From c61fa290250fd32e076b46aa91f22836da6cc4df Mon Sep 17 00:00:00 2001
From: circleci-runai <circleci-runai@run.ai>
Date: Mon, 3 Feb 2025 15:55:55 +0000
Subject: [PATCH] Deployed 4636a74 to v2.20 with MkDocs 1.6.1 and mike 2.1.3

---
 v2.20/404.html                                |   2 +-
 .../quickstart-inference/index.html           |   6 +-
 .../quickstart-overview/index.html            |   6 +-
 .../Walkthroughs/quickstart-vscode/index.html |   6 +-
 .../walkthrough-build-ports/index.html        |   6 +-
 .../Walkthroughs/walkthrough-build/index.html |   6 +-
 .../walkthrough-fractions/index.html          |   6 +-
 .../walkthrough-overquota/index.html          |   6 +-
 .../walkthrough-queue-fairness/index.html     |   6 +-
 .../bare-metal-to-docker-images/index.html    |   6 +-
 .../convert-to-unattended/index.html          |   6 +-
 .../best-practices/env-variables/index.html   |   6 +-
 .../researcher-notifications/index.html       |   6 +-
 .../save-dl-checkpoints/index.html            |   6 +-
 .../secrets-as-env-var-in-cli/index.html      |   6 +-
 .../cli-reference/Introduction/index.html     |   6 +-
 .../new-cli/cli-examples/index.html           |   6 +-
 .../index.html                                |   6 +-
 .../cli-reference/new-cli/overview/index.html |   6 +-
 .../cli-reference/new-cli/runai/index.html    |   6 +-
 .../new-cli/runai_attach/index.html           |   6 +-
 .../new-cli/runai_cluster/index.html          |   6 +-
 .../new-cli/runai_cluster_list/index.html     |   6 +-
 .../new-cli/runai_cluster_set/index.html      |   6 +-
 .../new-cli/runai_config/index.html           |   6 +-
 .../new-cli/runai_config_generate/index.html  |   6 +-
 .../new-cli/runai_config_project/index.html   |   6 +-
 .../new-cli/runai_config_set/index.html       |   6 +-
 .../new-cli/runai_describe/index.html         |   6 +-
 .../new-cli/runai_describe_job/index.html     |   6 +-
 .../new-cli/runai_describe_node/index.html    |   6 +-
 .../new-cli/runai_exec/index.html             |   6 +-
 .../new-cli/runai_kubeconfig/index.html       |   6 +-
 .../new-cli/runai_kubeconfig_set/index.html   |   6 +-
 .../new-cli/runai_list/index.html             |   6 +-
 .../new-cli/runai_list_clusters/index.html    |   6 +-
 .../new-cli/runai_list_jobs/index.html        |   6 +-
 .../new-cli/runai_list_nodes/index.html       |   6 +-
 .../new-cli/runai_list_projects/index.html    |   6 +-
 .../new-cli/runai_login/index.html            |   6 +-
 .../runai_login_application/index.html        |   6 +-
 .../new-cli/runai_login_sso/index.html        |   6 +-
 .../new-cli/runai_login_user/index.html       |   6 +-
 .../new-cli/runai_logout/index.html           |   6 +-
 .../new-cli/runai_logs/index.html             |   6 +-
 .../new-cli/runai_mpi/index.html              |   6 +-
 .../new-cli/runai_mpi_attach/index.html       |   6 +-
 .../new-cli/runai_mpi_bash/index.html         |   6 +-
 .../new-cli/runai_mpi_delete/index.html       |   6 +-
 .../new-cli/runai_mpi_describe/index.html     |   6 +-
 .../new-cli/runai_mpi_exec/index.html         |   6 +-
 .../new-cli/runai_mpi_list/index.html         |   6 +-
 .../new-cli/runai_mpi_logs/index.html         |   6 +-
 .../new-cli/runai_mpi_port-forward/index.html |   6 +-
 .../new-cli/runai_mpi_resume/index.html       |   6 +-
 .../new-cli/runai_mpi_submit/index.html       |   6 +-
 .../new-cli/runai_mpi_suspend/index.html      |   6 +-
 .../new-cli/runai_node/index.html             |   6 +-
 .../new-cli/runai_node_list/index.html        |   6 +-
 .../new-cli/runai_nodepool/index.html         |   6 +-
 .../new-cli/runai_nodepool_list/index.html    |   6 +-
 .../new-cli/runai_port-forward/index.html     |   6 +-
 .../new-cli/runai_project/index.html          |   6 +-
 .../new-cli/runai_project_list/index.html     |   6 +-
 .../new-cli/runai_project_set/index.html      |   6 +-
 .../new-cli/runai_pytorch/index.html          |   6 +-
 .../new-cli/runai_pytorch_attach/index.html   |   6 +-
 .../new-cli/runai_pytorch_bash/index.html     |   6 +-
 .../new-cli/runai_pytorch_delete/index.html   |   6 +-
 .../new-cli/runai_pytorch_describe/index.html |   6 +-
 .../new-cli/runai_pytorch_exec/index.html     |   6 +-
 .../new-cli/runai_pytorch_list/index.html     |   6 +-
 .../new-cli/runai_pytorch_logs/index.html     |   6 +-
 .../runai_pytorch_port-forward/index.html     |   6 +-
 .../new-cli/runai_pytorch_resume/index.html   |   6 +-
 .../new-cli/runai_pytorch_submit/index.html   |   6 +-
 .../new-cli/runai_pytorch_suspend/index.html  |   6 +-
 .../new-cli/runai_report/index.html           |   6 +-
 .../new-cli/runai_report_metrics/index.html   |   6 +-
 .../runai_report_metrics_clear/index.html     |   6 +-
 .../runai_report_metrics_config/index.html    |   6 +-
 .../runai_report_metrics_output/index.html    |   6 +-
 .../new-cli/runai_submit/index.html           |   6 +-
 .../new-cli/runai_tensorflow/index.html       |   6 +-
 .../runai_tensorflow_attach/index.html        |   6 +-
 .../new-cli/runai_tensorflow_bash/index.html  |   6 +-
 .../runai_tensorflow_delete/index.html        |   6 +-
 .../runai_tensorflow_describe/index.html      |   6 +-
 .../new-cli/runai_tensorflow_exec/index.html  |   6 +-
 .../new-cli/runai_tensorflow_list/index.html  |   6 +-
 .../new-cli/runai_tensorflow_logs/index.html  |   6 +-
 .../runai_tensorflow_port-forward/index.html  |   6 +-
 .../runai_tensorflow_resume/index.html        |   6 +-
 .../runai_tensorflow_submit/index.html        |   6 +-
 .../runai_tensorflow_suspend/index.html       |   6 +-
 .../new-cli/runai_training/index.html         |   6 +-
 .../new-cli/runai_training_attach/index.html  |   6 +-
 .../new-cli/runai_training_bash/index.html    |   6 +-
 .../new-cli/runai_training_delete/index.html  |   6 +-
 .../runai_training_describe/index.html        |   6 +-
 .../new-cli/runai_training_exec/index.html    |   6 +-
 .../new-cli/runai_training_list/index.html    |   6 +-
 .../new-cli/runai_training_logs/index.html    |   6 +-
 .../new-cli/runai_training_mpi/index.html     |   6 +-
 .../runai_training_mpi_attach/index.html      |   6 +-
 .../runai_training_mpi_bash/index.html        |   6 +-
 .../runai_training_mpi_delete/index.html      |   6 +-
 .../runai_training_mpi_describe/index.html    |   6 +-
 .../runai_training_mpi_exec/index.html        |   6 +-
 .../runai_training_mpi_list/index.html        |   6 +-
 .../runai_training_mpi_logs/index.html        |   6 +-
 .../index.html                                |   6 +-
 .../runai_training_mpi_resume/index.html      |   6 +-
 .../runai_training_mpi_submit/index.html      |   6 +-
 .../runai_training_mpi_suspend/index.html     |   6 +-
 .../runai_training_port-forward/index.html    |   6 +-
 .../new-cli/runai_training_pytorch/index.html |   6 +-
 .../runai_training_pytorch_attach/index.html  |   6 +-
 .../runai_training_pytorch_bash/index.html    |   6 +-
 .../runai_training_pytorch_delete/index.html  |   6 +-
 .../index.html                                |   6 +-
 .../runai_training_pytorch_exec/index.html    |   6 +-
 .../runai_training_pytorch_list/index.html    |   6 +-
 .../runai_training_pytorch_logs/index.html    |   6 +-
 .../index.html                                |   6 +-
 .../runai_training_pytorch_resume/index.html  |   6 +-
 .../runai_training_pytorch_submit/index.html  |   6 +-
 .../runai_training_pytorch_suspend/index.html |   6 +-
 .../new-cli/runai_training_resume/index.html  |   6 +-
 .../runai_training_standard/index.html        |   6 +-
 .../runai_training_standard_attach/index.html |   6 +-
 .../runai_training_standard_bash/index.html   |   6 +-
 .../runai_training_standard_delete/index.html |   6 +-
 .../index.html                                |   6 +-
 .../runai_training_standard_exec/index.html   |   6 +-
 .../runai_training_standard_list/index.html   |   6 +-
 .../runai_training_standard_logs/index.html   |   6 +-
 .../index.html                                |   6 +-
 .../runai_training_standard_resume/index.html |   6 +-
 .../runai_training_standard_submit/index.html |   6 +-
 .../index.html                                |   6 +-
 .../new-cli/runai_training_submit/index.html  |   6 +-
 .../new-cli/runai_training_suspend/index.html |   6 +-
 .../runai_training_tensorflow/index.html      |   6 +-
 .../index.html                                |   6 +-
 .../runai_training_tensorflow_bash/index.html |   6 +-
 .../index.html                                |   6 +-
 .../index.html                                |   6 +-
 .../runai_training_tensorflow_exec/index.html |   6 +-
 .../runai_training_tensorflow_list/index.html |   6 +-
 .../runai_training_tensorflow_logs/index.html |   6 +-
 .../index.html                                |   6 +-
 .../index.html                                |   6 +-
 .../index.html                                |   6 +-
 .../index.html                                |   6 +-
 .../new-cli/runai_training_xgboost/index.html |   6 +-
 .../runai_training_xgboost_attach/index.html  |   6 +-
 .../runai_training_xgboost_bash/index.html    |   6 +-
 .../runai_training_xgboost_delete/index.html  |   6 +-
 .../index.html                                |   6 +-
 .../runai_training_xgboost_exec/index.html    |   6 +-
 .../runai_training_xgboost_list/index.html    |   6 +-
 .../runai_training_xgboost_logs/index.html    |   6 +-
 .../index.html                                |   6 +-
 .../runai_training_xgboost_resume/index.html  |   6 +-
 .../runai_training_xgboost_submit/index.html  |   6 +-
 .../runai_training_xgboost_suspend/index.html |   6 +-
 .../new-cli/runai_upgrade/index.html          |   6 +-
 .../new-cli/runai_version/index.html          |   6 +-
 .../new-cli/runai_whoami/index.html           |   6 +-
 .../new-cli/runai_workload/index.html         |   6 +-
 .../new-cli/runai_workload_attach/index.html  |   6 +-
 .../runai_workload_describe/index.html        |   6 +-
 .../new-cli/runai_workload_exec/index.html    |   6 +-
 .../new-cli/runai_workload_list/index.html    |   6 +-
 .../new-cli/runai_workload_logs/index.html    |   6 +-
 .../runai_workload_port-forward/index.html    |   6 +-
 .../new-cli/runai_workspace/index.html        |   6 +-
 .../new-cli/runai_workspace_attach/index.html |   6 +-
 .../new-cli/runai_workspace_bash/index.html   |   6 +-
 .../new-cli/runai_workspace_delete/index.html |   6 +-
 .../runai_workspace_describe/index.html       |   6 +-
 .../new-cli/runai_workspace_exec/index.html   |   6 +-
 .../new-cli/runai_workspace_list/index.html   |   6 +-
 .../new-cli/runai_workspace_logs/index.html   |   6 +-
 .../runai_workspace_port-forward/index.html   |   6 +-
 .../new-cli/runai_workspace_resume/index.html |   6 +-
 .../new-cli/runai_workspace_submit/index.html |   6 +-
 .../runai_workspace_suspend/index.html        |   6 +-
 .../new-cli/runai_xgboost/index.html          |   6 +-
 .../new-cli/runai_xgboost_attach/index.html   |   6 +-
 .../new-cli/runai_xgboost_bash/index.html     |   6 +-
 .../new-cli/runai_xgboost_delete/index.html   |   6 +-
 .../new-cli/runai_xgboost_describe/index.html |   6 +-
 .../new-cli/runai_xgboost_exec/index.html     |   6 +-
 .../new-cli/runai_xgboost_list/index.html     |   6 +-
 .../new-cli/runai_xgboost_logs/index.html     |   6 +-
 .../runai_xgboost_port-forward/index.html     |   6 +-
 .../new-cli/runai_xgboost_resume/index.html   |   6 +-
 .../new-cli/runai_xgboost_submit/index.html   |   6 +-
 .../new-cli/runai_xgboost_suspend/index.html  |   6 +-
 .../cli-reference/runai-attach/index.html     |   6 +-
 .../cli-reference/runai-bash/index.html       |   6 +-
 .../cli-reference/runai-config/index.html     |   6 +-
 .../cli-reference/runai-delete/index.html     |   6 +-
 .../cli-reference/runai-describe/index.html   |   6 +-
 .../cli-reference/runai-exec/index.html       |   6 +-
 .../cli-reference/runai-list/index.html       |   6 +-
 .../cli-reference/runai-login/index.html      |   6 +-
 .../cli-reference/runai-logout/index.html     |   6 +-
 .../cli-reference/runai-logs/index.html       |   6 +-
 .../runai-port-forwarding/index.html          |   6 +-
 .../cli-reference/runai-resume/index.html     |   6 +-
 .../runai-submit-dist-TF/index.html           |   6 +-
 .../runai-submit-dist-mpi/index.html          |   6 +-
 .../runai-submit-dist-pytorch/index.html      |   6 +-
 .../runai-submit-dist-xgboost/index.html      |   6 +-
 .../cli-reference/runai-submit/index.html     |   6 +-
 .../cli-reference/runai-suspend/index.html    |   6 +-
 .../cli-reference/runai-top-node/index.html   |   6 +-
 .../cli-reference/runai-update/index.html     |   6 +-
 .../cli-reference/runai-version/index.html    |   6 +-
 .../cli-reference/runai-whoami/index.html     |   6 +-
 .../Researcher/overview-researcher/index.html |   6 +-
 .../GPU-time-slicing-scheduler/index.html     |   6 +-
 .../allocation-of-cpu-and-memory/index.html   |   6 +-
 .../dynamic-gpu-fractions/index.html          |   6 +-
 .../scheduling/fractions/index.html           |   6 +-
 .../scheduling/gpu-memory-swap/index.html     |   6 +-
 .../node-level-scheduler/index.html           |   6 +-
 .../schedule-to-aws-groups/index.html         |   6 +-
 .../scheduling/the-runai-scheduler/index.html |   6 +-
 v2.20/Researcher/tools/dev-jupyter/index.html |   6 +-
 v2.20/Researcher/tools/dev-pycharm/index.html |   6 +-
 .../tools/dev-tensorboard/index.html          |   6 +-
 v2.20/Researcher/tools/dev-vscode/index.html  |   6 +-
 .../tools/dev-x11forward-pycharm/index.html   |   6 +-
 v2.20/Researcher/use-cases/index.html         |   6 +-
 .../workloads/assets/compute/index.html       |   6 +-
 .../workloads/assets/credentials/index.html   |   6 +-
 .../workloads/assets/data-volumes/index.html  |   6 +-
 .../workloads/assets/datasources/index.html   |   6 +-
 .../workloads/assets/environments/index.html  |   6 +-
 .../workloads/assets/overview/index.html      |   6 +-
 .../workloads/assets/templates/index.html     |   6 +-
 .../inference/custom-inference/index.html     |   6 +-
 .../hugging-face-inference/index.html         |   6 +-
 .../inference/inference-overview/index.html   |   6 +-
 .../inference/nim-inference/index.html        |   6 +-
 .../introduction-to-workloads/index.html      |   6 +-
 .../overviews/managing-workloads/index.html   |   6 +-
 .../overviews/workload-types/index.html       |   6 +-
 .../distributed-training/index.html           |   6 +-
 .../index.html                                |   6 +-
 .../quickstart-standard-training/index.html   |   6 +-
 .../standard-training/trainings-v2/index.html |   6 +-
 .../workspaces/quickstart-jupyter/index.html  |   6 +-
 .../workspaces/workspace-v2/index.html        |   6 +-
 .../authentication/accessrules/index.html     |   6 +-
 .../authentication/applications/index.html    |   6 +-
 .../authentication-overview/index.html        |   6 +-
 .../non-root-containers/index.html            |   6 +-
 .../researcher-authentication/index.html      |   6 +-
 v2.20/admin/authentication/roles/index.html   |   6 +-
 .../sso/openidconnect/index.html              |   6 +-
 .../authentication/sso/openshift/index.html   |   6 +-
 .../admin/authentication/sso/saml/index.html  |   6 +-
 v2.20/admin/authentication/users/index.html   |   6 +-
 v2.20/admin/config/access-roles/index.html    |   6 +-
 v2.20/admin/config/admin-messages/index.html  |   6 +-
 .../config/advanced-cluster-config/index.html |   6 +-
 .../index.html                                |   6 +-
 .../admin/config/cli-admin-install/index.html |   6 +-
 .../admin/config/cluster-wide-pvc/index.html  |   6 +-
 v2.20/admin/config/clusters/index.html        |   6 +-
 .../create-k8s-assets-in-advance/index.html   |   6 +-
 .../admin/config/default-scheduler/index.html |   6 +-
 v2.20/admin/config/dr/index.html              |   6 +-
 v2.20/admin/config/ha/index.html              |   6 +-
 v2.20/admin/config/large-clusters/index.html  |   6 +-
 .../config/limit-to-node-group/index.html     |   6 +-
 .../index.html                                |   6 +-
 v2.20/admin/config/node-roles/index.html      |   6 +-
 v2.20/admin/config/notifications/index.html   |   6 +-
 v2.20/admin/config/org-cert/index.html        |   6 +-
 v2.20/admin/config/overview/index.html        |   6 +-
 v2.20/admin/config/secure-cluster/index.html  |   6 +-
 v2.20/admin/config/shared-storage/index.html  |   6 +-
 .../workload-ownership-protection/index.html  |   6 +-
 .../maintenance/alert-monitoring/index.html   |   6 +-
 v2.20/admin/maintenance/audit-log/index.html  |   6 +-
 .../maintenance/node-downtime/index.html      |   6 +-
 v2.20/admin/maintenance/overview/index.html   |   6 +-
 v2.20/admin/overview-administrator/index.html |   6 +-
 .../researcher-setup/cli-install/index.html   |   6 +-
 .../docker-to-runai/index.html                |   6 +-
 .../new-cli-install/index.html                |   6 +-
 .../researcher-setup-intro/index.html         |   6 +-
 .../cluster-setup/cluster-delete/index.html   |   6 +-
 .../cluster-setup/cluster-install/index.html  |   6 +-
 .../cluster-prerequisites/index.html          |   6 +-
 .../cluster-setup-intro/index.html            |   6 +-
 .../cluster-setup/cluster-upgrade/index.html  |   6 +-
 .../customize-cluster-install/index.html      |   6 +-
 .../cluster-setup/dgx-bundle/index.html       |   6 +-
 .../cluster-setup/network-req/index.html      |   6 +-
 .../project-management/index.html             |   6 +-
 .../runai-setup/installation-types/index.html |   6 +-
 .../k8s/additional-clusters/index.html        |   6 +-
 .../self-hosted/k8s/backend/index.html        |   6 +-
 .../self-hosted/k8s/cluster/index.html        |   6 +-
 .../self-hosted/k8s/next-steps/index.html     |   6 +-
 .../self-hosted/k8s/preparations/index.html   |   6 +-
 .../self-hosted/k8s/prerequisites/index.html  |   6 +-
 .../k8s/project-management/index.html         |   6 +-
 .../self-hosted/k8s/uninstall/index.html      |   6 +-
 .../self-hosted/k8s/upgrade/index.html        |   6 +-
 .../ocp/additional-clusters/index.html        |   6 +-
 .../self-hosted/ocp/backend/index.html        |   6 +-
 .../self-hosted/ocp/cluster/index.html        |   6 +-
 .../self-hosted/ocp/next-steps/index.html     |   6 +-
 .../self-hosted/ocp/preparations/index.html   |   6 +-
 .../self-hosted/ocp/prerequisites/index.html  |   6 +-
 .../ocp/project-management/index.html         |   6 +-
 .../self-hosted/ocp/uninstall/index.html      |   6 +-
 .../self-hosted/ocp/upgrade/index.html        |   6 +-
 .../self-hosted/overview/index.html           |   6 +-
 .../troubleshooting/diagnostics/index.html    |   6 +-
 .../logs-collection/index.html                |   6 +-
 .../troubleshooting/index.html                |   6 +-
 ...5090c770.min.js => bundle.f13b1293.min.js} |   4 +-
 ....min.js.map => bundle.f13b1293.min.js.map} |   6 +-
 .../assets/stylesheets/main.a40c8224.min.css  |   1 -
 .../stylesheets/main.a40c8224.min.css.map     |   1 -
 .../assets/stylesheets/main.d7758b05.min.css  |   1 +
 .../stylesheets/main.d7758b05.min.css.map     |   1 +
 .../admin-rest-api/overview/index.html        |   6 +-
 .../cluster-api/other-resources/index.html    |   6 +-
 .../cluster-api/reference/index.html          |   6 +-
 .../cluster-api/submit-rest/index.html        |   6 +-
 .../cluster-api/submit-yaml/index.html        |   6 +-
 .../workload-overview-dev/index.html          |   6 +-
 .../developer/metrics/metrics-api/index.html  |   6 +-
 v2.20/developer/metrics/metrics/index.html    |   6 +-
 v2.20/developer/overview-developer/index.html |   6 +-
 v2.20/developer/rest-auth/index.html          |   6 +-
 v2.20/developer/user-applications/index.html  |   6 +-
 v2.20/home/changelog/hotfixes-2-13/index.html |   6 +-
 v2.20/home/changelog/hotfixes-2-15/index.html |   6 +-
 v2.20/home/changelog/hotfixes-2-16/index.html |   6 +-
 v2.20/home/changelog/hotfixes-2-17/index.html |   6 +-
 v2.20/home/changelog/hotfixes-2-18/index.html |   6 +-
 v2.20/home/changelog/hotfixes-2-19/index.html |   6 +-
 v2.20/home/changelog/hotfixes-2-20/index.html |   6 +-
 v2.20/home/components/index.html              |   6 +-
 v2.20/home/data-privacy-details/index.html    |   6 +-
 v2.20/home/overview/index.html                |   6 +-
 v2.20/home/saas-updates/index.html            |   8 +-
 v2.20/home/whats-new-2-13/index.html          |   6 +-
 v2.20/home/whats-new-2-15/index.html          |   6 +-
 v2.20/home/whats-new-2-16/index.html          |   6 +-
 v2.20/home/whats-new-2-17/index.html          |   6 +-
 v2.20/home/whats-new-2-18/index.html          |   6 +-
 v2.20/home/whats-new-2-19/index.html          |   6 +-
 v2.20/home/whats-new-2-20/index.html          |   6 +-
 .../aiinitiatives/org/departments/index.html  |   6 +-
 .../aiinitiatives/org/projects/index.html     |   6 +-
 .../org/scheduling-rules/index.html           |   6 +-
 .../aiinitiatives/overview/index.html         |   6 +-
 .../configuring-mig-profiles/index.html       |   6 +-
 .../resources/node-pools/index.html           |   6 +-
 .../aiinitiatives/resources/nodes/index.html  |   6 +-
 .../authentication/accessrules/index.html     |   6 +-
 .../authentication/applications/index.html    |   6 +-
 .../authentication/roles/index.html           |   6 +-
 .../authentication/users/index.html           |   6 +-
 .../integration-overview/index.html           |   6 +-
 .../integrations/karpenter/index.html         |   6 +-
 v2.20/platform-admin/overview/index.html      |   6 +-
 .../performance/dashboard-analysis/index.html |   6 +-
 .../performance/reports/index.html            |   6 +-
 .../workloads/assets/compute/index.html       |   6 +-
 .../workloads/assets/credentials/index.html   |   6 +-
 .../workloads/assets/data-volumes/index.html  |   6 +-
 .../workloads/assets/datasources/index.html   |   6 +-
 .../workloads/assets/environments/index.html  |   6 +-
 .../workloads/assets/overview/index.html      |   6 +-
 .../workloads/assets/templates/index.html     |   6 +-
 .../introduction-to-workloads/index.html      |   6 +-
 .../overviews/managing-workloads/index.html   |   6 +-
 .../overviews/workload-types/index.html       |   6 +-
 .../policies/old-policies/index.html          |   6 +-
 .../workloads/policies/overview/index.html    |   6 +-
 .../policies/policy-examples/index.html       |   6 +-
 .../policies/policy-reference/index.html      |   6 +-
 .../policies/workspaces-policy/index.html     |   6 +-
 v2.20/search/search_index.json                |   2 +-
 v2.20/sitemap.xml                             | 778 +++++++++---------
 v2.20/sitemap.xml.gz                          | Bin 2851 -> 2851 bytes
 versions.json                                 |   4 +-
 400 files changed, 1568 insertions(+), 1568 deletions(-)
 rename v2.20/assets/javascripts/{bundle.5090c770.min.js => bundle.f13b1293.min.js} (85%)
 rename v2.20/assets/javascripts/{bundle.5090c770.min.js.map => bundle.f13b1293.min.js.map} (88%)
 delete mode 100644 v2.20/assets/stylesheets/main.a40c8224.min.css
 delete mode 100644 v2.20/assets/stylesheets/main.a40c8224.min.css.map
 create mode 100644 v2.20/assets/stylesheets/main.d7758b05.min.css
 create mode 100644 v2.20/assets/stylesheets/main.d7758b05.min.css.map

diff --git a/v2.20/404.html b/v2.20/404.html
index ae67097aab..b69b93fb79 100644
--- a/v2.20/404.html
+++ b/v2.20/404.html
@@ -1 +1 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link rel=icon href=/v2.20/images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>404 - Not found</title><link rel=stylesheet href=/v2.20/assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=/v2.20/css/timeago.css><link rel=stylesheet href=/v2.20/stylesheets/extra.css><script>__md_scope=new URL("/v2.20",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><script id=__analytics>function __md_analytics(){function e(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],e("js",new Date),e("config","UA-122651141-1"),document.addEventListener("DOMContentLoaded",(function(){document.forms.search&&document.forms.search.query.addEventListener("blur",(function(){this.value&&e("event","search",{search_term:this.value})}));document$.subscribe((function(){var t=document.forms.feedback;if(void 0!==t)for(var a of t.querySelectorAll("[type=submit]"))a.addEventListener("click",(function(a){a.preventDefault();var n=document.location.pathname,d=this.getAttribute("data-md-value");e("event","feedback",{page:n,data:d}),t.firstElementChild.disabled=!0;var r=t.querySelector(".md-feedback__note [data-md-value='"+d+"']");r&&(r.hidden=!1)})),t.hidden=!1})),location$.subscribe((function(t){e("config","UA-122651141-1",{page_path:t.pathname})}))}));var t=document.createElement("script");t.async=!0,t.src="https://www.googletagmanager.com/gtag/js?id=UA-122651141-1",document.getElementById("__analytics").insertAdjacentElement("afterEnd",t)}</script><script>"undefined"!=typeof __md_analytics&&__md_analytics()</script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=/v2.20/. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=/v2.20/images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=/v2.20/home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=/v2.20/admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=/v2.20/platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=/v2.20/Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=/v2.20/developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=/v2.20/. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=/v2.20/images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <h1>Document Not Found</h1> <p>The link you have used does not point to an existing document. Please search for the content on the top right, use the navigation bar to find what you are looking for or submit a ticket <a href=https://runai.secure.force.com/casesupport/CreateCaseForm target=_self>here</a>. </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> <footer class=md-footer> <div class="md-footer-meta md-typeset"> <div class="md-footer-meta__inner md-grid"> <div class=md-copyright> <div class=md-copyright__highlight> Copyright © 2020 - 2024 Run:ai </div> Made with <a href=https://squidfunk.github.io/mkdocs-material/ target=_blank rel=noopener> Material for MkDocs </a> </div> <div class=md-social> <a href=https://twitter.com/runailabs target=_blank rel=noopener title=twitter.com class=md-social__link> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 512 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M459.37 151.716c.325 4.548.325 9.097.325 13.645 0 138.72-105.583 298.558-298.558 298.558-59.452 0-114.68-17.219-161.137-47.106 8.447.974 16.568 1.299 25.34 1.299 49.055 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.112-72.772 6.498.974 12.995 1.624 19.818 1.624 9.421 0 18.843-1.3 27.614-3.573-48.081-9.747-84.143-51.98-84.143-102.985v-1.299c13.969 7.797 30.214 12.67 47.431 13.319-28.264-18.843-46.781-51.005-46.781-87.391 0-19.492 5.197-37.36 14.294-52.954 51.655 63.675 129.3 105.258 216.365 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.828 46.782-104.934 104.934-104.934 30.213 0 57.502 12.67 76.67 33.137 23.715-4.548 46.456-13.32 66.599-25.34-7.798 24.366-24.366 44.833-46.132 57.827 21.117-2.273 41.584-8.122 60.426-16.243-14.292 20.791-32.161 39.308-52.628 54.253"/></svg> </a> <a href=https://linkedin.com/company/runailabs/ target=_blank rel=noopener title=linkedin.com class=md-social__link> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M416 32H31.9C14.3 32 0 46.5 0 64.3v383.4C0 465.5 14.3 480 31.9 480H416c17.6 0 32-14.5 32-32.3V64.3c0-17.8-14.4-32.3-32-32.3M135.4 416H69V202.2h66.5V416zm-33.2-243c-21.3 0-38.5-17.3-38.5-38.5S80.9 96 102.2 96c21.2 0 38.5 17.3 38.5 38.5 0 21.3-17.2 38.5-38.5 38.5m282.1 243h-66.4V312c0-24.8-.5-56.7-34.5-56.7-34.6 0-39.9 27-39.9 54.9V416h-66.4V202.2h63.7v29.2h.9c8.9-16.8 30.6-34.5 62.9-34.5 67.2 0 79.7 44.3 79.7 101.9z"/></svg> </a> </div> </div> </div> </footer> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "/v2.20", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "/v2.20/assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=/v2.20/assets/javascripts/bundle.5090c770.min.js></script> <script src=/v2.20/js/timeago.min.js></script> <script src=/v2.20/js/timeago_mkdocs_material.js></script> </body> </html>
\ No newline at end of file
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link rel=icon href=/v2.20/images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>404 - Not found</title><link rel=stylesheet href=/v2.20/assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=/v2.20/css/timeago.css><link rel=stylesheet href=/v2.20/stylesheets/extra.css><script>__md_scope=new URL("/v2.20",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><script id=__analytics>function __md_analytics(){function e(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],e("js",new Date),e("config","UA-122651141-1"),document.addEventListener("DOMContentLoaded",(function(){document.forms.search&&document.forms.search.query.addEventListener("blur",(function(){this.value&&e("event","search",{search_term:this.value})}));document$.subscribe((function(){var t=document.forms.feedback;if(void 0!==t)for(var a of t.querySelectorAll("[type=submit]"))a.addEventListener("click",(function(a){a.preventDefault();var n=document.location.pathname,d=this.getAttribute("data-md-value");e("event","feedback",{page:n,data:d}),t.firstElementChild.disabled=!0;var r=t.querySelector(".md-feedback__note [data-md-value='"+d+"']");r&&(r.hidden=!1)})),t.hidden=!1})),location$.subscribe((function(t){e("config","UA-122651141-1",{page_path:t.pathname})}))}));var t=document.createElement("script");t.async=!0,t.src="https://www.googletagmanager.com/gtag/js?id=UA-122651141-1",document.getElementById("__analytics").insertAdjacentElement("afterEnd",t)}</script><script>"undefined"!=typeof __md_analytics&&__md_analytics()</script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=/v2.20/. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=/v2.20/images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=/v2.20/home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=/v2.20/admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=/v2.20/platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=/v2.20/Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=/v2.20/developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=/v2.20/. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=/v2.20/images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=/v2.20/developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=/v2.20/developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=/v2.20/developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <h1>Document Not Found</h1> <p>The link you have used does not point to an existing document. Please search for the content on the top right, use the navigation bar to find what you are looking for or submit a ticket <a href=https://runai.secure.force.com/casesupport/CreateCaseForm target=_self>here</a>. </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> <footer class=md-footer> <div class="md-footer-meta md-typeset"> <div class="md-footer-meta__inner md-grid"> <div class=md-copyright> <div class=md-copyright__highlight> Copyright © 2020 - 2024 Run:ai </div> Made with <a href=https://squidfunk.github.io/mkdocs-material/ target=_blank rel=noopener> Material for MkDocs </a> </div> <div class=md-social> <a href=https://twitter.com/runailabs target=_blank rel=noopener title=twitter.com class=md-social__link> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 512 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M459.37 151.716c.325 4.548.325 9.097.325 13.645 0 138.72-105.583 298.558-298.558 298.558-59.452 0-114.68-17.219-161.137-47.106 8.447.974 16.568 1.299 25.34 1.299 49.055 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.112-72.772 6.498.974 12.995 1.624 19.818 1.624 9.421 0 18.843-1.3 27.614-3.573-48.081-9.747-84.143-51.98-84.143-102.985v-1.299c13.969 7.797 30.214 12.67 47.431 13.319-28.264-18.843-46.781-51.005-46.781-87.391 0-19.492 5.197-37.36 14.294-52.954 51.655 63.675 129.3 105.258 216.365 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.828 46.782-104.934 104.934-104.934 30.213 0 57.502 12.67 76.67 33.137 23.715-4.548 46.456-13.32 66.599-25.34-7.798 24.366-24.366 44.833-46.132 57.827 21.117-2.273 41.584-8.122 60.426-16.243-14.292 20.791-32.161 39.308-52.628 54.253"/></svg> </a> <a href=https://linkedin.com/company/runailabs/ target=_blank rel=noopener title=linkedin.com class=md-social__link> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M416 32H31.9C14.3 32 0 46.5 0 64.3v383.4C0 465.5 14.3 480 31.9 480H416c17.6 0 32-14.5 32-32.3V64.3c0-17.8-14.4-32.3-32-32.3M135.4 416H69V202.2h66.5V416zm-33.2-243c-21.3 0-38.5-17.3-38.5-38.5S80.9 96 102.2 96c21.2 0 38.5 17.3 38.5 38.5 0 21.3-17.2 38.5-38.5 38.5m282.1 243h-66.4V312c0-24.8-.5-56.7-34.5-56.7-34.6 0-39.9 27-39.9 54.9V416h-66.4V202.2h63.7v29.2h.9c8.9-16.8 30.6-34.5 62.9-34.5 67.2 0 79.7 44.3 79.7 101.9z"/></svg> </a> </div> </div> </div> </footer> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "/v2.20", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "/v2.20/assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=/v2.20/assets/javascripts/bundle.f13b1293.min.js></script> <script src=/v2.20/js/timeago.min.js></script> <script src=/v2.20/js/timeago_mkdocs_material.js></script> </body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/Walkthroughs/quickstart-inference/index.html b/v2.20/Researcher/Walkthroughs/quickstart-inference/index.html
index 1143006fb9..1a841d3821 100644
--- a/v2.20/Researcher/Walkthroughs/quickstart-inference/index.html
+++ b/v2.20/Researcher/Walkthroughs/quickstart-inference/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/quickstart-inference/ rel=canonical><link href=../walkthrough-build-ports/ rel=prev><link href=../walkthrough-fractions/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Inference - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/quickstart-inference/ rel=canonical><link href=../walkthrough-build-ports/ rel=prev><link href=../walkthrough-fractions/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Inference - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -47,7 +47,7 @@
 </code></pre></div> </div> <div class=tabbed-block> <p>Open a terminal and run:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a>runai<span class=w> </span>project<span class=w> </span><span class=nb>set</span><span class=w> </span>team-a
 <a id=__codelineno-2-2 name=__codelineno-2-2 href=#__codelineno-2-2></a>runai<span class=w> </span>training<span class=w> </span>submit<span class=w> </span>inference-client-1<span class=w>  </span>-i<span class=w> </span>runai.jfrog.io/demo/example-triton-client<span class=w> </span><span class=se>\</span>
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>--<span class=w> </span>perf_analyzer<span class=w> </span>-m<span class=w> </span>inception_graphdef<span class=w>  </span>-p<span class=w> </span><span class=m>3600000</span><span class=w> </span>-u<span class=w>  </span>&lt;INFERENCE-ENDPOINT&gt;<span class=w>    </span>
-</code></pre></div> </div> <div class=tabbed-block> <ul> <li>In the Run:ai UI select <strong>Workloads</strong></li> <li>Select <strong>New Workload</strong> and then <strong>Training</strong></li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>inference-client-1</code> as the name and press <strong>CONTINUE</strong>.</li> <li>Select <strong>NEW ENVIRONMENT</strong>. Enter <code>inference-client</code> as the name and <code>runai.jfrog.io/demo/example-triton-client</code> as the image. Select <strong>CREATE ENVIRONMENT</strong>.</li> <li>When the previous screen comes up, select <code>cpu-only</code> under the Compute resource.</li> <li>Under <code>runtime settings</code> enter the command as <code>perf_analyzer</code> and arguments <code>-m inception_graphdef -p 3600000 -u &lt;INFERENCE-ENDPOINT&gt;</code> (replace inference endpoint with the above URL).</li> <li>Select <strong>CREATE TRAINING</strong>.</li> </ul> </div> </div> </div> <p>In the user interface, under <code>inference-server-1</code>, go to the <code>Metrics</code> tab and watch as the various GPU and inference metrics graphs rise. </p> <h3 id=stop-workload>Stop Workload<a class=headerlink href=#stop-workload title="Permanent link">&para;</a></h3> <p>Run the following:</p> <div class="tabbed-set tabbed-alternate" data-tabs=4:3><input checked=checked id=__tabbed_4_1 name=__tabbed_4 type=radio><input id=__tabbed_4_2 name=__tabbed_4 type=radio><input id=__tabbed_4_3 name=__tabbed_4 type=radio><div class=tabbed-labels><label for=__tabbed_4_1>CLI V1</label><label for=__tabbed_4_2>CLI V2</label><label for=__tabbed_4_3>User Interface</label></div> <div class=tabbed-content> <div class=tabbed-block> <p>Not available right now</p> </div> <div class=tabbed-block> <p>Not available right now</p> </div> <div class=tabbed-block> <p>Select the two workloads and press <strong>DELETE</strong>.</p> </div> </div> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> <div class=tabbed-block> <ul> <li>In the Run:ai UI select <strong>Workloads</strong></li> <li>Select <strong>New Workload</strong> and then <strong>Training</strong></li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>inference-client-1</code> as the name and press <strong>CONTINUE</strong>.</li> <li>Select <strong>NEW ENVIRONMENT</strong>. Enter <code>inference-client</code> as the name and <code>runai.jfrog.io/demo/example-triton-client</code> as the image. Select <strong>CREATE ENVIRONMENT</strong>.</li> <li>When the previous screen comes up, select <code>cpu-only</code> under the Compute resource.</li> <li>Under <code>runtime settings</code> enter the command as <code>perf_analyzer</code> and arguments <code>-m inception_graphdef -p 3600000 -u &lt;INFERENCE-ENDPOINT&gt;</code> (replace inference endpoint with the above URL).</li> <li>Select <strong>CREATE TRAINING</strong>.</li> </ul> </div> </div> </div> <p>In the user interface, under <code>inference-server-1</code>, go to the <code>Metrics</code> tab and watch as the various GPU and inference metrics graphs rise. </p> <h3 id=stop-workload>Stop Workload<a class=headerlink href=#stop-workload title="Permanent link">&para;</a></h3> <p>Run the following:</p> <div class="tabbed-set tabbed-alternate" data-tabs=4:3><input checked=checked id=__tabbed_4_1 name=__tabbed_4 type=radio><input id=__tabbed_4_2 name=__tabbed_4 type=radio><input id=__tabbed_4_3 name=__tabbed_4 type=radio><div class=tabbed-labels><label for=__tabbed_4_1>CLI V1</label><label for=__tabbed_4_2>CLI V2</label><label for=__tabbed_4_3>User Interface</label></div> <div class=tabbed-content> <div class=tabbed-block> <p>Not available right now</p> </div> <div class=tabbed-block> <p>Not available right now</p> </div> <div class=tabbed-block> <p>Select the two workloads and press <strong>DELETE</strong>.</p> </div> </div> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -75,6 +75,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/Walkthroughs/quickstart-overview/index.html b/v2.20/Researcher/Walkthroughs/quickstart-overview/index.html
index 3ced88cbb1..47af5470db 100644
--- a/v2.20/Researcher/Walkthroughs/quickstart-overview/index.html
+++ b/v2.20/Researcher/Walkthroughs/quickstart-overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/quickstart-overview/ rel=canonical><link href=../../overview-researcher/ rel=prev><link href=../walkthrough-build/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Run:ai Quickstart Guides - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/quickstart-overview/ rel=canonical><link href=../../overview-researcher/ rel=prev><link href=../walkthrough-build/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Run:ai Quickstart Guides - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2 checked> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/Walkthroughs/quickstart-overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Run:ai Quickstart Guides</h1> <p>Below is a set of Quickstart documents. The purpose of these documents is to get you acquainted with an aspect of Run:ai in the simplest possible form.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The Quickstart documents are based solely on the command-line interface. The same functionality can be achieved by using the <a href=../../../platform-admin/workloads/overviews/managing-workloads/ >Workloads</a> User interface which allows for Workload submission and log viewing. </p> </div> <p>Follow the Quickstart documents below to learn more:</p> <ul> <li>Training Quickstart documents:<ul> <li><a href=../../workloads/training/standard-training/quickstart-standard-training/ >Standard training sessions</a></li> <li><a href=../../workloads/training/distributed-training/quickstart-distributed-training/ >Distributed Training</a></li> </ul> </li> <li>Build Quickstart documents: <ul> <li><a href=../walkthrough-build/ >Basic Interactive build sessions</a></li> <li><a href=../walkthrough-build-ports/ >Interfactive build session with connected ports</a></li> <li><a href=../../workloads/workspaces/quickstart-jupyter/ >Jupyter Notebook</a></li> <li><a href=../quickstart-vscode/ >Visual Studio Web</a></li> </ul> </li> <li><a href=../quickstart-inference/ >Inference</a></li> <li>GPU Allocation documents:<ul> <li><a href=../walkthrough-fractions/ >Using GPU Fractions</a> <!-- * <a href="quickstart-mig.md">Dynamic MIG (Deprecated)</a> --></li> </ul> </li> <li>Scheduling documents:<ul> <li><a href=../walkthrough-overquota/ >Over-Quota, Basic Fairness &amp; Bin Packing</a></li> <li><a href=../walkthrough-queue-fairness/ >Fairness</a></li> </ul> </li> </ul> <p>Most quickstarts rely on an image called <code>runai.jfrog.io/demo/quickstart</code>. The image is based on <a href=https://docs.nvidia.com/deeplearning/frameworks/tensorflow-release-notes/rel_20-08.html>TensorFlow Release 20-08</a>. This TensorFlow image has minimal requirements for <em>CUDA</em> and <em>NVIDIA Compute Capability</em>. </p> <p>If your GPUs do not meet these requirements, use <code>runai.jfrog.io/demo/quickstart:legacy</code> instead. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2 checked> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/Walkthroughs/quickstart-overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Run:ai Quickstart Guides</h1> <p>Below is a set of Quickstart documents. The purpose of these documents is to get you acquainted with an aspect of Run:ai in the simplest possible form.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The Quickstart documents are based solely on the command-line interface. The same functionality can be achieved by using the <a href=../../../platform-admin/workloads/overviews/managing-workloads/ >Workloads</a> User interface which allows for Workload submission and log viewing. </p> </div> <p>Follow the Quickstart documents below to learn more:</p> <ul> <li>Training Quickstart documents:<ul> <li><a href=../../workloads/training/standard-training/quickstart-standard-training/ >Standard training sessions</a></li> <li><a href=../../workloads/training/distributed-training/quickstart-distributed-training/ >Distributed Training</a></li> </ul> </li> <li>Build Quickstart documents: <ul> <li><a href=../walkthrough-build/ >Basic Interactive build sessions</a></li> <li><a href=../walkthrough-build-ports/ >Interfactive build session with connected ports</a></li> <li><a href=../../workloads/workspaces/quickstart-jupyter/ >Jupyter Notebook</a></li> <li><a href=../quickstart-vscode/ >Visual Studio Web</a></li> </ul> </li> <li><a href=../quickstart-inference/ >Inference</a></li> <li>GPU Allocation documents:<ul> <li><a href=../walkthrough-fractions/ >Using GPU Fractions</a> <!-- * <a href="quickstart-mig.md">Dynamic MIG (Deprecated)</a> --></li> </ul> </li> <li>Scheduling documents:<ul> <li><a href=../walkthrough-overquota/ >Over-Quota, Basic Fairness &amp; Bin Packing</a></li> <li><a href=../walkthrough-queue-fairness/ >Fairness</a></li> </ul> </li> </ul> <p>Most quickstarts rely on an image called <code>runai.jfrog.io/demo/quickstart</code>. The image is based on <a href=https://docs.nvidia.com/deeplearning/frameworks/tensorflow-release-notes/rel_20-08.html>TensorFlow Release 20-08</a>. This TensorFlow image has minimal requirements for <em>CUDA</em> and <em>NVIDIA Compute Capability</em>. </p> <p>If your GPUs do not meet these requirements, use <code>runai.jfrog.io/demo/quickstart:legacy</code> instead. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/Walkthroughs/quickstart-vscode/index.html b/v2.20/Researcher/Walkthroughs/quickstart-vscode/index.html
index 470951f308..02b282a976 100644
--- a/v2.20/Researcher/Walkthroughs/quickstart-vscode/index.html
+++ b/v2.20/Researcher/Walkthroughs/quickstart-vscode/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/quickstart-vscode/ rel=canonical><link href=../walkthrough-build/ rel=prev><link href=../walkthrough-build-ports/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Visual Studio Code Web - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/quickstart-vscode/ rel=canonical><link href=../walkthrough-build/ rel=prev><link href=../walkthrough-build-ports/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Visual Studio Code Web - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -40,7 +40,7 @@
 <a id=__codelineno-2-21 name=__codelineno-2-21 href=#__codelineno-2-21></a><span class=o>}</span><span class=err>&#39;</span>
 </code></pre></div> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface. For example <code>acme.run.ai</code></li> <li><code>&lt;TOKEN&gt;</code> is an API access token. see above on how to obtain a valid token.</li> <li><code>&lt;PROJECT-ID&gt;</code> is the the ID of the <code>team-a</code> Project. You can get the Project ID via the <a href=https://app.run.ai/api/docs#tag/Projects/operation/get_projects target=_blank>Get Projects API</a></li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the "Cluster ID" column to the Clusters view. </li> <li><code>toolType</code> will show the Visual Studio icon when connecting to the Visual Studio tool via the user interface. </li> <li><code>toolName</code> text will show when connecting to the Visual Studio tool via the user interface.</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated <a href=../../../developer/cluster-api/submit-rest/ >Cluster API</a>.</li> <li>For more information on the Training Submit API see <a href=https://app.run.ai/api/docs#tag/Trainings/operation/create_training1>API Documentation</a> </li> </ul> </div> </div> </div> </div> <p>This would start a Workspace with a pre-configured Visual Studio Code image with an allocation of a single GPU. </p> <h3 id=accessing-visual-studio-web>Accessing Visual Studio Web<a class=headerlink href=#accessing-visual-studio-web title="Permanent link">&para;</a></h3> <p>Via the Run:ai user interface, go to <code>Workloads</code>, select the <code>vs1</code> Workspace and press <code>Connect</code>.</p> <h3 id=stop-workload>Stop Workload<a class=headerlink href=#stop-workload title="Permanent link">&para;</a></h3> <p>Run the following:</p> <div class="tabbed-set tabbed-alternate" data-tabs=3:3><input checked=checked id=__tabbed_3_1 name=__tabbed_3 type=radio><input id=__tabbed_3_2 name=__tabbed_3 type=radio><input id=__tabbed_3_3 name=__tabbed_3 type=radio><div class=tabbed-labels><label for=__tabbed_3_1>CLI V1</label><label for=__tabbed_3_2>CLI V2</label><label for=__tabbed_3_3>User Interface</label></div> <div class=tabbed-content> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-3-1 name=__codelineno-3-1 href=#__codelineno-3-1></a>runai<span class=w> </span>delete<span class=w> </span>job<span class=w> </span>vs1
 </code></pre></div> </div> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-4-1 name=__codelineno-4-1 href=#__codelineno-4-1></a>runai workspace delete vs1
-</code></pre></div> </div> <div class=tabbed-block> <p>Select the Workspace and press <strong>DELETE</strong>.</p> </div> </div> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> <div class=tabbed-block> <p>Select the Workspace and press <strong>DELETE</strong>.</p> </div> </div> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -68,6 +68,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/Walkthroughs/walkthrough-build-ports/index.html b/v2.20/Researcher/Walkthroughs/walkthrough-build-ports/index.html
index 2e04d775b1..c633b3c615 100644
--- a/v2.20/Researcher/Walkthroughs/walkthrough-build-ports/index.html
+++ b/v2.20/Researcher/Walkthroughs/walkthrough-build-ports/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-build-ports/ rel=canonical><link href=../quickstart-vscode/ rel=prev><link href=../quickstart-inference/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Build with Connected Ports - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-build-ports/ rel=canonical><link href=../quickstart-vscode/ rel=prev><link href=../quickstart-inference/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Build with Connected Ports - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>Forwarding<span class=w> </span>from<span class=w> </span><span class=m>127</span>.0.0.1:8080<span class=w> </span>-&gt;<span class=w> </span><span class=m>80</span>
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>Forwarding<span class=w> </span>from<span class=w> </span><span class=o>[</span>::1<span class=o>]</span>:8080<span class=w> </span>-&gt;<span class=w> </span><span class=m>80</span>
-</code></pre></div> <h3 id=access-the-webserver>Access the Webserver<a class=headerlink href=#access-the-webserver title="Permanent link">&para;</a></h3> <p>Open the following in the browser at <a href=http://localhost:8080 target=_blank>http://localhost:8080</a>.</p> <p>You should see a web page with the name of the container.</p> <h3 id=stop-workload>Stop Workload<a class=headerlink href=#stop-workload title="Permanent link">&para;</a></h3> <p>Press <em>Ctrl-C</em> in the shell to stop port forwarding. Then delete the Job by running <code>runai delete job nginx-test</code></p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Develop on Run:ai using <a href=../../tools/dev-vscode/ >Visual Studio Code</a></li> <li>Develop on Run:ai using <a href=../../tools/dev-pycharm/ >PyCharm</a></li> <li>Use a <a href=../../tools/dev-jupyter/ >Jupyter notbook</a> with Run:ai.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=access-the-webserver>Access the Webserver<a class=headerlink href=#access-the-webserver title="Permanent link">&para;</a></h3> <p>Open the following in the browser at <a href=http://localhost:8080 target=_blank>http://localhost:8080</a>.</p> <p>You should see a web page with the name of the container.</p> <h3 id=stop-workload>Stop Workload<a class=headerlink href=#stop-workload title="Permanent link">&para;</a></h3> <p>Press <em>Ctrl-C</em> in the shell to stop port forwarding. Then delete the Job by running <code>runai delete job nginx-test</code></p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Develop on Run:ai using <a href=../../tools/dev-vscode/ >Visual Studio Code</a></li> <li>Develop on Run:ai using <a href=../../tools/dev-pycharm/ >PyCharm</a></li> <li>Use a <a href=../../tools/dev-jupyter/ >Jupyter notbook</a> with Run:ai.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/Walkthroughs/walkthrough-build/index.html b/v2.20/Researcher/Walkthroughs/walkthrough-build/index.html
index bfbada1704..61c7fe8de2 100644
--- a/v2.20/Researcher/Walkthroughs/walkthrough-build/index.html
+++ b/v2.20/Researcher/Walkthroughs/walkthrough-build/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-build/ rel=canonical><link href=../quickstart-overview/ rel=prev><link href=../quickstart-vscode/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Basics - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-build/ rel=canonical><link href=../quickstart-overview/ rel=prev><link href=../quickstart-vscode/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Basics - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -43,7 +43,7 @@
 </code></pre></div></p> </div> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-9-1 name=__codelineno-9-1 href=#__codelineno-9-1></a>runai<span class=w> </span>workspace<span class=w> </span>bash<span class=w> </span>build1
 </code></pre></div> </div> </div> </div> <p>This should provide a direct shell into the computer</p> <h3 id=stop-workload>Stop Workload<a class=headerlink href=#stop-workload title="Permanent link">&para;</a></h3> <p>Run the following:</p> <div class="tabbed-set tabbed-alternate" data-tabs=6:3><input checked=checked id=__tabbed_6_1 name=__tabbed_6 type=radio><input id=__tabbed_6_2 name=__tabbed_6 type=radio><input id=__tabbed_6_3 name=__tabbed_6 type=radio><div class=tabbed-labels><label for=__tabbed_6_1>CLI V1</label><label for=__tabbed_6_2>CLI V2</label><label for=__tabbed_6_3>User Interface</label></div> <div class=tabbed-content> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-10-1 name=__codelineno-10-1 href=#__codelineno-10-1></a>runai<span class=w> </span>delete<span class=w> </span>job<span class=w> </span>build1
 </code></pre></div> </div> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-11-1 name=__codelineno-11-1 href=#__codelineno-11-1></a>runai workspace delete build1
-</code></pre></div> </div> <div class=tabbed-block> <p>Select the Workspace and press <strong>DELETE</strong>.</p> </div> </div> </div> <p>This would stop the workspace. You can verify this by running the <a href=#list-workloads>list</a> command again.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> <div class=tabbed-block> <p>Select the Workspace and press <strong>DELETE</strong>.</p> </div> </div> </div> <p>This would stop the workspace. You can verify this by running the <a href=#list-workloads>list</a> command again.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -71,6 +71,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/Walkthroughs/walkthrough-fractions/index.html b/v2.20/Researcher/Walkthroughs/walkthrough-fractions/index.html
index 39aa904a76..e32c371c8c 100644
--- a/v2.20/Researcher/Walkthroughs/walkthrough-fractions/index.html
+++ b/v2.20/Researcher/Walkthroughs/walkthrough-fractions/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-fractions/ rel=canonical><link href=../quickstart-inference/ rel=prev><link href=../walkthrough-overquota/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>GPU Fractions - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-fractions/ rel=canonical><link href=../quickstart-inference/ rel=prev><link href=../walkthrough-overquota/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>GPU Fractions - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -47,7 +47,7 @@
 </code></pre></div> </div> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-8-1 name=__codelineno-8-1 href=#__codelineno-8-1></a>runai<span class=w> </span>training<span class=w> </span><span class=nb>exec</span><span class=w> </span>frac05<span class=w> </span>nvidia-smi
 </code></pre></div> </div> </div> </div> <p>The result:</p> <p><a class=glightbox href=../img/mceclip32.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=mceclip32.png src=../img/mceclip32.png></a></p> <p>Notes:</p> <ul> <li>The total memory is circled in red. It should be 50% of the GPUs memory size. In the picture above we see 8GB which is half of the 16GB of Tesla V100 GPUs.</li> <li>The script running on the container is limited by 8GB. In this case, TensorFlow, which tends to allocate almost all of the GPU memory has allocated 7.7GB RAM (and not close to 16 GB). Overallocation beyond 8GB will lead to an out-of-memory exception </li> </ul> <h2 id=use-exact-gpu-memory>Use Exact GPU Memory<a class=headerlink href=#use-exact-gpu-memory title="Permanent link">&para;</a></h2> <p>Instead of requesting a fraction of the GPU, you can ask for specific GPU memory requirements. For example:</p> <div class="tabbed-set tabbed-alternate" data-tabs=5:3><input checked=checked id=__tabbed_5_1 name=__tabbed_5 type=radio><input id=__tabbed_5_2 name=__tabbed_5 type=radio><input id=__tabbed_5_3 name=__tabbed_5 type=radio><div class=tabbed-labels><label for=__tabbed_5_1>CLI V1</label><label for=__tabbed_5_2>CLI V2</label><label for=__tabbed_5_3>User Interface</label></div> <div class=tabbed-content> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-9-1 name=__codelineno-9-1 href=#__codelineno-9-1></a>runai<span class=w> </span>submit<span class=w>  </span>-i<span class=w> </span>runai.jfrog.io/demo/quickstart<span class=w> </span>--gpu-memory<span class=w> </span>5G
 </code></pre></div> </div> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-10-1 name=__codelineno-10-1 href=#__codelineno-10-1></a>runai training submit -i runai.jfrog.io/demo/quickstart --gpu-memory-request 5G
-</code></pre></div> </div> <div class=tabbed-block> <p>As part of the Workload submission, Create a new <code>Compute Resource</code>, with 1 GPU Device and 5GB of <code>GPU memory per device</code>. See picture below: <a class=glightbox href=../img/compute-resource-5gb.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/compute-resource-5gb.png></a></p> </div> </div> </div> <p>Which will provide 5GB of GPU memory. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> <div class=tabbed-block> <p>As part of the Workload submission, Create a new <code>Compute Resource</code>, with 1 GPU Device and 5GB of <code>GPU memory per device</code>. See picture below: <a class=glightbox href=../img/compute-resource-5gb.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/compute-resource-5gb.png></a></p> </div> </div> </div> <p>Which will provide 5GB of GPU memory. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -75,6 +75,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/Walkthroughs/walkthrough-overquota/index.html b/v2.20/Researcher/Walkthroughs/walkthrough-overquota/index.html
index d5f163f176..d6c5273151 100644
--- a/v2.20/Researcher/Walkthroughs/walkthrough-overquota/index.html
+++ b/v2.20/Researcher/Walkthroughs/walkthrough-overquota/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-overquota/ rel=canonical><link href=../walkthrough-fractions/ rel=prev><link href=../walkthrough-queue-fairness/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Over-Quota, Basic Fairness & Bin-Packing - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-overquota/ rel=canonical><link href=../walkthrough-fractions/ rel=prev><link href=../walkthrough-queue-fairness/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Over-Quota, Basic Fairness & Bin-Packing - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -27,7 +27,7 @@
 </code></pre></div> </div> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-8-1 name=__codelineno-8-1 href=#__codelineno-8-1></a>runai training delete &lt;job-name&gt; -p &lt;project&gt;
 </code></pre></div> </div> </div> </div> <p>The status now is: <a class=glightbox href=../img/overquota3.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=overquota3 src=../img/overquota3.png></a></p> <p>Now, run a 2 GPU Job:</p> <div class="tabbed-set tabbed-alternate" data-tabs=6:2><input checked=checked id=__tabbed_6_1 name=__tabbed_6 type=radio><input id=__tabbed_6_2 name=__tabbed_6 type=radio><div class=tabbed-labels><label for=__tabbed_6_1>CLI V1</label><label for=__tabbed_6_2>CLI V2</label></div> <div class=tabbed-content> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-9-1 name=__codelineno-9-1 href=#__codelineno-9-1></a>runai submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a
 </code></pre></div> </div> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-10-1 name=__codelineno-10-1 href=#__codelineno-10-1></a>runai training submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a
-</code></pre></div> </div> </div> </div> <p>_ The status now is: <a class=glightbox href=../img/overquota4.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=overquota4 src=../img/overquota4.png></a></p> <div class="admonition discussion"> <p class=admonition-title>Discussion</p> <p>Note that Job <em>a1</em> has been preempted and then restarted on the second node, to clear space for the new <em>a2</em> Job. This is <strong>bin-packing</strong> or <strong>consolidation</strong></p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> </div> </div> <p>_ The status now is: <a class=glightbox href=../img/overquota4.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=overquota4 src=../img/overquota4.png></a></p> <div class="admonition discussion"> <p class=admonition-title>Discussion</p> <p>Note that Job <em>a1</em> has been preempted and then restarted on the second node, to clear space for the new <em>a2</em> Job. This is <strong>bin-packing</strong> or <strong>consolidation</strong></p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -55,6 +55,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/Walkthroughs/walkthrough-queue-fairness/index.html b/v2.20/Researcher/Walkthroughs/walkthrough-queue-fairness/index.html
index 12b93b69a5..184385ffd1 100644
--- a/v2.20/Researcher/Walkthroughs/walkthrough-queue-fairness/index.html
+++ b/v2.20/Researcher/Walkthroughs/walkthrough-queue-fairness/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-queue-fairness/ rel=canonical><link href=../walkthrough-overquota/ rel=prev><link href=../../workloads/overviews/introduction-to-workloads/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Queue Fairness - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-queue-fairness/ rel=canonical><link href=../walkthrough-overquota/ rel=prev><link href=../../workloads/overviews/introduction-to-workloads/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Queue Fairness - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -30,7 +30,7 @@
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>runai training submit b4 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b
 </code></pre></div> </div> </div> </div> <p>System status after run: <a class=glightbox href=../img/overquota-fairness2.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=overquota-fairness12 src=../img/overquota-fairness2.png></a></p> <div class="admonition discussion"> <p class=admonition-title>Discussion</p> <ul> <li>Two team-b Jobs have immediately displaced team-a. </li> <li>team-a and team-b each have a quota of 1 GPU, thus the remaining over-quota (2 GPUs) is distributed equally between the Projects.</li> </ul> </div> <h2 id=part-2-queue-fairness>Part 2: Queue Fairness<a class=headerlink href=#part-2-queue-fairness title="Permanent link">&para;</a></h2> <p>Now lets start deleting Jobs. Alternatively, you can wait for Jobs to complete.</p> <div class="tabbed-set tabbed-alternate" data-tabs=3:2><input checked=checked id=__tabbed_3_1 name=__tabbed_3 type=radio><input id=__tabbed_3_2 name=__tabbed_3 type=radio><div class=tabbed-labels><label for=__tabbed_3_1>CLI V1</label><label for=__tabbed_3_2>CLI V2</label></div> <div class=tabbed-content> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-4-1 name=__codelineno-4-1 href=#__codelineno-4-1></a>runai delete job b2 -p team-b
 </code></pre></div> </div> <div class=tabbed-block> <div class=highlight><pre><span></span><code><a id=__codelineno-5-1 name=__codelineno-5-1 href=#__codelineno-5-1></a>runai training delete b2 -p team-b
-</code></pre></div> </div> </div> </div> <div class="admonition discussion"> <p class=admonition-title>Discussion</p> <p>As the quotas are equal (1 for each Project, the remaining pending Jobs will get scheduled one by one alternating between Projects, regardless of the time in which they were submitted. </p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> </div> </div> <div class="admonition discussion"> <p class=admonition-title>Discussion</p> <p>As the quotas are equal (1 for each Project, the remaining pending Jobs will get scheduled one by one alternating between Projects, regardless of the time in which they were submitted. </p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -58,6 +58,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/best-practices/bare-metal-to-docker-images/index.html b/v2.20/Researcher/best-practices/bare-metal-to-docker-images/index.html
index 79301e231f..420d41778d 100644
--- a/v2.20/Researcher/best-practices/bare-metal-to-docker-images/index.html
+++ b/v2.20/Researcher/best-practices/bare-metal-to-docker-images/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/bare-metal-to-docker-images/ rel=canonical><link href=../../cli-reference/runai-whoami/ rel=prev><link href=../convert-to-unattended/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Bare-Metal to Docker Images - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/bare-metal-to-docker-images/ rel=canonical><link href=../../cli-reference/runai-whoami/ rel=prev><link href=../convert-to-unattended/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Bare-Metal to Docker Images - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#best-practice-from-bare-metal-to-docker-images class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5 checked> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=true> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Bare-Metal to Docker Images </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#why-use-docker-images class=md-nav__link> <span class=md-ellipsis> Why Use Docker Images? </span> </a> </li> <li class=md-nav__item> <a href=#moving-a-data-science-environment-to-docker class=md-nav__link> <span class=md-ellipsis> Moving a Data Science Environment to Docker </span> </a> <nav class=md-nav aria-label="Moving a Data Science Environment to Docker"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#training-data class=md-nav__link> <span class=md-ellipsis> Training data </span> </a> </li> <li class=md-nav__item> <a href=#machine-learning-code-and-inputs class=md-nav__link> <span class=md-ellipsis> Machine Learning Code and Inputs </span> </a> </li> <li class=md-nav__item> <a href=#code-dependencies class=md-nav__link> <span class=md-ellipsis> Code Dependencies </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-lifecycle-build-and-train class=md-nav__link> <span class=md-ellipsis> ML Lifecycle: Build and Train </span> </a> <nav class=md-nav aria-label="ML Lifecycle: Build and Train"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#build-workloads class=md-nav__link> <span class=md-ellipsis> Build Workloads </span> </a> </li> <li class=md-nav__item> <a href=#training-workloads class=md-nav__link> <span class=md-ellipsis> Training Workloads </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#why-use-docker-images class=md-nav__link> <span class=md-ellipsis> Why Use Docker Images? </span> </a> </li> <li class=md-nav__item> <a href=#moving-a-data-science-environment-to-docker class=md-nav__link> <span class=md-ellipsis> Moving a Data Science Environment to Docker </span> </a> <nav class=md-nav aria-label="Moving a Data Science Environment to Docker"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#training-data class=md-nav__link> <span class=md-ellipsis> Training data </span> </a> </li> <li class=md-nav__item> <a href=#machine-learning-code-and-inputs class=md-nav__link> <span class=md-ellipsis> Machine Learning Code and Inputs </span> </a> </li> <li class=md-nav__item> <a href=#code-dependencies class=md-nav__link> <span class=md-ellipsis> Code Dependencies </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-lifecycle-build-and-train class=md-nav__link> <span class=md-ellipsis> ML Lifecycle: Build and Train </span> </a> <nav class=md-nav aria-label="ML Lifecycle: Build and Train"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#build-workloads class=md-nav__link> <span class=md-ellipsis> Build Workloads </span> </a> </li> <li class=md-nav__item> <a href=#training-workloads class=md-nav__link> <span class=md-ellipsis> Training Workloads </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/best-practices/bare-metal-to-docker-images.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=best-practice-from-bare-metal-to-docker-images>Best Practice: From Bare Metal to Docker Images<a class=headerlink href=#best-practice-from-bare-metal-to-docker-images title="Permanent link">&para;</a></h1> <h2 id=introduction>Introduction<a class=headerlink href=#introduction title="Permanent link">&para;</a></h2> <p>Some Researchers do data science on <em>bare metal</em>. The term bare-metal relates to connecting to a server and working directly on its operating system and disks.</p> <p>This is the fastest way to start working, but it introduces problems when the data science organization scales:</p> <ul> <li>More Researchers mean that the machine resources need to be efficiently shared</li> <li>Researchers need to collaborate and share data, code, and results</li> </ul> <p>To overcome that, people working on bare-metal typically write scripts to gather data, code as well as code dependencies. This soon becomes an overwhelming task.</p> <h2 id=why-use-docker-images>Why Use Docker Images?<a class=headerlink href=#why-use-docker-images title="Permanent link">&para;</a></h2> <p>Docker images and <em>containerization</em> in general provide a level of abstraction which, by large, frees developers and Researchers from the mundane tasks of <em>setting up an environment</em>. The image is an operating system by itself and thus the 'environment' is by large, a part of the image.</p> <p>When a docker image is instantiated, it creates a <em>container</em>. A container is the running manifestation of a docker image.</p> <h2 id=moving-a-data-science-environment-to-docker>Moving a Data Science Environment to Docker<a class=headerlink href=#moving-a-data-science-environment-to-docker title="Permanent link">&para;</a></h2> <p>A data science environment typically includes:</p> <li>Training data</li> <li>Machine Learning (ML) code and inputs</li> <li>Libraries: Code dependencies that must be installed before the ML code can be run</li> <h3 id=training-data>Training data<a class=headerlink href=#training-data title="Permanent link">&para;</a></h3> <p>Training data is usually significantly large (from several Gigabytes to Petabytes) and is read-only in nature. Thus, training data is typically left outside of the docker image. Instead, the data is <em>mounted</em> onto the image when it is instantiated. Mounting a volume allows the code within the container to access the data as though it was within a directory on the local file system.</p> <p>The best practice is to store the training data on a shared file system. This allows the data to be accessed uniformly on whichever machine the Researcher is currently using, allowing the Researcher to easily migrate between machines. </p> <p>Organizations without a shared file system typically write scripts to copy data from machine to machine.</p> <h3 id=machine-learning-code-and-inputs>Machine Learning Code and Inputs<a class=headerlink href=#machine-learning-code-and-inputs title="Permanent link">&para;</a></h3> <p>As a rule, code needs to be saved and versioned in a <strong>code repository</strong>.</p> <p>There are two alternative practices:</p> <ul> <li>The code resides in the image and is being periodically pulled from the repository. This practice requires building a new container image each time a change is introduced to the code.</li> <li>When a shared file system exists, the code can reside outside the image on a shared disk and mounted via a volume onto the container. </li> </ul> <p>Both practices are valid.</p> <p>Inputs to machine learning models and artifacts of training sessions, like model checkpoints, are also better stored in and loaded from a shared file system.</p> <h3 id=code-dependencies>Code Dependencies<a class=headerlink href=#code-dependencies title="Permanent link">&para;</a></h3> <p>Any code has code dependencies. These libraries must be installed for the code to run. As the code is changing, so do the dependencies.</p> <p>ML Code is typically python and python dependencies are typically declared together in a single <code>requirements.txt</code> file which is saved together with the code.</p> <p>The best practice is to have your docker startup script (see below) run this file using <code>pip install -r requirements.txt</code>. This allows the flexibility of adding and removing code dependencies dynamically.</p> <h2 id=ml-lifecycle-build-and-train>ML Lifecycle: Build and Train<a class=headerlink href=#ml-lifecycle-build-and-train title="Permanent link">&para;</a></h2> <p>Deep learning workloads can be divided into two generic types:</p> <li>Interactive "build" sessions. With these types of workloads, the data scientist opens an interactive session, via bash, Jupyter Notebook, remote PyCharm, or similar and accesses GPU resources directly. Build workloads are typically meant for debugging and development sessions. </li> <li>Unattended "training" sessions. Training is characterized by a machine learning run that has a start and a finish. With these types of workloads, the data scientist prepares a self-running workload and sends it for execution. During the execution, the data scientist can examine the results. A Training session can take from a few minutes to a couple of days. It can be interrupted in the middle and later restored (though the data scientist should save checkpoints for that purpose). Training workloads typically utilize large percentages of the GPU and at the end of the run automatically frees the resources. </li> <p>Getting your docker ready is also a matter of which type of workload you are currently running.</p> <h3 id=build-workloads>Build Workloads<a class=headerlink href=#build-workloads title="Permanent link">&para;</a></h3> <p>With "build" you are actually coding and debugging small experiments. You are <strong>interactive</strong>. In that mode, you can typically take a well known standard image (e.g. <a data-saferedirecturl="https://www.google.com/url?q=https://ngc.nvidia.com/catalog/containers/nvidia:tensorflow&source=gmail&ust=1592498144070000&usg=AFQjCNGTAief8-leIAVR4wSzfzvkGEphDA" href=https://ngc.nvidia.com/catalog/containers/nvidia:tensorflow rel=noopener target=_blank>https://ngc.nvidia.com/<wbr>catalog/containers/nvidia:<wbr>tensorflow</a>) and use it directly.</p> <p>Start a docker container by running:</p> <pre><code>docker run -it .... "the well known image" -v /where/my/code/resides bash </code></pre> <p>You get a shell prompt to a container with a mounted volume of where your code is. You can then install your prerequisites and run your code via ssh.</p> <p>You can also access the container remotely from tools such as PyCharm, Jupyter Notebook, and more. In this case, the docker image needs to be customized to install the "server software" (e.g. a Jupyter Notebook service).</p> <h3 id=training-workloads>Training Workloads<a class=headerlink href=#training-workloads title="Permanent link">&para;</a></h3> <p>For training workloads, you can use a well-known image (e.g. the TensorFlow image from the link above) but more often than not, you want to create your own docker image. The best practice is to use the well-known image (e.g. TensorFlow from above) as a <strong>base image</strong> and add your own customizations <strong>on top</strong> of it. To achieve that, you create a <strong>Dockerfile</strong>. A Dockerfile is a declarative way to build a docker image and is built in layers. e.g.:</p> <ol><li>Base image is nvidia-tensorflow</li> <li>Install popular software</li> <li>(Optional) Run a script</li> </ol> <p>The script can be part of the image or can be provided as part of the command line to run the docker. It will typically include additional dependencies to install as well as a reference to the ML code to be run. </p> <p>The best practice for running training workloads is to test the container image in a "build" session and then send it for execution as a training Job. For further information on how to set up and parameterize a training workload via docker or Run:ai see <a href=../convert-to-unattended/ >Converting your Workload to use Unattended Training Execution</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#best-practice-from-bare-metal-to-docker-images class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5 checked> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=true> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Bare-Metal to Docker Images </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#why-use-docker-images class=md-nav__link> <span class=md-ellipsis> Why Use Docker Images? </span> </a> </li> <li class=md-nav__item> <a href=#moving-a-data-science-environment-to-docker class=md-nav__link> <span class=md-ellipsis> Moving a Data Science Environment to Docker </span> </a> <nav class=md-nav aria-label="Moving a Data Science Environment to Docker"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#training-data class=md-nav__link> <span class=md-ellipsis> Training data </span> </a> </li> <li class=md-nav__item> <a href=#machine-learning-code-and-inputs class=md-nav__link> <span class=md-ellipsis> Machine Learning Code and Inputs </span> </a> </li> <li class=md-nav__item> <a href=#code-dependencies class=md-nav__link> <span class=md-ellipsis> Code Dependencies </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-lifecycle-build-and-train class=md-nav__link> <span class=md-ellipsis> ML Lifecycle: Build and Train </span> </a> <nav class=md-nav aria-label="ML Lifecycle: Build and Train"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#build-workloads class=md-nav__link> <span class=md-ellipsis> Build Workloads </span> </a> </li> <li class=md-nav__item> <a href=#training-workloads class=md-nav__link> <span class=md-ellipsis> Training Workloads </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#why-use-docker-images class=md-nav__link> <span class=md-ellipsis> Why Use Docker Images? </span> </a> </li> <li class=md-nav__item> <a href=#moving-a-data-science-environment-to-docker class=md-nav__link> <span class=md-ellipsis> Moving a Data Science Environment to Docker </span> </a> <nav class=md-nav aria-label="Moving a Data Science Environment to Docker"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#training-data class=md-nav__link> <span class=md-ellipsis> Training data </span> </a> </li> <li class=md-nav__item> <a href=#machine-learning-code-and-inputs class=md-nav__link> <span class=md-ellipsis> Machine Learning Code and Inputs </span> </a> </li> <li class=md-nav__item> <a href=#code-dependencies class=md-nav__link> <span class=md-ellipsis> Code Dependencies </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-lifecycle-build-and-train class=md-nav__link> <span class=md-ellipsis> ML Lifecycle: Build and Train </span> </a> <nav class=md-nav aria-label="ML Lifecycle: Build and Train"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#build-workloads class=md-nav__link> <span class=md-ellipsis> Build Workloads </span> </a> </li> <li class=md-nav__item> <a href=#training-workloads class=md-nav__link> <span class=md-ellipsis> Training Workloads </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/best-practices/bare-metal-to-docker-images.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=best-practice-from-bare-metal-to-docker-images>Best Practice: From Bare Metal to Docker Images<a class=headerlink href=#best-practice-from-bare-metal-to-docker-images title="Permanent link">&para;</a></h1> <h2 id=introduction>Introduction<a class=headerlink href=#introduction title="Permanent link">&para;</a></h2> <p>Some Researchers do data science on <em>bare metal</em>. The term bare-metal relates to connecting to a server and working directly on its operating system and disks.</p> <p>This is the fastest way to start working, but it introduces problems when the data science organization scales:</p> <ul> <li>More Researchers mean that the machine resources need to be efficiently shared</li> <li>Researchers need to collaborate and share data, code, and results</li> </ul> <p>To overcome that, people working on bare-metal typically write scripts to gather data, code as well as code dependencies. This soon becomes an overwhelming task.</p> <h2 id=why-use-docker-images>Why Use Docker Images?<a class=headerlink href=#why-use-docker-images title="Permanent link">&para;</a></h2> <p>Docker images and <em>containerization</em> in general provide a level of abstraction which, by large, frees developers and Researchers from the mundane tasks of <em>setting up an environment</em>. The image is an operating system by itself and thus the 'environment' is by large, a part of the image.</p> <p>When a docker image is instantiated, it creates a <em>container</em>. A container is the running manifestation of a docker image.</p> <h2 id=moving-a-data-science-environment-to-docker>Moving a Data Science Environment to Docker<a class=headerlink href=#moving-a-data-science-environment-to-docker title="Permanent link">&para;</a></h2> <p>A data science environment typically includes:</p> <li>Training data</li> <li>Machine Learning (ML) code and inputs</li> <li>Libraries: Code dependencies that must be installed before the ML code can be run</li> <h3 id=training-data>Training data<a class=headerlink href=#training-data title="Permanent link">&para;</a></h3> <p>Training data is usually significantly large (from several Gigabytes to Petabytes) and is read-only in nature. Thus, training data is typically left outside of the docker image. Instead, the data is <em>mounted</em> onto the image when it is instantiated. Mounting a volume allows the code within the container to access the data as though it was within a directory on the local file system.</p> <p>The best practice is to store the training data on a shared file system. This allows the data to be accessed uniformly on whichever machine the Researcher is currently using, allowing the Researcher to easily migrate between machines. </p> <p>Organizations without a shared file system typically write scripts to copy data from machine to machine.</p> <h3 id=machine-learning-code-and-inputs>Machine Learning Code and Inputs<a class=headerlink href=#machine-learning-code-and-inputs title="Permanent link">&para;</a></h3> <p>As a rule, code needs to be saved and versioned in a <strong>code repository</strong>.</p> <p>There are two alternative practices:</p> <ul> <li>The code resides in the image and is being periodically pulled from the repository. This practice requires building a new container image each time a change is introduced to the code.</li> <li>When a shared file system exists, the code can reside outside the image on a shared disk and mounted via a volume onto the container. </li> </ul> <p>Both practices are valid.</p> <p>Inputs to machine learning models and artifacts of training sessions, like model checkpoints, are also better stored in and loaded from a shared file system.</p> <h3 id=code-dependencies>Code Dependencies<a class=headerlink href=#code-dependencies title="Permanent link">&para;</a></h3> <p>Any code has code dependencies. These libraries must be installed for the code to run. As the code is changing, so do the dependencies.</p> <p>ML Code is typically python and python dependencies are typically declared together in a single <code>requirements.txt</code> file which is saved together with the code.</p> <p>The best practice is to have your docker startup script (see below) run this file using <code>pip install -r requirements.txt</code>. This allows the flexibility of adding and removing code dependencies dynamically.</p> <h2 id=ml-lifecycle-build-and-train>ML Lifecycle: Build and Train<a class=headerlink href=#ml-lifecycle-build-and-train title="Permanent link">&para;</a></h2> <p>Deep learning workloads can be divided into two generic types:</p> <li>Interactive "build" sessions. With these types of workloads, the data scientist opens an interactive session, via bash, Jupyter Notebook, remote PyCharm, or similar and accesses GPU resources directly. Build workloads are typically meant for debugging and development sessions. </li> <li>Unattended "training" sessions. Training is characterized by a machine learning run that has a start and a finish. With these types of workloads, the data scientist prepares a self-running workload and sends it for execution. During the execution, the data scientist can examine the results. A Training session can take from a few minutes to a couple of days. It can be interrupted in the middle and later restored (though the data scientist should save checkpoints for that purpose). Training workloads typically utilize large percentages of the GPU and at the end of the run automatically frees the resources. </li> <p>Getting your docker ready is also a matter of which type of workload you are currently running.</p> <h3 id=build-workloads>Build Workloads<a class=headerlink href=#build-workloads title="Permanent link">&para;</a></h3> <p>With "build" you are actually coding and debugging small experiments. You are <strong>interactive</strong>. In that mode, you can typically take a well known standard image (e.g. <a data-saferedirecturl="https://www.google.com/url?q=https://ngc.nvidia.com/catalog/containers/nvidia:tensorflow&source=gmail&ust=1592498144070000&usg=AFQjCNGTAief8-leIAVR4wSzfzvkGEphDA" href=https://ngc.nvidia.com/catalog/containers/nvidia:tensorflow rel=noopener target=_blank>https://ngc.nvidia.com/<wbr>catalog/containers/nvidia:<wbr>tensorflow</a>) and use it directly.</p> <p>Start a docker container by running:</p> <pre><code>docker run -it .... "the well known image" -v /where/my/code/resides bash </code></pre> <p>You get a shell prompt to a container with a mounted volume of where your code is. You can then install your prerequisites and run your code via ssh.</p> <p>You can also access the container remotely from tools such as PyCharm, Jupyter Notebook, and more. In this case, the docker image needs to be customized to install the "server software" (e.g. a Jupyter Notebook service).</p> <h3 id=training-workloads>Training Workloads<a class=headerlink href=#training-workloads title="Permanent link">&para;</a></h3> <p>For training workloads, you can use a well-known image (e.g. the TensorFlow image from the link above) but more often than not, you want to create your own docker image. The best practice is to use the well-known image (e.g. TensorFlow from above) as a <strong>base image</strong> and add your own customizations <strong>on top</strong> of it. To achieve that, you create a <strong>Dockerfile</strong>. A Dockerfile is a declarative way to build a docker image and is built in layers. e.g.:</p> <ol><li>Base image is nvidia-tensorflow</li> <li>Install popular software</li> <li>(Optional) Run a script</li> </ol> <p>The script can be part of the image or can be provided as part of the command line to run the docker. It will typically include additional dependencies to install as well as a reference to the ML code to be run. </p> <p>The best practice for running training workloads is to test the container image in a "build" session and then send it for execution as a training Job. For further information on how to set up and parameterize a training workload via docker or Run:ai see <a href=../convert-to-unattended/ >Converting your Workload to use Unattended Training Execution</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/best-practices/convert-to-unattended/index.html b/v2.20/Researcher/best-practices/convert-to-unattended/index.html
index 6d3cc2224a..dd1af20a24 100644
--- a/v2.20/Researcher/best-practices/convert-to-unattended/index.html
+++ b/v2.20/Researcher/best-practices/convert-to-unattended/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/convert-to-unattended/ rel=canonical><link href=../bare-metal-to-docker-images/ rel=prev><link href=../save-dl-checkpoints/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Convert a Workload to Run Unattended - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/convert-to-unattended/ rel=canonical><link href=../bare-metal-to-docker-images/ rel=prev><link href=../save-dl-checkpoints/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Convert a Workload to Run Unattended - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -24,7 +24,7 @@
 </code></pre></div> <p>Example with Command-line arguments:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a>runai submit train1 -i tensorflow/tensorflow:1.14.0-gpu-py3  
 <a id=__codelineno-2-2 name=__codelineno-2-2 href=#__codelineno-2-2></a>    -v /nfs/john:/mydir -g 1  --working-dir /mydir/  
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>    -- ./startup.sh batch-size=64 number-of-epochs=3
-</code></pre></div> <p>Please refer to <a href=../../cli-reference/runai-submit/ >Command-Line Interface, runai submit</a> for a list of all arguments accepted by the Run:ai CLI.</p> <h3 id=use-cli-policies>Use CLI Policies<a class=headerlink href=#use-cli-policies title="Permanent link">&para;</a></h3> <p>Different run configurations may vary significantly and can be tedious to be written each time on the command-line. To make life easier, our CLI offers a way to set administrator policies for these configurations and use pre-configured configuration when submitting a Workload. Please refer to <a href=../../../platform-admin/workloads/policies/overview/ >Configure Policies</a>.</p> <h2 id=attached-files>Attached Files<a class=headerlink href=#attached-files title="Permanent link">&para;</a></h2> <p>The 3 relevant files mentioned in this document can be downloaded from <a href=https://github.com/run-ai/docs/tree/master/quickstart/unattended-execution target=_blank>Github</a></p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>See the unattended training Quickstart: <a href=../../workloads/training/standard-training/quickstart-standard-training/ >Launch Unattended Training Workloads</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>Please refer to <a href=../../cli-reference/runai-submit/ >Command-Line Interface, runai submit</a> for a list of all arguments accepted by the Run:ai CLI.</p> <h3 id=use-cli-policies>Use CLI Policies<a class=headerlink href=#use-cli-policies title="Permanent link">&para;</a></h3> <p>Different run configurations may vary significantly and can be tedious to be written each time on the command-line. To make life easier, our CLI offers a way to set administrator policies for these configurations and use pre-configured configuration when submitting a Workload. Please refer to <a href=../../../platform-admin/workloads/policies/overview/ >Configure Policies</a>.</p> <h2 id=attached-files>Attached Files<a class=headerlink href=#attached-files title="Permanent link">&para;</a></h2> <p>The 3 relevant files mentioned in this document can be downloaded from <a href=https://github.com/run-ai/docs/tree/master/quickstart/unattended-execution target=_blank>Github</a></p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>See the unattended training Quickstart: <a href=../../workloads/training/standard-training/quickstart-standard-training/ >Launch Unattended Training Workloads</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -52,6 +52,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/best-practices/env-variables/index.html b/v2.20/Researcher/best-practices/env-variables/index.html
index b16d3272e6..6fd215f817 100644
--- a/v2.20/Researcher/best-practices/env-variables/index.html
+++ b/v2.20/Researcher/best-practices/env-variables/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/env-variables/ rel=canonical><link href=../save-dl-checkpoints/ rel=prev><link href=../researcher-notifications/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Environment Variables - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/env-variables/ rel=canonical><link href=../save-dl-checkpoints/ rel=prev><link href=../researcher-notifications/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Environment Variables - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -16,7 +16,7 @@
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a>
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a><span class=n>jobName</span> <span class=o>=</span> <span class=n>os</span><span class=o>.</span><span class=n>environ</span><span class=p>[</span><span class=s1>&#39;JOB_NAME&#39;</span><span class=p>]</span>
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a><span class=n>jobUUID</span> <span class=o>=</span> <span class=n>os</span><span class=o>.</span><span class=n>environ</span><span class=p>[</span><span class=s1>&#39;JOB_UUID&#39;</span><span class=p>]</span>
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -44,6 +44,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/best-practices/researcher-notifications/index.html b/v2.20/Researcher/best-practices/researcher-notifications/index.html
index c4eb61632b..f217d78492 100644
--- a/v2.20/Researcher/best-practices/researcher-notifications/index.html
+++ b/v2.20/Researcher/best-practices/researcher-notifications/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/researcher-notifications/ rel=canonical><link href=../env-variables/ rel=prev><link href=../secrets-as-env-var-in-cli/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Researcher Email Notifications - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/researcher-notifications/ rel=canonical><link href=../env-variables/ rel=prev><link href=../secrets-as-env-var-in-cli/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Researcher Email Notifications - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#importance-of-email-notifications-for-data-scientists class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Researcher Email Notifications </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5 checked> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=true> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Email Notifications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Email Notifications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#importance-of-email-notifications-for-data-scientists class=md-nav__link> <span class=md-ellipsis> Importance of Email Notifications for Data Scientists </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#importance-of-email-notifications-for-data-scientists class=md-nav__link> <span class=md-ellipsis> Importance of Email Notifications for Data Scientists </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/best-practices/researcher-notifications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Email Notifications</h1> <h2 id=importance-of-email-notifications-for-data-scientists>Importance of Email Notifications for Data Scientists<a class=headerlink href=#importance-of-email-notifications-for-data-scientists title="Permanent link">&para;</a></h2> <p>Managing numerous data science workloads requires monitoring various stages, including submission, scheduling, initialization, execution, and completion. Additionally, handling suspensions and failures is crucial for ensuring timely workload completion. Email Notifications address this need by sending alerts for critical workload life cycle changes. This empowers data scientists to take necessary actions and prevent delays.</p> <p>Once the system administrator <a href=../../../admin/config/notifications/ >configures the email notifications</a>, users will receive notifications about their jobs that transition from one status to another. In addition, the user will get warning notifications before workload termination due to project-defined timeouts. Details included in the email are:</p> <ul> <li>Workload type</li> <li>Project and cluster information</li> <li>Event timestamp</li> </ul> <p>To configure the types of email notifications you can receive:</p> <ol> <li>The user must log in to their account.</li> <li>Press the user icon, then select settings.</li> <li>In the <em>Email notifications</em>, and in the <em>Send me an email about my workloads when</em> section, select the relevant workload statuses.</li> <li>When complete, press <em>Save</em>.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#importance-of-email-notifications-for-data-scientists class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Researcher Email Notifications </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5 checked> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=true> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Email Notifications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Email Notifications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#importance-of-email-notifications-for-data-scientists class=md-nav__link> <span class=md-ellipsis> Importance of Email Notifications for Data Scientists </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#importance-of-email-notifications-for-data-scientists class=md-nav__link> <span class=md-ellipsis> Importance of Email Notifications for Data Scientists </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/best-practices/researcher-notifications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Email Notifications</h1> <h2 id=importance-of-email-notifications-for-data-scientists>Importance of Email Notifications for Data Scientists<a class=headerlink href=#importance-of-email-notifications-for-data-scientists title="Permanent link">&para;</a></h2> <p>Managing numerous data science workloads requires monitoring various stages, including submission, scheduling, initialization, execution, and completion. Additionally, handling suspensions and failures is crucial for ensuring timely workload completion. Email Notifications address this need by sending alerts for critical workload life cycle changes. This empowers data scientists to take necessary actions and prevent delays.</p> <p>Once the system administrator <a href=../../../admin/config/notifications/ >configures the email notifications</a>, users will receive notifications about their jobs that transition from one status to another. In addition, the user will get warning notifications before workload termination due to project-defined timeouts. Details included in the email are:</p> <ul> <li>Workload type</li> <li>Project and cluster information</li> <li>Event timestamp</li> </ul> <p>To configure the types of email notifications you can receive:</p> <ol> <li>The user must log in to their account.</li> <li>Press the user icon, then select settings.</li> <li>In the <em>Email notifications</em>, and in the <em>Send me an email about my workloads when</em> section, select the relevant workload statuses.</li> <li>When complete, press <em>Save</em>.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/best-practices/save-dl-checkpoints/index.html b/v2.20/Researcher/best-practices/save-dl-checkpoints/index.html
index 13aba14ff1..97ce480bc0 100644
--- a/v2.20/Researcher/best-practices/save-dl-checkpoints/index.html
+++ b/v2.20/Researcher/best-practices/save-dl-checkpoints/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/save-dl-checkpoints/ rel=canonical><link href=../convert-to-unattended/ rel=prev><link href=../env-variables/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Save Deep Learning Checkpoints - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/save-dl-checkpoints/ rel=canonical><link href=../convert-to-unattended/ rel=prev><link href=../env-variables/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Save Deep Learning Checkpoints - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -33,7 +33,7 @@
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a><span class=k>if</span> <span class=n>os</span><span class=o>.</span><span class=n>path</span><span class=o>.</span><span class=n>isfile</span><span class=p>(</span><span class=n>checkpoints_file</span><span class=p>):</span>
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>    <span class=nb>print</span><span class=p>(</span><span class=s2>&quot;loading checkpoint file: &quot;</span> <span class=o>+</span> <span class=n>checkpoints_file</span><span class=p>)</span>
 <a id=__codelineno-3-6 name=__codelineno-3-6 href=#__codelineno-3-6></a>    <span class=n>model</span><span class=o>.</span><span class=n>load_weights</span><span class=p>(</span><span class=n>checkpoints_file</span><span class=p>)</span>
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -61,6 +61,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/best-practices/secrets-as-env-var-in-cli/index.html b/v2.20/Researcher/best-practices/secrets-as-env-var-in-cli/index.html
index 0726688459..0f8cefcbb1 100644
--- a/v2.20/Researcher/best-practices/secrets-as-env-var-in-cli/index.html
+++ b/v2.20/Researcher/best-practices/secrets-as-env-var-in-cli/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/secrets-as-env-var-in-cli/ rel=canonical><link href=../researcher-notifications/ rel=prev><link href=../../scheduling/the-runai-scheduler/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Secrets as Environment Variables (CLI) - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/best-practices/secrets-as-env-var-in-cli/ rel=canonical><link href=../researcher-notifications/ rel=prev><link href=../../scheduling/the-runai-scheduler/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Secrets as Environment Variables (CLI) - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 </code></pre></div> <p>Then run: <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>kubectl apply -f &lt;file-name&gt;
 </code></pre></div></p> <div class="admonition notes"> <p class=admonition-title>Notes</p> <ul> <li>Secrets are base64 encoded</li> <li>Secrets are stored in the scope of a namespace and will not be accessible from other namespaces. Hence the reference to the Run:ai Project name above. Run:ai provides the ability to propagate secrets throughout all Run:ai Projects. See below.</li> </ul> </div> <h2 id=attaching-a-secret-to-a-workload-on-submit-via-cli>Attaching a secret to a Workload on Submit via CLI<a class=headerlink href=#attaching-a-secret-to-a-workload-on-submit-via-cli title="Permanent link">&para;</a></h2> <p>When you submit a new Workload, you will want to connect the secret to the new Workload. To do that, run:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a>runai submit -e &lt;ENV-VARIABLE&gt;=SECRET:&lt;secret-name&gt;,&lt;secret-key&gt; ....
 </code></pre></div> <p>For example:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-3-1 name=__codelineno-3-1 href=#__codelineno-3-1></a>runai submit -i ubuntu -e MYUSERNAME=SECRET:my-secret,username
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/Introduction/index.html b/v2.20/Researcher/cli-reference/Introduction/index.html
index bf4bbda8f1..6916893909 100644
--- a/v2.20/Researcher/cli-reference/Introduction/index.html
+++ b/v2.20/Researcher/cli-reference/Introduction/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/Introduction/ rel=canonical><link href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ rel=prev><link href=../runai-attach/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Introduction - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/Introduction/ rel=canonical><link href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ rel=prev><link href=../runai-attach/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Introduction - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Introduction </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/Introduction.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Introduction</h1> <p>The Run:ai Command-line Interface (CLI) is <strong>one</strong> of the ways for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, etc.</p> <p>To install and configure the Run:ai CLI see <a href=../../../admin/researcher-setup/researcher-setup-intro/ >Researcher Setup - Start Here</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Introduction </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/Introduction.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Introduction</h1> <p>The Run:ai Command-line Interface (CLI) is <strong>one</strong> of the ways for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, etc.</p> <p>To install and configure the Run:ai CLI see <a href=../../../admin/researcher-setup/researcher-setup-intro/ >Researcher Setup - Start Here</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/cli-examples/index.html b/v2.20/Researcher/cli-reference/new-cli/cli-examples/index.html
index 267e9c33b8..4f88484ae3 100644
--- a/v2.20/Researcher/cli-reference/new-cli/cli-examples/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/cli-examples/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/cli-examples/ rel=canonical><link href=../runai/ rel=prev><link href=../guides/set-kubeconfig-with-oidc-parameters/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>CLI Examples - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/cli-examples/ rel=canonical><link href=../runai/ rel=prev><link href=../guides/set-kubeconfig-with-oidc-parameters/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>CLI Examples - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -40,7 +40,7 @@
 </code></pre></div> <h2 id=listing-objects>Listing objects<a class=headerlink href=#listing-objects title="Permanent link">&para;</a></h2> <h3 id=listing-all-workloads-in-the-users-scope>Listing all workloads in the user's scope<a class=headerlink href=#listing-all-workloads-in-the-users-scope title="Permanent link">&para;</a></h3> <div class=highlight><pre><span></span><code><a id=__codelineno-24-1 name=__codelineno-24-1 href=#__codelineno-24-1></a>runai<span class=w> </span>workload<span class=w> </span>list<span class=w> </span>-A
 </code></pre></div> <h3 id=listing-projects-in-a-yaml-format>Listing projects in a YAML format<a class=headerlink href=#listing-projects-in-a-yaml-format title="Permanent link">&para;</a></h3> <div class=highlight><pre><span></span><code><a id=__codelineno-25-1 name=__codelineno-25-1 href=#__codelineno-25-1></a>runai<span class=w> </span>project<span class=w> </span>list<span class=w> </span>--yaml
 </code></pre></div> <h3 id=listing-nodes-in-a-json-format>Listing nodes in a JSON format<a class=headerlink href=#listing-nodes-in-a-json-format title="Permanent link">&para;</a></h3> <div class=highlight><pre><span></span><code><a id=__codelineno-26-1 name=__codelineno-26-1 href=#__codelineno-26-1></a>runai<span class=w> </span>node<span class=w> </span>list<span class=w> </span>--json
-</code></pre></div> <h2 id=cli-reference>CLI reference<a class=headerlink href=#cli-reference title="Permanent link">&para;</a></h2> <p>For the full guide of the CLI syntax, see the <a href=/saas/docs/cli-reference>CLI reference</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=cli-reference>CLI reference<a class=headerlink href=#cli-reference title="Permanent link">&para;</a></h2> <p>For the full guide of the CLI syntax, see the <a href=/saas/docs/cli-reference>CLI reference</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -68,6 +68,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/index.html b/v2.20/Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/index.html
index 86948a4533..d2085c96e6 100644
--- a/v2.20/Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ rel=canonical><link href=../../cli-examples/ rel=prev><link href=../../../Introduction/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Set cluster authorization - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ rel=canonical><link href=../../cli-examples/ rel=prev><link href=../../../Introduction/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Set cluster authorization - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -37,7 +37,7 @@
 <a id=__codelineno-2-15 name=__codelineno-2-15 href=#__codelineno-2-15></a>  name: &lt;CLUSTER_NAME&gt;
 <a id=__codelineno-2-16 name=__codelineno-2-16 href=#__codelineno-2-16></a>users:
 <a id=__codelineno-2-17 name=__codelineno-2-17 href=#__codelineno-2-17></a>- name: &lt;USER_NAME&gt;
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -65,6 +65,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/overview/index.html b/v2.20/Researcher/cli-reference/new-cli/overview/index.html
index cf9de71aeb..b216bedc30 100644
--- a/v2.20/Researcher/cli-reference/new-cli/overview/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/overview/ rel=canonical><link href=../../../workloads/inference/nim-inference/ rel=prev><link href=../runai/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Run:ai V2 Command-line Interface - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/overview/ rel=canonical><link href=../../../workloads/inference/nim-inference/ rel=prev><link href=../runai/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Run:ai V2 Command-line Interface - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#the-new-v2-command-line-interface class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Run:ai V2 Command-line Interface </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1 checked> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#the-new-v2-command-line-interface class=md-nav__link> <span class=md-ellipsis> The new V2 Command-line interface </span> </a> </li> <li class=md-nav__item> <a href=#installing-the-improved-command-line-interface class=md-nav__link> <span class=md-ellipsis> Installing the Improved Command Line Interface </span> </a> </li> <li class=md-nav__item> <a href=#reference class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#the-new-v2-command-line-interface class=md-nav__link> <span class=md-ellipsis> The new V2 Command-line interface </span> </a> </li> <li class=md-nav__item> <a href=#installing-the-improved-command-line-interface class=md-nav__link> <span class=md-ellipsis> Installing the Improved Command Line Interface </span> </a> </li> <li class=md-nav__item> <a href=#reference class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/new-cli/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Overview</h1> <p>The Run:ai Command-line Interface (CLI) tool for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, and access other features in the Run:ai platform.</p> <h2 id=the-new-v2-command-line-interface>The new V2 Command-line interface<a class=headerlink href=#the-new-v2-command-line-interface title="Permanent link">&para;</a></h2> <p>This command-line interface is a complete revamp of the command-line interface. Few highlights:</p> <ul> <li>The CLI internally uses the <a href=../../../../developer/admin-rest-api/overview/ >Control-plane API</a>. This provides a single point of view on Workloads removing dissimilarities between the user interface, programming interface and the command-line interface. </li> <li>As such, it also removes the need to configure the <a href=../../../../admin/authentication/researcher-authentication/ >Kubernetes API server</a> for authentication. </li> <li><strong>The CLI is only available for Run:ai cluster version 2.18 and up.</strong></li> <li>The new V2 CLI is backward compatible with the older V1 CLI.</li> </ul> <h2 id=installing-the-improved-command-line-interface>Installing the Improved Command Line Interface<a class=headerlink href=#installing-the-improved-command-line-interface title="Permanent link">&para;</a></h2> <p>See installation instructions <a href=../../../../admin/researcher-setup/new-cli-install/ >here</a>.</p> <h2 id=reference>Reference<a class=headerlink href=#reference title="Permanent link">&para;</a></h2> <p>List of all commands can be found <a href=../runai/ >here</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#the-new-v2-command-line-interface class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Run:ai V2 Command-line Interface </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1 checked> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#the-new-v2-command-line-interface class=md-nav__link> <span class=md-ellipsis> The new V2 Command-line interface </span> </a> </li> <li class=md-nav__item> <a href=#installing-the-improved-command-line-interface class=md-nav__link> <span class=md-ellipsis> Installing the Improved Command Line Interface </span> </a> </li> <li class=md-nav__item> <a href=#reference class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#the-new-v2-command-line-interface class=md-nav__link> <span class=md-ellipsis> The new V2 Command-line interface </span> </a> </li> <li class=md-nav__item> <a href=#installing-the-improved-command-line-interface class=md-nav__link> <span class=md-ellipsis> Installing the Improved Command Line Interface </span> </a> </li> <li class=md-nav__item> <a href=#reference class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/new-cli/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Overview</h1> <p>The Run:ai Command-line Interface (CLI) tool for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, and access other features in the Run:ai platform.</p> <h2 id=the-new-v2-command-line-interface>The new V2 Command-line interface<a class=headerlink href=#the-new-v2-command-line-interface title="Permanent link">&para;</a></h2> <p>This command-line interface is a complete revamp of the command-line interface. Few highlights:</p> <ul> <li>The CLI internally uses the <a href=../../../../developer/admin-rest-api/overview/ >Control-plane API</a>. This provides a single point of view on Workloads removing dissimilarities between the user interface, programming interface and the command-line interface. </li> <li>As such, it also removes the need to configure the <a href=../../../../admin/authentication/researcher-authentication/ >Kubernetes API server</a> for authentication. </li> <li><strong>The CLI is only available for Run:ai cluster version 2.18 and up.</strong></li> <li>The new V2 CLI is backward compatible with the older V1 CLI.</li> </ul> <h2 id=installing-the-improved-command-line-interface>Installing the Improved Command Line Interface<a class=headerlink href=#installing-the-improved-command-line-interface title="Permanent link">&para;</a></h2> <p>See installation instructions <a href=../../../../admin/researcher-setup/new-cli-install/ >here</a>.</p> <h2 id=reference>Reference<a class=headerlink href=#reference title="Permanent link">&para;</a></h2> <p>List of all commands can be found <a href=../runai/ >here</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai/index.html b/v2.20/Researcher/cli-reference/new-cli/runai/index.html
index 9d65a60710..4f165750cb 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai/ rel=canonical><link href=../overview/ rel=prev><link href=../cli-examples/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>CLI Reference - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai/ rel=canonical><link href=../overview/ rel=prev><link href=../cli-examples/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>CLI Reference - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -h, --help                 help for runai
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-6 name=__codelineno-1-6 href=#__codelineno-1-6></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_cluster/ >runai cluster</a> - cluster management</li> <li><a href=../runai_config/ >runai config</a> - configuration management</li> <li><a href=../runai_kubeconfig/ >runai kubeconfig</a> - kubeconfig management</li> <li><a href=../runai_login/ >runai login</a> - login to the control plane</li> <li><a href=../runai_logout/ >runai logout</a> - logout from control plane</li> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> <li><a href=../runai_node/ >runai node</a> - node management</li> <li><a href=../runai_nodepool/ >runai nodepool</a> - node pool management</li> <li><a href=../runai_project/ >runai project</a> - project management</li> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> <li><a href=../runai_report/ >runai report</a> - [Experimental] report management</li> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_upgrade/ >runai upgrade</a> - upgrades the CLI to the latest version</li> <li><a href=../runai_version/ >runai version</a> - show the current version of the CLI</li> <li><a href=../runai_whoami/ >runai whoami</a> - show the current logged in user</li> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_cluster/ >runai cluster</a> - cluster management</li> <li><a href=../runai_config/ >runai config</a> - configuration management</li> <li><a href=../runai_kubeconfig/ >runai kubeconfig</a> - kubeconfig management</li> <li><a href=../runai_login/ >runai login</a> - login to the control plane</li> <li><a href=../runai_logout/ >runai logout</a> - logout from control plane</li> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> <li><a href=../runai_node/ >runai node</a> - node management</li> <li><a href=../runai_nodepool/ >runai nodepool</a> - node pool management</li> <li><a href=../runai_project/ >runai project</a> - project management</li> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> <li><a href=../runai_report/ >runai report</a> - [Experimental] report management</li> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_upgrade/ >runai upgrade</a> - upgrades the CLI to the latest version</li> <li><a href=../runai_version/ >runai version</a> - show the current version of the CLI</li> <li><a href=../runai_whoami/ >runai whoami</a> - show the current logged in user</li> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_attach/index.html
index 8982fd8c49..398c192c84 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -27,7 +27,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -55,6 +55,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_cluster/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_cluster/index.html
index 42c02ac4e7..ad892b1657 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_cluster/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_cluster/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_cluster/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai cluster - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_cluster/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai cluster - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_cluster_list/ >runai cluster list</a> - cluster list command</li> <li><a href=../runai_cluster_set/ >runai cluster set</a> - set cluster context</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_cluster_list/ >runai cluster list</a> - cluster list command</li> <li><a href=../runai_cluster_set/ >runai cluster set</a> - set cluster context</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_cluster_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_cluster_list/index.html
index a001a3af19..0a7c096300 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_cluster_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_cluster_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_cluster_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai cluster list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_cluster_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai cluster list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_cluster/ >runai cluster</a> - cluster management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_cluster/ >runai cluster</a> - cluster management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_cluster_set/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_cluster_set/index.html
index c51a9aa1ad..4b05651127 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_cluster_set/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_cluster_set/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_cluster_set/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai cluster set - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_cluster_set/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai cluster set - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_cluster/ >runai cluster</a> - cluster management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_cluster/ >runai cluster</a> - cluster management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_config/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_config/index.html
index 8eef7dea92..4bf24ed09f 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_config/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_config/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai config - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai config - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_config_generate/ >runai config generate</a> - generate config file</li> <li><a href=../runai_config_set/ >runai config set</a> - Set configuration values</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_config_generate/ >runai config generate</a> - generate config file</li> <li><a href=../runai_config_set/ >runai config set</a> - Set configuration values</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_config_generate/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_config_generate/index.html
index f5dc0ac0b5..d6003b11a6 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_config_generate/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_config_generate/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config_generate/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai config generate - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config_generate/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai config generate - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -22,7 +22,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_config/ >runai config</a> - configuration management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_config/ >runai config</a> - configuration management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -50,6 +50,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_config_project/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_config_project/index.html
index 7f7d13148e..1bd08a8007 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_config_project/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_config_project/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config_project/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai config project - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config_project/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai config project - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_config/ >runai config</a> - configuration management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_config/ >runai config</a> - configuration management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_config_set/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_config_set/index.html
index e1cd9cc11c..5c1f244d0d 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_config_set/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_config_set/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config_set/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai config set - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config_set/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai config set - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -26,7 +26,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_config/ >runai config</a> - configuration management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_config/ >runai config</a> - configuration management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -54,6 +54,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_describe/index.html
index 402d689d99..00af0ee4bb 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_describe_job/ >runai describe job</a> - [Deprecated] Display details of a job</li> <li><a href=../runai_describe_node/ >runai describe node</a> - [Deprecated] Display detailed information about nodes in the cluster</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_describe_job/ >runai describe job</a> - [Deprecated] Display details of a job</li> <li><a href=../runai_describe_node/ >runai describe node</a> - [Deprecated] Display detailed information about nodes in the cluster</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_describe_job/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_describe_job/index.html
index cb25754763..af4917268e 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_describe_job/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_describe_job/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_describe_job/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai describe job - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_describe_job/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai describe job - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -21,7 +21,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_describe/ >runai describe</a> - [Deprecated] Display detailed information about resources</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_describe/ >runai describe</a> - [Deprecated] Display detailed information about resources</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -49,6 +49,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_describe_node/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_describe_node/index.html
index d26cbb03bd..e95e2b7395 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_describe_node/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_describe_node/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_describe_node/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai describe node - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_describe_node/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai describe node - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_describe/ >runai describe</a> - [Deprecated] Display detailed information about resources</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_describe/ >runai describe</a> - [Deprecated] Display detailed information about resources</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_exec/index.html
index 2769bea1e3..3605978b7d 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -27,7 +27,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -55,6 +55,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig/index.html
index 0236dd3977..a6887533b0 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai kubeconfig - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai kubeconfig - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_kubeconfig_set/ >runai kubeconfig set</a> - kubeconfig set login token</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_kubeconfig_set/ >runai kubeconfig set</a> - kubeconfig set login token</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig_set/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig_set/index.html
index eb102bd90a..0692b118c1 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig_set/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig_set/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig_set/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai kubeconfig set - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig_set/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai kubeconfig set - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_kubeconfig/ >runai kubeconfig</a> - kubeconfig management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_kubeconfig/ >runai kubeconfig</a> - kubeconfig management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_list/index.html
index 63e6aa3a13..d2c1612e52 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -21,7 +21,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_list_clusters/ >runai list clusters</a> - [Deprecated] list all available clusters</li> <li><a href=../runai_list_jobs/ >runai list jobs</a> - [Deprecated] list all jobs</li> <li><a href=../runai_list_nodes/ >runai list nodes</a> - [Deprecated] list all nodes</li> <li><a href=../runai_list_projects/ >runai list projects</a> - [Deprecated] list all available projects</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_list_clusters/ >runai list clusters</a> - [Deprecated] list all available clusters</li> <li><a href=../runai_list_jobs/ >runai list jobs</a> - [Deprecated] list all jobs</li> <li><a href=../runai_list_nodes/ >runai list nodes</a> - [Deprecated] list all nodes</li> <li><a href=../runai_list_projects/ >runai list projects</a> - [Deprecated] list all available projects</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -49,6 +49,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_list_clusters/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_list_clusters/index.html
index 92c2b357d4..b3924ff6b8 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_list_clusters/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_list_clusters/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_clusters/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai list clusters - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_clusters/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai list clusters - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_list/ >runai list</a> - [Deprecated] display resource list. By default displays the job list</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_list/ >runai list</a> - [Deprecated] display resource list. By default displays the job list</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_list_jobs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_list_jobs/index.html
index 7220387fac..b3ac972e0c 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_list_jobs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_list_jobs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_jobs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai list jobs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_jobs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai list jobs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -25,7 +25,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_list/ >runai list</a> - [Deprecated] display resource list. By default displays the job list</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_list/ >runai list</a> - [Deprecated] display resource list. By default displays the job list</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -53,6 +53,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_list_nodes/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_list_nodes/index.html
index d845cabfbc..0002e603da 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_list_nodes/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_list_nodes/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_nodes/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai list nodes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_nodes/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai list nodes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_list/ >runai list</a> - [Deprecated] display resource list. By default displays the job list</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_list/ >runai list</a> - [Deprecated] display resource list. By default displays the job list</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_list_projects/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_list_projects/index.html
index 96a42daabd..8e1043a8ac 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_list_projects/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_list_projects/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_projects/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai list projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_projects/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai list projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_list/ >runai list</a> - [Deprecated] display resource list. By default displays the job list</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_list/ >runai list</a> - [Deprecated] display resource list. By default displays the job list</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_login/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_login/index.html
index a857f17a1e..35c46dfac8 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_login/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_login/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai login - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai login - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -33,7 +33,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_login_application/ >runai login application</a> - login as an application</li> <li><a href=../runai_login_sso/ >runai login sso</a> - login using sso without browser</li> <li><a href=../runai_login_user/ >runai login user</a> - login for local user without browser</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_login_application/ >runai login application</a> - login as an application</li> <li><a href=../runai_login_sso/ >runai login sso</a> - login using sso without browser</li> <li><a href=../runai_login_user/ >runai login user</a> - login for local user without browser</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -61,6 +61,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_login_application/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_login_application/index.html
index ebc917327e..30a1b25c50 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_login_application/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_login_application/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login_application/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai login application - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login_application/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai login application - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_login/ >runai login</a> - login to the control plane</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_login/ >runai login</a> - login to the control plane</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_login_sso/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_login_sso/index.html
index 8edfccfcdb..3b7098f182 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_login_sso/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_login_sso/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login_sso/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai login sso - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login_sso/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai login sso - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_login/ >runai login</a> - login to the control plane</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_login/ >runai login</a> - login to the control plane</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_login_user/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_login_user/index.html
index 55cb0a4c13..8323bacc0a 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_login_user/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_login_user/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login_user/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai login user - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login_user/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai login user - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_login/ >runai login</a> - login to the control plane</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_login/ >runai login</a> - login to the control plane</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_logout/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_logout/index.html
index 48518632ae..f797a39877 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_logout/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_logout/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_logout/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai logout - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_logout/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai logout - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_logs/index.html
index e7bd7f9a42..7377fa4ce7 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi/index.html
index 1efdd052e4..93746b0794 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_mpi_attach/ >runai mpi attach</a> - attach to a running container in a mpi training job</li> <li><a href=../runai_mpi_bash/ >runai mpi bash</a> - open a bash shell in a mpi training job</li> <li><a href=../runai_mpi_delete/ >runai mpi delete</a> - delete mpi training workload</li> <li><a href=../runai_mpi_describe/ >runai mpi describe</a> - describe mpi training</li> <li><a href=../runai_mpi_exec/ >runai mpi exec</a> - execute a command in a mpi training job</li> <li><a href=../runai_mpi_list/ >runai mpi list</a> - list mpi training</li> <li><a href=../runai_mpi_logs/ >runai mpi logs</a> - view logs of a mpi training job</li> <li><a href=../runai_mpi_port-forward/ >runai mpi port-forward</a> - forward one or more local ports to a mpi training job</li> <li><a href=../runai_mpi_resume/ >runai mpi resume</a> - resume mpi training</li> <li><a href=../runai_mpi_submit/ >runai mpi submit</a> - submit mpi training</li> <li><a href=../runai_mpi_suspend/ >runai mpi suspend</a> - suspend mpi training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_mpi_attach/ >runai mpi attach</a> - attach to a running container in a mpi training job</li> <li><a href=../runai_mpi_bash/ >runai mpi bash</a> - open a bash shell in a mpi training job</li> <li><a href=../runai_mpi_delete/ >runai mpi delete</a> - delete mpi training workload</li> <li><a href=../runai_mpi_describe/ >runai mpi describe</a> - describe mpi training</li> <li><a href=../runai_mpi_exec/ >runai mpi exec</a> - execute a command in a mpi training job</li> <li><a href=../runai_mpi_list/ >runai mpi list</a> - list mpi training</li> <li><a href=../runai_mpi_logs/ >runai mpi logs</a> - view logs of a mpi training job</li> <li><a href=../runai_mpi_port-forward/ >runai mpi port-forward</a> - forward one or more local ports to a mpi training job</li> <li><a href=../runai_mpi_resume/ >runai mpi resume</a> - resume mpi training</li> <li><a href=../runai_mpi_submit/ >runai mpi submit</a> - submit mpi training</li> <li><a href=../runai_mpi_suspend/ >runai mpi suspend</a> - suspend mpi training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_attach/index.html
index c622700722..9c85e3098a 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_bash/index.html
index 4afce7c5a8..1095b191ad 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_delete/index.html
index f5d86ca15e..f4af163ec8 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_describe/index.html
index 9e50ad080f..abbbd4b3ed 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_exec/index.html
index e407dfced0..b6ca2a6f90 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_list/index.html
index e8c90badde..87cf1c0416 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_logs/index.html
index e6dc1a9ffd..9a392439f0 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_port-forward/index.html
index a3028e3d89..b30e09823c 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_resume/index.html
index 1b52b82b89..0ac6b08631 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_submit/index.html
index 31b372fe96..35f2304cd6 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -97,7 +97,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -125,6 +125,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_suspend/index.html
index 2bc435e2ef..b211424b00 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_mpi_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_mpi_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai mpi suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai mpi suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_mpi/ >runai mpi</a> - alias for mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_node/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_node/index.html
index 3d201fbc58..e69086b9b7 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_node/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_node/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_node/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai node - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_node/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai node - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_node_list/ >runai node list</a> - List node</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_node_list/ >runai node list</a> - List node</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_node_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_node_list/index.html
index 74809ba107..608d7dbda2 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_node_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_node_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_node_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai node list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_node_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai node list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_node/ >runai node</a> - node management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_node/ >runai node</a> - node management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_nodepool/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_nodepool/index.html
index 7c427113c0..b251612736 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_nodepool/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_nodepool/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_nodepool/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai nodepool - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_nodepool/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai nodepool - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_nodepool_list/ >runai nodepool list</a> - List node pool</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_nodepool_list/ >runai nodepool list</a> - List node pool</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_nodepool_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_nodepool_list/index.html
index 54a853a17e..bdc6e9f67f 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_nodepool_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_nodepool_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_nodepool_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai nodepool list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_nodepool_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai nodepool list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_nodepool/ >runai nodepool</a> - node pool management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_nodepool/ >runai nodepool</a> - node pool management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_port-forward/index.html
index 573dc3e0e2..102cd4ba1d 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -25,7 +25,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -53,6 +53,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_project/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_project/index.html
index ea14f763b2..cff0236743 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_project/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_project/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_project/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai project - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_project/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai project - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_project_list/ >runai project list</a> - list available project</li> <li><a href=../runai_project_set/ >runai project set</a> - set default project name</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_project_list/ >runai project list</a> - list available project</li> <li><a href=../runai_project_set/ >runai project set</a> - set default project name</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_project_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_project_list/index.html
index b2f0278fd8..50a4b653c5 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_project_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_project_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_project_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai project list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_project_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai project list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_project/ >runai project</a> - project management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_project/ >runai project</a> - project management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_project_set/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_project_set/index.html
index 7c311f60d5..b8a62befce 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_project_set/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_project_set/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_project_set/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai project set - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_project_set/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai project set - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_project/ >runai project</a> - project management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_project/ >runai project</a> - project management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch/index.html
index 51251ed9f9..012c74940c 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_pytorch_attach/ >runai pytorch attach</a> - attach to a running container in a pytorch training job</li> <li><a href=../runai_pytorch_bash/ >runai pytorch bash</a> - open a bash shell in a pytorch training job</li> <li><a href=../runai_pytorch_delete/ >runai pytorch delete</a> - delete pytorch training workload</li> <li><a href=../runai_pytorch_describe/ >runai pytorch describe</a> - describe pytorch training</li> <li><a href=../runai_pytorch_exec/ >runai pytorch exec</a> - execute a command in a pytorch training job</li> <li><a href=../runai_pytorch_list/ >runai pytorch list</a> - list pytorch training</li> <li><a href=../runai_pytorch_logs/ >runai pytorch logs</a> - view logs of a pytorch training job</li> <li><a href=../runai_pytorch_port-forward/ >runai pytorch port-forward</a> - forward one or more local ports to a pytorch training job</li> <li><a href=../runai_pytorch_resume/ >runai pytorch resume</a> - resume pytorch training</li> <li><a href=../runai_pytorch_submit/ >runai pytorch submit</a> - submit pytorch training</li> <li><a href=../runai_pytorch_suspend/ >runai pytorch suspend</a> - suspend pytorch training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_pytorch_attach/ >runai pytorch attach</a> - attach to a running container in a pytorch training job</li> <li><a href=../runai_pytorch_bash/ >runai pytorch bash</a> - open a bash shell in a pytorch training job</li> <li><a href=../runai_pytorch_delete/ >runai pytorch delete</a> - delete pytorch training workload</li> <li><a href=../runai_pytorch_describe/ >runai pytorch describe</a> - describe pytorch training</li> <li><a href=../runai_pytorch_exec/ >runai pytorch exec</a> - execute a command in a pytorch training job</li> <li><a href=../runai_pytorch_list/ >runai pytorch list</a> - list pytorch training</li> <li><a href=../runai_pytorch_logs/ >runai pytorch logs</a> - view logs of a pytorch training job</li> <li><a href=../runai_pytorch_port-forward/ >runai pytorch port-forward</a> - forward one or more local ports to a pytorch training job</li> <li><a href=../runai_pytorch_resume/ >runai pytorch resume</a> - resume pytorch training</li> <li><a href=../runai_pytorch_submit/ >runai pytorch submit</a> - submit pytorch training</li> <li><a href=../runai_pytorch_suspend/ >runai pytorch suspend</a> - suspend pytorch training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_attach/index.html
index 30028ffa3f..ba68ab6f49 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_bash/index.html
index 39c72676a0..bc44fd1874 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_delete/index.html
index b61e7451d0..1f181017a4 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_describe/index.html
index 121f9db74e..ecb75558ad 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_exec/index.html
index f90205ac93..a9f4bcfa24 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_list/index.html
index 3d4e3dc0d9..26b23a9c7b 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_logs/index.html
index 3b124da6ef..2f6faabbd7 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_port-forward/index.html
index 963d2371be..f1b4c52f1a 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_resume/index.html
index 26ce7a4f2f..387d73c22c 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_submit/index.html
index 885353aaed..0c9edb7942 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -102,7 +102,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -130,6 +130,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_suspend/index.html
index fb0c1ace9b..555dce0413 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai pytorch suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai pytorch suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_pytorch/ >runai pytorch</a> - alias for pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_report/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_report/index.html
index 8c33cf3b27..1b50200789 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_report/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_report/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai report - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai report - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_report_metrics/ >runai report metrics</a> - [Experimental] metrics management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_report_metrics/ >runai report metrics</a> - [Experimental] metrics management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics/index.html
index 65ac05fe4c..7f475e433c 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai report metrics - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai report metrics - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_report/ >runai report</a> - [Experimental] report management</li> <li><a href=../runai_report_metrics_clear/ >runai report metrics clear</a> - metrics logs deletion</li> <li><a href=../runai_report_metrics_config/ >runai report metrics config</a> - metrics configuration</li> <li><a href=../runai_report_metrics_output/ >runai report metrics output</a> - metrics logs output</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_report/ >runai report</a> - [Experimental] report management</li> <li><a href=../runai_report_metrics_clear/ >runai report metrics clear</a> - metrics logs deletion</li> <li><a href=../runai_report_metrics_config/ >runai report metrics config</a> - metrics configuration</li> <li><a href=../runai_report_metrics_output/ >runai report metrics output</a> - metrics logs output</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_clear/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_clear/index.html
index 978164c13a..a2634b84ea 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_clear/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_clear/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_clear/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai report metrics clear - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_clear/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai report metrics clear - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_report_metrics/ >runai report metrics</a> - [Experimental] metrics management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_report_metrics/ >runai report metrics</a> - [Experimental] metrics management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_config/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_config/index.html
index 60c54d2bf0..e9eeaeb98b 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_config/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_config/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_config/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai report metrics config - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_config/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai report metrics config - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -24,7 +24,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_report_metrics/ >runai report metrics</a> - [Experimental] metrics management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_report_metrics/ >runai report metrics</a> - [Experimental] metrics management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -52,6 +52,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_output/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_output/index.html
index acc64386ba..416bf15464 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_output/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_output/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_output/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai report metrics output - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_output/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai report metrics output - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_report_metrics/ >runai report metrics</a> - [Experimental] metrics management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_report_metrics/ >runai report metrics</a> - [Experimental] metrics management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_submit/index.html
index fa3f9d1634..e7b5e27400 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -72,7 +72,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -100,6 +100,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow/index.html
index 21e22b223f..62dda8720a 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_tensorflow_attach/ >runai tensorflow attach</a> - attach to a running container in a tf training job</li> <li><a href=../runai_tensorflow_bash/ >runai tensorflow bash</a> - open a bash shell in a tf training job</li> <li><a href=../runai_tensorflow_delete/ >runai tensorflow delete</a> - delete tf training workload</li> <li><a href=../runai_tensorflow_describe/ >runai tensorflow describe</a> - describe tf training</li> <li><a href=../runai_tensorflow_exec/ >runai tensorflow exec</a> - execute a command in a tf training job</li> <li><a href=../runai_tensorflow_list/ >runai tensorflow list</a> - list tf training</li> <li><a href=../runai_tensorflow_logs/ >runai tensorflow logs</a> - view logs of a tf training job</li> <li><a href=../runai_tensorflow_port-forward/ >runai tensorflow port-forward</a> - forward one or more local ports to a tf training job</li> <li><a href=../runai_tensorflow_resume/ >runai tensorflow resume</a> - resume tf training</li> <li><a href=../runai_tensorflow_submit/ >runai tensorflow submit</a> - submit tf training</li> <li><a href=../runai_tensorflow_suspend/ >runai tensorflow suspend</a> - suspend tf training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_tensorflow_attach/ >runai tensorflow attach</a> - attach to a running container in a tf training job</li> <li><a href=../runai_tensorflow_bash/ >runai tensorflow bash</a> - open a bash shell in a tf training job</li> <li><a href=../runai_tensorflow_delete/ >runai tensorflow delete</a> - delete tf training workload</li> <li><a href=../runai_tensorflow_describe/ >runai tensorflow describe</a> - describe tf training</li> <li><a href=../runai_tensorflow_exec/ >runai tensorflow exec</a> - execute a command in a tf training job</li> <li><a href=../runai_tensorflow_list/ >runai tensorflow list</a> - list tf training</li> <li><a href=../runai_tensorflow_logs/ >runai tensorflow logs</a> - view logs of a tf training job</li> <li><a href=../runai_tensorflow_port-forward/ >runai tensorflow port-forward</a> - forward one or more local ports to a tf training job</li> <li><a href=../runai_tensorflow_resume/ >runai tensorflow resume</a> - resume tf training</li> <li><a href=../runai_tensorflow_submit/ >runai tensorflow submit</a> - submit tf training</li> <li><a href=../runai_tensorflow_suspend/ >runai tensorflow suspend</a> - suspend tf training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_attach/index.html
index 395add05b8..cac87505cb 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_bash/index.html
index 58fac5f24e..ca347a96af 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_delete/index.html
index e558aae638..b9a03d5039 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_describe/index.html
index 5285109e28..37ae01668d 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_exec/index.html
index addcb1b281..9c75574467 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_list/index.html
index aa9cb3f0b6..4ea5905274 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_logs/index.html
index 80e07b3aa1..53035ec798 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/index.html
index bccfe94348..1d059f4d47 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_resume/index.html
index b64038b6be..6071cdb65a 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_submit/index.html
index 7096e1870b..8ab16a6c55 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -102,7 +102,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -130,6 +130,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_suspend/index.html
index a5a7d88104..c18a64df5e 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai tensorflow suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai tensorflow suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_tensorflow/ >runai tensorflow</a> - alias for tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training/index.html
index f0219ee6fd..3b73a8126a 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_training_attach/ >runai training attach</a> - attach to a running container in a standard training job</li> <li><a href=../runai_training_bash/ >runai training bash</a> - open a bash shell in a standard training job</li> <li><a href=../runai_training_delete/ >runai training delete</a> - delete standard training workload</li> <li><a href=../runai_training_describe/ >runai training describe</a> - describe standard training</li> <li><a href=../runai_training_exec/ >runai training exec</a> - execute a command in a standard training job</li> <li><a href=../runai_training_list/ >runai training list</a> - list all training frameworks</li> <li><a href=../runai_training_logs/ >runai training logs</a> - view logs of a standard training job</li> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> <li><a href=../runai_training_port-forward/ >runai training port-forward</a> - forward one or more local ports to a standard training job</li> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> <li><a href=../runai_training_resume/ >runai training resume</a> - resume standard training</li> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> <li><a href=../runai_training_submit/ >runai training submit</a> - submit standard training</li> <li><a href=../runai_training_suspend/ >runai training suspend</a> - suspend standard training</li> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_training_attach/ >runai training attach</a> - attach to a running container in a standard training job</li> <li><a href=../runai_training_bash/ >runai training bash</a> - open a bash shell in a standard training job</li> <li><a href=../runai_training_delete/ >runai training delete</a> - delete standard training workload</li> <li><a href=../runai_training_describe/ >runai training describe</a> - describe standard training</li> <li><a href=../runai_training_exec/ >runai training exec</a> - execute a command in a standard training job</li> <li><a href=../runai_training_list/ >runai training list</a> - list all training frameworks</li> <li><a href=../runai_training_logs/ >runai training logs</a> - view logs of a standard training job</li> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> <li><a href=../runai_training_port-forward/ >runai training port-forward</a> - forward one or more local ports to a standard training job</li> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> <li><a href=../runai_training_resume/ >runai training resume</a> - resume standard training</li> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> <li><a href=../runai_training_submit/ >runai training submit</a> - submit standard training</li> <li><a href=../runai_training_suspend/ >runai training suspend</a> - suspend standard training</li> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_attach/index.html
index fc9479f719..92a2318bf5 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_bash/index.html
index b4c46c530a..bc23722af2 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_delete/index.html
index b4fbc01fa8..3137c1cc70 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_describe/index.html
index f41483e6cd..8ceb84e7c8 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_exec/index.html
index 2499be380c..3c82588c40 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_list/index.html
index 132894a90a..f490d9bc93 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_logs/index.html
index fda7b96dc7..a3da9b574e 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi/index.html
index b53caa3a06..b4d8bdaf8a 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_mpi_attach/ >runai training mpi attach</a> - attach to a running container in a mpi training job</li> <li><a href=../runai_training_mpi_bash/ >runai training mpi bash</a> - open a bash shell in a mpi training job</li> <li><a href=../runai_training_mpi_delete/ >runai training mpi delete</a> - delete mpi training workload</li> <li><a href=../runai_training_mpi_describe/ >runai training mpi describe</a> - describe mpi training</li> <li><a href=../runai_training_mpi_exec/ >runai training mpi exec</a> - execute a command in a mpi training job</li> <li><a href=../runai_training_mpi_list/ >runai training mpi list</a> - list mpi training</li> <li><a href=../runai_training_mpi_logs/ >runai training mpi logs</a> - view logs of a mpi training job</li> <li><a href=../runai_training_mpi_port-forward/ >runai training mpi port-forward</a> - forward one or more local ports to a mpi training job</li> <li><a href=../runai_training_mpi_resume/ >runai training mpi resume</a> - resume mpi training</li> <li><a href=../runai_training_mpi_submit/ >runai training mpi submit</a> - submit mpi training</li> <li><a href=../runai_training_mpi_suspend/ >runai training mpi suspend</a> - suspend mpi training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_mpi_attach/ >runai training mpi attach</a> - attach to a running container in a mpi training job</li> <li><a href=../runai_training_mpi_bash/ >runai training mpi bash</a> - open a bash shell in a mpi training job</li> <li><a href=../runai_training_mpi_delete/ >runai training mpi delete</a> - delete mpi training workload</li> <li><a href=../runai_training_mpi_describe/ >runai training mpi describe</a> - describe mpi training</li> <li><a href=../runai_training_mpi_exec/ >runai training mpi exec</a> - execute a command in a mpi training job</li> <li><a href=../runai_training_mpi_list/ >runai training mpi list</a> - list mpi training</li> <li><a href=../runai_training_mpi_logs/ >runai training mpi logs</a> - view logs of a mpi training job</li> <li><a href=../runai_training_mpi_port-forward/ >runai training mpi port-forward</a> - forward one or more local ports to a mpi training job</li> <li><a href=../runai_training_mpi_resume/ >runai training mpi resume</a> - resume mpi training</li> <li><a href=../runai_training_mpi_submit/ >runai training mpi submit</a> - submit mpi training</li> <li><a href=../runai_training_mpi_suspend/ >runai training mpi suspend</a> - suspend mpi training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_attach/index.html
index 263aea4b8e..64441d3fb4 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_bash/index.html
index e800c20fac..dd5c570e4b 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_delete/index.html
index 56a974688d..325d608456 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_describe/index.html
index 9286cc9f92..9373f78b38 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_exec/index.html
index f37568e087..a31dd03a66 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_list/index.html
index c751fdc497..94b67898fa 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_logs/index.html
index e4e6efada8..9a4c77ab9f 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/index.html
index bcbc70375c..c5d9c4df6b 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_resume/index.html
index 27f4ed9128..abfe7a211d 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_submit/index.html
index 1693045179..ac3f0660ec 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -97,7 +97,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -125,6 +125,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_suspend/index.html
index fa308bd29c..d953e6197f 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training mpi suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training mpi suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_mpi/ >runai training mpi</a> - mpi management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_port-forward/index.html
index e8c9c7d264..73b9be9243 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch/index.html
index d1b359175b..d7a6724fb3 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_pytorch_attach/ >runai training pytorch attach</a> - attach to a running container in a pytorch training job</li> <li><a href=../runai_training_pytorch_bash/ >runai training pytorch bash</a> - open a bash shell in a pytorch training job</li> <li><a href=../runai_training_pytorch_delete/ >runai training pytorch delete</a> - delete pytorch training workload</li> <li><a href=../runai_training_pytorch_describe/ >runai training pytorch describe</a> - describe pytorch training</li> <li><a href=../runai_training_pytorch_exec/ >runai training pytorch exec</a> - execute a command in a pytorch training job</li> <li><a href=../runai_training_pytorch_list/ >runai training pytorch list</a> - list pytorch training</li> <li><a href=../runai_training_pytorch_logs/ >runai training pytorch logs</a> - view logs of a pytorch training job</li> <li><a href=../runai_training_pytorch_port-forward/ >runai training pytorch port-forward</a> - forward one or more local ports to a pytorch training job</li> <li><a href=../runai_training_pytorch_resume/ >runai training pytorch resume</a> - resume pytorch training</li> <li><a href=../runai_training_pytorch_submit/ >runai training pytorch submit</a> - submit pytorch training</li> <li><a href=../runai_training_pytorch_suspend/ >runai training pytorch suspend</a> - suspend pytorch training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_pytorch_attach/ >runai training pytorch attach</a> - attach to a running container in a pytorch training job</li> <li><a href=../runai_training_pytorch_bash/ >runai training pytorch bash</a> - open a bash shell in a pytorch training job</li> <li><a href=../runai_training_pytorch_delete/ >runai training pytorch delete</a> - delete pytorch training workload</li> <li><a href=../runai_training_pytorch_describe/ >runai training pytorch describe</a> - describe pytorch training</li> <li><a href=../runai_training_pytorch_exec/ >runai training pytorch exec</a> - execute a command in a pytorch training job</li> <li><a href=../runai_training_pytorch_list/ >runai training pytorch list</a> - list pytorch training</li> <li><a href=../runai_training_pytorch_logs/ >runai training pytorch logs</a> - view logs of a pytorch training job</li> <li><a href=../runai_training_pytorch_port-forward/ >runai training pytorch port-forward</a> - forward one or more local ports to a pytorch training job</li> <li><a href=../runai_training_pytorch_resume/ >runai training pytorch resume</a> - resume pytorch training</li> <li><a href=../runai_training_pytorch_submit/ >runai training pytorch submit</a> - submit pytorch training</li> <li><a href=../runai_training_pytorch_suspend/ >runai training pytorch suspend</a> - suspend pytorch training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_attach/index.html
index 9c14d8f3ec..fc2723554e 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_bash/index.html
index b9bc60c879..3183b117d6 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_delete/index.html
index d90a50c36d..be4cbb3ca4 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_describe/index.html
index a65f77ef6e..cf980aab47 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_exec/index.html
index cda7d542a3..dc7ffd409c 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_list/index.html
index 98742f6e8f..6fed5df797 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_logs/index.html
index 03b3ad3d1f..efd57f9154 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/index.html
index 4beece67c5..e3caaf0b60 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_resume/index.html
index 56682c48e0..e66cac2200 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_submit/index.html
index f2ad81b365..d302b5a000 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -102,7 +102,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -130,6 +130,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/index.html
index ddd6116892..491d10aa84 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training pytorch suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training pytorch suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_pytorch/ >runai training pytorch</a> - pytorch management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_resume/index.html
index 0ed13d9b0a..0b48b8d885 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard/index.html
index 8f65fc2a42..c792a30fda 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_standard_attach/ >runai training standard attach</a> - attach to a running container in a standard training job</li> <li><a href=../runai_training_standard_bash/ >runai training standard bash</a> - open a bash shell in a standard training job</li> <li><a href=../runai_training_standard_delete/ >runai training standard delete</a> - delete standard training workload</li> <li><a href=../runai_training_standard_describe/ >runai training standard describe</a> - describe standard training</li> <li><a href=../runai_training_standard_exec/ >runai training standard exec</a> - execute a command in a standard training job</li> <li><a href=../runai_training_standard_list/ >runai training standard list</a> - list standard training</li> <li><a href=../runai_training_standard_logs/ >runai training standard logs</a> - view logs of a standard training job</li> <li><a href=../runai_training_standard_port-forward/ >runai training standard port-forward</a> - forward one or more local ports to a standard training job</li> <li><a href=../runai_training_standard_resume/ >runai training standard resume</a> - resume standard training</li> <li><a href=../runai_training_standard_submit/ >runai training standard submit</a> - submit standard training</li> <li><a href=../runai_training_standard_suspend/ >runai training standard suspend</a> - suspend standard training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_standard_attach/ >runai training standard attach</a> - attach to a running container in a standard training job</li> <li><a href=../runai_training_standard_bash/ >runai training standard bash</a> - open a bash shell in a standard training job</li> <li><a href=../runai_training_standard_delete/ >runai training standard delete</a> - delete standard training workload</li> <li><a href=../runai_training_standard_describe/ >runai training standard describe</a> - describe standard training</li> <li><a href=../runai_training_standard_exec/ >runai training standard exec</a> - execute a command in a standard training job</li> <li><a href=../runai_training_standard_list/ >runai training standard list</a> - list standard training</li> <li><a href=../runai_training_standard_logs/ >runai training standard logs</a> - view logs of a standard training job</li> <li><a href=../runai_training_standard_port-forward/ >runai training standard port-forward</a> - forward one or more local ports to a standard training job</li> <li><a href=../runai_training_standard_resume/ >runai training standard resume</a> - resume standard training</li> <li><a href=../runai_training_standard_submit/ >runai training standard submit</a> - submit standard training</li> <li><a href=../runai_training_standard_suspend/ >runai training standard suspend</a> - suspend standard training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_attach/index.html
index 6a5fd3d738..3fe9e69d0e 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_bash/index.html
index b72ed80e4a..1f68f2e6ac 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_delete/index.html
index 414c3e300e..0abbb77835 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_describe/index.html
index ea1f20a3ab..96dc0b9f7d 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_exec/index.html
index 4cf51b0f52..6fbf58eecd 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_list/index.html
index b9c76a065e..7bc4a0a89b 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_logs/index.html
index ec6e2c99b7..47aaf739ef 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_port-forward/index.html
index fef5531e3f..78304ca94b 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_resume/index.html
index 54471d2737..6a63b7ba8d 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_submit/index.html
index dbda410b68..9aae6063c0 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -85,7 +85,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -113,6 +113,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_suspend/index.html
index 8ffda7cd17..cd2ab89995 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training standard suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training standard suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_standard/ >runai training standard</a> - standard training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_submit/index.html
index 0c7168a866..aec171ec43 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -85,7 +85,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -113,6 +113,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_suspend/index.html
index 6deca63864..f59105c7b1 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow/index.html
index f3b6c6a22c..19b04d700b 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_tensorflow_attach/ >runai training tensorflow attach</a> - attach to a running container in a tf training job</li> <li><a href=../runai_training_tensorflow_bash/ >runai training tensorflow bash</a> - open a bash shell in a tf training job</li> <li><a href=../runai_training_tensorflow_delete/ >runai training tensorflow delete</a> - delete tf training workload</li> <li><a href=../runai_training_tensorflow_describe/ >runai training tensorflow describe</a> - describe tf training</li> <li><a href=../runai_training_tensorflow_exec/ >runai training tensorflow exec</a> - execute a command in a tf training job</li> <li><a href=../runai_training_tensorflow_list/ >runai training tensorflow list</a> - list tf training</li> <li><a href=../runai_training_tensorflow_logs/ >runai training tensorflow logs</a> - view logs of a tf training job</li> <li><a href=../runai_training_tensorflow_port-forward/ >runai training tensorflow port-forward</a> - forward one or more local ports to a tf training job</li> <li><a href=../runai_training_tensorflow_resume/ >runai training tensorflow resume</a> - resume tf training</li> <li><a href=../runai_training_tensorflow_submit/ >runai training tensorflow submit</a> - submit tf training</li> <li><a href=../runai_training_tensorflow_suspend/ >runai training tensorflow suspend</a> - suspend tf training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_tensorflow_attach/ >runai training tensorflow attach</a> - attach to a running container in a tf training job</li> <li><a href=../runai_training_tensorflow_bash/ >runai training tensorflow bash</a> - open a bash shell in a tf training job</li> <li><a href=../runai_training_tensorflow_delete/ >runai training tensorflow delete</a> - delete tf training workload</li> <li><a href=../runai_training_tensorflow_describe/ >runai training tensorflow describe</a> - describe tf training</li> <li><a href=../runai_training_tensorflow_exec/ >runai training tensorflow exec</a> - execute a command in a tf training job</li> <li><a href=../runai_training_tensorflow_list/ >runai training tensorflow list</a> - list tf training</li> <li><a href=../runai_training_tensorflow_logs/ >runai training tensorflow logs</a> - view logs of a tf training job</li> <li><a href=../runai_training_tensorflow_port-forward/ >runai training tensorflow port-forward</a> - forward one or more local ports to a tf training job</li> <li><a href=../runai_training_tensorflow_resume/ >runai training tensorflow resume</a> - resume tf training</li> <li><a href=../runai_training_tensorflow_submit/ >runai training tensorflow submit</a> - submit tf training</li> <li><a href=../runai_training_tensorflow_suspend/ >runai training tensorflow suspend</a> - suspend tf training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/index.html
index 5a6a50afab..fc3e55bf13 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/index.html
index bc436e564f..1ec356b74a 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/index.html
index c2bb1d07ea..a43ec29527 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/index.html
index d35b984acc..f7960344be 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/index.html
index 1579cbf96a..c43df55a63 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_list/index.html
index da5b4fcb9f..7deaededdc 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/index.html
index fa769a7b6a..e8f52e06da 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/index.html
index 9ee3bcbe07..238223a158 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/index.html
index 3ce6c861c8..3243311312 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/index.html
index 928dd81c81..5352f9d1e4 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -102,7 +102,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -130,6 +130,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/index.html
index 72ee64bd7a..d15447df3c 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training tensorflow suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training tensorflow suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_tensorflow/ >runai training tensorflow</a> - tensorflow management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost/index.html
index 4136304366..1e646324bc 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_xgboost_attach/ >runai training xgboost attach</a> - attach to a running container in a xgboost training job</li> <li><a href=../runai_training_xgboost_bash/ >runai training xgboost bash</a> - open a bash shell in a xgboost training job</li> <li><a href=../runai_training_xgboost_delete/ >runai training xgboost delete</a> - delete xgboost training workload</li> <li><a href=../runai_training_xgboost_describe/ >runai training xgboost describe</a> - describe xgboost training</li> <li><a href=../runai_training_xgboost_exec/ >runai training xgboost exec</a> - execute a command in a xgboost training job</li> <li><a href=../runai_training_xgboost_list/ >runai training xgboost list</a> - list xgboost training</li> <li><a href=../runai_training_xgboost_logs/ >runai training xgboost logs</a> - view logs of a xgboost training job</li> <li><a href=../runai_training_xgboost_port-forward/ >runai training xgboost port-forward</a> - forward one or more local ports to a xgboost training job</li> <li><a href=../runai_training_xgboost_resume/ >runai training xgboost resume</a> - resume xgboost training</li> <li><a href=../runai_training_xgboost_submit/ >runai training xgboost submit</a> - submit xgboost training</li> <li><a href=../runai_training_xgboost_suspend/ >runai training xgboost suspend</a> - suspend xgboost training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training/ >runai training</a> - training management</li> <li><a href=../runai_training_xgboost_attach/ >runai training xgboost attach</a> - attach to a running container in a xgboost training job</li> <li><a href=../runai_training_xgboost_bash/ >runai training xgboost bash</a> - open a bash shell in a xgboost training job</li> <li><a href=../runai_training_xgboost_delete/ >runai training xgboost delete</a> - delete xgboost training workload</li> <li><a href=../runai_training_xgboost_describe/ >runai training xgboost describe</a> - describe xgboost training</li> <li><a href=../runai_training_xgboost_exec/ >runai training xgboost exec</a> - execute a command in a xgboost training job</li> <li><a href=../runai_training_xgboost_list/ >runai training xgboost list</a> - list xgboost training</li> <li><a href=../runai_training_xgboost_logs/ >runai training xgboost logs</a> - view logs of a xgboost training job</li> <li><a href=../runai_training_xgboost_port-forward/ >runai training xgboost port-forward</a> - forward one or more local ports to a xgboost training job</li> <li><a href=../runai_training_xgboost_resume/ >runai training xgboost resume</a> - resume xgboost training</li> <li><a href=../runai_training_xgboost_submit/ >runai training xgboost submit</a> - submit xgboost training</li> <li><a href=../runai_training_xgboost_suspend/ >runai training xgboost suspend</a> - suspend xgboost training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_attach/index.html
index e12de6e12d..a663162e6b 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_bash/index.html
index 63e77c701a..25ee876db9 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_delete/index.html
index d0b736de55..811faeb1e5 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_describe/index.html
index 3871eabba1..81e99ddf7c 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_exec/index.html
index b72b2e7052..f09188e304 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_list/index.html
index c498806926..f4a25698a3 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_logs/index.html
index 3250088a55..782182d146 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/index.html
index 2f14a7d0d5..7440b67b34 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_resume/index.html
index c8e94b62e2..982a0b51fc 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_submit/index.html
index 58264fb524..a83fb0d0c3 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -99,7 +99,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -127,6 +127,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/index.html
index d4bc5c6b8b..6df5ae306c 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai training xgboost suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai training xgboost suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_training_xgboost/ >runai training xgboost</a> - xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_upgrade/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_upgrade/index.html
index f9248d6c7f..307f89a5d9 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_upgrade/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_upgrade/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_upgrade/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai upgrade - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_upgrade/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai upgrade - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_version/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_version/index.html
index 64151a48f7..191ba1ef2a 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_version/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_version/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_version/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai version - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_version/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai version - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_whoami/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_whoami/index.html
index 94005cb226..bdf8562631 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_whoami/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_whoami/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_whoami/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai whoami - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_whoami/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai whoami - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workload/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workload/index.html
index 1740396081..2e53f8da18 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workload/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workload/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workload - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workload - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_workload_describe/ >runai workload describe</a> - Describe a workload</li> <li><a href=../runai_workload_list/ >runai workload list</a> - List workloads</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_workload_describe/ >runai workload describe</a> - Describe a workload</li> <li><a href=../runai_workload_list/ >runai workload list</a> - List workloads</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workload_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workload_attach/index.html
index 8512dca05a..c332b26679 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workload_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workload_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workload attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workload attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workload_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workload_describe/index.html
index dcc4d29418..72d0617b16 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workload_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workload_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workload describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workload describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workload_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workload_exec/index.html
index 31ce6150bd..b1bdf56dc8 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workload_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workload_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workload exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workload exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workload_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workload_list/index.html
index 04605365de..58bb06aab4 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workload_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workload_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workload list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workload list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -30,7 +30,7 @@
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -58,6 +58,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workload_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workload_logs/index.html
index c850b39086..8002e8462d 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workload_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workload_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workload logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workload logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -64,7 +64,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -92,6 +92,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workload_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workload_port-forward/index.html
index c37a82a8f4..5eee703bb3 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workload_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workload_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workload port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workload port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -33,7 +33,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workload/ >runai workload</a> - workload management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -61,6 +61,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace/index.html
index 51598d78e3..5526f01fdb 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_workspace_attach/ >runai workspace attach</a> - attach to a running container in a workspace job</li> <li><a href=../runai_workspace_bash/ >runai workspace bash</a> - open a bash shell in a workspace job</li> <li><a href=../runai_workspace_delete/ >runai workspace delete</a> - delete workspace workload</li> <li><a href=../runai_workspace_describe/ >runai workspace describe</a> - describe workspace</li> <li><a href=../runai_workspace_exec/ >runai workspace exec</a> - execute a command in a workspace job</li> <li><a href=../runai_workspace_list/ >runai workspace list</a> - list workspace</li> <li><a href=../runai_workspace_logs/ >runai workspace logs</a> - view logs of a workspace job</li> <li><a href=../runai_workspace_port-forward/ >runai workspace port-forward</a> - forward one or more local ports to a workspace job</li> <li><a href=../runai_workspace_resume/ >runai workspace resume</a> - resume workspace</li> <li><a href=../runai_workspace_submit/ >runai workspace submit</a> - submit workspace</li> <li><a href=../runai_workspace_suspend/ >runai workspace suspend</a> - suspend workspace</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_workspace_attach/ >runai workspace attach</a> - attach to a running container in a workspace job</li> <li><a href=../runai_workspace_bash/ >runai workspace bash</a> - open a bash shell in a workspace job</li> <li><a href=../runai_workspace_delete/ >runai workspace delete</a> - delete workspace workload</li> <li><a href=../runai_workspace_describe/ >runai workspace describe</a> - describe workspace</li> <li><a href=../runai_workspace_exec/ >runai workspace exec</a> - execute a command in a workspace job</li> <li><a href=../runai_workspace_list/ >runai workspace list</a> - list workspace</li> <li><a href=../runai_workspace_logs/ >runai workspace logs</a> - view logs of a workspace job</li> <li><a href=../runai_workspace_port-forward/ >runai workspace port-forward</a> - forward one or more local ports to a workspace job</li> <li><a href=../runai_workspace_resume/ >runai workspace resume</a> - resume workspace</li> <li><a href=../runai_workspace_submit/ >runai workspace submit</a> - submit workspace</li> <li><a href=../runai_workspace_suspend/ >runai workspace suspend</a> - suspend workspace</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_attach/index.html
index af9c74a185..352f06ece6 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_bash/index.html
index 9f7538df84..1fae335aa4 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_delete/index.html
index 09160b1fb2..89721a9387 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_describe/index.html
index 6bb5b097c7..21c7d97292 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_exec/index.html
index 887da8c220..05161651e8 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_list/index.html
index 78cf8fca3b..40ce2f1eb7 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_logs/index.html
index bd99d19dbd..d28a07acd2 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_port-forward/index.html
index 4eec9ab8ef..85c9503088 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_resume/index.html
index 82988d3be3..47b9a77811 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_submit/index.html
index c4d93e51c2..29ebbd8936 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -84,7 +84,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -112,6 +112,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_suspend/index.html
index b29b272380..e380310c1f 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_workspace_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_workspace_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai workspace suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai workspace suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_workspace/ >runai workspace</a> - workspace management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost/index.html
index d6fbed687d..f9d7d4e824 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_xgboost_attach/ >runai xgboost attach</a> - attach to a running container in a xgboost training job</li> <li><a href=../runai_xgboost_bash/ >runai xgboost bash</a> - open a bash shell in a xgboost training job</li> <li><a href=../runai_xgboost_delete/ >runai xgboost delete</a> - delete xgboost training workload</li> <li><a href=../runai_xgboost_describe/ >runai xgboost describe</a> - describe xgboost training</li> <li><a href=../runai_xgboost_exec/ >runai xgboost exec</a> - execute a command in a xgboost training job</li> <li><a href=../runai_xgboost_list/ >runai xgboost list</a> - list xgboost training</li> <li><a href=../runai_xgboost_logs/ >runai xgboost logs</a> - view logs of a xgboost training job</li> <li><a href=../runai_xgboost_port-forward/ >runai xgboost port-forward</a> - forward one or more local ports to a xgboost training job</li> <li><a href=../runai_xgboost_resume/ >runai xgboost resume</a> - resume xgboost training</li> <li><a href=../runai_xgboost_submit/ >runai xgboost submit</a> - submit xgboost training</li> <li><a href=../runai_xgboost_suspend/ >runai xgboost suspend</a> - suspend xgboost training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai/ >runai</a> - Run:ai Command-line Interface</li> <li><a href=../runai_xgboost_attach/ >runai xgboost attach</a> - attach to a running container in a xgboost training job</li> <li><a href=../runai_xgboost_bash/ >runai xgboost bash</a> - open a bash shell in a xgboost training job</li> <li><a href=../runai_xgboost_delete/ >runai xgboost delete</a> - delete xgboost training workload</li> <li><a href=../runai_xgboost_describe/ >runai xgboost describe</a> - describe xgboost training</li> <li><a href=../runai_xgboost_exec/ >runai xgboost exec</a> - execute a command in a xgboost training job</li> <li><a href=../runai_xgboost_list/ >runai xgboost list</a> - list xgboost training</li> <li><a href=../runai_xgboost_logs/ >runai xgboost logs</a> - view logs of a xgboost training job</li> <li><a href=../runai_xgboost_port-forward/ >runai xgboost port-forward</a> - forward one or more local ports to a xgboost training job</li> <li><a href=../runai_xgboost_resume/ >runai xgboost resume</a> - resume xgboost training</li> <li><a href=../runai_xgboost_submit/ >runai xgboost submit</a> - submit xgboost training</li> <li><a href=../runai_xgboost_suspend/ >runai xgboost suspend</a> - suspend xgboost training</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_attach/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_attach/index.html
index 830955402d..66e1dd1360 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_attach/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_attach/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_bash/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_bash/index.html
index 03a6d51470..7c16a9af29 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_bash/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_bash/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_delete/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_delete/index.html
index 64efe6c9ec..f119cc3b5e 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_delete/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_delete/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_describe/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_describe/index.html
index fecd8de5d5..d3bf8b46e7 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_describe/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_describe/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -46,7 +46,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -74,6 +74,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_exec/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_exec/index.html
index ee80050f2a..2cf466da92 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_exec/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_exec/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_list/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_list/index.html
index 727364ba48..eaa8803b30 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_list/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_list/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -42,7 +42,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -70,6 +70,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_logs/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_logs/index.html
index 0522a4d220..5ddfc71ea3 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_logs/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_logs/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -63,7 +63,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -91,6 +91,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_port-forward/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_port-forward/index.html
index 59fbc80fb8..ede4341b9e 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_port-forward/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_port-forward/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_port-forward/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost port forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_resume/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_resume/index.html
index c27835c383..fadf322495 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_resume/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_resume/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_submit/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_submit/index.html
index 07f819c259..fc93f1fd45 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_submit/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_submit/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -99,7 +99,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -127,6 +127,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_suspend/index.html b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_suspend/index.html
index 36618a5e6b..21125d9d18 100644
--- a/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_suspend/index.html
+++ b/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Runai xgboost suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_suspend/ rel=canonical><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Runai xgboost suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-3-3 name=__codelineno-3-3 href=#__codelineno-3-3></a>  -d, --debug                enable debug mode
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>  -q, --quiet                enable quiet mode, suppress all output except error messages
 <a id=__codelineno-3-5 name=__codelineno-3-5 href=#__codelineno-3-5></a>      --verbose              enable verbose mode
-</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=see-also>SEE ALSO<a class=headerlink href=#see-also title="Permanent link">&para;</a></h3> <ul> <li><a href=../runai_xgboost/ >runai xgboost</a> - alias for xgboost management</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-attach/index.html b/v2.20/Researcher/cli-reference/runai-attach/index.html
index 0564e2e870..21664f2603 100644
--- a/v2.20/Researcher/cli-reference/runai-attach/index.html
+++ b/v2.20/Researcher/cli-reference/runai-attach/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-attach/ rel=canonical><link href=../Introduction/ rel=prev><link href=../runai-bash/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-attach/ rel=canonical><link href=../Introduction/ rel=prev><link href=../runai-bash/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai attach - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
     .
     [--loglevel value] 
     [--help | -h]
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-no-stdin>--no-stdin<a class=headerlink href=#-no-stdin title="Permanent link">&para;</a></h4> <blockquote> <p>Do not attach STDIN.</p> </blockquote> <h4 id=-no-tty>--no-tty<a class=headerlink href=#-no-tty title="Permanent link">&para;</a></h4> <blockquote> <p>Do not allocate a pseudo-TTY</p> </blockquote> <h4 id=-pod-string>--pod string<a class=headerlink href=#-pod-string title="Permanent link">&para;</a></h4> <blockquote> <p>Attach to a specific pod within the Job. To find the list of pods run <code>runai describe job &lt;job-name&gt;</code> and then use the pod name with the <code>--pod</code> flag.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>None</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-no-stdin>--no-stdin<a class=headerlink href=#-no-stdin title="Permanent link">&para;</a></h4> <blockquote> <p>Do not attach STDIN.</p> </blockquote> <h4 id=-no-tty>--no-tty<a class=headerlink href=#-no-tty title="Permanent link">&para;</a></h4> <blockquote> <p>Do not allocate a pseudo-TTY</p> </blockquote> <h4 id=-pod-string>--pod string<a class=headerlink href=#-pod-string title="Permanent link">&para;</a></h4> <blockquote> <p>Attach to a specific pod within the Job. To find the list of pods run <code>runai describe job &lt;job-name&gt;</code> and then use the pod name with the <code>--pod</code> flag.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>None</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-bash/index.html b/v2.20/Researcher/cli-reference/runai-bash/index.html
index c5bcd7ef1f..264e011255 100644
--- a/v2.20/Researcher/cli-reference/runai-bash/index.html
+++ b/v2.20/Researcher/cli-reference/runai-bash/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-bash/ rel=canonical><link href=../runai-attach/ rel=prev><link href=../runai-config/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-bash/ rel=canonical><link href=../runai-attach/ rel=prev><link href=../runai-config/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai bash - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a><span class=w>    </span><span class=o>[</span>--project<span class=w> </span>string<span class=w> </span><span class=p>|</span><span class=w> </span>-p<span class=w> </span>string<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-6 name=__codelineno-0-6 href=#__codelineno-0-6></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-pod-string>--pod string<a class=headerlink href=#-pod-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify a pod of a running Job. To get a list of the pods of a specific Job, run <code>runai describe job &lt;job-name&gt;</code> command</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will access the container that should be currently running in the current cluster and attempt to create a command-line shell based on bash.</p> <p>The command will return an error if the container does not exist or has not been in a running state yet.</p> <h2 id=see-also>See also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>Build Workloads. See Quickstart document: <a href=../../workloads/training/standard-training/quickstart-standard-training/ >Launch Interactive Build Workloads</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-pod-string>--pod string<a class=headerlink href=#-pod-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify a pod of a running Job. To get a list of the pods of a specific Job, run <code>runai describe job &lt;job-name&gt;</code> command</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will access the container that should be currently running in the current cluster and attempt to create a command-line shell based on bash.</p> <p>The command will return an error if the container does not exist or has not been in a running state yet.</p> <h2 id=see-also>See also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>Build Workloads. See Quickstart document: <a href=../../workloads/training/standard-training/quickstart-standard-training/ >Launch Interactive Build Workloads</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-config/index.html b/v2.20/Researcher/cli-reference/runai-config/index.html
index b5d9ef45c4..699897b0d9 100644
--- a/v2.20/Researcher/cli-reference/runai-config/index.html
+++ b/v2.20/Researcher/cli-reference/runai-config/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-config/ rel=canonical><link href=../runai-bash/ rel=prev><link href=../runai-delete/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai config - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-config/ rel=canonical><link href=../runai-bash/ rel=prev><link href=../runai-delete/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai config - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a>runai<span class=w>  </span>config<span class=w> </span>cluster<span class=w> </span>&lt;cluster-name&gt;
 <a id=__codelineno-0-6 name=__codelineno-0-6 href=#__codelineno-0-6></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-7 name=__codelineno-0-7 href=#__codelineno-0-7></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;project-name&gt; - The name of the Project you want to set as default. Mandatory.</p> <p>&lt;cluster-name&gt; - The name of the cluster you want to set as the current cluster. Mandatory.</p> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>None</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;project-name&gt; - The name of the Project you want to set as default. Mandatory.</p> <p>&lt;cluster-name&gt; - The name of the cluster you want to set as the current cluster. Mandatory.</p> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>None</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-delete/index.html b/v2.20/Researcher/cli-reference/runai-delete/index.html
index eecf26f7ab..1b0656183c 100644
--- a/v2.20/Researcher/cli-reference/runai-delete/index.html
+++ b/v2.20/Researcher/cli-reference/runai-delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-delete/ rel=canonical><link href=../runai-config/ rel=prev><link href=../runai-describe/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-delete/ rel=canonical><link href=../runai-config/ rel=prev><link href=../runai-describe/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai delete - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a><span class=w>    </span><span class=o>[</span>--project<span class=w> </span>string<span class=w> </span><span class=p>|</span><span class=w> </span>-p<span class=w> </span>string<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-6 name=__codelineno-0-6 href=#__codelineno-0-6></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Workload to run the command with. Mandatory.</p> <h4 id=-all-a>--all | -A<a class=headerlink href=#-all-a title="Permanent link">&para;</a></h4> <blockquote> <p>Delete all Workloads.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li> <p>The Workload will be deleted and not available via the command <em>runai list jobs</em>.</p> </li> <li> <p>The Workloads will show as <code>deleted</code> from the Run:ai user interface Job list.</p> </li> </ul> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li> <p>Build Workloads. See Quickstart document: <a href=../../Walkthroughs/walkthrough-build/ >Launch Interactive Build Workloads</a>.</p> </li> <li> <p>Training Workloads. See Quickstart document: <a href=../../workloads/training/standard-training/quickstart-standard-training/ >Launch Unattended Training Workloads</a>.</p> </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Workload to run the command with. Mandatory.</p> <h4 id=-all-a>--all | -A<a class=headerlink href=#-all-a title="Permanent link">&para;</a></h4> <blockquote> <p>Delete all Workloads.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li> <p>The Workload will be deleted and not available via the command <em>runai list jobs</em>.</p> </li> <li> <p>The Workloads will show as <code>deleted</code> from the Run:ai user interface Job list.</p> </li> </ul> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li> <p>Build Workloads. See Quickstart document: <a href=../../Walkthroughs/walkthrough-build/ >Launch Interactive Build Workloads</a>.</p> </li> <li> <p>Training Workloads. See Quickstart document: <a href=../../workloads/training/standard-training/quickstart-standard-training/ >Launch Unattended Training Workloads</a>.</p> </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-describe/index.html b/v2.20/Researcher/cli-reference/runai-describe/index.html
index 43c7b8afe5..8fd0732af3 100644
--- a/v2.20/Researcher/cli-reference/runai-describe/index.html
+++ b/v2.20/Researcher/cli-reference/runai-describe/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-describe/ rel=canonical><link href=../runai-delete/ rel=prev><link href=../runai-exec/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-describe/ rel=canonical><link href=../runai-delete/ rel=prev><link href=../runai-exec/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai describe - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -25,7 +25,7 @@
 <a id=__codelineno-0-11 name=__codelineno-0-11 href=#__codelineno-0-11></a>
 <a id=__codelineno-0-12 name=__codelineno-0-12 href=#__codelineno-0-12></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-13 name=__codelineno-0-13 href=#__codelineno-0-13></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <ul> <li>&lt;job-name&gt; - The name of the Workload to run the command with. Mandatory.</li> <li>&lt;node-name&gt; - The name of the Node to run the command with. If a Node name is not specified, a description of all Nodes is shown.</li> </ul> <p>-o | --output</p> <blockquote> <p>Output format. One of: json|yaml|wide. Default is 'wide'</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project, use: <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li>The <code>runai describe job</code> command will show Workload properties and status as well as lifecycle events and the list of related resources and pods.</li> <li>The <code>runai describe node</code> command will show Node properties. </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <ul> <li>&lt;job-name&gt; - The name of the Workload to run the command with. Mandatory.</li> <li>&lt;node-name&gt; - The name of the Node to run the command with. If a Node name is not specified, a description of all Nodes is shown.</li> </ul> <p>-o | --output</p> <blockquote> <p>Output format. One of: json|yaml|wide. Default is 'wide'</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project, use: <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li>The <code>runai describe job</code> command will show Workload properties and status as well as lifecycle events and the list of related resources and pods.</li> <li>The <code>runai describe node</code> command will show Node properties. </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -53,6 +53,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-exec/index.html b/v2.20/Researcher/cli-reference/runai-exec/index.html
index ae52248a92..dd46b745bf 100644
--- a/v2.20/Researcher/cli-reference/runai-exec/index.html
+++ b/v2.20/Researcher/cli-reference/runai-exec/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-exec/ rel=canonical><link href=../runai-describe/ rel=prev><link href=../runai-list/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-exec/ rel=canonical><link href=../runai-describe/ rel=prev><link href=../runai-list/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai exec - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-6 name=__codelineno-0-6 href=#__codelineno-0-6></a><span class=w>    </span><span class=o>[</span>--project<span class=w> </span>string<span class=w> </span><span class=p>|</span><span class=w> </span>-p<span class=w> </span>string<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-7 name=__codelineno-0-7 href=#__codelineno-0-7></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <p>&lt;command&gt; the command itself (e.g. <em>bash</em>).</p> <h4 id=-stdin-i>--stdin | -i<a class=headerlink href=#-stdin-i title="Permanent link">&para;</a></h4> <blockquote> <p>Keep STDIN open even if not attached.</p> </blockquote> <h4 id=-tty-t>--tty | -t<a class=headerlink href=#-tty-t title="Permanent link">&para;</a></h4> <blockquote> <p>Allocate a pseudo-TTY.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will run in the context of the container.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <p>&lt;command&gt; the command itself (e.g. <em>bash</em>).</p> <h4 id=-stdin-i>--stdin | -i<a class=headerlink href=#-stdin-i title="Permanent link">&para;</a></h4> <blockquote> <p>Keep STDIN open even if not attached.</p> </blockquote> <h4 id=-tty-t>--tty | -t<a class=headerlink href=#-tty-t title="Permanent link">&para;</a></h4> <blockquote> <p>Allocate a pseudo-TTY.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will run in the context of the container.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-list/index.html b/v2.20/Researcher/cli-reference/runai-list/index.html
index 935c1d6b14..a426ed2a8d 100644
--- a/v2.20/Researcher/cli-reference/runai-list/index.html
+++ b/v2.20/Researcher/cli-reference/runai-list/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-list/ rel=canonical><link href=../runai-exec/ rel=prev><link href=../runai-login/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-list/ rel=canonical><link href=../runai-exec/ rel=prev><link href=../runai-login/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai list - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -30,7 +30,7 @@
 <a id=__codelineno-0-16 name=__codelineno-0-16 href=#__codelineno-0-16></a>runai<span class=w> </span>list<span class=w> </span>nodes<span class=w> </span><span class=o>[</span>node-name<span class=o>]</span>
 <a id=__codelineno-0-17 name=__codelineno-0-17 href=#__codelineno-0-17></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-18 name=__codelineno-0-18 href=#__codelineno-0-18></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p><code>node-name</code> - Name of a specific node to list (optional).</p> <h4 id=-all-projects-a>--all-projects | -A<a class=headerlink href=#-all-projects-a title="Permanent link">&para;</a></h4> <blockquote> <p>Show Workloads from all Projects.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li>A list of Workloads, Nodes, Projects, or Clusters. </li> <li>To filter 'runai list nodes' for a specific Node, add the Node name.</li> </ul> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>To show details for a specific Workload or Node see <a href=../runai-describe/ >runai describe</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p><code>node-name</code> - Name of a specific node to list (optional).</p> <h4 id=-all-projects-a>--all-projects | -A<a class=headerlink href=#-all-projects-a title="Permanent link">&para;</a></h4> <blockquote> <p>Show Workloads from all Projects.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li>A list of Workloads, Nodes, Projects, or Clusters. </li> <li>To filter 'runai list nodes' for a specific Node, add the Node name.</li> </ul> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>To show details for a specific Workload or Node see <a href=../runai-describe/ >runai describe</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -58,6 +58,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-login/index.html b/v2.20/Researcher/cli-reference/runai-login/index.html
index faed080b77..cd1571162d 100644
--- a/v2.20/Researcher/cli-reference/runai-login/index.html
+++ b/v2.20/Researcher/cli-reference/runai-login/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-login/ rel=canonical><link href=../runai-list/ rel=prev><link href=../runai-logout/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai login - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-login/ rel=canonical><link href=../runai-list/ rel=prev><link href=../runai-logout/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai login - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -15,7 +15,7 @@
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#description class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> runai login </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> runai login </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> runai login </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/runai-login.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>runai login</h1> <h2 id=description>Description<a class=headerlink href=#description title="Permanent link">&para;</a></h2> <p>Login to Run:ai</p> <p>When Researcher Authentication is enabled, you will need to login to Run:ai using your username and password before accessing resources </p> <h2 id=synopsis>Synopsis<a class=headerlink href=#synopsis title="Permanent link">&para;</a></h2> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>runai<span class=w> </span>login<span class=w> </span>
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span>
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>You will be prompted for a user name and password</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li><a href=../runai-logout/ >runai logout</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>You will be prompted for a user name and password</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li><a href=../runai-logout/ >runai logout</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -43,6 +43,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-logout/index.html b/v2.20/Researcher/cli-reference/runai-logout/index.html
index c4c6be5577..8bc1026f92 100644
--- a/v2.20/Researcher/cli-reference/runai-logout/index.html
+++ b/v2.20/Researcher/cli-reference/runai-logout/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-logout/ rel=canonical><link href=../runai-login/ rel=prev><link href=../runai-logs/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai logout - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-logout/ rel=canonical><link href=../runai-login/ rel=prev><link href=../runai-logs/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai logout - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -15,7 +15,7 @@
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#description class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> runai logout </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> runai logout </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> runai logout </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/runai-logout.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>runai logout</h1> <h2 id=description>Description<a class=headerlink href=#description title="Permanent link">&para;</a></h2> <p>Log out from Run:ai</p> <h2 id=synopsis>Synopsis<a class=headerlink href=#synopsis title="Permanent link">&para;</a></h2> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>runai<span class=w> </span><span class=nb>logout</span><span class=w> </span>
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span>
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>You will be logged out from Run:ai</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li><a href=../runai-login/ >runai login</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>You will be logged out from Run:ai</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li><a href=../runai-login/ >runai login</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -43,6 +43,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-logs/index.html b/v2.20/Researcher/cli-reference/runai-logs/index.html
index ee3acf34f9..4c6e0909af 100644
--- a/v2.20/Researcher/cli-reference/runai-logs/index.html
+++ b/v2.20/Researcher/cli-reference/runai-logs/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-logs/ rel=canonical><link href=../runai-logout/ rel=prev><link href=../runai-port-forwarding/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-logs/ rel=canonical><link href=../runai-logout/ rel=prev><link href=../runai-port-forwarding/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai logs - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 <a id=__codelineno-0-9 name=__codelineno-0-9 href=#__codelineno-0-9></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-10 name=__codelineno-0-10 href=#__codelineno-0-10></a><span class=w>    </span><span class=o>[</span>--project<span class=w> </span>string<span class=w> </span><span class=p>|</span><span class=w> </span>-p<span class=w> </span>string<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-11 name=__codelineno-0-11 href=#__codelineno-0-11></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-follow-f>--follow | -f<a class=headerlink href=#-follow-f title="Permanent link">&para;</a></h4> <blockquote> <p>Stream the logs.</p> </blockquote> <h4 id=-pod-p>--pod | -p<a class=headerlink href=#-pod-p title="Permanent link">&para;</a></h4> <blockquote> <p>Specify a specific pod name. When a Job fails, it may start a couple of times in an attempt to succeed. The flag allows you to see the logs of a specific instance (called 'pod'). Get the name of the pod by running <code>runai describe job &lt;job-name&gt;</code>.</p> </blockquote> <h4 id=-instance-string-i-string>--instance (string) | -i (string)<a class=headerlink href=#-instance-string-i-string title="Permanent link">&para;</a></h4> <blockquote> <p>Show logs for a specific instance in cases where a Job contains multiple pods.</p> </blockquote> <h4 id=-since-duration>--since (duration)<a class=headerlink href=#-since-duration title="Permanent link">&para;</a></h4> <blockquote> <p>Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs. The flags since and since-time cannot be used together.</p> </blockquote> <h4 id=-since-time-date-time>--since-time (date-time)<a class=headerlink href=#-since-time-date-time title="Permanent link">&para;</a></h4> <blockquote> <p>Return logs after specified date. Date format should be <em>RFC3339</em>, example: <code>2020-01-26T15:00:00Z</code>.</p> </blockquote> <h4 id=-tail-int-t-int>--tail (int) | -t (int)<a class=headerlink href=#-tail-int-t-int title="Permanent link">&para;</a></h4> <blockquote> <p># of lines of recent log file to display.</p> </blockquote> <h4 id=-timestamps>--timestamps<a class=headerlink href=#-timestamps title="Permanent link">&para;</a></h4> <blockquote> <p>Include timestamps on each line in the log output.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will show the logs of the first process in the container. For training Jobs, this would be the command run at startup. For interactive Jobs, the command may not show anything.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Training Workloads. See Quickstart document: <a href=../../workloads/training/standard-training/quickstart-standard-training/ >Launch Unattended Training Workloads</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-follow-f>--follow | -f<a class=headerlink href=#-follow-f title="Permanent link">&para;</a></h4> <blockquote> <p>Stream the logs.</p> </blockquote> <h4 id=-pod-p>--pod | -p<a class=headerlink href=#-pod-p title="Permanent link">&para;</a></h4> <blockquote> <p>Specify a specific pod name. When a Job fails, it may start a couple of times in an attempt to succeed. The flag allows you to see the logs of a specific instance (called 'pod'). Get the name of the pod by running <code>runai describe job &lt;job-name&gt;</code>.</p> </blockquote> <h4 id=-instance-string-i-string>--instance (string) | -i (string)<a class=headerlink href=#-instance-string-i-string title="Permanent link">&para;</a></h4> <blockquote> <p>Show logs for a specific instance in cases where a Job contains multiple pods.</p> </blockquote> <h4 id=-since-duration>--since (duration)<a class=headerlink href=#-since-duration title="Permanent link">&para;</a></h4> <blockquote> <p>Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs. The flags since and since-time cannot be used together.</p> </blockquote> <h4 id=-since-time-date-time>--since-time (date-time)<a class=headerlink href=#-since-time-date-time title="Permanent link">&para;</a></h4> <blockquote> <p>Return logs after specified date. Date format should be <em>RFC3339</em>, example: <code>2020-01-26T15:00:00Z</code>.</p> </blockquote> <h4 id=-tail-int-t-int>--tail (int) | -t (int)<a class=headerlink href=#-tail-int-t-int title="Permanent link">&para;</a></h4> <blockquote> <p># of lines of recent log file to display.</p> </blockquote> <h4 id=-timestamps>--timestamps<a class=headerlink href=#-timestamps title="Permanent link">&para;</a></h4> <blockquote> <p>Include timestamps on each line in the log output.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will show the logs of the first process in the container. For training Jobs, this would be the command run at startup. For interactive Jobs, the command may not show anything.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Training Workloads. See Quickstart document: <a href=../../workloads/training/standard-training/quickstart-standard-training/ >Launch Unattended Training Workloads</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-port-forwarding/index.html b/v2.20/Researcher/cli-reference/runai-port-forwarding/index.html
index dcae94853b..56c3315be5 100644
--- a/v2.20/Researcher/cli-reference/runai-port-forwarding/index.html
+++ b/v2.20/Researcher/cli-reference/runai-port-forwarding/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-port-forwarding/ rel=canonical><link href=../runai-logs/ rel=prev><link href=../runai-resume/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai port-forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-port-forwarding/ rel=canonical><link href=../runai-logs/ rel=prev><link href=../runai-resume/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai port-forward - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-port-forward class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> runai port-forward </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> runai port-forward </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> runai port-forward </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> <nav class=md-nav aria-label=Description> <ul class=md-nav__list> <li class=md-nav__item> <a href=#examples class=md-nav__link> <span class=md-ellipsis> Examples </span> </a> </li> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global flags </span> </a> </li> <li class=md-nav__item> <a href=#flags class=md-nav__link> <span class=md-ellipsis> Flags </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> <nav class=md-nav aria-label=Description> <ul class=md-nav__list> <li class=md-nav__item> <a href=#examples class=md-nav__link> <span class=md-ellipsis> Examples </span> </a> </li> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global flags </span> </a> </li> <li class=md-nav__item> <a href=#flags class=md-nav__link> <span class=md-ellipsis> Flags </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/runai-port-forwarding.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-port-forward>runai port-forward<a class=headerlink href=#runai-port-forward title="Permanent link">&para;</a></h1> <h2 id=description>Description<a class=headerlink href=#description title="Permanent link">&para;</a></h2> <p>Forward one or more local ports to the selected job or a pod within the job. The forwarding session ends when the selected job terminates or the terminal is interrupted.</p> <h3 id=examples>Examples<a class=headerlink href=#examples title="Permanent link">&para;</a></h3> <ol> <li> <p>Port forward connections from localhost:8080 (localhost is the default) to <job-name> on port 8090.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090</code></p> </li> <li> <p>Port forward connections from 192.168.1.23:8080 to <job-name> on port 8080.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080 --address 192.168.1.23</code></p> </li> <li> <p>Port forward multiple connections from localhost:8080 to <job-name> on port 8090 and localhost:6443 to <job-name> on port 443.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090 --port 6443:443</code></p> </li> <li> <p>Port forward into a specific pod in a multi-pod job.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090 --pod &lt;pod-name&gt;</code></p> </li> </ol> <h3 id=global-flags>Global flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <p><code>--loglevel &lt;string&gt;</code>&mdash;Set the logging level. Choose: <debug|info|warn|error> (default "info").</p> <p><code>-p | --project &lt;string&gt;</code>&mdash;Specify the project name. To change the default project use <code>runai config project &lt;project name&gt;</code>.</p> <h3 id=flags>Flags<a class=headerlink href=#flags title="Permanent link">&para;</a></h3> <p><code>--address &lt;string&gt; | [local-interface-ip\host] |localhost | 0.0.0.0 [privileged]</code>&mdash;The listening address of your local machine. (default "localhost").</p> <p><code>-h | --help</code>&mdash;Help for the command.</p> <p><code>--port</code>&mdash;forward ports based on one of the following arguments:</p> <ul> <li> <p><code>&lt;stringArray&gt;</code>&mdash;a list of port forwarding combinations.</p> </li> <li> <p><code>[local-port]:[remote-port]</code>&mdash;different local and remote ports.</p> </li> <li> <p><code>[local-port=remote-port]</code>&mdash;the same port is used for both local and remote.</p> </li> </ul> <p><code>--pod</code>&mdash;Specify a pod of a running job. To get a list of the pods of a specific job, run the command <code>runai describe &lt;job-name&gt;</code>.</p> <p><code>--pod-running-timeout</code>&mdash;The length of time (like 5s, 2m, or 3h, higher than zero) to wait until the pod is running. Default is 10 minutes.</p> <p><strong><em>Filter based flags</em></strong></p> <p><code>--mpi</code>&mdash;search <strong>only</strong> for mpi jobs.</p> <p><code>--interactive</code>&mdash;search <strong>only</strong> for interactive jobs.</p> <p><code>--pytorch</code>&mdash;search <strong>only</strong> for pytorch jobs.</p> <p><code>--tf</code>&mdash;search <strong>only</strong> for tensorflow jobs.</p> <p><code>--train</code>&mdash;search <strong>only</strong> for training jobs.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-port-forward class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> runai port-forward </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> runai port-forward </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> runai port-forward </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> <nav class=md-nav aria-label=Description> <ul class=md-nav__list> <li class=md-nav__item> <a href=#examples class=md-nav__link> <span class=md-ellipsis> Examples </span> </a> </li> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global flags </span> </a> </li> <li class=md-nav__item> <a href=#flags class=md-nav__link> <span class=md-ellipsis> Flags </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> <nav class=md-nav aria-label=Description> <ul class=md-nav__list> <li class=md-nav__item> <a href=#examples class=md-nav__link> <span class=md-ellipsis> Examples </span> </a> </li> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global flags </span> </a> </li> <li class=md-nav__item> <a href=#flags class=md-nav__link> <span class=md-ellipsis> Flags </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/runai-port-forwarding.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-port-forward>runai port-forward<a class=headerlink href=#runai-port-forward title="Permanent link">&para;</a></h1> <h2 id=description>Description<a class=headerlink href=#description title="Permanent link">&para;</a></h2> <p>Forward one or more local ports to the selected job or a pod within the job. The forwarding session ends when the selected job terminates or the terminal is interrupted.</p> <h3 id=examples>Examples<a class=headerlink href=#examples title="Permanent link">&para;</a></h3> <ol> <li> <p>Port forward connections from localhost:8080 (localhost is the default) to <job-name> on port 8090.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090</code></p> </li> <li> <p>Port forward connections from 192.168.1.23:8080 to <job-name> on port 8080.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080 --address 192.168.1.23</code></p> </li> <li> <p>Port forward multiple connections from localhost:8080 to <job-name> on port 8090 and localhost:6443 to <job-name> on port 443.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090 --port 6443:443</code></p> </li> <li> <p>Port forward into a specific pod in a multi-pod job.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090 --pod &lt;pod-name&gt;</code></p> </li> </ol> <h3 id=global-flags>Global flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <p><code>--loglevel &lt;string&gt;</code>&mdash;Set the logging level. Choose: <debug|info|warn|error> (default "info").</p> <p><code>-p | --project &lt;string&gt;</code>&mdash;Specify the project name. To change the default project use <code>runai config project &lt;project name&gt;</code>.</p> <h3 id=flags>Flags<a class=headerlink href=#flags title="Permanent link">&para;</a></h3> <p><code>--address &lt;string&gt; | [local-interface-ip\host] |localhost | 0.0.0.0 [privileged]</code>&mdash;The listening address of your local machine. (default "localhost").</p> <p><code>-h | --help</code>&mdash;Help for the command.</p> <p><code>--port</code>&mdash;forward ports based on one of the following arguments:</p> <ul> <li> <p><code>&lt;stringArray&gt;</code>&mdash;a list of port forwarding combinations.</p> </li> <li> <p><code>[local-port]:[remote-port]</code>&mdash;different local and remote ports.</p> </li> <li> <p><code>[local-port=remote-port]</code>&mdash;the same port is used for both local and remote.</p> </li> </ul> <p><code>--pod</code>&mdash;Specify a pod of a running job. To get a list of the pods of a specific job, run the command <code>runai describe &lt;job-name&gt;</code>.</p> <p><code>--pod-running-timeout</code>&mdash;The length of time (like 5s, 2m, or 3h, higher than zero) to wait until the pod is running. Default is 10 minutes.</p> <p><strong><em>Filter based flags</em></strong></p> <p><code>--mpi</code>&mdash;search <strong>only</strong> for mpi jobs.</p> <p><code>--interactive</code>&mdash;search <strong>only</strong> for interactive jobs.</p> <p><code>--pytorch</code>&mdash;search <strong>only</strong> for pytorch jobs.</p> <p><code>--tf</code>&mdash;search <strong>only</strong> for tensorflow jobs.</p> <p><code>--train</code>&mdash;search <strong>only</strong> for training jobs.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-resume/index.html b/v2.20/Researcher/cli-reference/runai-resume/index.html
index 1ff0ef1aef..14d8d1de91 100644
--- a/v2.20/Researcher/cli-reference/runai-resume/index.html
+++ b/v2.20/Researcher/cli-reference/runai-resume/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-resume/ rel=canonical><link href=../runai-port-forwarding/ rel=prev><link href=../runai-submit/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-resume/ rel=canonical><link href=../runai-port-forwarding/ rel=prev><link href=../runai-submit/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai resume - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span>
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a><span class=w>    </span><span class=o>[</span>--project<span class=w> </span>string<span class=w> </span><span class=p>|</span><span class=w> </span>-p<span class=w> </span>string<span class=o>]</span>
 <a id=__codelineno-0-6 name=__codelineno-0-6 href=#__codelineno-0-6></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-all-a>--all | -A<a class=headerlink href=#-all-a title="Permanent link">&para;</a></h4> <blockquote> <p>Resume all suspended Jobs in the current Project.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li>The Job will be resumed. When running <em>runai list jobs</em> the Job status will no longer by <em>Suspended</em>.</li> </ul> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Suspending Jobs: <a href=../runai-suspend/ >Suspend</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-all-a>--all | -A<a class=headerlink href=#-all-a title="Permanent link">&para;</a></h4> <blockquote> <p>Resume all suspended Jobs in the current Project.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li>The Job will be resumed. When running <em>runai list jobs</em> the Job status will no longer by <em>Suspended</em>.</li> </ul> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Suspending Jobs: <a href=../runai-suspend/ >Suspend</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-submit-dist-TF/index.html b/v2.20/Researcher/cli-reference/runai-submit-dist-TF/index.html
index 141fa837b3..999a5c0be1 100644
--- a/v2.20/Researcher/cli-reference/runai-submit-dist-TF/index.html
+++ b/v2.20/Researcher/cli-reference/runai-submit-dist-TF/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-TF/ rel=canonical><link href=../runai-submit-dist-pytorch/ rel=prev><link href=../runai-submit-dist-xgboost/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai submit-dist tf - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-TF/ rel=canonical><link href=../runai-submit-dist-pytorch/ rel=prev><link href=../runai-submit-dist-xgboost/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai submit-dist tf - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -16,7 +16,7 @@
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a><span class=go>    -i &lt;image_name</span>
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a><span class=go>&gt;</span>
 </code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=distributed>Distributed<a class=headerlink href=#distributed title="Permanent link">&para;</a></h3> <h4 id=-clean-pod-policy-string>--clean-pod-policy &lt; string &gt;<a class=headerlink href=#-clean-pod-policy-string title="Permanent link">&para;</a></h4> <blockquote> <p>The CleanPodPolicy controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li><strong>Running</strong>&mdash;only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li><strong>All</strong>&mdash;all (including completed) pods will be deleted immediately when the job finishes.</li> <li><strong>None</strong>&mdash;no pods will be deleted when the job completes.</li> </ul> </blockquote> <h4 id=-workers-int>--workers &lt; int&gt;<a class=headerlink href=#-workers-int title="Permanent link">&para;</a></h4> <blockquote> <p>Number of replicas for Inference jobs</p> </blockquote> <!-- Start of common content from snippets/common-submit-cli-commands.md --> <h3 id=naming-and-shortcuts>Naming and Shortcuts<a class=headerlink href=#naming-and-shortcuts title="Permanent link">&para;</a></h3> <h4 id=-job-name-prefix-string>--job-name-prefix <code>&lt;string&gt;</code><a class=headerlink href=#-job-name-prefix-string title="Permanent link">&para;</a></h4> <blockquote> <p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p> </blockquote> <h4 id=-name-string>--name <code>&lt;string&gt;</code><a class=headerlink href=#-name-string title="Permanent link">&para;</a></h4> <blockquote> <p>The name of the Job.</p> </blockquote> <h4 id=-template-string>--template <code>&lt;string&gt;</code><a class=headerlink href=#-template-string title="Permanent link">&para;</a></h4> <blockquote> <p>Load default values from a workload.</p> </blockquote> <h3 id=container-definition>Container Definition<a class=headerlink href=#container-definition title="Permanent link">&para;</a></h3> <h4 id=-add-capability-stringarray>--add-capability <code>&lt;stringArray&gt;</code><a class=headerlink href=#-add-capability-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Add linux capabilities to the container.</p> </blockquote> <h4 id=-a-annotation-stringarray>-a | --annotation <code>&lt;stringArray&gt;</code><a class=headerlink href=#-a-annotation-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set annotations variables in the container.</p> </blockquote> <h4 id=-attach>--attach<a class=headerlink href=#-attach title="Permanent link">&para;</a></h4> <blockquote> <p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command <a href=../runai-attach/ >runai attach</a>.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p> </blockquote> <h4 id=-command>--command<a class=headerlink href=#-command title="Permanent link">&para;</a></h4> <blockquote> <p>Overrides the image's entry point with the command supplied after '--'. When <strong>not</strong> using the <code>--command</code> flag, the entry point will <strong>not</strong> be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p> </blockquote> <h4 id=-create-home-dir>--create-home-dir<a class=headerlink href=#-create-home-dir title="Permanent link">&para;</a></h4> <blockquote> <p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see <a href=../../../admin/authentication/non-root-containers/ >non root containers</a>.</p> </blockquote> <h4 id=-e-stringarray-environment>-e <code>&lt;stringArray&gt; | --environment</code><stringarray>`<a class=headerlink href=#-e-stringarray-environment title="Permanent link">&para;</a></h4> <blockquote> <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>). <!-- or separate by a comma (`-e BATCH_SIZE:50,LEARNING_RATE:0.2`). --> </p> </blockquote> <h4 id=-image-string-i-string>--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code><a class=headerlink href=#-image-string-i-string title="Permanent link">&para;</a></h4> <blockquote> <p>Image to use when creating the container for this Job</p> </blockquote> <h4 id=-image-pull-policy-string>--image-pull-policy <code>&lt;string&gt;</code><a class=headerlink href=#-image-pull-policy-string title="Permanent link">&para;</a></h4> <blockquote> <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes <a href=https://kubernetes.io/docs/concepts/configuration/overview/#container-images target=_blank>documentation</a>.</p> </blockquote> <h4 id=-l-label-stringarray>-l | --label <code>&lt;stringArray&gt;</code><a class=headerlink href=#-l-label-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set labels variables in the container.</p> </blockquote> <h4 id=-master-args-string-string>--master-args string <code>&lt;string&gt;</code><a class=headerlink href=#-master-args-string-string title="Permanent link">&para;</a></h4> <blockquote> <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p> </blockquote> <h4 id=-master-environment-stringarray>--master-environment <code>&lt;stringArray&gt;</code><a class=headerlink href=#-master-environment-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p> </blockquote> <h4 id=-master-extended-resource-stringarray>--master-extended-resource <code>&lt;stringArray&gt;</code><a class=headerlink href=#-master-extended-resource-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p> </blockquote> <h4 id=-master-gpu-float>--master-gpu <code>&lt;float&gt;</code><a class=headerlink href=#-master-gpu-float title="Permanent link">&para;</a></h4> <blockquote> <p>GPU units to allocate for the master pod.</p> </blockquote> <h4 id=-master-no-pvcs>--master-no-pvcs<a class=headerlink href=#-master-no-pvcs title="Permanent link">&para;</a></h4> <blockquote> <p>Do not mount any persistent volumes in the master pod.</p> </blockquote> <h4 id=-no-master>--no-master<a class=headerlink href=#-no-master title="Permanent link">&para;</a></h4> <blockquote> <p>Do not create a separate pod for the master.</p> </blockquote> <h4 id=-preferred-pod-topology-key-string>--preferred-pod-topology-key <code>&lt;string&gt;</code><a class=headerlink href=#-preferred-pod-topology-key-string title="Permanent link">&para;</a></h4> <blockquote> <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p> </blockquote> <h4 id=-required-pod-topology-key-string>--required-pod-topology-key <code>&lt;string&gt;</code><a class=headerlink href=#-required-pod-topology-key-string title="Permanent link">&para;</a></h4> <blockquote> <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p> </blockquote> <h4 id=-stdin>--stdin<a class=headerlink href=#-stdin title="Permanent link">&para;</a></h4> <blockquote> <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p> </blockquote> <h4 id=-t-tty>-t | --tty<a class=headerlink href=#-t-tty title="Permanent link">&para;</a></h4> <blockquote> <p>Allocate a pseudo-TTY.</p> </blockquote> <h4 id=-working-dir-string>--working-dir <code>&lt;string&gt;</code><a class=headerlink href=#-working-dir-string title="Permanent link">&para;</a></h4> <blockquote> <p>Starts the container with the specified directory as the current directory.</p> </blockquote> <h3 id=resource-allocation>Resource Allocation<a class=headerlink href=#resource-allocation title="Permanent link">&para;</a></h3> <h4 id=-cpu-double>--cpu <code>&lt;double&gt;</code><a class=headerlink href=#-cpu-double title="Permanent link">&para;</a></h4> <blockquote> <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive <strong>at least</strong> this amount of CPU. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of CPUs to the Job.</p> </blockquote> <h4 id=-cpu-limit-double>--cpu-limit <code>&lt;double&gt;</code><a class=headerlink href=#-cpu-limit-double title="Permanent link">&para;</a></h4> <blockquote> <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p> </blockquote> <h4 id=-extended-resource>--extended-resource `<stringarray><a class=headerlink href=#-extended-resource title="Permanent link">&para;</a></h4> <blockquote> <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p> </blockquote> <h4 id=-g-gpu-float>-g | --gpu <code>&lt;float&gt;</code><a class=headerlink href=#-g-gpu-float title="Permanent link">&para;</a></h4> <blockquote> <p>GPU units to allocate for the Job (0.5, 1).</p> </blockquote> <h4 id=-gpu-memory>--gpu-memory<a class=headerlink href=#-gpu-memory title="Permanent link">&para;</a></h4> <blockquote> <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p> </blockquote> <h4 id=-memory-string>--memory <code>&lt;string&gt;</code><a class=headerlink href=#-memory-string title="Permanent link">&para;</a></h4> <blockquote> <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive <strong>at least</strong> this amount of memory. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of memory to the Job.</p> </blockquote> <h4 id=-memory-limit>--memory-limit `<string><a class=headerlink href=#-memory-limit title="Permanent link">&para;</a></h4> <blockquote> <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p> </blockquote> <h4 id=-mig-profile-string-deprecated>--mig-profile <code>&lt;string&gt;</code> (Deprecated)<a class=headerlink href=#-mig-profile-string-deprecated title="Permanent link">&para;</a></h4> <blockquote> <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p> </blockquote> <h3 id=job-lifecycle>Job Lifecycle<a class=headerlink href=#job-lifecycle title="Permanent link">&para;</a></h3> <h4 id=-backoff-limit-int>--backoff-limit <code>&lt;int&gt;</code><a class=headerlink href=#-backoff-limit-int title="Permanent link">&para;</a></h4> <blockquote> <p>The number of times the Job will be retried before failing. The default is 6.</p> </blockquote> <h4 id=-ttl-after-finish-duration>--ttl-after-finish &lt; duration &gt;<a class=headerlink href=#-ttl-after-finish-duration title="Permanent link">&para;</a></h4> <blockquote> <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p> </blockquote> <h3 id=storage>Storage<a class=headerlink href=#storage title="Permanent link">&para;</a></h3> <h4 id=-git-sync-stringarray>--git-sync <code>&lt;stringArray&gt;</code><a class=headerlink href=#-git-sync-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p> </blockquote> <h4 id=-large-shm>--large-shm<a class=headerlink href=#-large-shm title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a large /dev/shm device.</p> </blockquote> <h4 id=-mount-propagation>--mount-propagation<a class=headerlink href=#-mount-propagation title="Permanent link">&para;</a></h4> <blockquote> <p>Enable HostToContainer mount propagation for all container volumes</p> </blockquote> <h4 id=-nfs-server-string>--nfs-server <code>&lt;string&gt;</code><a class=headerlink href=#-nfs-server-string title="Permanent link">&para;</a></h4> <blockquote> <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p> </blockquote> <h4 id=-pvc-storage_class_namesizecontainer_mount_pathro>--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code><a class=headerlink href=#-pvc-storage_class_namesizecontainer_mount_pathro title="Permanent link">&para;</a></h4> <h4 id=-pvc-pvc_namecontainer_mount_pathro>--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code><a class=headerlink href=#-pvc-pvc_namecontainer_mount_pathro title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume claim into a container.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p> </div> <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p><strong>Storage_Class_Name</strong> is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p><strong>Size</strong> is the volume size you want to allocate. See <a href=https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ target=_blank>Kubernetes documentation</a> for how to specify volume sizes</p> <p><strong>Container_Mount_Path</strong>. A path internal to the container where the storage will be mounted</p> <p><strong>Pvc_Name</strong>. The name of a pre-existing <a href=https://kubernetes.io/docs/concepts/storage/persistent-volumes/#dynamic target=_blank>Persistent Volume Claim</a> to mount into the container</p> <p>Examples:</p> <blockquote> <p><code>--pvc :3Gi:/tmp/john:ro</code> - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code> - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p> </blockquote> </blockquote> <h4 id=-pvc-exists-string>--pvc-exists <code>&lt;string&gt;</code><a class=headerlink href=#-pvc-exists-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li><strong>claim name</strong>&mdash;The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li><strong>path</strong>&mdash;the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p> </blockquote> <h4 id=-pvc-new-string>--pvc-new <code>&lt;string&gt;</code><a class=headerlink href=#-pvc-new-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li><strong>claim name</strong>&mdash;The name of the persistent colume claim.</li> <li><strong>storage class</strong>&mdash;A storage class name that can be obtained by running</li> </ul> <blockquote> <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p> </blockquote> <ul> <li><strong>size</strong>&mdash;The volume size you want to allocate for the PVC when creating it. See <a href=https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ target=_blank>Kubernetes documentation</a> to specify volume sizes.</li> <li><strong>accessmode</strong>&mdash;The description ofthedesired volume capabilities for the PVC.</li> <li><strong>ro</strong>&mdash;Mount the PVC with read-only access.</li> <li><strong>ephemeral</strong>&mdash;The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass= &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p> </blockquote> <h4 id=-s3-string>--s3 <code>&lt;string&gt;</code><a class=headerlink href=#-s3-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p> </blockquote> <h4 id=-v-volume-sourcecontainer_mount_pathronfs-host>-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'<a class=headerlink href=#-v-volume-sourcecontainer_mount_pathronfs-host title="Permanent link">&para;</a></h4> <blockquote> <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p> </blockquote> <h4 id=-configmap-volume-namepath>--configmap-volume name=<name of configmap>,path=<path to mount> ...'<a class=headerlink href=#-configmap-volume-namepath title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p> </blockquote> <h3 id=network>Network<a class=headerlink href=#network title="Permanent link">&para;</a></h3> <h4 id=-address-string>--address <code>&lt;string&gt;</code><a class=headerlink href=#-address-string title="Permanent link">&para;</a></h4> <blockquote> <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p> </blockquote> <h4 id=-host-ipc>--host-ipc<a class=headerlink href=#-host-ipc title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's <em>ipc</em> namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a> documentation.</p> </blockquote> <h4 id=-host-network>--host-network<a class=headerlink href=#-host-network title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's network stack inside the container. For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a>documentation.</p> </blockquote> <h4 id=-port-stringarray>--port <code>&lt;stringArray&gt;</code><a class=headerlink href=#-port-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Expose ports from the Job container.</p> </blockquote> <h4 id=-s-service-type-string>-s | --service-type <code>&lt;string&gt;</code><a class=headerlink href=#-s-service-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p> </blockquote> <h3 id=access-control>Access Control<a class=headerlink href=#access-control title="Permanent link">&para;</a></h3> <h4 id=-allow-privilege-escalation>--allow-privilege-escalation<a class=headerlink href=#-allow-privilege-escalation title="Permanent link">&para;</a></h4> <blockquote> <p>Allow the job to gain additional privileges after start.</p> </blockquote> <h4 id=-run-as-user>--run-as-user<a class=headerlink href=#-run-as-user title="Permanent link">&para;</a></h4> <blockquote> <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is <em>root</em> (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see <a href=../../../admin/authentication/non-root-containers/ >non root containers</a>.</p> </blockquote> <h3 id=scheduling>Scheduling<a class=headerlink href=#scheduling title="Permanent link">&para;</a></h3> <h4 id=-node-pools-string>--node-pools <code>&lt;string&gt;</code><a class=headerlink href=#-node-pools-string title="Permanent link">&para;</a></h4> <blockquote> <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a <a href=../../scheduling/the-runai-scheduler/ >Node Pool</a>. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a> or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: <a href=../../../platform-admin/aiinitiatives/org/projects/ >Working with Projects</a>.</p> </blockquote> <h4 id=-node-type-string>--node-type <code>&lt;string&gt;</code><a class=headerlink href=#-node-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a>.</p> </blockquote> <h4 id=-toleration-string>--toleration <code>&lt;string&gt;</code><a class=headerlink href=#-toleration-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node. This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes <a href=https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ target=_blank>Taints and Tolerations</a> Guide.</p> <p>The format of the string:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]
-</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit an <em>mpi</em> Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>See Quickstart document <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ >Running Distributed Training</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit an <em>mpi</em> Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>See Quickstart document <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ >Running Distributed Training</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -44,6 +44,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-submit-dist-mpi/index.html b/v2.20/Researcher/cli-reference/runai-submit-dist-mpi/index.html
index 3f6ba4c45d..e78143e194 100644
--- a/v2.20/Researcher/cli-reference/runai-submit-dist-mpi/index.html
+++ b/v2.20/Researcher/cli-reference/runai-submit-dist-mpi/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-mpi/ rel=canonical><link href=../runai-submit/ rel=prev><link href=../runai-submit-dist-pytorch/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai submit-dist mpi - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-mpi/ rel=canonical><link href=../runai-submit/ rel=prev><link href=../runai-submit-dist-pytorch/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai submit-dist mpi - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -15,7 +15,7 @@
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#description class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> runai submit-dist mpi </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> runai submit-dist mpi </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> runai submit-dist mpi </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#examples class=md-nav__link> <span class=md-ellipsis> Examples </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#distributed class=md-nav__link> <span class=md-ellipsis> Distributed </span> </a> <nav class=md-nav aria-label=Distributed> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-clean-pod-policy-string class=md-nav__link> <span class=md-ellipsis> --clean-pod-policy &lt; string &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-workers-int class=md-nav__link> <span class=md-ellipsis> --workers &lt; int &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-slots-per-worker-int class=md-nav__link> <span class=md-ellipsis> --slots-per-worker &lt; int &gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#naming-and-shortcuts class=md-nav__link> <span class=md-ellipsis> Naming and Shortcuts </span> </a> <nav class=md-nav aria-label="Naming and Shortcuts"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-job-name-prefix-string class=md-nav__link> <span class=md-ellipsis> --job-name-prefix &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-name-string class=md-nav__link> <span class=md-ellipsis> --name &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-template-string class=md-nav__link> <span class=md-ellipsis> --template &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#container-definition class=md-nav__link> <span class=md-ellipsis> Container Definition </span> </a> <nav class=md-nav aria-label="Container Definition"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-add-capability-stringarray class=md-nav__link> <span class=md-ellipsis> --add-capability &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-a-annotation-stringarray class=md-nav__link> <span class=md-ellipsis> -a | --annotation &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-attach class=md-nav__link> <span class=md-ellipsis> --attach </span> </a> </li> <li class=md-nav__item> <a href=#-command class=md-nav__link> <span class=md-ellipsis> --command </span> </a> </li> <li class=md-nav__item> <a href=#-create-home-dir class=md-nav__link> <span class=md-ellipsis> --create-home-dir </span> </a> </li> <li class=md-nav__item> <a href=#-e-stringarray-environment class=md-nav__link> <span class=md-ellipsis> -e &lt;stringArray&gt; | --environment` </span> </a> </li> <li class=md-nav__item> <a href=#-image-string-i-string class=md-nav__link> <span class=md-ellipsis> --image &lt;string&gt; | -i &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-image-pull-policy-string class=md-nav__link> <span class=md-ellipsis> --image-pull-policy &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-l-label-stringarray class=md-nav__link> <span class=md-ellipsis> -l | --label &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-args-string-string class=md-nav__link> <span class=md-ellipsis> --master-args string &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-environment-stringarray class=md-nav__link> <span class=md-ellipsis> --master-environment &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-extended-resource-stringarray class=md-nav__link> <span class=md-ellipsis> --master-extended-resource &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-gpu-float class=md-nav__link> <span class=md-ellipsis> --master-gpu &lt;float&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-no-pvcs class=md-nav__link> <span class=md-ellipsis> --master-no-pvcs </span> </a> </li> <li class=md-nav__item> <a href=#-preferred-pod-topology-key-string class=md-nav__link> <span class=md-ellipsis> --preferred-pod-topology-key &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-required-pod-topology-key-string class=md-nav__link> <span class=md-ellipsis> --required-pod-topology-key &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-stdin class=md-nav__link> <span class=md-ellipsis> --stdin </span> </a> </li> <li class=md-nav__item> <a href=#-t-tty class=md-nav__link> <span class=md-ellipsis> -t | --tty </span> </a> </li> <li class=md-nav__item> <a href=#-working-dir-string class=md-nav__link> <span class=md-ellipsis> --working-dir &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#resource-allocation class=md-nav__link> <span class=md-ellipsis> Resource Allocation </span> </a> <nav class=md-nav aria-label="Resource Allocation"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-cpu-double class=md-nav__link> <span class=md-ellipsis> --cpu &lt;double&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-cpu-limit-double class=md-nav__link> <span class=md-ellipsis> --cpu-limit &lt;double&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-extended-resource class=md-nav__link> <span class=md-ellipsis> --extended-resource ` </span> </a> </li> <li class=md-nav__item> <a href=#-g-gpu-float class=md-nav__link> <span class=md-ellipsis> -g | --gpu &lt;float&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-gpu-memory class=md-nav__link> <span class=md-ellipsis> --gpu-memory </span> </a> </li> <li class=md-nav__item> <a href=#-memory-string class=md-nav__link> <span class=md-ellipsis> --memory &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-memory-limit class=md-nav__link> <span class=md-ellipsis> --memory-limit ` </span> </a> </li> <li class=md-nav__item> <a href=#-mig-profile-string-deprecated class=md-nav__link> <span class=md-ellipsis> --mig-profile &lt;string&gt; (Deprecated) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#job-lifecycle class=md-nav__link> <span class=md-ellipsis> Job Lifecycle </span> </a> <nav class=md-nav aria-label="Job Lifecycle"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-backoff-limit-int class=md-nav__link> <span class=md-ellipsis> --backoff-limit &lt;int&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-ttl-after-finish-duration class=md-nav__link> <span class=md-ellipsis> --ttl-after-finish &lt; duration &gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#storage class=md-nav__link> <span class=md-ellipsis> Storage </span> </a> <nav class=md-nav aria-label=Storage> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-git-sync-stringarray class=md-nav__link> <span class=md-ellipsis> --git-sync &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-large-shm class=md-nav__link> <span class=md-ellipsis> --large-shm </span> </a> </li> <li class=md-nav__item> <a href=#-mount-propagation class=md-nav__link> <span class=md-ellipsis> --mount-propagation </span> </a> </li> <li class=md-nav__item> <a href=#-nfs-server-string class=md-nav__link> <span class=md-ellipsis> --nfs-server &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-storage_class_namesizecontainer_mount_pathro class=md-nav__link> <span class=md-ellipsis> --pvc [Storage_Class_Name]:Size:Container_Mount_Path:[ro] </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-pvc_namecontainer_mount_pathro class=md-nav__link> <span class=md-ellipsis> --pvc Pvc_Name:Container_Mount_Path:[ro] </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-exists-string class=md-nav__link> <span class=md-ellipsis> --pvc-exists &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-new-string class=md-nav__link> <span class=md-ellipsis> --pvc-new &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-s3-string class=md-nav__link> <span class=md-ellipsis> --s3 &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-v-volume-sourcecontainer_mount_pathronfs-host class=md-nav__link> <span class=md-ellipsis> -v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]' </span> </a> </li> <li class=md-nav__item> <a href=#-configmap-volume-namepath class=md-nav__link> <span class=md-ellipsis> --configmap-volume name=,path= ...' </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#network class=md-nav__link> <span class=md-ellipsis> Network </span> </a> <nav class=md-nav aria-label=Network> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-address-string class=md-nav__link> <span class=md-ellipsis> --address &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-host-ipc class=md-nav__link> <span class=md-ellipsis> --host-ipc </span> </a> </li> <li class=md-nav__item> <a href=#-host-network class=md-nav__link> <span class=md-ellipsis> --host-network </span> </a> </li> <li class=md-nav__item> <a href=#-port-stringarray class=md-nav__link> <span class=md-ellipsis> --port &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-s-service-type-string class=md-nav__link> <span class=md-ellipsis> -s | --service-type &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#access-control class=md-nav__link> <span class=md-ellipsis> Access Control </span> </a> <nav class=md-nav aria-label="Access Control"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-allow-privilege-escalation class=md-nav__link> <span class=md-ellipsis> --allow-privilege-escalation </span> </a> </li> <li class=md-nav__item> <a href=#-run-as-user class=md-nav__link> <span class=md-ellipsis> --run-as-user </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#scheduling class=md-nav__link> <span class=md-ellipsis> Scheduling </span> </a> <nav class=md-nav aria-label=Scheduling> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-node-pools-string class=md-nav__link> <span class=md-ellipsis> --node-pools &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-node-type-string class=md-nav__link> <span class=md-ellipsis> --node-type &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-toleration-string class=md-nav__link> <span class=md-ellipsis> --toleration &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-project-p-string class=md-nav__link> <span class=md-ellipsis> --project | -p (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#examples class=md-nav__link> <span class=md-ellipsis> Examples </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#distributed class=md-nav__link> <span class=md-ellipsis> Distributed </span> </a> <nav class=md-nav aria-label=Distributed> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-clean-pod-policy-string class=md-nav__link> <span class=md-ellipsis> --clean-pod-policy &lt; string &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-workers-int class=md-nav__link> <span class=md-ellipsis> --workers &lt; int &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-slots-per-worker-int class=md-nav__link> <span class=md-ellipsis> --slots-per-worker &lt; int &gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#naming-and-shortcuts class=md-nav__link> <span class=md-ellipsis> Naming and Shortcuts </span> </a> <nav class=md-nav aria-label="Naming and Shortcuts"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-job-name-prefix-string class=md-nav__link> <span class=md-ellipsis> --job-name-prefix &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-name-string class=md-nav__link> <span class=md-ellipsis> --name &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-template-string class=md-nav__link> <span class=md-ellipsis> --template &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#container-definition class=md-nav__link> <span class=md-ellipsis> Container Definition </span> </a> <nav class=md-nav aria-label="Container Definition"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-add-capability-stringarray class=md-nav__link> <span class=md-ellipsis> --add-capability &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-a-annotation-stringarray class=md-nav__link> <span class=md-ellipsis> -a | --annotation &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-attach class=md-nav__link> <span class=md-ellipsis> --attach </span> </a> </li> <li class=md-nav__item> <a href=#-command class=md-nav__link> <span class=md-ellipsis> --command </span> </a> </li> <li class=md-nav__item> <a href=#-create-home-dir class=md-nav__link> <span class=md-ellipsis> --create-home-dir </span> </a> </li> <li class=md-nav__item> <a href=#-e-stringarray-environment class=md-nav__link> <span class=md-ellipsis> -e &lt;stringArray&gt; | --environment` </span> </a> </li> <li class=md-nav__item> <a href=#-image-string-i-string class=md-nav__link> <span class=md-ellipsis> --image &lt;string&gt; | -i &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-image-pull-policy-string class=md-nav__link> <span class=md-ellipsis> --image-pull-policy &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-l-label-stringarray class=md-nav__link> <span class=md-ellipsis> -l | --label &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-args-string-string class=md-nav__link> <span class=md-ellipsis> --master-args string &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-environment-stringarray class=md-nav__link> <span class=md-ellipsis> --master-environment &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-extended-resource-stringarray class=md-nav__link> <span class=md-ellipsis> --master-extended-resource &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-gpu-float class=md-nav__link> <span class=md-ellipsis> --master-gpu &lt;float&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-no-pvcs class=md-nav__link> <span class=md-ellipsis> --master-no-pvcs </span> </a> </li> <li class=md-nav__item> <a href=#-preferred-pod-topology-key-string class=md-nav__link> <span class=md-ellipsis> --preferred-pod-topology-key &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-required-pod-topology-key-string class=md-nav__link> <span class=md-ellipsis> --required-pod-topology-key &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-stdin class=md-nav__link> <span class=md-ellipsis> --stdin </span> </a> </li> <li class=md-nav__item> <a href=#-t-tty class=md-nav__link> <span class=md-ellipsis> -t | --tty </span> </a> </li> <li class=md-nav__item> <a href=#-working-dir-string class=md-nav__link> <span class=md-ellipsis> --working-dir &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#resource-allocation class=md-nav__link> <span class=md-ellipsis> Resource Allocation </span> </a> <nav class=md-nav aria-label="Resource Allocation"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-cpu-double class=md-nav__link> <span class=md-ellipsis> --cpu &lt;double&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-cpu-limit-double class=md-nav__link> <span class=md-ellipsis> --cpu-limit &lt;double&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-extended-resource class=md-nav__link> <span class=md-ellipsis> --extended-resource ` </span> </a> </li> <li class=md-nav__item> <a href=#-g-gpu-float class=md-nav__link> <span class=md-ellipsis> -g | --gpu &lt;float&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-gpu-memory class=md-nav__link> <span class=md-ellipsis> --gpu-memory </span> </a> </li> <li class=md-nav__item> <a href=#-memory-string class=md-nav__link> <span class=md-ellipsis> --memory &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-memory-limit class=md-nav__link> <span class=md-ellipsis> --memory-limit ` </span> </a> </li> <li class=md-nav__item> <a href=#-mig-profile-string-deprecated class=md-nav__link> <span class=md-ellipsis> --mig-profile &lt;string&gt; (Deprecated) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#job-lifecycle class=md-nav__link> <span class=md-ellipsis> Job Lifecycle </span> </a> <nav class=md-nav aria-label="Job Lifecycle"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-backoff-limit-int class=md-nav__link> <span class=md-ellipsis> --backoff-limit &lt;int&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-ttl-after-finish-duration class=md-nav__link> <span class=md-ellipsis> --ttl-after-finish &lt; duration &gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#storage class=md-nav__link> <span class=md-ellipsis> Storage </span> </a> <nav class=md-nav aria-label=Storage> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-git-sync-stringarray class=md-nav__link> <span class=md-ellipsis> --git-sync &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-large-shm class=md-nav__link> <span class=md-ellipsis> --large-shm </span> </a> </li> <li class=md-nav__item> <a href=#-mount-propagation class=md-nav__link> <span class=md-ellipsis> --mount-propagation </span> </a> </li> <li class=md-nav__item> <a href=#-nfs-server-string class=md-nav__link> <span class=md-ellipsis> --nfs-server &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-storage_class_namesizecontainer_mount_pathro class=md-nav__link> <span class=md-ellipsis> --pvc [Storage_Class_Name]:Size:Container_Mount_Path:[ro] </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-pvc_namecontainer_mount_pathro class=md-nav__link> <span class=md-ellipsis> --pvc Pvc_Name:Container_Mount_Path:[ro] </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-exists-string class=md-nav__link> <span class=md-ellipsis> --pvc-exists &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-new-string class=md-nav__link> <span class=md-ellipsis> --pvc-new &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-s3-string class=md-nav__link> <span class=md-ellipsis> --s3 &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-v-volume-sourcecontainer_mount_pathronfs-host class=md-nav__link> <span class=md-ellipsis> -v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]' </span> </a> </li> <li class=md-nav__item> <a href=#-configmap-volume-namepath class=md-nav__link> <span class=md-ellipsis> --configmap-volume name=,path= ...' </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#network class=md-nav__link> <span class=md-ellipsis> Network </span> </a> <nav class=md-nav aria-label=Network> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-address-string class=md-nav__link> <span class=md-ellipsis> --address &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-host-ipc class=md-nav__link> <span class=md-ellipsis> --host-ipc </span> </a> </li> <li class=md-nav__item> <a href=#-host-network class=md-nav__link> <span class=md-ellipsis> --host-network </span> </a> </li> <li class=md-nav__item> <a href=#-port-stringarray class=md-nav__link> <span class=md-ellipsis> --port &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-s-service-type-string class=md-nav__link> <span class=md-ellipsis> -s | --service-type &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#access-control class=md-nav__link> <span class=md-ellipsis> Access Control </span> </a> <nav class=md-nav aria-label="Access Control"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-allow-privilege-escalation class=md-nav__link> <span class=md-ellipsis> --allow-privilege-escalation </span> </a> </li> <li class=md-nav__item> <a href=#-run-as-user class=md-nav__link> <span class=md-ellipsis> --run-as-user </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#scheduling class=md-nav__link> <span class=md-ellipsis> Scheduling </span> </a> <nav class=md-nav aria-label=Scheduling> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-node-pools-string class=md-nav__link> <span class=md-ellipsis> --node-pools &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-node-type-string class=md-nav__link> <span class=md-ellipsis> --node-type &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-toleration-string class=md-nav__link> <span class=md-ellipsis> --toleration &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-project-p-string class=md-nav__link> <span class=md-ellipsis> --project | -p (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/runai-submit-dist-mpi.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>runai submit-dist mpi</h1> <h2 id=description>Description<a class=headerlink href=#description title="Permanent link">&para;</a></h2> <p>Submit a Distributed Training (MPI) Run:ai Job to run.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To use distributed training you need to have installed the Kubeflow MPI Operator as specified in <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/#distributed-training>Distributed training</a>.</p> </div> <p>Syntax notes:</p> <ul> <li>Options with a value type of <em>stringArray</em> mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul> <h2 id=examples>Examples<a class=headerlink href=#examples title="Permanent link">&para;</a></h2> <p>You can start an unattended mpi training Job of name dist1, based on Project <em>team-a</em> using a <em>quickstart-distributed</em> image:</p> <div class=highlight><pre><span></span><code>runai submit-dist mpi --name dist1 --workers=2 -g 1 \
     -i runai.jfrog.io/demo/quickstart-distributed:v0.3.0 -e RUNAI_SLEEP_SECS=60
 </code></pre></div> <p>(see: <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ >distributed training Quickstart</a>).</p> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=distributed>Distributed<a class=headerlink href=#distributed title="Permanent link">&para;</a></h3> <h4 id=-clean-pod-policy-string>--clean-pod-policy &lt; string &gt;<a class=headerlink href=#-clean-pod-policy-string title="Permanent link">&para;</a></h4> <blockquote> <p>The CleanPodPolicy controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li><strong>Running</strong>&mdash;only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li><strong>All</strong>&mdash;all (including completed) pods will be deleted immediately when the job finishes.</li> <li><strong>None</strong>&mdash;no pods will be deleted when the job completes.</li> </ul> </blockquote> <h4 id=-workers-int>--workers &lt; int &gt;<a class=headerlink href=#-workers-int title="Permanent link">&para;</a></h4> <blockquote> <p>Number of replicas for Inference jobs.</p> </blockquote> <h4 id=-slots-per-worker-int>--slots-per-worker &lt; int &gt;<a class=headerlink href=#-slots-per-worker-int title="Permanent link">&para;</a></h4> <blockquote> <p>Number of slots to allocate for each worker.</p> </blockquote> <!-- Start of common content from snippets/common-submit-cli-commands.md --> <h3 id=naming-and-shortcuts>Naming and Shortcuts<a class=headerlink href=#naming-and-shortcuts title="Permanent link">&para;</a></h3> <h4 id=-job-name-prefix-string>--job-name-prefix <code>&lt;string&gt;</code><a class=headerlink href=#-job-name-prefix-string title="Permanent link">&para;</a></h4> <blockquote> <p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p> </blockquote> <h4 id=-name-string>--name <code>&lt;string&gt;</code><a class=headerlink href=#-name-string title="Permanent link">&para;</a></h4> <blockquote> <p>The name of the Job.</p> </blockquote> <h4 id=-template-string>--template <code>&lt;string&gt;</code><a class=headerlink href=#-template-string title="Permanent link">&para;</a></h4> <blockquote> <p>Load default values from a workload.</p> </blockquote> <h3 id=container-definition>Container Definition<a class=headerlink href=#container-definition title="Permanent link">&para;</a></h3> <h4 id=-add-capability-stringarray>--add-capability <code>&lt;stringArray&gt;</code><a class=headerlink href=#-add-capability-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Add linux capabilities to the container.</p> </blockquote> <h4 id=-a-annotation-stringarray>-a | --annotation <code>&lt;stringArray&gt;</code><a class=headerlink href=#-a-annotation-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set annotations variables in the container.</p> </blockquote> <h4 id=-attach>--attach<a class=headerlink href=#-attach title="Permanent link">&para;</a></h4> <blockquote> <p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command <a href=../runai-attach/ >runai attach</a>.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p> </blockquote> <h4 id=-command>--command<a class=headerlink href=#-command title="Permanent link">&para;</a></h4> <blockquote> <p>Overrides the image's entry point with the command supplied after '--'. When <strong>not</strong> using the <code>--command</code> flag, the entry point will <strong>not</strong> be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p> </blockquote> <h4 id=-create-home-dir>--create-home-dir<a class=headerlink href=#-create-home-dir title="Permanent link">&para;</a></h4> <blockquote> <p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see <a href=../../../admin/authentication/non-root-containers/ >non root containers</a>.</p> </blockquote> <h4 id=-e-stringarray-environment>-e <code>&lt;stringArray&gt; | --environment</code><stringarray>`<a class=headerlink href=#-e-stringarray-environment title="Permanent link">&para;</a></h4> <blockquote> <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>). <!-- or separate by a comma (`-e BATCH_SIZE:50,LEARNING_RATE:0.2`). --> </p> </blockquote> <h4 id=-image-string-i-string>--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code><a class=headerlink href=#-image-string-i-string title="Permanent link">&para;</a></h4> <blockquote> <p>Image to use when creating the container for this Job</p> </blockquote> <h4 id=-image-pull-policy-string>--image-pull-policy <code>&lt;string&gt;</code><a class=headerlink href=#-image-pull-policy-string title="Permanent link">&para;</a></h4> <blockquote> <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes <a href=https://kubernetes.io/docs/concepts/configuration/overview/#container-images target=_blank>documentation</a>.</p> </blockquote> <h4 id=-l-label-stringarray>-l | --label <code>&lt;stringArray&gt;</code><a class=headerlink href=#-l-label-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set labels variables in the container.</p> </blockquote> <h4 id=-master-args-string-string>--master-args string <code>&lt;string&gt;</code><a class=headerlink href=#-master-args-string-string title="Permanent link">&para;</a></h4> <blockquote> <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p> </blockquote> <h4 id=-master-environment-stringarray>--master-environment <code>&lt;stringArray&gt;</code><a class=headerlink href=#-master-environment-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p> </blockquote> <h4 id=-master-extended-resource-stringarray>--master-extended-resource <code>&lt;stringArray&gt;</code><a class=headerlink href=#-master-extended-resource-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p> </blockquote> <h4 id=-master-gpu-float>--master-gpu <code>&lt;float&gt;</code><a class=headerlink href=#-master-gpu-float title="Permanent link">&para;</a></h4> <blockquote> <p>GPU units to allocate for the master pod.</p> </blockquote> <h4 id=-master-no-pvcs>--master-no-pvcs<a class=headerlink href=#-master-no-pvcs title="Permanent link">&para;</a></h4> <blockquote> <p>Do not mount any persistent volumes in the master pod.</p> </blockquote> <h4 id=-preferred-pod-topology-key-string>--preferred-pod-topology-key <code>&lt;string&gt;</code><a class=headerlink href=#-preferred-pod-topology-key-string title="Permanent link">&para;</a></h4> <blockquote> <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p> </blockquote> <h4 id=-required-pod-topology-key-string>--required-pod-topology-key <code>&lt;string&gt;</code><a class=headerlink href=#-required-pod-topology-key-string title="Permanent link">&para;</a></h4> <blockquote> <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p> </blockquote> <h4 id=-stdin>--stdin<a class=headerlink href=#-stdin title="Permanent link">&para;</a></h4> <blockquote> <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p> </blockquote> <h4 id=-t-tty>-t | --tty<a class=headerlink href=#-t-tty title="Permanent link">&para;</a></h4> <blockquote> <p>Allocate a pseudo-TTY.</p> </blockquote> <h4 id=-working-dir-string>--working-dir <code>&lt;string&gt;</code><a class=headerlink href=#-working-dir-string title="Permanent link">&para;</a></h4> <blockquote> <p>Starts the container with the specified directory as the current directory.</p> </blockquote> <h3 id=resource-allocation>Resource Allocation<a class=headerlink href=#resource-allocation title="Permanent link">&para;</a></h3> <h4 id=-cpu-double>--cpu <code>&lt;double&gt;</code><a class=headerlink href=#-cpu-double title="Permanent link">&para;</a></h4> <blockquote> <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive <strong>at least</strong> this amount of CPU. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of CPUs to the Job.</p> </blockquote> <h4 id=-cpu-limit-double>--cpu-limit <code>&lt;double&gt;</code><a class=headerlink href=#-cpu-limit-double title="Permanent link">&para;</a></h4> <blockquote> <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p> </blockquote> <h4 id=-extended-resource>--extended-resource `<stringarray><a class=headerlink href=#-extended-resource title="Permanent link">&para;</a></h4> <blockquote> <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p> </blockquote> <h4 id=-g-gpu-float>-g | --gpu <code>&lt;float&gt;</code><a class=headerlink href=#-g-gpu-float title="Permanent link">&para;</a></h4> <blockquote> <p>GPU units to allocate for the Job (0.5, 1).</p> </blockquote> <h4 id=-gpu-memory>--gpu-memory<a class=headerlink href=#-gpu-memory title="Permanent link">&para;</a></h4> <blockquote> <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p> </blockquote> <h4 id=-memory-string>--memory <code>&lt;string&gt;</code><a class=headerlink href=#-memory-string title="Permanent link">&para;</a></h4> <blockquote> <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive <strong>at least</strong> this amount of memory. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of memory to the Job.</p> </blockquote> <h4 id=-memory-limit>--memory-limit `<string><a class=headerlink href=#-memory-limit title="Permanent link">&para;</a></h4> <blockquote> <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p> </blockquote> <h4 id=-mig-profile-string-deprecated>--mig-profile <code>&lt;string&gt;</code> (Deprecated)<a class=headerlink href=#-mig-profile-string-deprecated title="Permanent link">&para;</a></h4> <blockquote> <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p> </blockquote> <h3 id=job-lifecycle>Job Lifecycle<a class=headerlink href=#job-lifecycle title="Permanent link">&para;</a></h3> <h4 id=-backoff-limit-int>--backoff-limit <code>&lt;int&gt;</code><a class=headerlink href=#-backoff-limit-int title="Permanent link">&para;</a></h4> <blockquote> <p>The number of times the Job will be retried before failing. The default is 6.</p> </blockquote> <h4 id=-ttl-after-finish-duration>--ttl-after-finish &lt; duration &gt;<a class=headerlink href=#-ttl-after-finish-duration title="Permanent link">&para;</a></h4> <blockquote> <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p> </blockquote> <h3 id=storage>Storage<a class=headerlink href=#storage title="Permanent link">&para;</a></h3> <h4 id=-git-sync-stringarray>--git-sync <code>&lt;stringArray&gt;</code><a class=headerlink href=#-git-sync-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p> </blockquote> <h4 id=-large-shm>--large-shm<a class=headerlink href=#-large-shm title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a large /dev/shm device.</p> </blockquote> <h4 id=-mount-propagation>--mount-propagation<a class=headerlink href=#-mount-propagation title="Permanent link">&para;</a></h4> <blockquote> <p>Enable HostToContainer mount propagation for all container volumes</p> </blockquote> <h4 id=-nfs-server-string>--nfs-server <code>&lt;string&gt;</code><a class=headerlink href=#-nfs-server-string title="Permanent link">&para;</a></h4> <blockquote> <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p> </blockquote> <h4 id=-pvc-storage_class_namesizecontainer_mount_pathro>--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code><a class=headerlink href=#-pvc-storage_class_namesizecontainer_mount_pathro title="Permanent link">&para;</a></h4> <h4 id=-pvc-pvc_namecontainer_mount_pathro>--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code><a class=headerlink href=#-pvc-pvc_namecontainer_mount_pathro title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume claim into a container.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p> </div> <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p><strong>Storage_Class_Name</strong> is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p><strong>Size</strong> is the volume size you want to allocate. See <a href=https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ target=_blank>Kubernetes documentation</a> for how to specify volume sizes</p> <p><strong>Container_Mount_Path</strong>. A path internal to the container where the storage will be mounted</p> <p><strong>Pvc_Name</strong>. The name of a pre-existing <a href=https://kubernetes.io/docs/concepts/storage/persistent-volumes/#dynamic target=_blank>Persistent Volume Claim</a> to mount into the container</p> <p>Examples:</p> <blockquote> <p><code>--pvc :3Gi:/tmp/john:ro</code> - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code> - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p> </blockquote> </blockquote> <h4 id=-pvc-exists-string>--pvc-exists <code>&lt;string&gt;</code><a class=headerlink href=#-pvc-exists-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li><strong>claim name</strong>&mdash;The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li><strong>path</strong>&mdash;the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p> </blockquote> <h4 id=-pvc-new-string>--pvc-new <code>&lt;string&gt;</code><a class=headerlink href=#-pvc-new-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li><strong>claim name</strong>&mdash;The name of the persistent colume claim.</li> <li><strong>storage class</strong>&mdash;A storage class name that can be obtained by running</li> </ul> <blockquote> <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p> </blockquote> <ul> <li><strong>size</strong>&mdash;The volume size you want to allocate for the PVC when creating it. See <a href=https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ target=_blank>Kubernetes documentation</a> to specify volume sizes.</li> <li><strong>accessmode</strong>&mdash;The description ofthedesired volume capabilities for the PVC.</li> <li><strong>ro</strong>&mdash;Mount the PVC with read-only access.</li> <li><strong>ephemeral</strong>&mdash;The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass= &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p> </blockquote> <h4 id=-s3-string>--s3 <code>&lt;string&gt;</code><a class=headerlink href=#-s3-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p> </blockquote> <h4 id=-v-volume-sourcecontainer_mount_pathronfs-host>-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'<a class=headerlink href=#-v-volume-sourcecontainer_mount_pathronfs-host title="Permanent link">&para;</a></h4> <blockquote> <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p> </blockquote> <h4 id=-configmap-volume-namepath>--configmap-volume name=<name of configmap>,path=<path to mount> ...'<a class=headerlink href=#-configmap-volume-namepath title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p> </blockquote> <h3 id=network>Network<a class=headerlink href=#network title="Permanent link">&para;</a></h3> <h4 id=-address-string>--address <code>&lt;string&gt;</code><a class=headerlink href=#-address-string title="Permanent link">&para;</a></h4> <blockquote> <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p> </blockquote> <h4 id=-host-ipc>--host-ipc<a class=headerlink href=#-host-ipc title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's <em>ipc</em> namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a> documentation.</p> </blockquote> <h4 id=-host-network>--host-network<a class=headerlink href=#-host-network title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's network stack inside the container. For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a>documentation.</p> </blockquote> <h4 id=-port-stringarray>--port <code>&lt;stringArray&gt;</code><a class=headerlink href=#-port-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Expose ports from the Job container.</p> </blockquote> <h4 id=-s-service-type-string>-s | --service-type <code>&lt;string&gt;</code><a class=headerlink href=#-s-service-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p> </blockquote> <h3 id=access-control>Access Control<a class=headerlink href=#access-control title="Permanent link">&para;</a></h3> <h4 id=-allow-privilege-escalation>--allow-privilege-escalation<a class=headerlink href=#-allow-privilege-escalation title="Permanent link">&para;</a></h4> <blockquote> <p>Allow the job to gain additional privileges after start.</p> </blockquote> <h4 id=-run-as-user>--run-as-user<a class=headerlink href=#-run-as-user title="Permanent link">&para;</a></h4> <blockquote> <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is <em>root</em> (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see <a href=../../../admin/authentication/non-root-containers/ >non root containers</a>.</p> </blockquote> <h3 id=scheduling>Scheduling<a class=headerlink href=#scheduling title="Permanent link">&para;</a></h3> <h4 id=-node-pools-string>--node-pools <code>&lt;string&gt;</code><a class=headerlink href=#-node-pools-string title="Permanent link">&para;</a></h4> <blockquote> <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a <a href=../../scheduling/the-runai-scheduler/ >Node Pool</a>. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a> or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: <a href=../../../platform-admin/aiinitiatives/org/projects/ >Working with Projects</a>.</p> </blockquote> <h4 id=-node-type-string>--node-type <code>&lt;string&gt;</code><a class=headerlink href=#-node-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a>.</p> </blockquote> <h4 id=-toleration-string>--toleration <code>&lt;string&gt;</code><a class=headerlink href=#-toleration-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node. This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes <a href=https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ target=_blank>Taints and Tolerations</a> Guide.</p> <p>The format of the string:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]
-</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit an <em>mpi</em> Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>See Quickstart document <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ >Running Distributed Training</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit an <em>mpi</em> Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>See Quickstart document <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ >Running Distributed Training</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -43,6 +43,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-submit-dist-pytorch/index.html b/v2.20/Researcher/cli-reference/runai-submit-dist-pytorch/index.html
index 39fd99e6a0..5a3beb742a 100644
--- a/v2.20/Researcher/cli-reference/runai-submit-dist-pytorch/index.html
+++ b/v2.20/Researcher/cli-reference/runai-submit-dist-pytorch/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-pytorch/ rel=canonical><link href=../runai-submit-dist-mpi/ rel=prev><link href=../runai-submit-dist-TF/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai submit-dist pytorch - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-pytorch/ rel=canonical><link href=../runai-submit-dist-mpi/ rel=prev><link href=../runai-submit-dist-TF/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai submit-dist pytorch - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -15,7 +15,7 @@
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#description class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> runai submit-dist pytorch </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> runai submit-dist pytorch </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#examples class=md-nav__link> <span class=md-ellipsis> Examples </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#distributed class=md-nav__link> <span class=md-ellipsis> Distributed </span> </a> <nav class=md-nav aria-label=Distributed> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-clean-pod-policy-string class=md-nav__link> <span class=md-ellipsis> --clean-pod-policy &lt; string &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-max-replicas-int class=md-nav__link> <span class=md-ellipsis> --max-replicas &lt; int &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-min-replicas-int class=md-nav__link> <span class=md-ellipsis> --min-replicas &lt; int &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-workers-int class=md-nav__link> <span class=md-ellipsis> --workers &lt; int&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#naming-and-shortcuts class=md-nav__link> <span class=md-ellipsis> Naming and Shortcuts </span> </a> <nav class=md-nav aria-label="Naming and Shortcuts"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-job-name-prefix-string class=md-nav__link> <span class=md-ellipsis> --job-name-prefix &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-name-string class=md-nav__link> <span class=md-ellipsis> --name &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-template-string class=md-nav__link> <span class=md-ellipsis> --template &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#container-definition class=md-nav__link> <span class=md-ellipsis> Container Definition </span> </a> <nav class=md-nav aria-label="Container Definition"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-add-capability-stringarray class=md-nav__link> <span class=md-ellipsis> --add-capability &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-a-annotation-stringarray class=md-nav__link> <span class=md-ellipsis> -a | --annotation &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-attach class=md-nav__link> <span class=md-ellipsis> --attach </span> </a> </li> <li class=md-nav__item> <a href=#-command class=md-nav__link> <span class=md-ellipsis> --command </span> </a> </li> <li class=md-nav__item> <a href=#-create-home-dir class=md-nav__link> <span class=md-ellipsis> --create-home-dir </span> </a> </li> <li class=md-nav__item> <a href=#-e-stringarray-environment class=md-nav__link> <span class=md-ellipsis> -e &lt;stringArray&gt; | --environment` </span> </a> </li> <li class=md-nav__item> <a href=#-image-string-i-string class=md-nav__link> <span class=md-ellipsis> --image &lt;string&gt; | -i &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-image-pull-policy-string class=md-nav__link> <span class=md-ellipsis> --image-pull-policy &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-l-label-stringarray class=md-nav__link> <span class=md-ellipsis> -l | --label &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-args-string-string class=md-nav__link> <span class=md-ellipsis> --master-args string &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-environment-stringarray class=md-nav__link> <span class=md-ellipsis> --master-environment &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-extended-resource-stringarray class=md-nav__link> <span class=md-ellipsis> --master-extended-resource &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-gpu-float class=md-nav__link> <span class=md-ellipsis> --master-gpu &lt;float&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-no-pvcs class=md-nav__link> <span class=md-ellipsis> --master-no-pvcs </span> </a> </li> <li class=md-nav__item> <a href=#-no-master class=md-nav__link> <span class=md-ellipsis> --no-master </span> </a> </li> <li class=md-nav__item> <a href=#-preferred-pod-topology-key-string class=md-nav__link> <span class=md-ellipsis> --preferred-pod-topology-key &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-required-pod-topology-key-string class=md-nav__link> <span class=md-ellipsis> --required-pod-topology-key &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-stdin class=md-nav__link> <span class=md-ellipsis> --stdin </span> </a> </li> <li class=md-nav__item> <a href=#-t-tty class=md-nav__link> <span class=md-ellipsis> -t | --tty </span> </a> </li> <li class=md-nav__item> <a href=#-working-dir-string class=md-nav__link> <span class=md-ellipsis> --working-dir &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#resource-allocation class=md-nav__link> <span class=md-ellipsis> Resource Allocation </span> </a> <nav class=md-nav aria-label="Resource Allocation"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-cpu-double class=md-nav__link> <span class=md-ellipsis> --cpu &lt;double&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-cpu-limit-double class=md-nav__link> <span class=md-ellipsis> --cpu-limit &lt;double&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-extended-resource class=md-nav__link> <span class=md-ellipsis> --extended-resource ` </span> </a> </li> <li class=md-nav__item> <a href=#-g-gpu-float class=md-nav__link> <span class=md-ellipsis> -g | --gpu &lt;float&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-gpu-memory class=md-nav__link> <span class=md-ellipsis> --gpu-memory </span> </a> </li> <li class=md-nav__item> <a href=#-memory-string class=md-nav__link> <span class=md-ellipsis> --memory &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-memory-limit class=md-nav__link> <span class=md-ellipsis> --memory-limit ` </span> </a> </li> <li class=md-nav__item> <a href=#-mig-profile-string-deprecated class=md-nav__link> <span class=md-ellipsis> --mig-profile &lt;string&gt; (Deprecated) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#job-lifecycle class=md-nav__link> <span class=md-ellipsis> Job Lifecycle </span> </a> <nav class=md-nav aria-label="Job Lifecycle"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-backoff-limit-int class=md-nav__link> <span class=md-ellipsis> --backoff-limit &lt;int&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-ttl-after-finish-duration class=md-nav__link> <span class=md-ellipsis> --ttl-after-finish &lt; duration &gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#storage class=md-nav__link> <span class=md-ellipsis> Storage </span> </a> <nav class=md-nav aria-label=Storage> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-git-sync-stringarray class=md-nav__link> <span class=md-ellipsis> --git-sync &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-large-shm class=md-nav__link> <span class=md-ellipsis> --large-shm </span> </a> </li> <li class=md-nav__item> <a href=#-mount-propagation class=md-nav__link> <span class=md-ellipsis> --mount-propagation </span> </a> </li> <li class=md-nav__item> <a href=#-nfs-server-string class=md-nav__link> <span class=md-ellipsis> --nfs-server &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-storage_class_namesizecontainer_mount_pathro class=md-nav__link> <span class=md-ellipsis> --pvc [Storage_Class_Name]:Size:Container_Mount_Path:[ro] </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-pvc_namecontainer_mount_pathro class=md-nav__link> <span class=md-ellipsis> --pvc Pvc_Name:Container_Mount_Path:[ro] </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-exists-string class=md-nav__link> <span class=md-ellipsis> --pvc-exists &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-new-string class=md-nav__link> <span class=md-ellipsis> --pvc-new &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-s3-string class=md-nav__link> <span class=md-ellipsis> --s3 &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-v-volume-sourcecontainer_mount_pathronfs-host class=md-nav__link> <span class=md-ellipsis> -v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]' </span> </a> </li> <li class=md-nav__item> <a href=#-configmap-volume-namepath class=md-nav__link> <span class=md-ellipsis> --configmap-volume name=,path= ...' </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#network class=md-nav__link> <span class=md-ellipsis> Network </span> </a> <nav class=md-nav aria-label=Network> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-address-string class=md-nav__link> <span class=md-ellipsis> --address &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-host-ipc class=md-nav__link> <span class=md-ellipsis> --host-ipc </span> </a> </li> <li class=md-nav__item> <a href=#-host-network class=md-nav__link> <span class=md-ellipsis> --host-network </span> </a> </li> <li class=md-nav__item> <a href=#-port-stringarray class=md-nav__link> <span class=md-ellipsis> --port &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-s-service-type-string class=md-nav__link> <span class=md-ellipsis> -s | --service-type &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#access-control class=md-nav__link> <span class=md-ellipsis> Access Control </span> </a> <nav class=md-nav aria-label="Access Control"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-allow-privilege-escalation class=md-nav__link> <span class=md-ellipsis> --allow-privilege-escalation </span> </a> </li> <li class=md-nav__item> <a href=#-run-as-user class=md-nav__link> <span class=md-ellipsis> --run-as-user </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#scheduling class=md-nav__link> <span class=md-ellipsis> Scheduling </span> </a> <nav class=md-nav aria-label=Scheduling> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-node-pools-string class=md-nav__link> <span class=md-ellipsis> --node-pools &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-node-type-string class=md-nav__link> <span class=md-ellipsis> --node-type &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-toleration-string class=md-nav__link> <span class=md-ellipsis> --toleration &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-project-p-string class=md-nav__link> <span class=md-ellipsis> --project | -p (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#examples class=md-nav__link> <span class=md-ellipsis> Examples </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#distributed class=md-nav__link> <span class=md-ellipsis> Distributed </span> </a> <nav class=md-nav aria-label=Distributed> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-clean-pod-policy-string class=md-nav__link> <span class=md-ellipsis> --clean-pod-policy &lt; string &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-max-replicas-int class=md-nav__link> <span class=md-ellipsis> --max-replicas &lt; int &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-min-replicas-int class=md-nav__link> <span class=md-ellipsis> --min-replicas &lt; int &gt; </span> </a> </li> <li class=md-nav__item> <a href=#-workers-int class=md-nav__link> <span class=md-ellipsis> --workers &lt; int&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#naming-and-shortcuts class=md-nav__link> <span class=md-ellipsis> Naming and Shortcuts </span> </a> <nav class=md-nav aria-label="Naming and Shortcuts"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-job-name-prefix-string class=md-nav__link> <span class=md-ellipsis> --job-name-prefix &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-name-string class=md-nav__link> <span class=md-ellipsis> --name &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-template-string class=md-nav__link> <span class=md-ellipsis> --template &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#container-definition class=md-nav__link> <span class=md-ellipsis> Container Definition </span> </a> <nav class=md-nav aria-label="Container Definition"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-add-capability-stringarray class=md-nav__link> <span class=md-ellipsis> --add-capability &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-a-annotation-stringarray class=md-nav__link> <span class=md-ellipsis> -a | --annotation &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-attach class=md-nav__link> <span class=md-ellipsis> --attach </span> </a> </li> <li class=md-nav__item> <a href=#-command class=md-nav__link> <span class=md-ellipsis> --command </span> </a> </li> <li class=md-nav__item> <a href=#-create-home-dir class=md-nav__link> <span class=md-ellipsis> --create-home-dir </span> </a> </li> <li class=md-nav__item> <a href=#-e-stringarray-environment class=md-nav__link> <span class=md-ellipsis> -e &lt;stringArray&gt; | --environment` </span> </a> </li> <li class=md-nav__item> <a href=#-image-string-i-string class=md-nav__link> <span class=md-ellipsis> --image &lt;string&gt; | -i &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-image-pull-policy-string class=md-nav__link> <span class=md-ellipsis> --image-pull-policy &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-l-label-stringarray class=md-nav__link> <span class=md-ellipsis> -l | --label &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-args-string-string class=md-nav__link> <span class=md-ellipsis> --master-args string &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-environment-stringarray class=md-nav__link> <span class=md-ellipsis> --master-environment &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-extended-resource-stringarray class=md-nav__link> <span class=md-ellipsis> --master-extended-resource &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-gpu-float class=md-nav__link> <span class=md-ellipsis> --master-gpu &lt;float&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-master-no-pvcs class=md-nav__link> <span class=md-ellipsis> --master-no-pvcs </span> </a> </li> <li class=md-nav__item> <a href=#-no-master class=md-nav__link> <span class=md-ellipsis> --no-master </span> </a> </li> <li class=md-nav__item> <a href=#-preferred-pod-topology-key-string class=md-nav__link> <span class=md-ellipsis> --preferred-pod-topology-key &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-required-pod-topology-key-string class=md-nav__link> <span class=md-ellipsis> --required-pod-topology-key &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-stdin class=md-nav__link> <span class=md-ellipsis> --stdin </span> </a> </li> <li class=md-nav__item> <a href=#-t-tty class=md-nav__link> <span class=md-ellipsis> -t | --tty </span> </a> </li> <li class=md-nav__item> <a href=#-working-dir-string class=md-nav__link> <span class=md-ellipsis> --working-dir &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#resource-allocation class=md-nav__link> <span class=md-ellipsis> Resource Allocation </span> </a> <nav class=md-nav aria-label="Resource Allocation"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-cpu-double class=md-nav__link> <span class=md-ellipsis> --cpu &lt;double&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-cpu-limit-double class=md-nav__link> <span class=md-ellipsis> --cpu-limit &lt;double&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-extended-resource class=md-nav__link> <span class=md-ellipsis> --extended-resource ` </span> </a> </li> <li class=md-nav__item> <a href=#-g-gpu-float class=md-nav__link> <span class=md-ellipsis> -g | --gpu &lt;float&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-gpu-memory class=md-nav__link> <span class=md-ellipsis> --gpu-memory </span> </a> </li> <li class=md-nav__item> <a href=#-memory-string class=md-nav__link> <span class=md-ellipsis> --memory &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-memory-limit class=md-nav__link> <span class=md-ellipsis> --memory-limit ` </span> </a> </li> <li class=md-nav__item> <a href=#-mig-profile-string-deprecated class=md-nav__link> <span class=md-ellipsis> --mig-profile &lt;string&gt; (Deprecated) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#job-lifecycle class=md-nav__link> <span class=md-ellipsis> Job Lifecycle </span> </a> <nav class=md-nav aria-label="Job Lifecycle"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-backoff-limit-int class=md-nav__link> <span class=md-ellipsis> --backoff-limit &lt;int&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-ttl-after-finish-duration class=md-nav__link> <span class=md-ellipsis> --ttl-after-finish &lt; duration &gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#storage class=md-nav__link> <span class=md-ellipsis> Storage </span> </a> <nav class=md-nav aria-label=Storage> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-git-sync-stringarray class=md-nav__link> <span class=md-ellipsis> --git-sync &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-large-shm class=md-nav__link> <span class=md-ellipsis> --large-shm </span> </a> </li> <li class=md-nav__item> <a href=#-mount-propagation class=md-nav__link> <span class=md-ellipsis> --mount-propagation </span> </a> </li> <li class=md-nav__item> <a href=#-nfs-server-string class=md-nav__link> <span class=md-ellipsis> --nfs-server &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-storage_class_namesizecontainer_mount_pathro class=md-nav__link> <span class=md-ellipsis> --pvc [Storage_Class_Name]:Size:Container_Mount_Path:[ro] </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-pvc_namecontainer_mount_pathro class=md-nav__link> <span class=md-ellipsis> --pvc Pvc_Name:Container_Mount_Path:[ro] </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-exists-string class=md-nav__link> <span class=md-ellipsis> --pvc-exists &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-pvc-new-string class=md-nav__link> <span class=md-ellipsis> --pvc-new &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-s3-string class=md-nav__link> <span class=md-ellipsis> --s3 &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-v-volume-sourcecontainer_mount_pathronfs-host class=md-nav__link> <span class=md-ellipsis> -v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]' </span> </a> </li> <li class=md-nav__item> <a href=#-configmap-volume-namepath class=md-nav__link> <span class=md-ellipsis> --configmap-volume name=,path= ...' </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#network class=md-nav__link> <span class=md-ellipsis> Network </span> </a> <nav class=md-nav aria-label=Network> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-address-string class=md-nav__link> <span class=md-ellipsis> --address &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-host-ipc class=md-nav__link> <span class=md-ellipsis> --host-ipc </span> </a> </li> <li class=md-nav__item> <a href=#-host-network class=md-nav__link> <span class=md-ellipsis> --host-network </span> </a> </li> <li class=md-nav__item> <a href=#-port-stringarray class=md-nav__link> <span class=md-ellipsis> --port &lt;stringArray&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-s-service-type-string class=md-nav__link> <span class=md-ellipsis> -s | --service-type &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#access-control class=md-nav__link> <span class=md-ellipsis> Access Control </span> </a> <nav class=md-nav aria-label="Access Control"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-allow-privilege-escalation class=md-nav__link> <span class=md-ellipsis> --allow-privilege-escalation </span> </a> </li> <li class=md-nav__item> <a href=#-run-as-user class=md-nav__link> <span class=md-ellipsis> --run-as-user </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#scheduling class=md-nav__link> <span class=md-ellipsis> Scheduling </span> </a> <nav class=md-nav aria-label=Scheduling> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-node-pools-string class=md-nav__link> <span class=md-ellipsis> --node-pools &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-node-type-string class=md-nav__link> <span class=md-ellipsis> --node-type &lt;string&gt; </span> </a> </li> <li class=md-nav__item> <a href=#-toleration-string class=md-nav__link> <span class=md-ellipsis> --toleration &lt;string&gt; </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-project-p-string class=md-nav__link> <span class=md-ellipsis> --project | -p (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/runai-submit-dist-pytorch.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>runai submit-dist pytorch</h1> <h2 id=description>Description<a class=headerlink href=#description title="Permanent link">&para;</a></h2> <p>Submit a distributed PyTorch training run:ai job to run.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To use distributed training you need to have installed the Pytorch operator as specified in <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/#distributed-training>Distributed training</a>.</p> </div> <p>Syntax notes:</p> <ul> <li>Options with a value type of <em>stringArray</em> mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul> <h2 id=examples>Examples<a class=headerlink href=#examples title="Permanent link">&para;</a></h2> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a><span class=go>runai submit-dist pytorch --name distributed-job --workers=2 -g 1 \</span>
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a><span class=go>    -i &lt;image_name&gt;</span>
 </code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=distributed>Distributed<a class=headerlink href=#distributed title="Permanent link">&para;</a></h3> <h4 id=-clean-pod-policy-string>--clean-pod-policy &lt; string &gt;<a class=headerlink href=#-clean-pod-policy-string title="Permanent link">&para;</a></h4> <blockquote> <p>The CleanPodPolicy controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li><strong>Running</strong>&mdash;only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li><strong>All</strong>&mdash;all (including completed) pods will be deleted immediately when the job finishes.</li> <li><strong>None</strong>&mdash;no pods will be deleted when the job completes.</li> </ul> </blockquote> <h4 id=-max-replicas-int>--max-replicas &lt; int &gt;<a class=headerlink href=#-max-replicas-int title="Permanent link">&para;</a></h4> <blockquote> <p>Maximum number of replicas for elastic PyTorch job.</p> </blockquote> <h4 id=-min-replicas-int>--min-replicas &lt; int &gt;<a class=headerlink href=#-min-replicas-int title="Permanent link">&para;</a></h4> <blockquote> <p>Minimum number of replicas for elastic PyTorch job.</p> </blockquote> <h4 id=-workers-int>--workers &lt; int&gt;<a class=headerlink href=#-workers-int title="Permanent link">&para;</a></h4> <blockquote> <p>Number of replicas for Inference jobs</p> </blockquote> <!-- Start of common content from snippets/common-submit-cli-commands.md --> <h3 id=naming-and-shortcuts>Naming and Shortcuts<a class=headerlink href=#naming-and-shortcuts title="Permanent link">&para;</a></h3> <h4 id=-job-name-prefix-string>--job-name-prefix <code>&lt;string&gt;</code><a class=headerlink href=#-job-name-prefix-string title="Permanent link">&para;</a></h4> <blockquote> <p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p> </blockquote> <h4 id=-name-string>--name <code>&lt;string&gt;</code><a class=headerlink href=#-name-string title="Permanent link">&para;</a></h4> <blockquote> <p>The name of the Job.</p> </blockquote> <h4 id=-template-string>--template <code>&lt;string&gt;</code><a class=headerlink href=#-template-string title="Permanent link">&para;</a></h4> <blockquote> <p>Load default values from a workload.</p> </blockquote> <h3 id=container-definition>Container Definition<a class=headerlink href=#container-definition title="Permanent link">&para;</a></h3> <h4 id=-add-capability-stringarray>--add-capability <code>&lt;stringArray&gt;</code><a class=headerlink href=#-add-capability-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Add linux capabilities to the container.</p> </blockquote> <h4 id=-a-annotation-stringarray>-a | --annotation <code>&lt;stringArray&gt;</code><a class=headerlink href=#-a-annotation-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set annotations variables in the container.</p> </blockquote> <h4 id=-attach>--attach<a class=headerlink href=#-attach title="Permanent link">&para;</a></h4> <blockquote> <p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command <a href=../runai-attach/ >runai attach</a>.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p> </blockquote> <h4 id=-command>--command<a class=headerlink href=#-command title="Permanent link">&para;</a></h4> <blockquote> <p>Overrides the image's entry point with the command supplied after '--'. When <strong>not</strong> using the <code>--command</code> flag, the entry point will <strong>not</strong> be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p> </blockquote> <h4 id=-create-home-dir>--create-home-dir<a class=headerlink href=#-create-home-dir title="Permanent link">&para;</a></h4> <blockquote> <p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see <a href=../../../admin/authentication/non-root-containers/ >non root containers</a>.</p> </blockquote> <h4 id=-e-stringarray-environment>-e <code>&lt;stringArray&gt; | --environment</code><stringarray>`<a class=headerlink href=#-e-stringarray-environment title="Permanent link">&para;</a></h4> <blockquote> <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>). <!-- or separate by a comma (`-e BATCH_SIZE:50,LEARNING_RATE:0.2`). --> </p> </blockquote> <h4 id=-image-string-i-string>--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code><a class=headerlink href=#-image-string-i-string title="Permanent link">&para;</a></h4> <blockquote> <p>Image to use when creating the container for this Job.</p> </blockquote> <h4 id=-image-pull-policy-string>--image-pull-policy <code>&lt;string&gt;</code><a class=headerlink href=#-image-pull-policy-string title="Permanent link">&para;</a></h4> <blockquote> <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes <a href=https://kubernetes.io/docs/concepts/configuration/overview/#container-images target=_blank>documentation</a>.</p> </blockquote> <h4 id=-l-label-stringarray>-l | --label <code>&lt;stringArray&gt;</code><a class=headerlink href=#-l-label-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set labels variables in the container.</p> </blockquote> <h4 id=-master-args-string-string>--master-args string <code>&lt;string&gt;</code><a class=headerlink href=#-master-args-string-string title="Permanent link">&para;</a></h4> <blockquote> <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p> </blockquote> <h4 id=-master-environment-stringarray>--master-environment <code>&lt;stringArray&gt;</code><a class=headerlink href=#-master-environment-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p> </blockquote> <h4 id=-master-extended-resource-stringarray>--master-extended-resource <code>&lt;stringArray&gt;</code><a class=headerlink href=#-master-extended-resource-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p> </blockquote> <h4 id=-master-gpu-float>--master-gpu <code>&lt;float&gt;</code><a class=headerlink href=#-master-gpu-float title="Permanent link">&para;</a></h4> <blockquote> <p>GPU units to allocate for the master pod.</p> </blockquote> <h4 id=-master-no-pvcs>--master-no-pvcs<a class=headerlink href=#-master-no-pvcs title="Permanent link">&para;</a></h4> <blockquote> <p>Do not mount any persistent volumes in the master pod.</p> </blockquote> <h4 id=-no-master>--no-master<a class=headerlink href=#-no-master title="Permanent link">&para;</a></h4> <blockquote> <p>Do not create a separate pod for the master.</p> </blockquote> <h4 id=-preferred-pod-topology-key-string>--preferred-pod-topology-key <code>&lt;string&gt;</code><a class=headerlink href=#-preferred-pod-topology-key-string title="Permanent link">&para;</a></h4> <blockquote> <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p> </blockquote> <h4 id=-required-pod-topology-key-string>--required-pod-topology-key <code>&lt;string&gt;</code><a class=headerlink href=#-required-pod-topology-key-string title="Permanent link">&para;</a></h4> <blockquote> <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p> </blockquote> <h4 id=-stdin>--stdin<a class=headerlink href=#-stdin title="Permanent link">&para;</a></h4> <blockquote> <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p> </blockquote> <h4 id=-t-tty>-t | --tty<a class=headerlink href=#-t-tty title="Permanent link">&para;</a></h4> <blockquote> <p>Allocate a pseudo-TTY.</p> </blockquote> <h4 id=-working-dir-string>--working-dir <code>&lt;string&gt;</code><a class=headerlink href=#-working-dir-string title="Permanent link">&para;</a></h4> <blockquote> <p>Starts the container with the specified directory as the current directory.</p> </blockquote> <h3 id=resource-allocation>Resource Allocation<a class=headerlink href=#resource-allocation title="Permanent link">&para;</a></h3> <h4 id=-cpu-double>--cpu <code>&lt;double&gt;</code><a class=headerlink href=#-cpu-double title="Permanent link">&para;</a></h4> <blockquote> <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive <strong>at least</strong> this amount of CPU. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of CPUs to the Job.</p> </blockquote> <h4 id=-cpu-limit-double>--cpu-limit <code>&lt;double&gt;</code><a class=headerlink href=#-cpu-limit-double title="Permanent link">&para;</a></h4> <blockquote> <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p> </blockquote> <h4 id=-extended-resource>--extended-resource `<stringarray><a class=headerlink href=#-extended-resource title="Permanent link">&para;</a></h4> <blockquote> <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p> </blockquote> <h4 id=-g-gpu-float>-g | --gpu <code>&lt;float&gt;</code><a class=headerlink href=#-g-gpu-float title="Permanent link">&para;</a></h4> <blockquote> <p>GPU units to allocate for the Job (0.5, 1).</p> </blockquote> <h4 id=-gpu-memory>--gpu-memory<a class=headerlink href=#-gpu-memory title="Permanent link">&para;</a></h4> <blockquote> <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p> </blockquote> <h4 id=-memory-string>--memory <code>&lt;string&gt;</code><a class=headerlink href=#-memory-string title="Permanent link">&para;</a></h4> <blockquote> <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive <strong>at least</strong> this amount of memory. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of memory to the Job.</p> </blockquote> <h4 id=-memory-limit>--memory-limit `<string><a class=headerlink href=#-memory-limit title="Permanent link">&para;</a></h4> <blockquote> <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p> </blockquote> <h4 id=-mig-profile-string-deprecated>--mig-profile <code>&lt;string&gt;</code> (Deprecated)<a class=headerlink href=#-mig-profile-string-deprecated title="Permanent link">&para;</a></h4> <blockquote> <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p> </blockquote> <h3 id=job-lifecycle>Job Lifecycle<a class=headerlink href=#job-lifecycle title="Permanent link">&para;</a></h3> <h4 id=-backoff-limit-int>--backoff-limit <code>&lt;int&gt;</code><a class=headerlink href=#-backoff-limit-int title="Permanent link">&para;</a></h4> <blockquote> <p>The number of times the Job will be retried before failing. The default is 6.</p> </blockquote> <h4 id=-ttl-after-finish-duration>--ttl-after-finish &lt; duration &gt;<a class=headerlink href=#-ttl-after-finish-duration title="Permanent link">&para;</a></h4> <blockquote> <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p> </blockquote> <h3 id=storage>Storage<a class=headerlink href=#storage title="Permanent link">&para;</a></h3> <h4 id=-git-sync-stringarray>--git-sync <code>&lt;stringArray&gt;</code><a class=headerlink href=#-git-sync-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p> </blockquote> <h4 id=-large-shm>--large-shm<a class=headerlink href=#-large-shm title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a large /dev/shm device.</p> </blockquote> <h4 id=-mount-propagation>--mount-propagation<a class=headerlink href=#-mount-propagation title="Permanent link">&para;</a></h4> <blockquote> <p>Enable HostToContainer mount propagation for all container volumes</p> </blockquote> <h4 id=-nfs-server-string>--nfs-server <code>&lt;string&gt;</code><a class=headerlink href=#-nfs-server-string title="Permanent link">&para;</a></h4> <blockquote> <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p> </blockquote> <h4 id=-pvc-storage_class_namesizecontainer_mount_pathro>--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code><a class=headerlink href=#-pvc-storage_class_namesizecontainer_mount_pathro title="Permanent link">&para;</a></h4> <h4 id=-pvc-pvc_namecontainer_mount_pathro>--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code><a class=headerlink href=#-pvc-pvc_namecontainer_mount_pathro title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume claim into a container.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p> </div> <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p><strong>Storage_Class_Name</strong> is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p><strong>Size</strong> is the volume size you want to allocate. See <a href=https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ target=_blank>Kubernetes documentation</a> for how to specify volume sizes</p> <p><strong>Container_Mount_Path</strong>. A path internal to the container where the storage will be mounted</p> <p><strong>Pvc_Name</strong>. The name of a pre-existing <a href=https://kubernetes.io/docs/concepts/storage/persistent-volumes/#dynamic target=_blank>Persistent Volume Claim</a> to mount into the container</p> <p>Examples:</p> <blockquote> <p><code>--pvc :3Gi:/tmp/john:ro</code> - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code> - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p> </blockquote> </blockquote> <h4 id=-pvc-exists-string>--pvc-exists <code>&lt;string&gt;</code><a class=headerlink href=#-pvc-exists-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li><strong>claim name</strong>&mdash;The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li><strong>path</strong>&mdash;the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p> </blockquote> <h4 id=-pvc-new-string>--pvc-new <code>&lt;string&gt;</code><a class=headerlink href=#-pvc-new-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li><strong>claim name</strong>&mdash;The name of the persistent colume claim.</li> <li><strong>storage class</strong>&mdash;A storage class name that can be obtained by running</li> </ul> <blockquote> <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p> </blockquote> <ul> <li><strong>size</strong>&mdash;The volume size you want to allocate for the PVC when creating it. See <a href=https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ target=_blank>Kubernetes documentation</a> to specify volume sizes.</li> <li><strong>accessmode</strong>&mdash;The description ofthedesired volume capabilities for the PVC.</li> <li><strong>ro</strong>&mdash;Mount the PVC with read-only access.</li> <li><strong>ephemeral</strong>&mdash;The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass= &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p> </blockquote> <h4 id=-s3-string>--s3 <code>&lt;string&gt;</code><a class=headerlink href=#-s3-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p> </blockquote> <h4 id=-v-volume-sourcecontainer_mount_pathronfs-host>-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'<a class=headerlink href=#-v-volume-sourcecontainer_mount_pathronfs-host title="Permanent link">&para;</a></h4> <blockquote> <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p> </blockquote> <h4 id=-configmap-volume-namepath>--configmap-volume name=<name of configmap>,path=<path to mount> ...'<a class=headerlink href=#-configmap-volume-namepath title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p> </blockquote> <h3 id=network>Network<a class=headerlink href=#network title="Permanent link">&para;</a></h3> <h4 id=-address-string>--address <code>&lt;string&gt;</code><a class=headerlink href=#-address-string title="Permanent link">&para;</a></h4> <blockquote> <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p> </blockquote> <h4 id=-host-ipc>--host-ipc<a class=headerlink href=#-host-ipc title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's <em>ipc</em> namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a> documentation.</p> </blockquote> <h4 id=-host-network>--host-network<a class=headerlink href=#-host-network title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's network stack inside the container. For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a>documentation.</p> </blockquote> <h4 id=-port-stringarray>--port <code>&lt;stringArray&gt;</code><a class=headerlink href=#-port-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Expose ports from the Job container.</p> </blockquote> <h4 id=-s-service-type-string>-s | --service-type <code>&lt;string&gt;</code><a class=headerlink href=#-s-service-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p> </blockquote> <h3 id=access-control>Access Control<a class=headerlink href=#access-control title="Permanent link">&para;</a></h3> <h4 id=-allow-privilege-escalation>--allow-privilege-escalation<a class=headerlink href=#-allow-privilege-escalation title="Permanent link">&para;</a></h4> <blockquote> <p>Allow the job to gain additional privileges after start.</p> </blockquote> <h4 id=-run-as-user>--run-as-user<a class=headerlink href=#-run-as-user title="Permanent link">&para;</a></h4> <blockquote> <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is <em>root</em> (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see <a href=../../../admin/authentication/non-root-containers/ >non root containers</a>.</p> </blockquote> <h3 id=scheduling>Scheduling<a class=headerlink href=#scheduling title="Permanent link">&para;</a></h3> <h4 id=-node-pools-string>--node-pools <code>&lt;string&gt;</code><a class=headerlink href=#-node-pools-string title="Permanent link">&para;</a></h4> <blockquote> <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a <a href=../../scheduling/the-runai-scheduler/ >Node Pool</a>. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a> or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: <a href=../../../platform-admin/aiinitiatives/org/projects/ >Working with Projects</a>.</p> </blockquote> <h4 id=-node-type-string>--node-type <code>&lt;string&gt;</code><a class=headerlink href=#-node-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a>.</p> </blockquote> <h4 id=-toleration-string>--toleration <code>&lt;string&gt;</code><a class=headerlink href=#-toleration-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node. This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes <a href=https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ target=_blank>Taints and Tolerations</a> Guide.</p> <p>The format of the string:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]
-</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit a <em>distributed pytorch</em> workload. You can follow up on the workload by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit a <em>distributed pytorch</em> workload. You can follow up on the workload by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -43,6 +43,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-submit-dist-xgboost/index.html b/v2.20/Researcher/cli-reference/runai-submit-dist-xgboost/index.html
index ca128f3a64..0b51e594c6 100644
--- a/v2.20/Researcher/cli-reference/runai-submit-dist-xgboost/index.html
+++ b/v2.20/Researcher/cli-reference/runai-submit-dist-xgboost/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-xgboost/ rel=canonical><link href=../runai-submit-dist-TF/ rel=prev><link href=../runai-suspend/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai submit-dist xgboost - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-xgboost/ rel=canonical><link href=../runai-submit-dist-TF/ rel=prev><link href=../runai-suspend/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai submit-dist xgboost - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -16,7 +16,7 @@
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a><span class=go>    -i &lt;image_name</span>
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a><span class=go>&gt;</span>
 </code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=distributed>Distributed<a class=headerlink href=#distributed title="Permanent link">&para;</a></h3> <h4 id=-clean-pod-policy-string>--clean-pod-policy &lt; string &gt;<a class=headerlink href=#-clean-pod-policy-string title="Permanent link">&para;</a></h4> <blockquote> <p>The CleanPodPolicy controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li><strong>Running</strong>&mdash;only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li><strong>All</strong>&mdash;all (including completed) pods will be deleted immediately when the job finishes.</li> <li><strong>None</strong>&mdash;no pods will be deleted when the job completes.</li> </ul> </blockquote> <h4 id=-workers-int>--workers &lt; int&gt;<a class=headerlink href=#-workers-int title="Permanent link">&para;</a></h4> <blockquote> <p>Number of replicas for Inference jobs</p> </blockquote> <!-- Start of common content from snippets/common-submit-cli-commands.md --> <h3 id=naming-and-shortcuts>Naming and Shortcuts<a class=headerlink href=#naming-and-shortcuts title="Permanent link">&para;</a></h3> <h4 id=-job-name-prefix-string>--job-name-prefix <code>&lt;string&gt;</code><a class=headerlink href=#-job-name-prefix-string title="Permanent link">&para;</a></h4> <blockquote> <p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p> </blockquote> <h4 id=-name-string>--name <code>&lt;string&gt;</code><a class=headerlink href=#-name-string title="Permanent link">&para;</a></h4> <blockquote> <p>The name of the Job.</p> </blockquote> <h4 id=-template-string>--template <code>&lt;string&gt;</code><a class=headerlink href=#-template-string title="Permanent link">&para;</a></h4> <blockquote> <p>Load default values from a workload.</p> </blockquote> <h3 id=container-definition>Container Definition<a class=headerlink href=#container-definition title="Permanent link">&para;</a></h3> <h4 id=-add-capability-stringarray>--add-capability <code>&lt;stringArray&gt;</code><a class=headerlink href=#-add-capability-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Add linux capabilities to the container.</p> </blockquote> <h4 id=-a-annotation-stringarray>-a | --annotation <code>&lt;stringArray&gt;</code><a class=headerlink href=#-a-annotation-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set annotations variables in the container.</p> </blockquote> <h4 id=-attach>--attach<a class=headerlink href=#-attach title="Permanent link">&para;</a></h4> <blockquote> <p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command <a href=../runai-attach/ >runai attach</a>.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p> </blockquote> <h4 id=-command>--command<a class=headerlink href=#-command title="Permanent link">&para;</a></h4> <blockquote> <p>Overrides the image's entry point with the command supplied after '--'. When <strong>not</strong> using the <code>--command</code> flag, the entry point will <strong>not</strong> be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p> </blockquote> <h4 id=-create-home-dir>--create-home-dir<a class=headerlink href=#-create-home-dir title="Permanent link">&para;</a></h4> <blockquote> <p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see <a href=../../../admin/authentication/non-root-containers/ >non root containers</a>.</p> </blockquote> <h4 id=-e-stringarray-environment>-e <code>&lt;stringArray&gt; | --environment</code><stringarray>`<a class=headerlink href=#-e-stringarray-environment title="Permanent link">&para;</a></h4> <blockquote> <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>). <!-- or separate by a comma (`-e BATCH_SIZE:50,LEARNING_RATE:0.2`). --> </p> </blockquote> <h4 id=-image-string-i-string>--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code><a class=headerlink href=#-image-string-i-string title="Permanent link">&para;</a></h4> <blockquote> <p>Image to use when creating the container for this Job</p> </blockquote> <h4 id=-image-pull-policy-string>--image-pull-policy <code>&lt;string&gt;</code><a class=headerlink href=#-image-pull-policy-string title="Permanent link">&para;</a></h4> <blockquote> <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes <a href=https://kubernetes.io/docs/concepts/configuration/overview/#container-images target=_blank>documentation</a>.</p> </blockquote> <h4 id=-l-label-stringarray>-l | --label <code>&lt;stringArray&gt;</code><a class=headerlink href=#-l-label-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set labels variables in the container.</p> </blockquote> <h4 id=-master-args-string-string>--master-args string <code>&lt;string&gt;</code><a class=headerlink href=#-master-args-string-string title="Permanent link">&para;</a></h4> <blockquote> <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p> </blockquote> <h4 id=-master-environment-stringarray>--master-environment <code>&lt;stringArray&gt;</code><a class=headerlink href=#-master-environment-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p> </blockquote> <h4 id=-master-extended-resource-stringarray>--master-extended-resource <code>&lt;stringArray&gt;</code><a class=headerlink href=#-master-extended-resource-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p> </blockquote> <h4 id=-master-gpu-float>--master-gpu <code>&lt;float&gt;</code><a class=headerlink href=#-master-gpu-float title="Permanent link">&para;</a></h4> <blockquote> <p>GPU units to allocate for the master pod.</p> </blockquote> <h4 id=-master-no-pvcs>--master-no-pvcs<a class=headerlink href=#-master-no-pvcs title="Permanent link">&para;</a></h4> <blockquote> <p>Do not mount any persistent volumes in the master pod.</p> </blockquote> <h4 id=-preferred-pod-topology-key-string>--preferred-pod-topology-key <code>&lt;string&gt;</code><a class=headerlink href=#-preferred-pod-topology-key-string title="Permanent link">&para;</a></h4> <blockquote> <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p> </blockquote> <h4 id=-required-pod-topology-key-string>--required-pod-topology-key <code>&lt;string&gt;</code><a class=headerlink href=#-required-pod-topology-key-string title="Permanent link">&para;</a></h4> <blockquote> <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p> </blockquote> <h4 id=-stdin>--stdin<a class=headerlink href=#-stdin title="Permanent link">&para;</a></h4> <blockquote> <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p> </blockquote> <h4 id=-t-tty>-t | --tty<a class=headerlink href=#-t-tty title="Permanent link">&para;</a></h4> <blockquote> <p>Allocate a pseudo-TTY.</p> </blockquote> <h4 id=-working-dir-string>--working-dir <code>&lt;string&gt;</code><a class=headerlink href=#-working-dir-string title="Permanent link">&para;</a></h4> <blockquote> <p>Starts the container with the specified directory as the current directory.</p> </blockquote> <h3 id=resource-allocation>Resource Allocation<a class=headerlink href=#resource-allocation title="Permanent link">&para;</a></h3> <h4 id=-cpu-double>--cpu <code>&lt;double&gt;</code><a class=headerlink href=#-cpu-double title="Permanent link">&para;</a></h4> <blockquote> <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive <strong>at least</strong> this amount of CPU. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of CPUs to the Job.</p> </blockquote> <h4 id=-cpu-limit-double>--cpu-limit <code>&lt;double&gt;</code><a class=headerlink href=#-cpu-limit-double title="Permanent link">&para;</a></h4> <blockquote> <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p> </blockquote> <h4 id=-extended-resource>--extended-resource `<stringarray><a class=headerlink href=#-extended-resource title="Permanent link">&para;</a></h4> <blockquote> <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p> </blockquote> <h4 id=-g-gpu-float>-g | --gpu <code>&lt;float&gt;</code><a class=headerlink href=#-g-gpu-float title="Permanent link">&para;</a></h4> <blockquote> <p>GPU units to allocate for the Job (0.5, 1).</p> </blockquote> <h4 id=-gpu-memory>--gpu-memory<a class=headerlink href=#-gpu-memory title="Permanent link">&para;</a></h4> <blockquote> <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p> </blockquote> <h4 id=-memory-string>--memory <code>&lt;string&gt;</code><a class=headerlink href=#-memory-string title="Permanent link">&para;</a></h4> <blockquote> <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive <strong>at least</strong> this amount of memory. Note that the Job will <strong>not</strong> be scheduled unless the system can guarantee this amount of memory to the Job.</p> </blockquote> <h4 id=-memory-limit>--memory-limit `<string><a class=headerlink href=#-memory-limit title="Permanent link">&para;</a></h4> <blockquote> <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p> </blockquote> <h4 id=-mig-profile-string-deprecated>--mig-profile <code>&lt;string&gt;</code> (Deprecated)<a class=headerlink href=#-mig-profile-string-deprecated title="Permanent link">&para;</a></h4> <blockquote> <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p> </blockquote> <h3 id=job-lifecycle>Job Lifecycle<a class=headerlink href=#job-lifecycle title="Permanent link">&para;</a></h3> <h4 id=-backoff-limit-int>--backoff-limit <code>&lt;int&gt;</code><a class=headerlink href=#-backoff-limit-int title="Permanent link">&para;</a></h4> <blockquote> <p>The number of times the Job will be retried before failing. The default is 6.</p> </blockquote> <h4 id=-ttl-after-finish-duration>--ttl-after-finish &lt; duration &gt;<a class=headerlink href=#-ttl-after-finish-duration title="Permanent link">&para;</a></h4> <blockquote> <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p> </blockquote> <h3 id=storage>Storage<a class=headerlink href=#storage title="Permanent link">&para;</a></h3> <h4 id=-git-sync-stringarray>--git-sync <code>&lt;stringArray&gt;</code><a class=headerlink href=#-git-sync-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p> </blockquote> <h4 id=-large-shm>--large-shm<a class=headerlink href=#-large-shm title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a large /dev/shm device.</p> </blockquote> <h4 id=-mount-propagation>--mount-propagation<a class=headerlink href=#-mount-propagation title="Permanent link">&para;</a></h4> <blockquote> <p>Enable HostToContainer mount propagation for all container volumes</p> </blockquote> <h4 id=-nfs-server-string>--nfs-server <code>&lt;string&gt;</code><a class=headerlink href=#-nfs-server-string title="Permanent link">&para;</a></h4> <blockquote> <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p> </blockquote> <h4 id=-pvc-storage_class_namesizecontainer_mount_pathro>--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code><a class=headerlink href=#-pvc-storage_class_namesizecontainer_mount_pathro title="Permanent link">&para;</a></h4> <h4 id=-pvc-pvc_namecontainer_mount_pathro>--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code><a class=headerlink href=#-pvc-pvc_namecontainer_mount_pathro title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume claim into a container.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p> </div> <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p><strong>Storage_Class_Name</strong> is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p><strong>Size</strong> is the volume size you want to allocate. See <a href=https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ target=_blank>Kubernetes documentation</a> for how to specify volume sizes</p> <p><strong>Container_Mount_Path</strong>. A path internal to the container where the storage will be mounted</p> <p><strong>Pvc_Name</strong>. The name of a pre-existing <a href=https://kubernetes.io/docs/concepts/storage/persistent-volumes/#dynamic target=_blank>Persistent Volume Claim</a> to mount into the container</p> <p>Examples:</p> <blockquote> <p><code>--pvc :3Gi:/tmp/john:ro</code> - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code> - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p> </blockquote> </blockquote> <h4 id=-pvc-exists-string>--pvc-exists <code>&lt;string&gt;</code><a class=headerlink href=#-pvc-exists-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li><strong>claim name</strong>&mdash;The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li><strong>path</strong>&mdash;the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p> </blockquote> <h4 id=-pvc-new-string>--pvc-new <code>&lt;string&gt;</code><a class=headerlink href=#-pvc-new-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li><strong>claim name</strong>&mdash;The name of the persistent colume claim.</li> <li><strong>storage class</strong>&mdash;A storage class name that can be obtained by running</li> </ul> <blockquote> <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p> </blockquote> <ul> <li><strong>size</strong>&mdash;The volume size you want to allocate for the PVC when creating it. See <a href=https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ target=_blank>Kubernetes documentation</a> to specify volume sizes.</li> <li><strong>accessmode</strong>&mdash;The description ofthedesired volume capabilities for the PVC.</li> <li><strong>ro</strong>&mdash;Mount the PVC with read-only access.</li> <li><strong>ephemeral</strong>&mdash;The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass= &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p> </blockquote> <h4 id=-s3-string>--s3 <code>&lt;string&gt;</code><a class=headerlink href=#-s3-string title="Permanent link">&para;</a></h4> <blockquote> <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p> </blockquote> <h4 id=-v-volume-sourcecontainer_mount_pathronfs-host>-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'<a class=headerlink href=#-v-volume-sourcecontainer_mount_pathronfs-host title="Permanent link">&para;</a></h4> <blockquote> <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p> </blockquote> <h4 id=-configmap-volume-namepath>--configmap-volume name=<name of configmap>,path=<path to mount> ...'<a class=headerlink href=#-configmap-volume-namepath title="Permanent link">&para;</a></h4> <blockquote> <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p> </blockquote> <h3 id=network>Network<a class=headerlink href=#network title="Permanent link">&para;</a></h3> <h4 id=-address-string>--address <code>&lt;string&gt;</code><a class=headerlink href=#-address-string title="Permanent link">&para;</a></h4> <blockquote> <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p> </blockquote> <h4 id=-host-ipc>--host-ipc<a class=headerlink href=#-host-ipc title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's <em>ipc</em> namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a> documentation.</p> </blockquote> <h4 id=-host-network>--host-network<a class=headerlink href=#-host-network title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's network stack inside the container. For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a>documentation.</p> </blockquote> <h4 id=-port-stringarray>--port <code>&lt;stringArray&gt;</code><a class=headerlink href=#-port-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Expose ports from the Job container.</p> </blockquote> <h4 id=-s-service-type-string>-s | --service-type <code>&lt;string&gt;</code><a class=headerlink href=#-s-service-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p> </blockquote> <h3 id=access-control>Access Control<a class=headerlink href=#access-control title="Permanent link">&para;</a></h3> <h4 id=-allow-privilege-escalation>--allow-privilege-escalation<a class=headerlink href=#-allow-privilege-escalation title="Permanent link">&para;</a></h4> <blockquote> <p>Allow the job to gain additional privileges after start.</p> </blockquote> <h4 id=-run-as-user>--run-as-user<a class=headerlink href=#-run-as-user title="Permanent link">&para;</a></h4> <blockquote> <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is <em>root</em> (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see <a href=../../../admin/authentication/non-root-containers/ >non root containers</a>.</p> </blockquote> <h3 id=scheduling>Scheduling<a class=headerlink href=#scheduling title="Permanent link">&para;</a></h3> <h4 id=-node-pools-string>--node-pools <code>&lt;string&gt;</code><a class=headerlink href=#-node-pools-string title="Permanent link">&para;</a></h4> <blockquote> <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a <a href=../../scheduling/the-runai-scheduler/ >Node Pool</a>. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a> or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: <a href=../../../platform-admin/aiinitiatives/org/projects/ >Working with Projects</a>.</p> </blockquote> <h4 id=-node-type-string>--node-type <code>&lt;string&gt;</code><a class=headerlink href=#-node-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a>.</p> </blockquote> <h4 id=-toleration-string>--toleration <code>&lt;string&gt;</code><a class=headerlink href=#-toleration-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node. This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes <a href=https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ target=_blank>Taints and Tolerations</a> Guide.</p> <p>The format of the string:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]
-</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit an <em>mpi</em> Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>See Quickstart document <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ >Running Distributed Training</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit an <em>mpi</em> Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>See Quickstart document <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ >Running Distributed Training</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -44,6 +44,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-submit/index.html b/v2.20/Researcher/cli-reference/runai-submit/index.html
index e4177984de..924a218060 100644
--- a/v2.20/Researcher/cli-reference/runai-submit/index.html
+++ b/v2.20/Researcher/cli-reference/runai-submit/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit/ rel=canonical><link href=../runai-resume/ rel=prev><link href=../runai-submit-dist-mpi/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit/ rel=canonical><link href=../runai-resume/ rel=prev><link href=../runai-submit-dist-mpi/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai submit - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -28,7 +28,7 @@
 
 > Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)
 --> <h4 id=-host-ipc>--host-ipc<a class=headerlink href=#-host-ipc title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's <em>ipc</em> namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a> documentation.</p> </blockquote> <h4 id=-host-network>--host-network<a class=headerlink href=#-host-network title="Permanent link">&para;</a></h4> <blockquote> <p>Use the host's network stack inside the container. For further information see <a href=https://docs.docker.com/engine/reference/run/ >docker run reference</a>documentation.</p> </blockquote> <h4 id=-s-service-type-string>-s | --service-type <code>&lt;string&gt;</code><a class=headerlink href=#-s-service-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>External access type to jobs. Options are:</p> <ul> <li><code>nodeport</code> - add one or more ports using <code>--port</code>.</li> <li><code>external-url</code> - add one port and an optional custom URL using <code>--custom-url</code>.</li> </ul> <p>For example:</p> <p><code>runai submit test-jup -p team-a -i runai.jfrog.io/demo/jupyter-tensorboard --service-type external-url --port 8888</code></p> <p><code>runai submit test-np -p team-a -i ubuntu --service-type nodeport --port 30000:7070</code></p> <p>This flag supports more than one <code>service-type</code>. Multiple service types are supported in CSV style using multiple instances of the same option and commas to separate the values for them.</p> <p>For example:</p> <p><code>runai submit test-np -p team-a -i ubuntu --service-type nodeport,port=30000:7070 --service-type external-url,port=30001</code></p> <p><code>runai submit test-np -p team-a -i ubuntu --service-type nodeport,port=30000:7070,port=9090 --service-type external-url,port=8080,custom-url=https://my.domain.com/url</code> </p> </blockquote> <h4 id=-port-stringarray>--port <code>&lt;stringArray&gt;</code><a class=headerlink href=#-port-stringarray title="Permanent link">&para;</a></h4> <blockquote> <p>Expose ports from the Job container. You can use a port number (for example 9090) or use the numbers of <code>hostport:containerport</code> (for example, 30000:7070).</p> </blockquote> <h4 id=-custom-url-string>--custom-url <code>&lt;string&gt;</code><a class=headerlink href=#-custom-url-string title="Permanent link">&para;</a></h4> <blockquote> <p>An optional argument that specifies a custom URL when using the <code>external-url</code> service type. If not provided, the system will generate a URL automatically.</p> </blockquote> <h3 id=access-control>Access Control<a class=headerlink href=#access-control title="Permanent link">&para;</a></h3> <h4 id=-allow-privilege-escalation>--allow-privilege-escalation<a class=headerlink href=#-allow-privilege-escalation title="Permanent link">&para;</a></h4> <blockquote> <p>Allow the job to gain additional privileges after start.</p> </blockquote> <h4 id=-run-as-user>--run-as-user<a class=headerlink href=#-run-as-user title="Permanent link">&para;</a></h4> <blockquote> <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is <em>root</em> (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see <a href=../../../admin/authentication/non-root-containers/ >non root containers</a>.</p> </blockquote> <h3 id=scheduling>Scheduling<a class=headerlink href=#scheduling title="Permanent link">&para;</a></h3> <h4 id=-node-pools-string>--node-pools <code>&lt;string&gt;</code><a class=headerlink href=#-node-pools-string title="Permanent link">&para;</a></h4> <blockquote> <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a <a href=../../scheduling/the-runai-scheduler/ >Node Pool</a>. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a> or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: <a href=../../../platform-admin/aiinitiatives/org/projects/ >Working with Projects</a>.</p> </blockquote> <h4 id=-node-type-string>--node-type <code>&lt;string&gt;</code><a class=headerlink href=#-node-type-string title="Permanent link">&para;</a></h4> <blockquote> <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: <a href=../../../admin/config/limit-to-node-group/ >Limit a Workload to a Specific Node Group</a>.</p> </blockquote> <h4 id=-toleration-string>--toleration <code>&lt;string&gt;</code><a class=headerlink href=#-toleration-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node. This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes <a href=https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ target=_blank>Taints and Tolerations</a> Guide.</p> <p>The format of the string:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-9-1 name=__codelineno-9-1 href=#__codelineno-9-1></a>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]
-</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit a Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <p>Note that the submit call may use a <em>policy</em> to provide defaults to any of the above flags.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>See any of the Quickstart documents <a href=../../Walkthroughs/quickstart-overview/ >here:</a>.</li> <li>See <a href=../../../platform-admin/workloads/policies/overview/ >policy configuration</a> for a description on how policies work.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info")</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <!-- END of common content from snippets/common-submit-cli-commands.md --> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The command will attempt to submit a Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <p>Note that the submit call may use a <em>policy</em> to provide defaults to any of the above flags.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>See any of the Quickstart documents <a href=../../Walkthroughs/quickstart-overview/ >here:</a>.</li> <li>See <a href=../../../platform-admin/workloads/policies/overview/ >policy configuration</a> for a description on how policies work.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -56,6 +56,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-suspend/index.html b/v2.20/Researcher/cli-reference/runai-suspend/index.html
index ca3e0c6d3b..adc1b84148 100644
--- a/v2.20/Researcher/cli-reference/runai-suspend/index.html
+++ b/v2.20/Researcher/cli-reference/runai-suspend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-suspend/ rel=canonical><link href=../runai-submit-dist-xgboost/ rel=prev><link href=../runai-top-node/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-suspend/ rel=canonical><link href=../runai-submit-dist-xgboost/ rel=prev><link href=../runai-top-node/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai suspend - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span>
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a><span class=w>    </span><span class=o>[</span>--project<span class=w> </span>string<span class=w> </span><span class=p>|</span><span class=w> </span>-p<span class=w> </span>string<span class=o>]</span>
 <a id=__codelineno-0-6 name=__codelineno-0-6 href=#__codelineno-0-6></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-all-a>--all | -A<a class=headerlink href=#-all-a title="Permanent link">&para;</a></h4> <blockquote> <p>Suspend all Jobs in the current Project.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li>The Job will be suspended. When running <em>runai list jobs</em> the Job will be marked as <em>Suspended</em>.</li> </ul> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Resuming Jobs: <a href=../runai-resume/ >Resume</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <h4 id=-all-a>--all | -A<a class=headerlink href=#-all-a title="Permanent link">&para;</a></h4> <blockquote> <p>Suspend all Jobs in the current Project.</p> </blockquote> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-project-p-string>--project | -p (string)<a class=headerlink href=#-project-p-string title="Permanent link">&para;</a></h4> <blockquote> <p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <ul> <li>The Job will be suspended. When running <em>runai list jobs</em> the Job will be marked as <em>Suspended</em>.</li> </ul> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Resuming Jobs: <a href=../runai-resume/ >Resume</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-top-node/index.html b/v2.20/Researcher/cli-reference/runai-top-node/index.html
index b90f6a0717..5d1819957a 100644
--- a/v2.20/Researcher/cli-reference/runai-top-node/index.html
+++ b/v2.20/Researcher/cli-reference/runai-top-node/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-top-node/ rel=canonical><link href=../runai-suspend/ rel=prev><link href=../runai-update/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai top node - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-top-node/ rel=canonical><link href=../runai-suspend/ rel=prev><link href=../runai-update/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai top node - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -15,7 +15,7 @@
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#description class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> runai top node </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> runai top node </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> runai top node </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> <li class=md-nav__item> <a href=#-details-d class=md-nav__link> <span class=md-ellipsis> --details | -d </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#global-flags class=md-nav__link> <span class=md-ellipsis> Global Flags </span> </a> <nav class=md-nav aria-label="Global Flags"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> <li class=md-nav__item> <a href=#-details-d class=md-nav__link> <span class=md-ellipsis> --details | -d </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/runai-top-node.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>runai top node</h1> <h2 id=description>Description<a class=headerlink href=#description title="Permanent link">&para;</a></h2> <p>Show list of Nodes (machines), their capacity and utilization.</p> <h2 id=synopsis>Synopsis<a class=headerlink href=#synopsis title="Permanent link">&para;</a></h2> <div class=highlight><pre><span></span><code>runai top node 
     [--help | -h]
     [--details | -d]
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h4 id=-details-d>--details | -d<a class=headerlink href=#-details-d title="Permanent link">&para;</a></h4> <blockquote> <p>Show additional details.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>Shows a list of Nodes their capacity and utilization.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h3 id=global-flags>Global Flags<a class=headerlink href=#global-flags title="Permanent link">&para;</a></h3> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h4 id=-details-d>--details | -d<a class=headerlink href=#-details-d title="Permanent link">&para;</a></h4> <blockquote> <p>Show additional details.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>Shows a list of Nodes their capacity and utilization.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -43,6 +43,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-update/index.html b/v2.20/Researcher/cli-reference/runai-update/index.html
index e6bb5c05cd..3f0228b7af 100644
--- a/v2.20/Researcher/cli-reference/runai-update/index.html
+++ b/v2.20/Researcher/cli-reference/runai-update/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-update/ rel=canonical><link href=../runai-top-node/ rel=prev><link href=../runai-version/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai update - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-update/ rel=canonical><link href=../runai-top-node/ rel=prev><link href=../runai-version/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai update - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -16,7 +16,7 @@
 </code></pre></div> <h2 id=synopsis>Synopsis<a class=headerlink href=#synopsis title="Permanent link">&para;</a></h2> <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>runai<span class=w> </span>update<span class=w> </span>
 <a id=__codelineno-1-2 name=__codelineno-1-2 href=#__codelineno-1-2></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>Update of the Run:ai command-line interface.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>Update of the Run:ai command-line interface.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -44,6 +44,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-version/index.html b/v2.20/Researcher/cli-reference/runai-version/index.html
index 11d24dd8ed..02961abc6f 100644
--- a/v2.20/Researcher/cli-reference/runai-version/index.html
+++ b/v2.20/Researcher/cli-reference/runai-version/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-version/ rel=canonical><link href=../runai-update/ rel=prev><link href=../runai-whoami/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai version - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-version/ rel=canonical><link href=../runai-update/ rel=prev><link href=../runai-whoami/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai version - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -15,7 +15,7 @@
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#description class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> runai version </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> runai version </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> runai version </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/runai-version.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>runai version</h1> <h2 id=description>Description<a class=headerlink href=#description title="Permanent link">&para;</a></h2> <p>Show the version of this utility.</p> <h2 id=synopsis>Synopsis<a class=headerlink href=#synopsis title="Permanent link">&para;</a></h2> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>runai<span class=w> </span>version<span class=w> </span>
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The version of the Run:ai command-line interface.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The version of the Run:ai command-line interface.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -43,6 +43,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/cli-reference/runai-whoami/index.html b/v2.20/Researcher/cli-reference/runai-whoami/index.html
index 435629e0a8..44dc5f97f1 100644
--- a/v2.20/Researcher/cli-reference/runai-whoami/index.html
+++ b/v2.20/Researcher/cli-reference/runai-whoami/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-whoami/ rel=canonical><link href=../runai-version/ rel=prev><link href=../../best-practices/bare-metal-to-docker-images/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>runai whoami - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/cli-reference/runai-whoami/ rel=canonical><link href=../runai-version/ rel=prev><link href=../../best-practices/bare-metal-to-docker-images/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>runai whoami - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -15,7 +15,7 @@
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#description class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> runai whoami </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4 checked> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2 checked> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> runai whoami </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> runai whoami </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#description class=md-nav__link> <span class=md-ellipsis> Description </span> </a> </li> <li class=md-nav__item> <a href=#synopsis class=md-nav__link> <span class=md-ellipsis> Synopsis </span> </a> </li> <li class=md-nav__item> <a href=#options class=md-nav__link> <span class=md-ellipsis> Options </span> </a> <nav class=md-nav aria-label=Options> <ul class=md-nav__list> <li class=md-nav__item> <a href=#-loglevel-string class=md-nav__link> <span class=md-ellipsis> --loglevel (string) </span> </a> </li> <li class=md-nav__item> <a href=#-help-h class=md-nav__link> <span class=md-ellipsis> --help | -h </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#output class=md-nav__link> <span class=md-ellipsis> Output </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/cli-reference/runai-whoami.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>runai whoami</h1> <h2 id=description>Description<a class=headerlink href=#description title="Permanent link">&para;</a></h2> <p>Show the user name currently logged in</p> <h2 id=synopsis>Synopsis<a class=headerlink href=#synopsis title="Permanent link">&para;</a></h2> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>runai<span class=w> </span>whoami<span class=w> </span>
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a><span class=w>    </span><span class=o>[</span>--loglevel<span class=w> </span>value<span class=o>]</span><span class=w> </span>
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a><span class=w>    </span><span class=o>[</span>--help<span class=w> </span><span class=p>|</span><span class=w> </span>-h<span class=o>]</span>
-</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The name of the User currently logged in with the Run:ai command-line interface.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=options>Options<a class=headerlink href=#options title="Permanent link">&para;</a></h2> <h4 id=-loglevel-string>--loglevel (string)<a class=headerlink href=#-loglevel-string title="Permanent link">&para;</a></h4> <blockquote> <p>Set the logging level. One of: debug | info | warn | error (default "info").</p> </blockquote> <h4 id=-help-h>--help | -h<a class=headerlink href=#-help-h title="Permanent link">&para;</a></h4> <blockquote> <p>Show help text.</p> </blockquote> <h2 id=output>Output<a class=headerlink href=#output title="Permanent link">&para;</a></h2> <p>The name of the User currently logged in with the Run:ai command-line interface.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -43,6 +43,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/overview-researcher/index.html b/v2.20/Researcher/overview-researcher/index.html
index 7d6c577cad..d28df7079c 100644
--- a/v2.20/Researcher/overview-researcher/index.html
+++ b/v2.20/Researcher/overview-researcher/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/overview-researcher/ rel=canonical><link href=../../admin/config/admin-messages/ rel=prev><link href=../Walkthroughs/quickstart-overview/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Researcher Documentation Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/overview-researcher/ rel=canonical><link href=../../admin/config/admin-messages/ rel=prev><link href=../Walkthroughs/quickstart-overview/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Researcher Documentation Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#overview-researcher-documentation class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Researcher Documentation Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/overview-researcher.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=overview-researcher-documentation>Overview: Researcher Documentation<a class=headerlink href=#overview-researcher-documentation title="Permanent link">&para;</a></h1> <p><em>Researchers</em>, or <em>AI practitioners</em>, use Run:ai to submit Workloads. </p> <p>As part of the Researcher documentation you will find:</p> <ul> <li><a href=../Walkthroughs/quickstart-overview/ >Quickstart Guides</a> which provide step-by-step guides to Run:ai technology.</li> <li><a href=../cli-reference/Introduction/ >Command line interface</a> reference documentation.</li> <li><strong>Best Practices</strong> for Deep Learning with Run:ai.</li> <li>Information about the Run:ai <a href=../scheduling/the-runai-scheduler/ >Scheduler</a>.</li> <li>Using Run:ai with various <strong>developer tools</strong>. </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#overview-researcher-documentation class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Researcher Documentation Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/overview-researcher.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=overview-researcher-documentation>Overview: Researcher Documentation<a class=headerlink href=#overview-researcher-documentation title="Permanent link">&para;</a></h1> <p><em>Researchers</em>, or <em>AI practitioners</em>, use Run:ai to submit Workloads. </p> <p>As part of the Researcher documentation you will find:</p> <ul> <li><a href=../Walkthroughs/quickstart-overview/ >Quickstart Guides</a> which provide step-by-step guides to Run:ai technology.</li> <li><a href=../cli-reference/Introduction/ >Command line interface</a> reference documentation.</li> <li><strong>Best Practices</strong> for Deep Learning with Run:ai.</li> <li>Information about the Run:ai <a href=../scheduling/the-runai-scheduler/ >Scheduler</a>.</li> <li>Using Run:ai with various <strong>developer tools</strong>. </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/scheduling/GPU-time-slicing-scheduler/index.html b/v2.20/Researcher/scheduling/GPU-time-slicing-scheduler/index.html
index d4d27376b6..5844584304 100644
--- a/v2.20/Researcher/scheduling/GPU-time-slicing-scheduler/index.html
+++ b/v2.20/Researcher/scheduling/GPU-time-slicing-scheduler/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/GPU-time-slicing-scheduler/ rel=canonical><link href=../node-level-scheduler/ rel=prev><link href=../gpu-memory-swap/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>GPU Time Slicing Scheduler - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/GPU-time-slicing-scheduler/ rel=canonical><link href=../node-level-scheduler/ rel=prev><link href=../gpu-memory-swap/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>GPU Time Slicing Scheduler - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-2-2 name=__codelineno-2-2 href=#__codelineno-2-2></a>    core: 
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a>        timeSlicing: 
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a>            mode: fair/strict
-</code></pre></div> <p>If the <code>timeSlicing</code> flag is not set, the system continues to use the default NVidia GPU orchestrator to maintain backward compatability.</p> <h2 id=time-slicing-plan-and-lease-times>Time-slicing Plan and Lease Times<a class=headerlink href=#time-slicing-plan-and-lease-times title="Permanent link">&para;</a></h2> <p>Each GPU scheduling cycle is a <strong>plan</strong>, the plan time is determined by the lease time and granularity (precision). By default, basic lease time is 250ms with 5% granularity (precision), which means the plan (cycle) time is: 250 / 0.05 = 5000ms (5 Sec). Using these values, a workload that asked to get gpu-fraction=0.5 gets 2.5s runtime out of 5s cycle time.</p> <p>Different workloads requires different SLA and precision, so it also possible to tune the lease time and precision for customizing the time-slicing capabilities to your cluster.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Decreasing the lease time makes time-slicing less accurate. Increasing the lease time make the system more accurate, but each workload is less responsive.</p> </div> <p>Once timeSlicing is enabled, all submitted GPU fraction or GPU memory workloads will have their gpu-compute-request\limit set automatically by the system, depending on the annotation used on the timeSlicing mode:</p> <h3 id=strict-compute-resources>Strict Compute Resources<a class=headerlink href=#strict-compute-resources title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th><strong>Annotation</strong></th> <th><strong>Value</strong></th> <th><strong>GPU Compute Request</strong></th> <th><strong>GPU Compute Limit</strong></th> </tr> </thead> <tbody> <tr> <td><code>gpu-fraction</code></td> <td>x</td> <td>x</td> <td>x</td> </tr> <tr> <td><code>gpu-memory</code></td> <td>x</td> <td>0</td> <td>1.0</td> </tr> </tbody> </table> <h3 id=fair-compute-resources>Fair Compute Resources<a class=headerlink href=#fair-compute-resources title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th><strong>Annotation</strong></th> <th><strong>Value</strong></th> <th><strong>GPU Compute Request</strong></th> <th><strong>GPU Compute Limit</strong></th> </tr> </thead> <tbody> <tr> <td><code>gpu-fraction</code></td> <td>x</td> <td>x</td> <td>1.0</td> </tr> <tr> <td><code>gpu-memory</code></td> <td>x</td> <td>0</td> <td>1.0</td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The above tables show that when submitting a workload using gpu-memory annotation, the system will split the GPU compute time between the different workloads running on that GPU. This means the workload can get anything from very little compute time (&gt;0) to full GPU compute time (1.0).</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>If the <code>timeSlicing</code> flag is not set, the system continues to use the default NVidia GPU orchestrator to maintain backward compatability.</p> <h2 id=time-slicing-plan-and-lease-times>Time-slicing Plan and Lease Times<a class=headerlink href=#time-slicing-plan-and-lease-times title="Permanent link">&para;</a></h2> <p>Each GPU scheduling cycle is a <strong>plan</strong>, the plan time is determined by the lease time and granularity (precision). By default, basic lease time is 250ms with 5% granularity (precision), which means the plan (cycle) time is: 250 / 0.05 = 5000ms (5 Sec). Using these values, a workload that asked to get gpu-fraction=0.5 gets 2.5s runtime out of 5s cycle time.</p> <p>Different workloads requires different SLA and precision, so it also possible to tune the lease time and precision for customizing the time-slicing capabilities to your cluster.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Decreasing the lease time makes time-slicing less accurate. Increasing the lease time make the system more accurate, but each workload is less responsive.</p> </div> <p>Once timeSlicing is enabled, all submitted GPU fraction or GPU memory workloads will have their gpu-compute-request\limit set automatically by the system, depending on the annotation used on the timeSlicing mode:</p> <h3 id=strict-compute-resources>Strict Compute Resources<a class=headerlink href=#strict-compute-resources title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th><strong>Annotation</strong></th> <th><strong>Value</strong></th> <th><strong>GPU Compute Request</strong></th> <th><strong>GPU Compute Limit</strong></th> </tr> </thead> <tbody> <tr> <td><code>gpu-fraction</code></td> <td>x</td> <td>x</td> <td>x</td> </tr> <tr> <td><code>gpu-memory</code></td> <td>x</td> <td>0</td> <td>1.0</td> </tr> </tbody> </table> <h3 id=fair-compute-resources>Fair Compute Resources<a class=headerlink href=#fair-compute-resources title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th><strong>Annotation</strong></th> <th><strong>Value</strong></th> <th><strong>GPU Compute Request</strong></th> <th><strong>GPU Compute Limit</strong></th> </tr> </thead> <tbody> <tr> <td><code>gpu-fraction</code></td> <td>x</td> <td>x</td> <td>1.0</td> </tr> <tr> <td><code>gpu-memory</code></td> <td>x</td> <td>0</td> <td>1.0</td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The above tables show that when submitting a workload using gpu-memory annotation, the system will split the GPU compute time between the different workloads running on that GPU. This means the workload can get anything from very little compute time (&gt;0) to full GPU compute time (1.0).</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/scheduling/allocation-of-cpu-and-memory/index.html b/v2.20/Researcher/scheduling/allocation-of-cpu-and-memory/index.html
index 6c45667340..2898f15b71 100644
--- a/v2.20/Researcher/scheduling/allocation-of-cpu-and-memory/index.html
+++ b/v2.20/Researcher/scheduling/allocation-of-cpu-and-memory/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/allocation-of-cpu-and-memory/ rel=canonical><link href=../fractions/ rel=prev><link href=../dynamic-gpu-fractions/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Allocation of CPU and Memory - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/allocation-of-cpu-and-memory/ rel=canonical><link href=../fractions/ rel=prev><link href=../dynamic-gpu-fractions/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Allocation of CPU and Memory - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -30,7 +30,7 @@
 <a id=__codelineno-2-4 name=__codelineno-2-4 href=#__codelineno-2-4></a><span class=w>    </span><span class=nt>cpu</span><span class=p>:</span><span class=w>             </span><span class="l l-Scalar l-Scalar-Plain">1</span>
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a><span class=w>    </span><span class=nt>memory</span><span class=p>:</span><span class=w>          </span><span class="l l-Scalar l-Scalar-Plain">104857600</span>
 <a id=__codelineno-2-6 name=__codelineno-2-6 href=#__codelineno-2-6></a><span class=w>    </span><span class=nt>nvidia.com/gpu</span><span class=p>:</span><span class=w>  </span><span class="l l-Scalar l-Scalar-Plain">2</span>
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -58,6 +58,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/scheduling/dynamic-gpu-fractions/index.html b/v2.20/Researcher/scheduling/dynamic-gpu-fractions/index.html
index d6b4effb4f..67be4a1d33 100644
--- a/v2.20/Researcher/scheduling/dynamic-gpu-fractions/index.html
+++ b/v2.20/Researcher/scheduling/dynamic-gpu-fractions/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/dynamic-gpu-fractions/ rel=canonical><link href=../allocation-of-cpu-and-memory/ rel=prev><link href=../node-level-scheduler/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Dynamic GPU Fractions - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/dynamic-gpu-fractions/ rel=canonical><link href=../allocation-of-cpu-and-memory/ rel=prev><link href=../node-level-scheduler/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Dynamic GPU Fractions - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -17,7 +17,7 @@
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a><span class=w>    </span><span class=nt>core</span><span class=p>:</span><span class=w> </span>
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a><span class=w>      </span><span class=nt>dynamicFraction</span><span class=p>:</span><span class=w> </span>
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a><span class=w>        </span><span class=nt>enabled</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">true</span><span class=w> </span><span class=c1># Boolean field default is true.</span>
-</code></pre></div> <p>To set the gpu memory limit per workload, add the <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable to the first container in the pod. This is the GPU consuming container.</p> <p>To use <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable:</p> <ol> <li> <p>Submit a workload yaml directly, and set the <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable.</p> </li> <li> <p>Create a policy, per Project or globally. For example, set all Interactive workloads of <code>Project=research_vision1</code> to always set the environment variable of <code>RUNAI_GPU_MEMORY_LIMIT</code> to 1.</p> </li> <li> <p>Pass the environment variable through the CLI or the UI.</p> </li> </ol> <p>The supported values depend on the label used. You can use them in either the UI or the CLI. Use <strong>only</strong> one of the variables in the following table (they cannot be mixed):</p> <table> <thead> <tr> <th>Variable</th> <th>Input format</th> </tr> </thead> <tbody> <tr> <td><code>gpu-fraction</code></td> <td>A fraction value (for example: 0.25, 0.75).</td> </tr> <tr> <td><code>gpu-memory</code></td> <td>Kubernetes resources quantity which <strong>must</strong> be larger than <code>gpu-memory</code>. For example, 500000000, 2500M, 4G. <strong>NOTE</strong>: The <code>gpu-memory</code> label values are always in MB, unlike the env variable.</td> </tr> </tbody> </table> <h2 id=compute-resources-ui-with-dynamic-fractions-support>Compute Resources UI with Dynamic Fractions support<a class=headerlink href=#compute-resources-ui-with-dynamic-fractions-support title="Permanent link">&para;</a></h2> <p>To enable the UI elements for Dynamic Fractions, press <em>Settings</em>, <em>General</em>, then open the <em>Resources</em> pane and toggle <em>GPU Resource Optimization</em>. This enables all the UI features related to <em>GPU Resource Optimization</em> for the whole tenant. There are other per cluster or per node-pool configurations that should be configured in order to use the capabilities of ‘GPU Resource Optimization’ See the documentation for each of these features. Once the ‘GPU Resource Optimization’ feature is enabled, you will be able to create <em>Compute Resources</em> with the <em>GPU Portion (Fraction)</em> Limit and <em>GPU Memory Limit</em>. In addition, you will be able to view the workloads’ utilization vs. Request and Limit parameters in the Metrics pane for each workload.</p> <p><a class=glightbox href=../img/GPU-resource-limit-enabled.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt="GPU Limit" src=../img/GPU-resource-limit-enabled.png></a></p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When setting a workload with Dynamic Fractions, (for example, when using it with GPU Request or GPU memory Limits), you practically make the workload burstable. This means it can use memory that is not guaranteed for that workload and is susceptible to an ‘OOM Kill’ signal if the actual owner of that memory requires it back. This applies to non-preemptive workloads as well. For that reason, its recommended that you use Dynamic Fractions with Interactive workloads running Notebooks. Notebook pods are not evicted when their GPU process is OOM Kill’ed. This behavior is the same as standard Kubernetes burstable CPU workloads.</p> </div> <h2 id=multi-gpu-dynamic-fractions>Multi-GPU Dynamic Fractions<a class=headerlink href=#multi-gpu-dynamic-fractions title="Permanent link">&para;</a></h2> <p>Run:ai also supports workload submission using multi-GPU dynamic fractions. Multi-GPU dynamic fractions work similarly to dynamic fractions on a single GPU workload, however, instead of a single GPU device, the Run:ai Scheduler allocates the same dynamic fraction pair (Request and Limit) on multiple GPU devices within the same node. For example, if practitioners develop a new model that uses 8 GPUs and requires 40GB of memory per GPU, but may want to burst out and consume up to the full GPU memory, they can allocate 8×40GB with multi-GPU fractions and a limit of 80GB (e.g. H100 GPU) instead of reserving the full memory of each GPU (e.g. 80GB). This leaves 40GB of GPU memory available on each of the 8 GPUs for other workloads within that node.This is useful during model development, where memory requirements are usually lower due to experimentation with smaller model or configurations.</p> <p>This approach significantly improves GPU utilization and availability, enabling more precise and often smaller quota requirements for the end user. Time sharing where single GPUs can serve multiple workloads with dynamic fractions remains unchanged, only now, it serves multiple workloads using multi-GPU per workload.</p> <h3 id=configuring-multi-gpu-dynamic-fractions>Configuring Multi-GPU Dynamic Fractions<a class=headerlink href=#configuring-multi-gpu-dynamic-fractions title="Permanent link">&para;</a></h3> <p>You can configure multi-GPU dynamic fractions as follows:</p> <ul> <li>Using the <a href=../../workloads/assets/compute/ >compute resources</a> asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB), both with Request and Limit parameters: </li> </ul> <p><a class=glightbox href=../img/dynamic-fraction-example1.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fraction-example1.png></a></p> <p><a class=glightbox href=../img/dynamic-fraction-example2.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fraction-example2.png></a></p> <ul> <li>You can submit a workload with dynamic fractions using the CLI V2:</li> </ul> <p><a class=glightbox href=../img/dynamic-fractions-CLI.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fractions-CLI.png></a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>To set the gpu memory limit per workload, add the <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable to the first container in the pod. This is the GPU consuming container.</p> <p>To use <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable:</p> <ol> <li> <p>Submit a workload yaml directly, and set the <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable.</p> </li> <li> <p>Create a policy, per Project or globally. For example, set all Interactive workloads of <code>Project=research_vision1</code> to always set the environment variable of <code>RUNAI_GPU_MEMORY_LIMIT</code> to 1.</p> </li> <li> <p>Pass the environment variable through the CLI or the UI.</p> </li> </ol> <p>The supported values depend on the label used. You can use them in either the UI or the CLI. Use <strong>only</strong> one of the variables in the following table (they cannot be mixed):</p> <table> <thead> <tr> <th>Variable</th> <th>Input format</th> </tr> </thead> <tbody> <tr> <td><code>gpu-fraction</code></td> <td>A fraction value (for example: 0.25, 0.75).</td> </tr> <tr> <td><code>gpu-memory</code></td> <td>Kubernetes resources quantity which <strong>must</strong> be larger than <code>gpu-memory</code>. For example, 500000000, 2500M, 4G. <strong>NOTE</strong>: The <code>gpu-memory</code> label values are always in MB, unlike the env variable.</td> </tr> </tbody> </table> <h2 id=compute-resources-ui-with-dynamic-fractions-support>Compute Resources UI with Dynamic Fractions support<a class=headerlink href=#compute-resources-ui-with-dynamic-fractions-support title="Permanent link">&para;</a></h2> <p>To enable the UI elements for Dynamic Fractions, press <em>Settings</em>, <em>General</em>, then open the <em>Resources</em> pane and toggle <em>GPU Resource Optimization</em>. This enables all the UI features related to <em>GPU Resource Optimization</em> for the whole tenant. There are other per cluster or per node-pool configurations that should be configured in order to use the capabilities of ‘GPU Resource Optimization’ See the documentation for each of these features. Once the ‘GPU Resource Optimization’ feature is enabled, you will be able to create <em>Compute Resources</em> with the <em>GPU Portion (Fraction)</em> Limit and <em>GPU Memory Limit</em>. In addition, you will be able to view the workloads’ utilization vs. Request and Limit parameters in the Metrics pane for each workload.</p> <p><a class=glightbox href=../img/GPU-resource-limit-enabled.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt="GPU Limit" src=../img/GPU-resource-limit-enabled.png></a></p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When setting a workload with Dynamic Fractions, (for example, when using it with GPU Request or GPU memory Limits), you practically make the workload burstable. This means it can use memory that is not guaranteed for that workload and is susceptible to an ‘OOM Kill’ signal if the actual owner of that memory requires it back. This applies to non-preemptive workloads as well. For that reason, its recommended that you use Dynamic Fractions with Interactive workloads running Notebooks. Notebook pods are not evicted when their GPU process is OOM Kill’ed. This behavior is the same as standard Kubernetes burstable CPU workloads.</p> </div> <h2 id=multi-gpu-dynamic-fractions>Multi-GPU Dynamic Fractions<a class=headerlink href=#multi-gpu-dynamic-fractions title="Permanent link">&para;</a></h2> <p>Run:ai also supports workload submission using multi-GPU dynamic fractions. Multi-GPU dynamic fractions work similarly to dynamic fractions on a single GPU workload, however, instead of a single GPU device, the Run:ai Scheduler allocates the same dynamic fraction pair (Request and Limit) on multiple GPU devices within the same node. For example, if practitioners develop a new model that uses 8 GPUs and requires 40GB of memory per GPU, but may want to burst out and consume up to the full GPU memory, they can allocate 8×40GB with multi-GPU fractions and a limit of 80GB (e.g. H100 GPU) instead of reserving the full memory of each GPU (e.g. 80GB). This leaves 40GB of GPU memory available on each of the 8 GPUs for other workloads within that node.This is useful during model development, where memory requirements are usually lower due to experimentation with smaller model or configurations.</p> <p>This approach significantly improves GPU utilization and availability, enabling more precise and often smaller quota requirements for the end user. Time sharing where single GPUs can serve multiple workloads with dynamic fractions remains unchanged, only now, it serves multiple workloads using multi-GPU per workload.</p> <h3 id=configuring-multi-gpu-dynamic-fractions>Configuring Multi-GPU Dynamic Fractions<a class=headerlink href=#configuring-multi-gpu-dynamic-fractions title="Permanent link">&para;</a></h3> <p>You can configure multi-GPU dynamic fractions as follows:</p> <ul> <li>Using the <a href=../../workloads/assets/compute/ >compute resources</a> asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB), both with Request and Limit parameters: </li> </ul> <p><a class=glightbox href=../img/dynamic-fraction-example1.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fraction-example1.png></a></p> <p><a class=glightbox href=../img/dynamic-fraction-example2.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fraction-example2.png></a></p> <ul> <li>You can submit a workload with dynamic fractions using the CLI V2:</li> </ul> <p><a class=glightbox href=../img/dynamic-fractions-CLI.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fractions-CLI.png></a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -45,6 +45,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/scheduling/fractions/index.html b/v2.20/Researcher/scheduling/fractions/index.html
index ae035dbe7c..df34449a2e 100644
--- a/v2.20/Researcher/scheduling/fractions/index.html
+++ b/v2.20/Researcher/scheduling/fractions/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/fractions/ rel=canonical><link href=../the-runai-scheduler/ rel=prev><link href=../allocation-of-cpu-and-memory/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Allocation of GPU Fractions - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/fractions/ rel=canonical><link href=../the-runai-scheduler/ rel=prev><link href=../allocation-of-cpu-and-memory/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Allocation of GPU Fractions - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#allocation-of-gpu-fractions class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Allocation of GPU Fractions </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6 checked> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=true> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Allocation of GPU Fractions </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#runai-fractions class=md-nav__link> <span class=md-ellipsis> Run:ai Fractions </span> </a> </li> <li class=md-nav__item> <a href=#multi-gpu-fractions class=md-nav__link> <span class=md-ellipsis> Multi-GPU Fractions </span> </a> <nav class=md-nav aria-label="Multi-GPU Fractions"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#configuring-multi-gpu-fractions class=md-nav__link> <span class=md-ellipsis> Configuring Multi-GPU Fractions </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#runai-fractions class=md-nav__link> <span class=md-ellipsis> Run:ai Fractions </span> </a> </li> <li class=md-nav__item> <a href=#multi-gpu-fractions class=md-nav__link> <span class=md-ellipsis> Multi-GPU Fractions </span> </a> <nav class=md-nav aria-label="Multi-GPU Fractions"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#configuring-multi-gpu-fractions class=md-nav__link> <span class=md-ellipsis> Configuring Multi-GPU Fractions </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/scheduling/fractions.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=allocation-of-gpu-fractions>Allocation of GPU Fractions<a class=headerlink href=#allocation-of-gpu-fractions title="Permanent link">&para;</a></h1> <h2 id=introduction>Introduction<a class=headerlink href=#introduction title="Permanent link">&para;</a></h2> <p>A single GPU has a significant amount of memory. Ranging from a couple of gigabytes in older generations and up to 80GB per GPU in the later models of the latest NVIDIA GPU technology. A single GPU also has a vast amount of computing power. </p> <p>This amount of memory and computing power is important for processing large amounts of data, such as in training deep learning models. However, there are quite a few applications that do not need this power. Examples can be inference workloads and the model-creation phase. It would thus be convenient if we could <strong>divide up a GPU</strong> between various workloads, thus achieving better GPU utilization. </p> <p>This article describes a Run:ai technology called <strong>Fractions</strong> that allow the division of GPUs and how to use them with Run:ai.</p> <h2 id=runai-fractions>Run:ai Fractions<a class=headerlink href=#runai-fractions title="Permanent link">&para;</a></h2> <p>Run:ai provides the capability to allocate a container with a specific amount of GPU RAM. As a researcher, if you know that your code needs 4GB of RAM. You can submit a job using the flag <code>--gpu-memory 4G</code> to specify the exact <em>portion</em> of the GPU memory that you need. Run:ai will allocate your container that specific amount of GPU RAM. Attempting to reach beyond your allotted RAM will result in an out-of-memory exception. </p> <p>You can also use the flag <code>--gpu 0.2</code> to get 20% of the GPU memory on the GPU assigned for you. </p> <p>For more details on Run:ai fractions see the <a href=../../Walkthroughs/walkthrough-fractions/ >fractions quickstart</a>.</p> <div class="admonition limitation"> <p class=admonition-title>Limitation</p> <p>With the fraction technology all running workloads, which utilize the GPU, share the compute in parallel and on average get an even share of the compute. For example, assuming two containers, one with 0.25 GPU workload and the other with 0.75 GPU workload - both will get (on average) an <strong>equal</strong> part of the computation power. If one of the workloads does not utilize the GPU, the other workload will get the entire GPU's compute power.</p> </div> <div class="admonition info"> <p class=admonition-title>Info</p> <p>For interoperability with other Kubernetes schedulers, Run:ai creates special <em>reservation</em> pods. Once a workload has been allocated a fraction of a GPU, Run:ai will create a pod in a dedicated <code>runai-reservation</code> namespace with the full GPU as a resource. This would cause other schedulers to understand that the GPU is reserved. </p> </div> <h2 id=multi-gpu-fractions>Multi-GPU Fractions<a class=headerlink href=#multi-gpu-fractions title="Permanent link">&para;</a></h2> <p>Run:ai also supports workload submission using multi-GPU fractions. Multi-GPU fractions work similarly to fractional single GPU workloads, however, the Run:ai Scheduler allocates the same fraction size on multiple GPU devices within the same node. For example, if practitioners develop a new model that uses 8 GPUs and requires 40GB of memory per GPU, they can allocate 8×40GB with multi-GPU fractions instead of reserving the full memory of each GPU (e.g. 80GB). This leaves 40GB of GPU memory available on each of the 8 GPUs for other workloads within that node. This is useful during model development, where memory requirements are usually lower due to experimentation with smaller model or configurations. </p> <p>This approach significantly improves GPU utilization and availability, enabling more precise and often smaller quota requirements for the end user. Time sharing where single GPUs can serve multiple workloads with fractions remains unchanged, only now, it serves multiple workloads using multi-GPU per workload, single GPU per workload, or a mix of both.</p> <h3 id=configuring-multi-gpu-fractions>Configuring Multi-GPU Fractions<a class=headerlink href=#configuring-multi-gpu-fractions title="Permanent link">&para;</a></h3> <p>Using the <a href=../../workloads/assets/compute/ >compute resources</a> asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB): </p> <p><a class=glightbox href=../img/fractions-example1.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/fractions-example1.png></a></p> <p><a class=glightbox href=../img/fractions-example2.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/fractions-example2.png></a></p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Fractions <a href=../../Walkthroughs/walkthrough-fractions/ >quickstart</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#allocation-of-gpu-fractions class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Allocation of GPU Fractions </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6 checked> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=true> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Allocation of GPU Fractions </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#runai-fractions class=md-nav__link> <span class=md-ellipsis> Run:ai Fractions </span> </a> </li> <li class=md-nav__item> <a href=#multi-gpu-fractions class=md-nav__link> <span class=md-ellipsis> Multi-GPU Fractions </span> </a> <nav class=md-nav aria-label="Multi-GPU Fractions"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#configuring-multi-gpu-fractions class=md-nav__link> <span class=md-ellipsis> Configuring Multi-GPU Fractions </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#runai-fractions class=md-nav__link> <span class=md-ellipsis> Run:ai Fractions </span> </a> </li> <li class=md-nav__item> <a href=#multi-gpu-fractions class=md-nav__link> <span class=md-ellipsis> Multi-GPU Fractions </span> </a> <nav class=md-nav aria-label="Multi-GPU Fractions"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#configuring-multi-gpu-fractions class=md-nav__link> <span class=md-ellipsis> Configuring Multi-GPU Fractions </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/scheduling/fractions.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=allocation-of-gpu-fractions>Allocation of GPU Fractions<a class=headerlink href=#allocation-of-gpu-fractions title="Permanent link">&para;</a></h1> <h2 id=introduction>Introduction<a class=headerlink href=#introduction title="Permanent link">&para;</a></h2> <p>A single GPU has a significant amount of memory. Ranging from a couple of gigabytes in older generations and up to 80GB per GPU in the later models of the latest NVIDIA GPU technology. A single GPU also has a vast amount of computing power. </p> <p>This amount of memory and computing power is important for processing large amounts of data, such as in training deep learning models. However, there are quite a few applications that do not need this power. Examples can be inference workloads and the model-creation phase. It would thus be convenient if we could <strong>divide up a GPU</strong> between various workloads, thus achieving better GPU utilization. </p> <p>This article describes a Run:ai technology called <strong>Fractions</strong> that allow the division of GPUs and how to use them with Run:ai.</p> <h2 id=runai-fractions>Run:ai Fractions<a class=headerlink href=#runai-fractions title="Permanent link">&para;</a></h2> <p>Run:ai provides the capability to allocate a container with a specific amount of GPU RAM. As a researcher, if you know that your code needs 4GB of RAM. You can submit a job using the flag <code>--gpu-memory 4G</code> to specify the exact <em>portion</em> of the GPU memory that you need. Run:ai will allocate your container that specific amount of GPU RAM. Attempting to reach beyond your allotted RAM will result in an out-of-memory exception. </p> <p>You can also use the flag <code>--gpu 0.2</code> to get 20% of the GPU memory on the GPU assigned for you. </p> <p>For more details on Run:ai fractions see the <a href=../../Walkthroughs/walkthrough-fractions/ >fractions quickstart</a>.</p> <div class="admonition limitation"> <p class=admonition-title>Limitation</p> <p>With the fraction technology all running workloads, which utilize the GPU, share the compute in parallel and on average get an even share of the compute. For example, assuming two containers, one with 0.25 GPU workload and the other with 0.75 GPU workload - both will get (on average) an <strong>equal</strong> part of the computation power. If one of the workloads does not utilize the GPU, the other workload will get the entire GPU's compute power.</p> </div> <div class="admonition info"> <p class=admonition-title>Info</p> <p>For interoperability with other Kubernetes schedulers, Run:ai creates special <em>reservation</em> pods. Once a workload has been allocated a fraction of a GPU, Run:ai will create a pod in a dedicated <code>runai-reservation</code> namespace with the full GPU as a resource. This would cause other schedulers to understand that the GPU is reserved. </p> </div> <h2 id=multi-gpu-fractions>Multi-GPU Fractions<a class=headerlink href=#multi-gpu-fractions title="Permanent link">&para;</a></h2> <p>Run:ai also supports workload submission using multi-GPU fractions. Multi-GPU fractions work similarly to fractional single GPU workloads, however, the Run:ai Scheduler allocates the same fraction size on multiple GPU devices within the same node. For example, if practitioners develop a new model that uses 8 GPUs and requires 40GB of memory per GPU, they can allocate 8×40GB with multi-GPU fractions instead of reserving the full memory of each GPU (e.g. 80GB). This leaves 40GB of GPU memory available on each of the 8 GPUs for other workloads within that node. This is useful during model development, where memory requirements are usually lower due to experimentation with smaller model or configurations. </p> <p>This approach significantly improves GPU utilization and availability, enabling more precise and often smaller quota requirements for the end user. Time sharing where single GPUs can serve multiple workloads with fractions remains unchanged, only now, it serves multiple workloads using multi-GPU per workload, single GPU per workload, or a mix of both.</p> <h3 id=configuring-multi-gpu-fractions>Configuring Multi-GPU Fractions<a class=headerlink href=#configuring-multi-gpu-fractions title="Permanent link">&para;</a></h3> <p>Using the <a href=../../workloads/assets/compute/ >compute resources</a> asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB): </p> <p><a class=glightbox href=../img/fractions-example1.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/fractions-example1.png></a></p> <p><a class=glightbox href=../img/fractions-example2.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/fractions-example2.png></a></p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>Fractions <a href=../../Walkthroughs/walkthrough-fractions/ >quickstart</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/scheduling/gpu-memory-swap/index.html b/v2.20/Researcher/scheduling/gpu-memory-swap/index.html
index 6ca9c8b73f..8eb1c1713a 100644
--- a/v2.20/Researcher/scheduling/gpu-memory-swap/index.html
+++ b/v2.20/Researcher/scheduling/gpu-memory-swap/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/gpu-memory-swap/ rel=canonical><link href=../GPU-time-slicing-scheduler/ rel=prev><link href=../../tools/dev-vscode/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>GPU Memory SWAP - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/gpu-memory-swap/ rel=canonical><link href=../GPU-time-slicing-scheduler/ rel=prev><link href=../../tools/dev-vscode/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>GPU Memory SWAP - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -27,7 +27,7 @@
 <a id=__codelineno-2-5 name=__codelineno-2-5 href=#__codelineno-2-5></a>       limits:
 <a id=__codelineno-2-6 name=__codelineno-2-6 href=#__codelineno-2-6></a>         reservedGpuRam: 2Gi
 </code></pre></div> <p>You can also use the <code>patch</code> command from your terminal:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-3-1 name=__codelineno-3-1 href=#__codelineno-3-1></a>kubectl<span class=w> </span>patch<span class=w> </span>-n<span class=w> </span>runai<span class=w> </span>runaiconfigs.run.ai/runai<span class=w> </span>--type<span class=o>=</span><span class=s1>&#39;merge&#39;</span><span class=w> </span>--patch<span class=w> </span><span class=s1>&#39;{&quot;spec&quot;:{&quot;global&quot;:{&quot;core&quot;:{&quot;swap&quot;:{&quot;limits&quot;:{&quot;reservedGpuRam&quot;: &lt;quantity&gt;}}}}}}&#39;</span>
-</code></pre></div> <p>This configuration is in addition to the <em>Dynamic Fractions</em> configuration, and optional <em>Node Level Scheduler</em> configuration.</p> <h2 id=preventing-your-workloads-from-getting-swapped>Preventing your workloads from getting swapped<a class=headerlink href=#preventing-your-workloads-from-getting-swapped title="Permanent link">&para;</a></h2> <p>If you prefer your workloads not to be swapped into CPU memory, you can specify on the pod an anti-affinity to <code>run.ai/swap-enabled=true</code> node label when submitting your workloads and the Scheduler will ensure not to use swap-enabled nodes.</p> <h2 id=known-limitations>Known Limitations<a class=headerlink href=#known-limitations title="Permanent link">&para;</a></h2> <ul> <li>A pod created before the GPU memory swap feature was eneabled in that cluster, cannot be scheduled to a swap-enabled node. A proper event is generated in case no matching node is found. Users must re-submit those pods to make them swap-enabled.</li> <li>GPU memory swap cannot be enabled if fairshare time-slicing or strict time-slicing is used, GPU memory swap can only be used with the default time-slicing mechanism.</li> <li>CPU RAM size cannot be decreased once GPU memory swap is enabled.</li> </ul> <h2 id=what-happens-when-the-cpu-reserved-memory-for-gpu-swap-is-exhausted>What happens when the CPU reserved memory for GPU swap is exhausted?<a class=headerlink href=#what-happens-when-the-cpu-reserved-memory-for-gpu-swap-is-exhausted title="Permanent link">&para;</a></h2> <p>CPU memory is limited, and since a single CPU serves multiple GPUs on a node, this number is usually between 2 to 8. For example, when using 80GB of GPU memory, each swapped workload consumes up to 80GB (but may use less) assuming each GPU is shared between 2-4 workloads. In this example, you can see how the swap memory can become very large. Therefore, we give administrators a way to limit the size of the CPU reserved memory for swapped GPU memory on each swap enabled node.</p> <p>Limiting the CPU reserved memory means that there may be scenarios where the GPU memory cannot be swapped out to the CPU reserved RAM. Whenever the CPU reserved memory for swapped GPU memory is exhausted, the workloads currently running will not be swapped out to the CPU reserved RAM, instead, <em>Node Level Scheduler</em> logic takes over and provides GPU resource optimization. See <a href=../node-level-scheduler/#how-to-configure-node-level-scheduler>Node Level Scheduler</a>.</p> <h2 id=multi-gpu-memory-swap>Multi-GPU Memory Swap<a class=headerlink href=#multi-gpu-memory-swap title="Permanent link">&para;</a></h2> <p>Run:ai also supports workload submission using multi-GPU memory swap. Multi-GPU memory swap works similarly to single GPU memory swap, but instead of swapping memory for a single GPU workload, it swaps memory for workloads across multiple GPUs simultaneously and synchronously. </p> <p>The Run:ai Scheduler allocates the same dynamic fraction pair (Request and Limit) on multiple GPU devices in the same node. For example, if you want to run two LLM models, each consuming 8 GPUs that are not used simultaneously, you can use GPU memory swap to share their GPUs. This approach allows multiple models to be stacked on the same node. </p> <p>The following outlines the advantages of stacking multiple models on the same node: </p> <ul> <li><strong>Maximizes GPU utilization</strong>: Efficiently uses available GPU resources by enabling multiple workloads to share GPUs.</li> <li><strong>Improves cold start times</strong>: Loading large LLM models to a node and it’s GPUs can take several minutes during a “cold start”. Using memory swap turns this process into a “warm start” that takes only a faction of a second to a few seconds (depending on the model size and the GPU model).</li> <li><strong>Increases GPU availability</strong>: Frees up and maximizes GPU availability for additional workloads (and users), enabling better resource sharing.</li> <li><strong>Smaller quota requirements</strong>: Enables more precise and often smaller quota requirements for the end user.</li> </ul> <h3 id=configuring-multi-gpu-memory-swap>Configuring multi-GPU memory swap<a class=headerlink href=#configuring-multi-gpu-memory-swap title="Permanent link">&para;</a></h3> <p>You can configure multi-GPU memory swapping as follows:</p> <ul> <li>Using the <a href=../../workloads/assets/compute/ >compute resources</a> asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB). Both options require defining the Request and Limit parameters, Workloads can then be scheduled to nodes or node pools where memory swap is enabled.</li> </ul> <p><a class=glightbox href=../img/dynamic-fraction-example1.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fraction-example1.png></a></p> <p><a class=glightbox href=../img/dynamic-fraction-example2.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fraction-example2.png></a></p> <ul> <li>You can submit a workload with dynamic fractions using the CLI V2:</li> </ul> <p><a class=glightbox href=../img/dynamic-fractions-CLI.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fractions-CLI.png></a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>This configuration is in addition to the <em>Dynamic Fractions</em> configuration, and optional <em>Node Level Scheduler</em> configuration.</p> <h2 id=preventing-your-workloads-from-getting-swapped>Preventing your workloads from getting swapped<a class=headerlink href=#preventing-your-workloads-from-getting-swapped title="Permanent link">&para;</a></h2> <p>If you prefer your workloads not to be swapped into CPU memory, you can specify on the pod an anti-affinity to <code>run.ai/swap-enabled=true</code> node label when submitting your workloads and the Scheduler will ensure not to use swap-enabled nodes.</p> <h2 id=known-limitations>Known Limitations<a class=headerlink href=#known-limitations title="Permanent link">&para;</a></h2> <ul> <li>A pod created before the GPU memory swap feature was eneabled in that cluster, cannot be scheduled to a swap-enabled node. A proper event is generated in case no matching node is found. Users must re-submit those pods to make them swap-enabled.</li> <li>GPU memory swap cannot be enabled if fairshare time-slicing or strict time-slicing is used, GPU memory swap can only be used with the default time-slicing mechanism.</li> <li>CPU RAM size cannot be decreased once GPU memory swap is enabled.</li> </ul> <h2 id=what-happens-when-the-cpu-reserved-memory-for-gpu-swap-is-exhausted>What happens when the CPU reserved memory for GPU swap is exhausted?<a class=headerlink href=#what-happens-when-the-cpu-reserved-memory-for-gpu-swap-is-exhausted title="Permanent link">&para;</a></h2> <p>CPU memory is limited, and since a single CPU serves multiple GPUs on a node, this number is usually between 2 to 8. For example, when using 80GB of GPU memory, each swapped workload consumes up to 80GB (but may use less) assuming each GPU is shared between 2-4 workloads. In this example, you can see how the swap memory can become very large. Therefore, we give administrators a way to limit the size of the CPU reserved memory for swapped GPU memory on each swap enabled node.</p> <p>Limiting the CPU reserved memory means that there may be scenarios where the GPU memory cannot be swapped out to the CPU reserved RAM. Whenever the CPU reserved memory for swapped GPU memory is exhausted, the workloads currently running will not be swapped out to the CPU reserved RAM, instead, <em>Node Level Scheduler</em> logic takes over and provides GPU resource optimization. See <a href=../node-level-scheduler/#how-to-configure-node-level-scheduler>Node Level Scheduler</a>.</p> <h2 id=multi-gpu-memory-swap>Multi-GPU Memory Swap<a class=headerlink href=#multi-gpu-memory-swap title="Permanent link">&para;</a></h2> <p>Run:ai also supports workload submission using multi-GPU memory swap. Multi-GPU memory swap works similarly to single GPU memory swap, but instead of swapping memory for a single GPU workload, it swaps memory for workloads across multiple GPUs simultaneously and synchronously. </p> <p>The Run:ai Scheduler allocates the same dynamic fraction pair (Request and Limit) on multiple GPU devices in the same node. For example, if you want to run two LLM models, each consuming 8 GPUs that are not used simultaneously, you can use GPU memory swap to share their GPUs. This approach allows multiple models to be stacked on the same node. </p> <p>The following outlines the advantages of stacking multiple models on the same node: </p> <ul> <li><strong>Maximizes GPU utilization</strong>: Efficiently uses available GPU resources by enabling multiple workloads to share GPUs.</li> <li><strong>Improves cold start times</strong>: Loading large LLM models to a node and it’s GPUs can take several minutes during a “cold start”. Using memory swap turns this process into a “warm start” that takes only a faction of a second to a few seconds (depending on the model size and the GPU model).</li> <li><strong>Increases GPU availability</strong>: Frees up and maximizes GPU availability for additional workloads (and users), enabling better resource sharing.</li> <li><strong>Smaller quota requirements</strong>: Enables more precise and often smaller quota requirements for the end user.</li> </ul> <h3 id=configuring-multi-gpu-memory-swap>Configuring multi-GPU memory swap<a class=headerlink href=#configuring-multi-gpu-memory-swap title="Permanent link">&para;</a></h3> <p>You can configure multi-GPU memory swapping as follows:</p> <ul> <li>Using the <a href=../../workloads/assets/compute/ >compute resources</a> asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB). Both options require defining the Request and Limit parameters, Workloads can then be scheduled to nodes or node pools where memory swap is enabled.</li> </ul> <p><a class=glightbox href=../img/dynamic-fraction-example1.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fraction-example1.png></a></p> <p><a class=glightbox href=../img/dynamic-fraction-example2.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fraction-example2.png></a></p> <ul> <li>You can submit a workload with dynamic fractions using the CLI V2:</li> </ul> <p><a class=glightbox href=../img/dynamic-fractions-CLI.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/dynamic-fractions-CLI.png></a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -55,6 +55,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/scheduling/node-level-scheduler/index.html b/v2.20/Researcher/scheduling/node-level-scheduler/index.html
index 6f697bc1e1..c2031ddba9 100644
--- a/v2.20/Researcher/scheduling/node-level-scheduler/index.html
+++ b/v2.20/Researcher/scheduling/node-level-scheduler/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/node-level-scheduler/ rel=canonical><link href=../dynamic-gpu-fractions/ rel=prev><link href=../GPU-time-slicing-scheduler/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Optimize performance with Node Level Scheduler - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/node-level-scheduler/ rel=canonical><link href=../dynamic-gpu-fractions/ rel=prev><link href=../GPU-time-slicing-scheduler/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Optimize performance with Node Level Scheduler - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a><span class=w>        </span><span class=nt>nodeScheduler</span><span class=p>:</span>
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a><span class=w>          </span><span class=nt>enabled</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">true</span>
 </code></pre></div> <p>The Administrator can also use this patch command to perform the change:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>kubectl<span class=w> </span>patch<span class=w> </span>-n<span class=w> </span>runai<span class=w> </span>runaiconfigs.run.ai/runai<span class=w> </span>--type<span class=o>=</span><span class=s1>&#39;merge&#39;</span><span class=w> </span>--patch<span class=w> </span><span class=s1>&#39;{&quot;spec&quot;:{&quot;global&quot;:{&quot;core&quot;:{&quot;nodeScheduler&quot;:{&quot;enabled&quot;: true}}}}}&#39;</span>
-</code></pre></div> </li> <li> <p>To enable ‘GPU resource optimization’ on your tenant’s, go to your tenant’s UI and press <em>General settings</em>, then open the <em>Resources</em> pane and toggle <em>GPU Resource Optimization</em> to on.</p> </li> <li> <p>To enable ‘Node Level Scheduler’ on any of the Node Pools you want to use this feature, go to the tenant’s UI ‘Node Pools’ tab (under ‘Nodes’), and either create a new Node-Pool or edit an existing Node-Pool. In the Node-Pool’s form, under the ‘Resource Utilization Optimization’ tab, change the ‘Number of workloads on each GPU’ to any value other than ‘Not Enforced’ (i.e. 2, 3, 4, 5).</p> </li> </ol> <p>The Node Level Scheduler is now ready to be used on that Node-Pool.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </li> <li> <p>To enable ‘GPU resource optimization’ on your tenant’s, go to your tenant’s UI and press <em>General settings</em>, then open the <em>Resources</em> pane and toggle <em>GPU Resource Optimization</em> to on.</p> </li> <li> <p>To enable ‘Node Level Scheduler’ on any of the Node Pools you want to use this feature, go to the tenant’s UI ‘Node Pools’ tab (under ‘Nodes’), and either create a new Node-Pool or edit an existing Node-Pool. In the Node-Pool’s form, under the ‘Resource Utilization Optimization’ tab, change the ‘Number of workloads on each GPU’ to any value other than ‘Not Enforced’ (i.e. 2, 3, 4, 5).</p> </li> </ol> <p>The Node Level Scheduler is now ready to be used on that Node-Pool.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/scheduling/schedule-to-aws-groups/index.html b/v2.20/Researcher/scheduling/schedule-to-aws-groups/index.html
index e8c9784b92..3b46590a73 100644
--- a/v2.20/Researcher/scheduling/schedule-to-aws-groups/index.html
+++ b/v2.20/Researcher/scheduling/schedule-to-aws-groups/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/schedule-to-aws-groups/ rel=canonical><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Scheduling workloads to AWS placement groups - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/schedule-to-aws-groups/ rel=canonical><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Scheduling workloads to AWS placement groups - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#scheduling-workloads-to-aws-placement-groups class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Scheduling workloads to AWS placement groups </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/scheduling/schedule-to-aws-groups.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=scheduling-workloads-to-aws-placement-groups>Scheduling workloads to AWS placement groups<a class=headerlink href=#scheduling-workloads-to-aws-placement-groups title="Permanent link">&para;</a></h1> <p>Run:ai supports AWS placement groups when building and submitting a job. AWS <a href=https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/placement-groups.html targe=_blank>Placement Groups</a> are used to maximize throughput and performance of distributed training workloads.</p> <p>To enable and configure this feature:</p> <ol> <li>Press <code>Jobs | New job</code>.</li> <li>In <code>Scheduling and lifecycle</code> enable the <code>Topology aware scheduling</code>.</li> <li>In <code>Topology key</code>, enter the label of the topology of the node.</li> <li> <p>In <code>Scheduling rule</code> choose <code>Required</code> or <code>Preferred</code> from the drop down.</p> <ul> <li><code>Required</code>&mdash;when enabled, all PODs <strong><em>must</em></strong> be scheduled to the same placement group.</li> <li><code>Preferred</code>&mdash;when enabled, this is a best-effort, to place as many PODs on the same placement group.</li> </ul> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#scheduling-workloads-to-aws-placement-groups class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Scheduling workloads to AWS placement groups </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/scheduling/schedule-to-aws-groups.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=scheduling-workloads-to-aws-placement-groups>Scheduling workloads to AWS placement groups<a class=headerlink href=#scheduling-workloads-to-aws-placement-groups title="Permanent link">&para;</a></h1> <p>Run:ai supports AWS placement groups when building and submitting a job. AWS <a href=https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/placement-groups.html targe=_blank>Placement Groups</a> are used to maximize throughput and performance of distributed training workloads.</p> <p>To enable and configure this feature:</p> <ol> <li>Press <code>Jobs | New job</code>.</li> <li>In <code>Scheduling and lifecycle</code> enable the <code>Topology aware scheduling</code>.</li> <li>In <code>Topology key</code>, enter the label of the topology of the node.</li> <li> <p>In <code>Scheduling rule</code> choose <code>Required</code> or <code>Preferred</code> from the drop down.</p> <ul> <li><code>Required</code>&mdash;when enabled, all PODs <strong><em>must</em></strong> be scheduled to the same placement group.</li> <li><code>Preferred</code>&mdash;when enabled, this is a best-effort, to place as many PODs on the same placement group.</li> </ul> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/scheduling/the-runai-scheduler/index.html b/v2.20/Researcher/scheduling/the-runai-scheduler/index.html
index 95086a5833..ecb1532bab 100644
--- a/v2.20/Researcher/scheduling/the-runai-scheduler/index.html
+++ b/v2.20/Researcher/scheduling/the-runai-scheduler/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/the-runai-scheduler/ rel=canonical><link href=../../best-practices/secrets-as-env-var-in-cli/ rel=prev><link href=../fractions/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>The Run:ai Scheduler - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/scheduling/the-runai-scheduler/ rel=canonical><link href=../../best-practices/secrets-as-env-var-in-cli/ rel=prev><link href=../fractions/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>The Run:ai Scheduler - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -16,7 +16,7 @@
 </code></pre></div> <p><strong>Fairshare(FS)</strong> is calculated as: the sum of Quota + Over-Quota</p> <p>Let’s see how Project 2 <strong>over quota</strong> and <strong>fairshare</strong> are calculated:</p> <p>For this example, we assume that out of the 40 available GPUs in node pool A, 20 GPUs are currently unused (unused means either not part of any project’s quota, or part of a project’s quota but not used by any workloads of that project).</p> <p>Project 2 <strong>over quota</strong> share:</p> <div class=highlight><pre><span></span><code>[(Project 2 OQ-Weight) / (Σ all Projects OQ-Weights)] x (Unused Resource within node pool A)
 
 [(3) / (2 + 3 + 1)] x (20) = (3/6) x 20 = 10 GPUs
-</code></pre></div> <p><strong>Fairshare</strong> = deserved quota + over quota = 6 +10 = 16 GPUs</p> <p>Similarly, fairshare is also calculated for CPU and CPU memory.</p> <p>The scheduler can grant a project more resources than its fairshare if the scheduler finds resources not required by other projects that may deserve those resources.</p> <p>One can also see in the above illustration that Project 3 has no guaranteed quota, but it still has a share of the excess resources in node pool A. Run:ai Scheduler ensures that Project 3 receives its part of the unused resources for over quota, even if this results in reclaiming resources from other projects and preempting preemptible workloads.</p> <h3 id=fairshare-balancing>Fairshare balancing<a class=headerlink href=#fairshare-balancing title="Permanent link">&para;</a></h3> <p>The Scheduler constantly re-calculates the fairshare of each project and department (per node pool, represented in the scheduler as queues), resulting in the re-balancing of resources between projects and between departments. This means that a preemptible workload that was granted resources to run in one scheduling cycle, can find itself preempted and go back to the pending state waiting for resources on the next cycle.</p> <p>A queue, representing a scheduler-managed object for each Project or Department per node pool, can be in one of 3 states:</p> <ul> <li>__In-quota __ The <em>queue’s allocated resources</em> ≤ queue deserved quota </li> <li>__Over-quota (but below fairshare) __ The queue’s deserved quota &lt; <em>queue’s allocates resources</em> &lt;= queue’s fairshare </li> <li><strong>Over-Fairshare (and over-quota)</strong><br> The queue’s fairshare &lt; <em>queue’s allocated resources</em></li> </ul> <p><a class=glightbox href=../img/queue.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/queue.png></a></p> <p>The scheduler’s first priority is to ensure each queue (representing a project/node pool or department/node pool scheduler object) receives its deserved quota. Then the scheduler tries to find and allocate more resources to queues that need resources beyond their deserved quota and up to their fairshare, finally, the scheduler tries to allocate resources to queues that need even more resources - beyond their fairshare.</p> <p>When re-balancing resources between queues of different projects and departments, the scheduler goes in the opposite direction, i.e. first take resources from over-fairshare queues, then from over-quota queues, and finally, in some scenarios, even from queues that are below their deserved quota.</p> <h2 id=summary>Summary<a class=headerlink href=#summary title="Permanent link">&para;</a></h2> <p>The scheduler’s role is to bind any submitted pod to a node that satisfies the pod’s requirements and constraints while adhering to the Run:ai quota and fairness system. In some scenarios, the scheduler finds a node for a pod (or nodes for a group of pods) immediately. In other scenarios, the scheduler has to preempt an already running workload to “make room”, while sometimes a workload becomes pending until resources are released by other workloads (e.g. wait for other workloads to terminate), and only then it is scheduled and run.</p> <p>Other than scenarios where the requested resources or other constraints cannot be met within the cluster, either because the resources physically don’t exist (e.g. a node with 16 GPUs, or a GPU with 200GB of memory), or a combination of constraints cannot be matched (e.g. a GPU with 80GB of memory together with a node with specific label or storage type), the scheduler eventually finds any workload its matching nodes to use, but this process may take some time.</p> <p>The Run:ai scheduler adheres to Kubernetes standard rules, but it also adds a layer of fairness between queues, queue hierarchy, node pools, and many more features, making the scheduling and Quota management more sophisticated, granular, and robust. The combination of these scheduler capabilities results in higher efficiency, scale, and maximization of cluster utilization.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p><strong>Fairshare</strong> = deserved quota + over quota = 6 +10 = 16 GPUs</p> <p>Similarly, fairshare is also calculated for CPU and CPU memory.</p> <p>The scheduler can grant a project more resources than its fairshare if the scheduler finds resources not required by other projects that may deserve those resources.</p> <p>One can also see in the above illustration that Project 3 has no guaranteed quota, but it still has a share of the excess resources in node pool A. Run:ai Scheduler ensures that Project 3 receives its part of the unused resources for over quota, even if this results in reclaiming resources from other projects and preempting preemptible workloads.</p> <h3 id=fairshare-balancing>Fairshare balancing<a class=headerlink href=#fairshare-balancing title="Permanent link">&para;</a></h3> <p>The Scheduler constantly re-calculates the fairshare of each project and department (per node pool, represented in the scheduler as queues), resulting in the re-balancing of resources between projects and between departments. This means that a preemptible workload that was granted resources to run in one scheduling cycle, can find itself preempted and go back to the pending state waiting for resources on the next cycle.</p> <p>A queue, representing a scheduler-managed object for each Project or Department per node pool, can be in one of 3 states:</p> <ul> <li>__In-quota __ The <em>queue’s allocated resources</em> ≤ queue deserved quota </li> <li>__Over-quota (but below fairshare) __ The queue’s deserved quota &lt; <em>queue’s allocates resources</em> &lt;= queue’s fairshare </li> <li><strong>Over-Fairshare (and over-quota)</strong><br> The queue’s fairshare &lt; <em>queue’s allocated resources</em></li> </ul> <p><a class=glightbox href=../img/queue.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/queue.png></a></p> <p>The scheduler’s first priority is to ensure each queue (representing a project/node pool or department/node pool scheduler object) receives its deserved quota. Then the scheduler tries to find and allocate more resources to queues that need resources beyond their deserved quota and up to their fairshare, finally, the scheduler tries to allocate resources to queues that need even more resources - beyond their fairshare.</p> <p>When re-balancing resources between queues of different projects and departments, the scheduler goes in the opposite direction, i.e. first take resources from over-fairshare queues, then from over-quota queues, and finally, in some scenarios, even from queues that are below their deserved quota.</p> <h2 id=summary>Summary<a class=headerlink href=#summary title="Permanent link">&para;</a></h2> <p>The scheduler’s role is to bind any submitted pod to a node that satisfies the pod’s requirements and constraints while adhering to the Run:ai quota and fairness system. In some scenarios, the scheduler finds a node for a pod (or nodes for a group of pods) immediately. In other scenarios, the scheduler has to preempt an already running workload to “make room”, while sometimes a workload becomes pending until resources are released by other workloads (e.g. wait for other workloads to terminate), and only then it is scheduled and run.</p> <p>Other than scenarios where the requested resources or other constraints cannot be met within the cluster, either because the resources physically don’t exist (e.g. a node with 16 GPUs, or a GPU with 200GB of memory), or a combination of constraints cannot be matched (e.g. a GPU with 80GB of memory together with a node with specific label or storage type), the scheduler eventually finds any workload its matching nodes to use, but this process may take some time.</p> <p>The Run:ai scheduler adheres to Kubernetes standard rules, but it also adds a layer of fairness between queues, queue hierarchy, node pools, and many more features, making the scheduling and Quota management more sophisticated, granular, and robust. The combination of these scheduler capabilities results in higher efficiency, scale, and maximization of cluster utilization.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -44,6 +44,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/tools/dev-jupyter/index.html b/v2.20/Researcher/tools/dev-jupyter/index.html
index f80b2b8f28..c79dbf4b4a 100644
--- a/v2.20/Researcher/tools/dev-jupyter/index.html
+++ b/v2.20/Researcher/tools/dev-jupyter/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-jupyter/ rel=canonical><link href=../dev-x11forward-pycharm/ rel=prev><link href=../dev-tensorboard/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Jupyter Notebook - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-jupyter/ rel=canonical><link href=../dev-x11forward-pycharm/ rel=prev><link href=../dev-tensorboard/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Jupyter Notebook - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#use-a-jupyter-notebook-with-a-runai-job class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Jupyter Notebook </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7 checked> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=true> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/tools/dev-jupyter.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=use-a-jupyter-notebook-with-a-runai-job>Use a Jupyter Notebook with a Run:ai Job<a class=headerlink href=#use-a-jupyter-notebook-with-a-runai-job title="Permanent link">&para;</a></h1> <p>See the Jupyter Notebook Quickstart <a href=../../workloads/workspaces/quickstart-jupyter/ >here</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#use-a-jupyter-notebook-with-a-runai-job class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Jupyter Notebook </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7 checked> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=true> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/tools/dev-jupyter.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=use-a-jupyter-notebook-with-a-runai-job>Use a Jupyter Notebook with a Run:ai Job<a class=headerlink href=#use-a-jupyter-notebook-with-a-runai-job title="Permanent link">&para;</a></h1> <p>See the Jupyter Notebook Quickstart <a href=../../workloads/workspaces/quickstart-jupyter/ >here</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/tools/dev-pycharm/index.html b/v2.20/Researcher/tools/dev-pycharm/index.html
index afb943af2a..0b7b2602c8 100644
--- a/v2.20/Researcher/tools/dev-pycharm/index.html
+++ b/v2.20/Researcher/tools/dev-pycharm/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-pycharm/ rel=canonical><link href=../dev-vscode/ rel=prev><link href=../dev-x11forward-pycharm/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>PyCharm - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-pycharm/ rel=canonical><link href=../dev-vscode/ rel=prev><link href=../dev-x11forward-pycharm/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>PyCharm - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -34,7 +34,7 @@
 * Run: `runai list worklaods`
 
 * Next to the Job, under the &quot;Service URL&quot; column you will find the IP address and port. The port is 30222
-</code></pre></div> </div> <h2 id=pycharm>PyCharm<a class=headerlink href=#pycharm title="Permanent link">&para;</a></h2> <ul> <li>Under PyCharm | Preferences go to: Project | Python Interpreter </li> <li>Add a new SSH Interpreter. </li> <li>As Host, use the IP address above. Change the port to the above and use the Username <code>root</code></li> <li>You will be prompted for a password. Enter <code>root</code></li> <li>Apply settings and run the code via this interpreter. You will see your project uploaded to the container and running remotely. </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> <h2 id=pycharm>PyCharm<a class=headerlink href=#pycharm title="Permanent link">&para;</a></h2> <ul> <li>Under PyCharm | Preferences go to: Project | Python Interpreter </li> <li>Add a new SSH Interpreter. </li> <li>As Host, use the IP address above. Change the port to the above and use the Username <code>root</code></li> <li>You will be prompted for a password. Enter <code>root</code></li> <li>Apply settings and run the code via this interpreter. You will see your project uploaded to the container and running remotely. </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -62,6 +62,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/tools/dev-tensorboard/index.html b/v2.20/Researcher/tools/dev-tensorboard/index.html
index 648342bc51..aeacd0e79b 100644
--- a/v2.20/Researcher/tools/dev-tensorboard/index.html
+++ b/v2.20/Researcher/tools/dev-tensorboard/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-tensorboard/ rel=canonical><link href=../dev-jupyter/ rel=prev><link href=../../use-cases/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>TensorBoard - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-tensorboard/ rel=canonical><link href=../dev-jupyter/ rel=prev><link href=../../use-cases/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>TensorBoard - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-4-6 name=__codelineno-4-6 href=#__codelineno-4-6></a>Open<span class=w> </span>access<span class=w> </span>point<span class=o>(</span>s<span class=o>)</span><span class=w> </span>to<span class=w> </span>service<span class=w> </span>from<span class=w> </span>localhost:8888
 <a id=__codelineno-4-7 name=__codelineno-4-7 href=#__codelineno-4-7></a>Forwarding<span class=w> </span>from<span class=w> </span><span class=m>127</span>.0.0.1:8888<span class=w> </span>-&gt;<span class=w> </span><span class=m>8888</span>
 <a id=__codelineno-4-8 name=__codelineno-4-8 href=#__codelineno-4-8></a>Forwarding<span class=w> </span>from<span class=w> </span><span class=o>[</span>::1<span class=o>]</span>:8888<span class=w> </span>-&gt;<span class=w> </span><span class=m>8888</span>
-</code></pre></div> <p>Browse to <a href=http://localhost:8888/ target=_blank>http://localhost:8888/</a> to view TensorBoard.</p> </div> </div> </div> <div class="admonition note"> <p class=admonition-title>Note</p> <p>A single TensorBoard Job can be used to view multiple deep learning Jobs, provided it has access to the logs directory for these Jobs. </p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>Browse to <a href=http://localhost:8888/ target=_blank>http://localhost:8888/</a> to view TensorBoard.</p> </div> </div> </div> <div class="admonition note"> <p class=admonition-title>Note</p> <p>A single TensorBoard Job can be used to view multiple deep learning Jobs, provided it has access to the logs directory for these Jobs. </p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/tools/dev-vscode/index.html b/v2.20/Researcher/tools/dev-vscode/index.html
index 4b12c57ac6..bc9fde65ca 100644
--- a/v2.20/Researcher/tools/dev-vscode/index.html
+++ b/v2.20/Researcher/tools/dev-vscode/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-vscode/ rel=canonical><link href=../../scheduling/gpu-memory-swap/ rel=prev><link href=../dev-pycharm/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Visual Studio Code - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-vscode/ rel=canonical><link href=../../scheduling/gpu-memory-swap/ rel=prev><link href=../dev-pycharm/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Visual Studio Code - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -24,7 +24,7 @@
 <a id=__codelineno-1-8 name=__codelineno-1-8 href=#__codelineno-1-8></a>Open<span class=w> </span>access<span class=w> </span>point<span class=o>(</span>s<span class=o>)</span><span class=w> </span>to<span class=w> </span>service<span class=w> </span>from<span class=w> </span>localhost:2222
 <a id=__codelineno-1-9 name=__codelineno-1-9 href=#__codelineno-1-9></a>Forwarding<span class=w> </span>from<span class=w> </span><span class=o>[</span>::1<span class=o>]</span>:2222<span class=w> </span>-&gt;<span class=w> </span><span class=m>22</span>
 </code></pre></div> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The connection is redirected to the local machine (127.0.0.1) on port 2222</li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is possible to connect to the container using a remote IP address. However, this would be less convinient as you will need to maintain port numbers manually and change them when remote accessing using the development tool. As an example, run:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a>runai submit build-remote -i runai.jfrog.io/demo/pycharm-demo -g 1 --interactive --service-type=nodeport --port 30022:22
-</code></pre></div> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The Job redirects the external port 30022 to port 22 and uses a <a href=https://kubernetes.io/docs/concepts/services-networking/service/#publishing-services-service-types target=_blank>Node Port</a> service type.</li> <li> <p>Run: <code>runai list jobs</code></p> </li> <li> <p>Next to the Job, under the "Service URL" column you will find the IP address and port. The port is 30222 </p> </li> </ul> </div> <h2 id=visual-studio-code>Visual Studio Code<a class=headerlink href=#visual-studio-code title="Permanent link">&para;</a></h2> <ul> <li>Under Visual Studio code install the <a href="https://marketplace.visualstudio.com/items?itemName=ms-vscode-remote.remote-ssh#:~:text=Press%20F1%20and%20run%20the,setting%20up%20key%20based%20authentication" target=_blank>Remote SSH</a> extension.</li> <li>Create an ssh entry to the service by editing .ssh/config file or use the command <strong>Remote-SSH: Connect to Host...</strong> from the Command Palette. Enter the IP address and port from above (e.g. ssh root@35.34.212.12 -p 30022 or ssh root@127.0.0.1 -p 2222). User and password are <code>root</code> </li> <li>Using VS Code, install the <a href="https://marketplace.visualstudio.com/items?itemName=ms-python.python" target=_blank>Python extension</a> <strong>on the remote machine</strong> </li> <li>Write your first Python code and run it remotely.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The Job redirects the external port 30022 to port 22 and uses a <a href=https://kubernetes.io/docs/concepts/services-networking/service/#publishing-services-service-types target=_blank>Node Port</a> service type.</li> <li> <p>Run: <code>runai list jobs</code></p> </li> <li> <p>Next to the Job, under the "Service URL" column you will find the IP address and port. The port is 30222 </p> </li> </ul> </div> <h2 id=visual-studio-code>Visual Studio Code<a class=headerlink href=#visual-studio-code title="Permanent link">&para;</a></h2> <ul> <li>Under Visual Studio code install the <a href="https://marketplace.visualstudio.com/items?itemName=ms-vscode-remote.remote-ssh#:~:text=Press%20F1%20and%20run%20the,setting%20up%20key%20based%20authentication" target=_blank>Remote SSH</a> extension.</li> <li>Create an ssh entry to the service by editing .ssh/config file or use the command <strong>Remote-SSH: Connect to Host...</strong> from the Command Palette. Enter the IP address and port from above (e.g. ssh root@35.34.212.12 -p 30022 or ssh root@127.0.0.1 -p 2222). User and password are <code>root</code> </li> <li>Using VS Code, install the <a href="https://marketplace.visualstudio.com/items?itemName=ms-python.python" target=_blank>Python extension</a> <strong>on the remote machine</strong> </li> <li>Write your first Python code and run it remotely.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -52,6 +52,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/tools/dev-x11forward-pycharm/index.html b/v2.20/Researcher/tools/dev-x11forward-pycharm/index.html
index 5193d6c281..53671e4754 100644
--- a/v2.20/Researcher/tools/dev-x11forward-pycharm/index.html
+++ b/v2.20/Researcher/tools/dev-x11forward-pycharm/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-x11forward-pycharm/ rel=canonical><link href=../dev-pycharm/ rel=prev><link href=../dev-jupyter/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>X11 & PyCharm - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/tools/dev-x11forward-pycharm/ rel=canonical><link href=../dev-pycharm/ rel=prev><link href=../dev-jupyter/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>X11 & PyCharm - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -25,7 +25,7 @@
 <a id=__codelineno-1-9 name=__codelineno-1-9 href=#__codelineno-1-9></a>Forwarding<span class=w> </span>from<span class=w> </span><span class=o>[</span>::1<span class=o>]</span>:2222<span class=w> </span>-&gt;<span class=w> </span><span class=m>22</span>
 </code></pre></div> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The connection is redirected to the local machine (127.0.0.1) on port 2222</li> </ul> <h2 id=setup-the-x11-forwarding-tunnel>Setup the X11 Forwarding Tunnel<a class=headerlink href=#setup-the-x11-forwarding-tunnel title="Permanent link">&para;</a></h2> <p>Connect to the new Job by running:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a>ssh<span class=w> </span>-X<span class=w> </span>root@127.0.0.1<span class=w> </span>-p<span class=w> </span><span class=m>2222</span>
 </code></pre></div> <p>Note the <code>-X</code> flag. </p> <p>Run:</p> <p><div class=highlight><pre><span></span><code><a id=__codelineno-3-1 name=__codelineno-3-1 href=#__codelineno-3-1></a>echo $DISPLAY
-</code></pre></div> Copy the value. It will be used as a PyCharm environment variable.</p> <div class="admonition important"> <p class=admonition-title>Important</p> <p>The ssh terminal should remain active throughout the session.</p> </div> <h2 id=pycharm>PyCharm<a class=headerlink href=#pycharm title="Permanent link">&para;</a></h2> <ul> <li>Under PyCharm | Preferences go to: Project | Python Interpreter</li> <li>Add a new SSH Interpreter.</li> <li>As Host, use <code>localhost</code>. Change the port to the above (<code>2222</code>) and use the Username <code>root</code>.</li> <li>You will be prompted for a password. Enter <code>root</code>.</li> <li>Make sure to set the correct path of the Python binary. In our case it's <code>/usr/local/bin/python</code>.</li> <li> <p>Apply your settings.</p> </li> <li> <p>Under PyCharm configuration set the following environment variables:</p> <ol> <li><code>DISPLAY</code> - set environment variable you copied before</li> <li><code>HOME</code> - In our case it's <code>/root</code>. This is required for the X11 authentication to work.</li> </ol> </li> </ul> <p>Run your code. You can use our sample code <a href=https://github.com/run-ai/docs/tree/master/quickstart/x-forwarding/project target=_blank>here</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> Copy the value. It will be used as a PyCharm environment variable.</p> <div class="admonition important"> <p class=admonition-title>Important</p> <p>The ssh terminal should remain active throughout the session.</p> </div> <h2 id=pycharm>PyCharm<a class=headerlink href=#pycharm title="Permanent link">&para;</a></h2> <ul> <li>Under PyCharm | Preferences go to: Project | Python Interpreter</li> <li>Add a new SSH Interpreter.</li> <li>As Host, use <code>localhost</code>. Change the port to the above (<code>2222</code>) and use the Username <code>root</code>.</li> <li>You will be prompted for a password. Enter <code>root</code>.</li> <li>Make sure to set the correct path of the Python binary. In our case it's <code>/usr/local/bin/python</code>.</li> <li> <p>Apply your settings.</p> </li> <li> <p>Under PyCharm configuration set the following environment variables:</p> <ol> <li><code>DISPLAY</code> - set environment variable you copied before</li> <li><code>HOME</code> - In our case it's <code>/root</code>. This is required for the X11 authentication to work.</li> </ol> </li> </ul> <p>Run your code. You can use our sample code <a href=https://github.com/run-ai/docs/tree/master/quickstart/x-forwarding/project target=_blank>here</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -53,6 +53,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/use-cases/index.html b/v2.20/Researcher/use-cases/index.html
index db40ebe1e8..68826a804c 100644
--- a/v2.20/Researcher/use-cases/index.html
+++ b/v2.20/Researcher/use-cases/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/use-cases/ rel=canonical><link href=../tools/dev-tensorboard/ rel=prev><link href=../../developer/overview-developer/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Use Cases - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/use-cases/ rel=canonical><link href=../tools/dev-tensorboard/ rel=prev><link href=../../developer/overview-developer/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Use Cases - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#use-cases class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Use Cases </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/use-cases.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=use-cases>Use Cases<a class=headerlink href=#use-cases title="Permanent link">&para;</a></h1> <p>This is a collection of various client-requested use cases. Each use case is accompanied by a short live-demo video, along with all the files used.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>For the most up-to-date information, check out the official <a href=https://github.com/run-ai/use-cases target=_blank>Run:ai use-cases GitHub</a> page. </p> </div> <ul> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_mlflow_demo target=_blank>MLflow with Run:ai</a>: experiment management is important for Data Scientists. This is a demo of how to set up and use MLflow with Run:ai. </li> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_docker_intro target=_blank>Introduction to Docker</a>: Run:ai runs using Docker images. This is a brief introduction to Docker, image creation, and how to use them in the context of Run:ai. Please also check out the Persistent Environments use case if you wish to keep the creation of Docker images to a minimum. </li> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_tensorboard_demo_with_resnet target=_blank>Tensorboard with Jupyter (ResNet demo)</a>: Many Data Scientists like to use Tensorboard to keep an eye on the their current training experiments. They also like to have it side-by-side with Jupyter. In this demo, we will show how to integrate Tensorboard and Jupyter Lab within the context of Run:ai. </li> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_persist_envs target=_blank>Persistent Environments (with Conda/Mamba &amp; Jupyter)</a>: Some Data Scientists find creating Docker images for every single one of their environments a bit of a hindrance. They would often prefer the ability to create and alter environments on the fly and to have those environments remain, even after an image has finished running in a job. This demo shows users how they can create and persist Conda/Mamba environments using an NFS. </li> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_wandb target=_blank>Weights &amp; Biases with Run:ai</a>: W&amp;B (Weights &amp; Biases) is one of the best tools for experiment tracking and management. W&amp;B is an official Run:ai partner. In this tutorial, we will demo how to use W&amp;B alongside Run:ai</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#use-cases class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Use Cases </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/use-cases.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=use-cases>Use Cases<a class=headerlink href=#use-cases title="Permanent link">&para;</a></h1> <p>This is a collection of various client-requested use cases. Each use case is accompanied by a short live-demo video, along with all the files used.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>For the most up-to-date information, check out the official <a href=https://github.com/run-ai/use-cases target=_blank>Run:ai use-cases GitHub</a> page. </p> </div> <ul> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_mlflow_demo target=_blank>MLflow with Run:ai</a>: experiment management is important for Data Scientists. This is a demo of how to set up and use MLflow with Run:ai. </li> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_docker_intro target=_blank>Introduction to Docker</a>: Run:ai runs using Docker images. This is a brief introduction to Docker, image creation, and how to use them in the context of Run:ai. Please also check out the Persistent Environments use case if you wish to keep the creation of Docker images to a minimum. </li> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_tensorboard_demo_with_resnet target=_blank>Tensorboard with Jupyter (ResNet demo)</a>: Many Data Scientists like to use Tensorboard to keep an eye on the their current training experiments. They also like to have it side-by-side with Jupyter. In this demo, we will show how to integrate Tensorboard and Jupyter Lab within the context of Run:ai. </li> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_persist_envs target=_blank>Persistent Environments (with Conda/Mamba &amp; Jupyter)</a>: Some Data Scientists find creating Docker images for every single one of their environments a bit of a hindrance. They would often prefer the ability to create and alter environments on the fly and to have those environments remain, even after an image has finished running in a job. This demo shows users how they can create and persist Conda/Mamba environments using an NFS. </li> <li><a href=https://github.com/run-ai/use-cases/tree/master/runai_wandb target=_blank>Weights &amp; Biases with Run:ai</a>: W&amp;B (Weights &amp; Biases) is one of the best tools for experiment tracking and management. W&amp;B is an official Run:ai partner. In this tutorial, we will demo how to use W&amp;B alongside Run:ai</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/assets/compute/index.html b/v2.20/Researcher/workloads/assets/compute/index.html
index 6c582aa525..6f0ca2c3e8 100644
--- a/v2.20/Researcher/workloads/assets/compute/index.html
+++ b/v2.20/Researcher/workloads/assets/compute/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/compute/ rel=canonical><link href=../data-volumes/ rel=prev><link href=../credentials/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Compute Resources - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/compute/ rel=canonical><link href=../data-volumes/ rel=prev><link href=../credentials/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Compute Resources - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#compute-resource-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Compute Resources </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Compute Resources </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Compute Resources </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#compute-resource-table class=md-nav__link> <span class=md-ellipsis> Compute resource table </span> </a> <nav class=md-nav aria-label="Compute resource table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-compute-resource class=md-nav__link> <span class=md-ellipsis> Workloads associated with the compute resource </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-compute-resource class=md-nav__link> <span class=md-ellipsis> Adding new compute resource </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Editing a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#copying-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Copying a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Deleting a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#compute-resource-table class=md-nav__link> <span class=md-ellipsis> Compute resource table </span> </a> <nav class=md-nav aria-label="Compute resource table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-compute-resource class=md-nav__link> <span class=md-ellipsis> Workloads associated with the compute resource </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-compute-resource class=md-nav__link> <span class=md-ellipsis> Adding new compute resource </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Editing a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#copying-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Copying a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Deleting a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/compute.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Compute Resources</h1> <p>This article explains what compute resources are and how to create and use them.</p> <p>Compute resources are one type of <a href=../overview/ >workload asset</a>. A compute resource is a template that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>A compute resource asset is a preconfigured building block that encapsulates all the specifications of compute requirements for the workload including:</p> <ul> <li>GPU devices and GPU memory </li> <li>CPU memory and CPU compute</li> </ul> <h2 id=compute-resource-table>Compute resource table<a class=headerlink href=#compute-resource-table title="Permanent link">&para;</a></h2> <p>The Compute resource table can be found under <strong>Workload manager</strong> in the Run:ai UI.</p> <p>The Compute resource table provides a list of all the compute resources defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/compute-resource-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/compute-resource-table.png></a></p> <p>The Compute resource table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Compute resource</td> <td style="text-align: left;">The name of the compute resource</td> </tr> <tr> <td style="text-align: left;">Description</td> <td style="text-align: left;">A description of the essence of the compute resource</td> </tr> <tr> <td style="text-align: left;">GPU devices request per pod</td> <td style="text-align: left;">The number of requested physical devices per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">GPU memory request per device</td> <td style="text-align: left;">The amount of GPU memory per requested device that is granted to each pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">The minimum amount of CPU memory per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU memory limit</td> <td style="text-align: left;">The maximum amount of CPU memory per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">The minimum number of CPU cores per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU compute limit</td> <td style="text-align: left;">The maximum number of CPU cores per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The <a href=../overview/#asset-scope>scope</a> of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of workloads associated with the compute resource</td> </tr> <tr> <td style="text-align: left;">Template(s)</td> <td style="text-align: left;">The list of workload templates that use this compute resource</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The name of the user who created the compute resource</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp of when the compute resource was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The timestamp of when the compute resource was last updated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the compute resource is associated with</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-compute-resource>Workloads associated with the compute resource<a class=headerlink href=#workloads-associated-with-the-compute-resource title="Permanent link">&para;</a></h3> <p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload that uses the compute resource</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">Workspace/Training/Inference</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Represents the workload lifecycle. See the full list of <a href=../../../../platform-admin/workloads/overviews/managing-workloads/#workload-status>workload status</a>.</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul> <h2 id=adding-new-compute-resource>Adding new compute resource<a class=headerlink href=#adding-new-compute-resource title="Permanent link">&para;</a></h2> <p>To add a new compute resource:</p> <ol> <li>Go to the Compute resource table </li> <li>Click <strong>+NEW COMPUTE RESOURCE</strong> </li> <li>Select under which cluster to create the compute resource </li> <li>Select a <a href=../overview/#asset-scope>scope</a> </li> <li>Enter a <strong>name</strong> for the compute resource. The name must be unique. </li> <li>Optional: Provide a <strong>description</strong> of the essence of the compute resource </li> <li> <p>Set the resource types needed within a single node<br> (the Run:ai scheduler tries to match a single node that complies with the compute resource for each of the workload’s pods) </p> <ul> <li> <p><strong>GPU</strong> </p> <ul> <li><strong>GPU devices per pod</strong><br> The number of devices (physical GPUs) per pod<br> (for example, if you requested 3 devices per pod and the running workload using this compute resource consists of 3 pods, there are 9 physical GPU devices used in total) </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>When setting it to zero, the workload using this computer resource neither requests or uses GPU resources while running </li> <li>You can set any number of GPU devices and specify the memory requirement to any portion size (1..100), or memory size value using GB or MB units per device </li> </ul> </div> <ul> <li><strong>GPU memory per device</strong> <ul> <li>Select the memory request format <ul> <li><strong>% (of device) -</strong> Fraction of a GPU device’s memory </li> <li><strong>MB (memory size) -</strong> An explicit GPU memory unit </li> <li><strong>GB (memory size) -</strong> An explicit GPU memory unit </li> </ul> </li> <li>Set the memory <strong>Request -</strong> The minimum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives this amount of GPU memory for each device(s) the pod utilizes </li> <li>Optional: Set the memory <strong>Limit</strong> - The maximum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of GPU memory for each device(s) the pod utilizes.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. </li> </ul> </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>GPU memory limit is disabled by default. If you cannot see the <strong>Limit</strong> toggle in the compute resource form, then it must be enabled by your Administrator, under General settings → Resources → GPU resource optimization </li> <li>When a <strong>Limit</strong> is set and is bigger than the <strong>Request</strong>, the scheduler allows each pod to reach the maximum amount of GPU memory in an opportunistic manner (only upon availability). </li> <li>If the GPU Memory Limit is bigger that the Request the pod is prone to be killed by the Run:ai toolkit (out of memory signal). The greater the difference between the GPU memory used and the request, the higher the risk of being killed </li> <li>If GPU resource optimization is turned off, the minimum and maximum are in fact equal </li> </ul> </div> </li> <li> <p><strong>CPU</strong> </p> <ul> <li><strong>CPU compute per pod</strong> <ul> <li>Select the units for the CPU compute (Cores / Millicores) </li> <li>Set the CPU compute <strong>Request -</strong> the minimum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU compute for each pod. </li> <li>Optional: Set the CPU compute <strong>Limit</strong> - The maximum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of CPU compute.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.<br> By default, the limit is set to “Unlimited” - which means that the pod may consume all the node's free CPU compute resources. </li> </ul> </li> <li><strong>CPU memory per pod</strong> <ul> <li>Select the units for the CPU memory (MB / GB) </li> <li>Set the CPU memory <strong>Request -</strong> The minimum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU memory for each pod. </li> <li>Optional: Set the CPU memory <strong>Limit</strong> - The maximum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of CPU memory.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.<br> By default, the limit is set to “Unlimited” - Meaning that the pod may consume all the node's free CPU memory resources. </li> </ul> </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>If the CPU Memory <strong>Limit</strong> is bigger that the <strong>Request</strong> the pod is prone to be killed by the operating system (out of memory signal). The greater the difference between the CPU memory used and the request, the higher the risk of being killed. </p> </div> </li> </ul> </li> <li> <p>Optional: More settings </p> <ul> <li><strong>Increase shared memory size</strong><br> When enabled, the shared memory size available to the pod is increased from the default 64MB to the node's total available memory or the CPU memory limit, if set above. </li> <li><strong>Set extended resource(s)</strong><br> Click <strong>+EXTENDED RESOURCES</strong> to add resource/quantity pairs. For more information on how to set extended resources, see the <a href=https://kubernetes.io/docs/tasks/configure-pod-container/extended-resource/ >Extended resources</a> and <a href=https://kubernetes.io/docs/reference/kubernetes-api/common-definitions/quantity/ >Quantity</a> guides </li> </ul> </li> <li> <p>Click <strong>CREATE COMPUTE RESOURCE</strong></p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add compute resources directly when creating a specific Workspace, training or inference workload.</p> </div> </li> </ol> <h2 id=editing-a-compute-resource>Editing a compute resource<a class=headerlink href=#editing-a-compute-resource title="Permanent link">&para;</a></h2> <p>To edit a compute resource:</p> <ol> <li>Select the compute resource you want to edit</li> <li>Click <strong>Edit</strong></li> <li>Click <strong>SAVE COMPUTE RESOURCE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=copying-a-compute-resource>Copying a compute resource<a class=headerlink href=#copying-a-compute-resource title="Permanent link">&para;</a></h2> <p>To make a copy of an existing compute resource:</p> <ol> <li>Select the compute resource you want to copy</li> <li>Click <strong>MAKE A COPY</strong></li> <li>Enter a <strong>name</strong> for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click <strong>CREATE COMPUTE RESOURCE</strong> </li> </ol> <h2 id=deleting-a-compute-resource>Deleting a compute resource<a class=headerlink href=#deleting-a-compute-resource title="Permanent link">&para;</a></h2> <ol> <li>Select the compute resource you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Compute>Compute resources</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#compute-resource-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Compute Resources </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Compute Resources </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Compute Resources </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#compute-resource-table class=md-nav__link> <span class=md-ellipsis> Compute resource table </span> </a> <nav class=md-nav aria-label="Compute resource table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-compute-resource class=md-nav__link> <span class=md-ellipsis> Workloads associated with the compute resource </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-compute-resource class=md-nav__link> <span class=md-ellipsis> Adding new compute resource </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Editing a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#copying-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Copying a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Deleting a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#compute-resource-table class=md-nav__link> <span class=md-ellipsis> Compute resource table </span> </a> <nav class=md-nav aria-label="Compute resource table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-compute-resource class=md-nav__link> <span class=md-ellipsis> Workloads associated with the compute resource </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-compute-resource class=md-nav__link> <span class=md-ellipsis> Adding new compute resource </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Editing a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#copying-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Copying a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Deleting a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/compute.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Compute Resources</h1> <p>This article explains what compute resources are and how to create and use them.</p> <p>Compute resources are one type of <a href=../overview/ >workload asset</a>. A compute resource is a template that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>A compute resource asset is a preconfigured building block that encapsulates all the specifications of compute requirements for the workload including:</p> <ul> <li>GPU devices and GPU memory </li> <li>CPU memory and CPU compute</li> </ul> <h2 id=compute-resource-table>Compute resource table<a class=headerlink href=#compute-resource-table title="Permanent link">&para;</a></h2> <p>The Compute resource table can be found under <strong>Workload manager</strong> in the Run:ai UI.</p> <p>The Compute resource table provides a list of all the compute resources defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/compute-resource-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/compute-resource-table.png></a></p> <p>The Compute resource table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Compute resource</td> <td style="text-align: left;">The name of the compute resource</td> </tr> <tr> <td style="text-align: left;">Description</td> <td style="text-align: left;">A description of the essence of the compute resource</td> </tr> <tr> <td style="text-align: left;">GPU devices request per pod</td> <td style="text-align: left;">The number of requested physical devices per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">GPU memory request per device</td> <td style="text-align: left;">The amount of GPU memory per requested device that is granted to each pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">The minimum amount of CPU memory per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU memory limit</td> <td style="text-align: left;">The maximum amount of CPU memory per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">The minimum number of CPU cores per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU compute limit</td> <td style="text-align: left;">The maximum number of CPU cores per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The <a href=../overview/#asset-scope>scope</a> of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of workloads associated with the compute resource</td> </tr> <tr> <td style="text-align: left;">Template(s)</td> <td style="text-align: left;">The list of workload templates that use this compute resource</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The name of the user who created the compute resource</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp of when the compute resource was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The timestamp of when the compute resource was last updated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the compute resource is associated with</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-compute-resource>Workloads associated with the compute resource<a class=headerlink href=#workloads-associated-with-the-compute-resource title="Permanent link">&para;</a></h3> <p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload that uses the compute resource</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">Workspace/Training/Inference</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Represents the workload lifecycle. See the full list of <a href=../../../../platform-admin/workloads/overviews/managing-workloads/#workload-status>workload status</a>.</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul> <h2 id=adding-new-compute-resource>Adding new compute resource<a class=headerlink href=#adding-new-compute-resource title="Permanent link">&para;</a></h2> <p>To add a new compute resource:</p> <ol> <li>Go to the Compute resource table </li> <li>Click <strong>+NEW COMPUTE RESOURCE</strong> </li> <li>Select under which cluster to create the compute resource </li> <li>Select a <a href=../overview/#asset-scope>scope</a> </li> <li>Enter a <strong>name</strong> for the compute resource. The name must be unique. </li> <li>Optional: Provide a <strong>description</strong> of the essence of the compute resource </li> <li> <p>Set the resource types needed within a single node<br> (the Run:ai scheduler tries to match a single node that complies with the compute resource for each of the workload’s pods) </p> <ul> <li> <p><strong>GPU</strong> </p> <ul> <li><strong>GPU devices per pod</strong><br> The number of devices (physical GPUs) per pod<br> (for example, if you requested 3 devices per pod and the running workload using this compute resource consists of 3 pods, there are 9 physical GPU devices used in total) </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>When setting it to zero, the workload using this computer resource neither requests or uses GPU resources while running </li> <li>You can set any number of GPU devices and specify the memory requirement to any portion size (1..100), or memory size value using GB or MB units per device </li> </ul> </div> <ul> <li><strong>GPU memory per device</strong> <ul> <li>Select the memory request format <ul> <li><strong>% (of device) -</strong> Fraction of a GPU device’s memory </li> <li><strong>MB (memory size) -</strong> An explicit GPU memory unit </li> <li><strong>GB (memory size) -</strong> An explicit GPU memory unit </li> </ul> </li> <li>Set the memory <strong>Request -</strong> The minimum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives this amount of GPU memory for each device(s) the pod utilizes </li> <li>Optional: Set the memory <strong>Limit</strong> - The maximum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of GPU memory for each device(s) the pod utilizes.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. </li> </ul> </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>GPU memory limit is disabled by default. If you cannot see the <strong>Limit</strong> toggle in the compute resource form, then it must be enabled by your Administrator, under General settings → Resources → GPU resource optimization </li> <li>When a <strong>Limit</strong> is set and is bigger than the <strong>Request</strong>, the scheduler allows each pod to reach the maximum amount of GPU memory in an opportunistic manner (only upon availability). </li> <li>If the GPU Memory Limit is bigger that the Request the pod is prone to be killed by the Run:ai toolkit (out of memory signal). The greater the difference between the GPU memory used and the request, the higher the risk of being killed </li> <li>If GPU resource optimization is turned off, the minimum and maximum are in fact equal </li> </ul> </div> </li> <li> <p><strong>CPU</strong> </p> <ul> <li><strong>CPU compute per pod</strong> <ul> <li>Select the units for the CPU compute (Cores / Millicores) </li> <li>Set the CPU compute <strong>Request -</strong> the minimum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU compute for each pod. </li> <li>Optional: Set the CPU compute <strong>Limit</strong> - The maximum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of CPU compute.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.<br> By default, the limit is set to “Unlimited” - which means that the pod may consume all the node's free CPU compute resources. </li> </ul> </li> <li><strong>CPU memory per pod</strong> <ul> <li>Select the units for the CPU memory (MB / GB) </li> <li>Set the CPU memory <strong>Request -</strong> The minimum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU memory for each pod. </li> <li>Optional: Set the CPU memory <strong>Limit</strong> - The maximum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of CPU memory.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.<br> By default, the limit is set to “Unlimited” - Meaning that the pod may consume all the node's free CPU memory resources. </li> </ul> </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>If the CPU Memory <strong>Limit</strong> is bigger that the <strong>Request</strong> the pod is prone to be killed by the operating system (out of memory signal). The greater the difference between the CPU memory used and the request, the higher the risk of being killed. </p> </div> </li> </ul> </li> <li> <p>Optional: More settings </p> <ul> <li><strong>Increase shared memory size</strong><br> When enabled, the shared memory size available to the pod is increased from the default 64MB to the node's total available memory or the CPU memory limit, if set above. </li> <li><strong>Set extended resource(s)</strong><br> Click <strong>+EXTENDED RESOURCES</strong> to add resource/quantity pairs. For more information on how to set extended resources, see the <a href=https://kubernetes.io/docs/tasks/configure-pod-container/extended-resource/ >Extended resources</a> and <a href=https://kubernetes.io/docs/reference/kubernetes-api/common-definitions/quantity/ >Quantity</a> guides </li> </ul> </li> <li> <p>Click <strong>CREATE COMPUTE RESOURCE</strong></p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add compute resources directly when creating a specific Workspace, training or inference workload.</p> </div> </li> </ol> <h2 id=editing-a-compute-resource>Editing a compute resource<a class=headerlink href=#editing-a-compute-resource title="Permanent link">&para;</a></h2> <p>To edit a compute resource:</p> <ol> <li>Select the compute resource you want to edit</li> <li>Click <strong>Edit</strong></li> <li>Click <strong>SAVE COMPUTE RESOURCE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=copying-a-compute-resource>Copying a compute resource<a class=headerlink href=#copying-a-compute-resource title="Permanent link">&para;</a></h2> <p>To make a copy of an existing compute resource:</p> <ol> <li>Select the compute resource you want to copy</li> <li>Click <strong>MAKE A COPY</strong></li> <li>Enter a <strong>name</strong> for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click <strong>CREATE COMPUTE RESOURCE</strong> </li> </ol> <h2 id=deleting-a-compute-resource>Deleting a compute resource<a class=headerlink href=#deleting-a-compute-resource title="Permanent link">&para;</a></h2> <ol> <li>Select the compute resource you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Compute>Compute resources</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/assets/credentials/index.html b/v2.20/Researcher/workloads/assets/credentials/index.html
index 282a3e34bf..f45ae4385e 100644
--- a/v2.20/Researcher/workloads/assets/credentials/index.html
+++ b/v2.20/Researcher/workloads/assets/credentials/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/credentials/ rel=canonical><link href=../compute/ rel=prev><link href=../templates/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Credentials - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/credentials/ rel=canonical><link href=../compute/ rel=prev><link href=../templates/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Credentials - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#credentials-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Credentials </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Credentials </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Credentials </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#credentials-table class=md-nav__link> <span class=md-ellipsis> Credentials table </span> </a> <nav class=md-nav aria-label="Credentials table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#credentials-status class=md-nav__link> <span class=md-ellipsis> Credentials status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-credentials class=md-nav__link> <span class=md-ellipsis> Adding new credentials </span> </a> <nav class=md-nav aria-label="Adding new credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#docker-registry class=md-nav__link> <span class=md-ellipsis> Docker registry </span> </a> </li> <li class=md-nav__item> <a href=#access-key class=md-nav__link> <span class=md-ellipsis> Access key </span> </a> </li> <li class=md-nav__item> <a href=#username-password class=md-nav__link> <span class=md-ellipsis> Username &amp; password </span> </a> </li> <li class=md-nav__item> <a href=#generic-secret class=md-nav__link> <span class=md-ellipsis> Generic secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-credentials class=md-nav__link> <span class=md-ellipsis> Editing credentials </span> </a> </li> <li class=md-nav__item> <a href=#deleting-credentials class=md-nav__link> <span class=md-ellipsis> Deleting credentials </span> </a> </li> <li class=md-nav__item> <a href=#using-credentials class=md-nav__link> <span class=md-ellipsis> Using credentials </span> </a> <nav class=md-nav aria-label="Using credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#access-private-data-sources class=md-nav__link> <span class=md-ellipsis> Access private data sources </span> </a> </li> <li class=md-nav__item> <a href=#use-directly-within-the-container class=md-nav__link> <span class=md-ellipsis> Use directly within the container </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-secrets-in-advance class=md-nav__link> <span class=md-ellipsis> Creating secrets in advance </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#credentials-table class=md-nav__link> <span class=md-ellipsis> Credentials table </span> </a> <nav class=md-nav aria-label="Credentials table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#credentials-status class=md-nav__link> <span class=md-ellipsis> Credentials status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-credentials class=md-nav__link> <span class=md-ellipsis> Adding new credentials </span> </a> <nav class=md-nav aria-label="Adding new credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#docker-registry class=md-nav__link> <span class=md-ellipsis> Docker registry </span> </a> </li> <li class=md-nav__item> <a href=#access-key class=md-nav__link> <span class=md-ellipsis> Access key </span> </a> </li> <li class=md-nav__item> <a href=#username-password class=md-nav__link> <span class=md-ellipsis> Username &amp; password </span> </a> </li> <li class=md-nav__item> <a href=#generic-secret class=md-nav__link> <span class=md-ellipsis> Generic secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-credentials class=md-nav__link> <span class=md-ellipsis> Editing credentials </span> </a> </li> <li class=md-nav__item> <a href=#deleting-credentials class=md-nav__link> <span class=md-ellipsis> Deleting credentials </span> </a> </li> <li class=md-nav__item> <a href=#using-credentials class=md-nav__link> <span class=md-ellipsis> Using credentials </span> </a> <nav class=md-nav aria-label="Using credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#access-private-data-sources class=md-nav__link> <span class=md-ellipsis> Access private data sources </span> </a> </li> <li class=md-nav__item> <a href=#use-directly-within-the-container class=md-nav__link> <span class=md-ellipsis> Use directly within the container </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-secrets-in-advance class=md-nav__link> <span class=md-ellipsis> Creating secrets in advance </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/credentials.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Credentials</h1> <p>This article explains what credentials are and how to create and use them.</p> <p>Credentials are a workload asset that simplify the complexities of Kubernetes secrets. They consist of and mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <p>Credentials are crucial for the security of AI workloads and the resources they require, as they restrict access to authorized users, verify identities, and ensure secure interactions. By enforcing the protection of sensitive data, credentials help organizations comply with industry regulations, fostering a secure environment overall.</p> <p>Essentially, credentials enable AI practitioners to access relevant protected resources, such as private data sources and Docker images, thereby streamlining the workload submission process.</p> <h2 id=credentials-table>Credentials table<a class=headerlink href=#credentials-table title="Permanent link">&para;</a></h2> <p>The Credentials table can be found under <strong>Workload manager</strong> in the Run:ai User interface.</p> <p>The Credentials table provides a list of all the credentials defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/credentials-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/credentials-table.png></a></p> <p>The Credentials table comprises the following columns:</p> <table> <thead> <tr> <th>Column</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Credentials</td> <td>The name of the credentials</td> </tr> <tr> <td>Description</td> <td>A description of the credentials</td> </tr> <tr> <td>Type</td> <td>The type of credentials, e.g., Docker registry</td> </tr> <tr> <td>Status</td> <td>The different lifecycle phases and representation of the credentials’ condition</td> </tr> <tr> <td>Scope</td> <td>The <a href=../overview/#asset-scope>scope</a> of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td>Kubernetes name</td> <td>The unique name of the credentials Kubernetes name as it appears in the cluster</td> </tr> <tr> <td>Environment(s)</td> <td>The environment(s) that are associated with the credentials</td> </tr> <tr> <td>Data source(s)</td> <td>The private data source(s) that are accessed using the credentials</td> </tr> <tr> <td>Created by</td> <td>The user who created the credentials</td> </tr> <tr> <td>Creation time</td> <td>The timestamp of when the credentials were created</td> </tr> <tr> <td>Cluster</td> <td>The cluster with which the credentials are associated</td> </tr> </tbody> </table> <h3 id=credentials-status>Credentials status<a class=headerlink href=#credentials-status title="Permanent link">&para;</a></h3> <p>The following table describes the credentials’ condition and whether they were created successfully for the selected <a href=../overview/#asset-scope>scope</a>.</p> <table> <thead> <tr> <th>Status</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>No issues found</td> <td>No issues were found while creating the credentials (this status may change while propagating the credentials to the selected scope)</td> </tr> <tr> <td>Issues found</td> <td>Issues found while propagating the credentials</td> </tr> <tr> <td>Issues found</td> <td>Failed to access the cluster</td> </tr> <tr> <td>Creating…</td> <td>Credentials are being created</td> </tr> <tr> <td>Deleting…</td> <td>Credentials are being deleted</td> </tr> <tr> <td>No status</td> <td>When the credentials’ scope is an account, or the current version of the cluster is not up to date, the status cannot be displayed</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click ‘Download as CSV’. Export to CSV is limited to 20,000 rows.</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-new-credentials>Adding new credentials<a class=headerlink href=#adding-new-credentials title="Permanent link">&para;</a></h2> <p>Creating credentials is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a>.</p> <p>To add a new credential:</p> <ol> <li>Go to the Credentials table:</li> <li>Click <strong>+NEW CREDENTIALS</strong></li> <li>Select the credential type from the list<br> Follow the step-by-step guide for each credential type:</li> </ol> <h3 id=docker-registry>Docker registry<a class=headerlink href=#docker-registry title="Permanent link">&para;</a></h3> <p>These credentials allow users to authenticate and pull images from a Docker registry, enabling access to containerized applications and services.</p> <p>After creating the credentials, it is used automatically when pulling images.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a>.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>username</strong>, <strong>password</strong>, and <strong>Docker registry URL</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=access-key>Access key<a class=headerlink href=#access-key title="Permanent link">&para;</a></h3> <p>These credentials are unique identifiers used to authenticate and authorize access to cloud services or APIs, ensuring secure communication between applications. They typically consist of two parts:</p> <ul> <li>An access key ID</li> <li>A secret access key</li> </ul> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a>.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the credential</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>Access key</strong> and <strong>Access secret</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=username-password>Username &amp; password<a class=headerlink href=#username-password title="Permanent link">&para;</a></h3> <p>These credentials require a username and corresponding password to access various resources, ensuring that only authorized users can log in.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>username</strong> and <strong>password</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=generic-secret>Generic secret<a class=headerlink href=#generic-secret title="Permanent link">&para;</a></h3> <p>These credentials are a flexible option that consists of multiple keys &amp; values and can store various sensitive information, such as API keys or configuration data, to be used securely within applications.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Click <strong>+KEY &amp; VALUE</strong> - to add key/value pairs to store in the new secret</li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <h2 id=editing-credentials>Editing credentials<a class=headerlink href=#editing-credentials title="Permanent link">&para;</a></h2> <p>To rename a credential:</p> <ol> <li>Select the credential from the table</li> <li>Click <strong>Rename</strong> to edit its name and description</li> </ol> <h2 id=deleting-credentials>Deleting credentials<a class=headerlink href=#deleting-credentials title="Permanent link">&para;</a></h2> <p>To delete a credential:</p> <ol> <li>Select the credential you want to delete</li> <li>Click <strong>DELETE</strong></li> <li>In the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Credentials cannot be deleted if they are being used by a workload and template.</p> </div> <h2 id=using-credentials>Using credentials<a class=headerlink href=#using-credentials title="Permanent link">&para;</a></h2> <p>You can use credentials (secrets) in various ways within the system</p> <h3 id=access-private-data-sources>Access private data sources<a class=headerlink href=#access-private-data-sources title="Permanent link">&para;</a></h3> <p>To access private data sources, attach credentials to data sources of the following types: <a href=../datasources/#git>Git</a>, <a href=../datasources/#s3-bucket>S3 Bucket</a></p> <h3 id=use-directly-within-the-container>Use directly within the container<a class=headerlink href=#use-directly-within-the-container title="Permanent link">&para;</a></h3> <p>To use the secret directly from within the container, you can choose between the following options</p> <ol> <li>Get the secret mounted to the file system by using the <a href=../datasources/#secret>Generic secret</a> data source</li> <li> <p>Get the secret as an environment variable injected into the container. There are two equivalent ways to inject the environment variable.</p> <p>a. By adding it to the Environment asset. b. By adding it ad-hoc as part of the workload.</p> </li> </ol> <hr> <h2 id=creating-secrets-in-advance>Creating secrets in advance<a class=headerlink href=#creating-secrets-in-advance title="Permanent link">&para;</a></h2> <p>Add secrets in advance to be used when creating credentials via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> <div class="tabbed-set tabbed-alternate" data-tabs=1:3><input checked=checked id=__tabbed_1_1 name=__tabbed_1 type=radio><input id=__tabbed_1_2 name=__tabbed_1 type=radio><input id=__tabbed_1_3 name=__tabbed_1 type=radio><div class=tabbed-labels><label for=__tabbed_1_1>Cluster scope</label><label for=__tabbed_1_2>Department scope</label><label for=__tabbed_1_3>Project scope</label></div> <div class=tabbed-content> <div class=tabbed-block> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/cluster-wide: "true"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code> ֿ</li> </ol> </li> </ol> </div> <div class=tabbed-block> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/department: "&lt;department id&gt;"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code></li> </ol> </li> </ol> </div> <div class=tabbed-block> <ol> <li>Create the secret in the project’s namespace</li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code></li> </ol> </li> </ol> </div> </div> </div> <p>The secret is now displayed for that scope in the list of existing secrets.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, go to the <a href=https://app.run.ai/api/docs#tag/Credentials>Credentials</a> API reference</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#credentials-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Credentials </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Credentials </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Credentials </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#credentials-table class=md-nav__link> <span class=md-ellipsis> Credentials table </span> </a> <nav class=md-nav aria-label="Credentials table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#credentials-status class=md-nav__link> <span class=md-ellipsis> Credentials status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-credentials class=md-nav__link> <span class=md-ellipsis> Adding new credentials </span> </a> <nav class=md-nav aria-label="Adding new credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#docker-registry class=md-nav__link> <span class=md-ellipsis> Docker registry </span> </a> </li> <li class=md-nav__item> <a href=#access-key class=md-nav__link> <span class=md-ellipsis> Access key </span> </a> </li> <li class=md-nav__item> <a href=#username-password class=md-nav__link> <span class=md-ellipsis> Username &amp; password </span> </a> </li> <li class=md-nav__item> <a href=#generic-secret class=md-nav__link> <span class=md-ellipsis> Generic secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-credentials class=md-nav__link> <span class=md-ellipsis> Editing credentials </span> </a> </li> <li class=md-nav__item> <a href=#deleting-credentials class=md-nav__link> <span class=md-ellipsis> Deleting credentials </span> </a> </li> <li class=md-nav__item> <a href=#using-credentials class=md-nav__link> <span class=md-ellipsis> Using credentials </span> </a> <nav class=md-nav aria-label="Using credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#access-private-data-sources class=md-nav__link> <span class=md-ellipsis> Access private data sources </span> </a> </li> <li class=md-nav__item> <a href=#use-directly-within-the-container class=md-nav__link> <span class=md-ellipsis> Use directly within the container </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-secrets-in-advance class=md-nav__link> <span class=md-ellipsis> Creating secrets in advance </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#credentials-table class=md-nav__link> <span class=md-ellipsis> Credentials table </span> </a> <nav class=md-nav aria-label="Credentials table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#credentials-status class=md-nav__link> <span class=md-ellipsis> Credentials status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-credentials class=md-nav__link> <span class=md-ellipsis> Adding new credentials </span> </a> <nav class=md-nav aria-label="Adding new credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#docker-registry class=md-nav__link> <span class=md-ellipsis> Docker registry </span> </a> </li> <li class=md-nav__item> <a href=#access-key class=md-nav__link> <span class=md-ellipsis> Access key </span> </a> </li> <li class=md-nav__item> <a href=#username-password class=md-nav__link> <span class=md-ellipsis> Username &amp; password </span> </a> </li> <li class=md-nav__item> <a href=#generic-secret class=md-nav__link> <span class=md-ellipsis> Generic secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-credentials class=md-nav__link> <span class=md-ellipsis> Editing credentials </span> </a> </li> <li class=md-nav__item> <a href=#deleting-credentials class=md-nav__link> <span class=md-ellipsis> Deleting credentials </span> </a> </li> <li class=md-nav__item> <a href=#using-credentials class=md-nav__link> <span class=md-ellipsis> Using credentials </span> </a> <nav class=md-nav aria-label="Using credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#access-private-data-sources class=md-nav__link> <span class=md-ellipsis> Access private data sources </span> </a> </li> <li class=md-nav__item> <a href=#use-directly-within-the-container class=md-nav__link> <span class=md-ellipsis> Use directly within the container </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-secrets-in-advance class=md-nav__link> <span class=md-ellipsis> Creating secrets in advance </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/credentials.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Credentials</h1> <p>This article explains what credentials are and how to create and use them.</p> <p>Credentials are a workload asset that simplify the complexities of Kubernetes secrets. They consist of and mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <p>Credentials are crucial for the security of AI workloads and the resources they require, as they restrict access to authorized users, verify identities, and ensure secure interactions. By enforcing the protection of sensitive data, credentials help organizations comply with industry regulations, fostering a secure environment overall.</p> <p>Essentially, credentials enable AI practitioners to access relevant protected resources, such as private data sources and Docker images, thereby streamlining the workload submission process.</p> <h2 id=credentials-table>Credentials table<a class=headerlink href=#credentials-table title="Permanent link">&para;</a></h2> <p>The Credentials table can be found under <strong>Workload manager</strong> in the Run:ai User interface.</p> <p>The Credentials table provides a list of all the credentials defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/credentials-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/credentials-table.png></a></p> <p>The Credentials table comprises the following columns:</p> <table> <thead> <tr> <th>Column</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Credentials</td> <td>The name of the credentials</td> </tr> <tr> <td>Description</td> <td>A description of the credentials</td> </tr> <tr> <td>Type</td> <td>The type of credentials, e.g., Docker registry</td> </tr> <tr> <td>Status</td> <td>The different lifecycle phases and representation of the credentials’ condition</td> </tr> <tr> <td>Scope</td> <td>The <a href=../overview/#asset-scope>scope</a> of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td>Kubernetes name</td> <td>The unique name of the credentials Kubernetes name as it appears in the cluster</td> </tr> <tr> <td>Environment(s)</td> <td>The environment(s) that are associated with the credentials</td> </tr> <tr> <td>Data source(s)</td> <td>The private data source(s) that are accessed using the credentials</td> </tr> <tr> <td>Created by</td> <td>The user who created the credentials</td> </tr> <tr> <td>Creation time</td> <td>The timestamp of when the credentials were created</td> </tr> <tr> <td>Cluster</td> <td>The cluster with which the credentials are associated</td> </tr> </tbody> </table> <h3 id=credentials-status>Credentials status<a class=headerlink href=#credentials-status title="Permanent link">&para;</a></h3> <p>The following table describes the credentials’ condition and whether they were created successfully for the selected <a href=../overview/#asset-scope>scope</a>.</p> <table> <thead> <tr> <th>Status</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>No issues found</td> <td>No issues were found while creating the credentials (this status may change while propagating the credentials to the selected scope)</td> </tr> <tr> <td>Issues found</td> <td>Issues found while propagating the credentials</td> </tr> <tr> <td>Issues found</td> <td>Failed to access the cluster</td> </tr> <tr> <td>Creating…</td> <td>Credentials are being created</td> </tr> <tr> <td>Deleting…</td> <td>Credentials are being deleted</td> </tr> <tr> <td>No status</td> <td>When the credentials’ scope is an account, or the current version of the cluster is not up to date, the status cannot be displayed</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click ‘Download as CSV’. Export to CSV is limited to 20,000 rows.</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-new-credentials>Adding new credentials<a class=headerlink href=#adding-new-credentials title="Permanent link">&para;</a></h2> <p>Creating credentials is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a>.</p> <p>To add a new credential:</p> <ol> <li>Go to the Credentials table:</li> <li>Click <strong>+NEW CREDENTIALS</strong></li> <li>Select the credential type from the list<br> Follow the step-by-step guide for each credential type:</li> </ol> <h3 id=docker-registry>Docker registry<a class=headerlink href=#docker-registry title="Permanent link">&para;</a></h3> <p>These credentials allow users to authenticate and pull images from a Docker registry, enabling access to containerized applications and services.</p> <p>After creating the credentials, it is used automatically when pulling images.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a>.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>username</strong>, <strong>password</strong>, and <strong>Docker registry URL</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=access-key>Access key<a class=headerlink href=#access-key title="Permanent link">&para;</a></h3> <p>These credentials are unique identifiers used to authenticate and authorize access to cloud services or APIs, ensuring secure communication between applications. They typically consist of two parts:</p> <ul> <li>An access key ID</li> <li>A secret access key</li> </ul> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a>.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the credential</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>Access key</strong> and <strong>Access secret</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=username-password>Username &amp; password<a class=headerlink href=#username-password title="Permanent link">&para;</a></h3> <p>These credentials require a username and corresponding password to access various resources, ensuring that only authorized users can log in.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>username</strong> and <strong>password</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=generic-secret>Generic secret<a class=headerlink href=#generic-secret title="Permanent link">&para;</a></h3> <p>These credentials are a flexible option that consists of multiple keys &amp; values and can store various sensitive information, such as API keys or configuration data, to be used securely within applications.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Click <strong>+KEY &amp; VALUE</strong> - to add key/value pairs to store in the new secret</li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <h2 id=editing-credentials>Editing credentials<a class=headerlink href=#editing-credentials title="Permanent link">&para;</a></h2> <p>To rename a credential:</p> <ol> <li>Select the credential from the table</li> <li>Click <strong>Rename</strong> to edit its name and description</li> </ol> <h2 id=deleting-credentials>Deleting credentials<a class=headerlink href=#deleting-credentials title="Permanent link">&para;</a></h2> <p>To delete a credential:</p> <ol> <li>Select the credential you want to delete</li> <li>Click <strong>DELETE</strong></li> <li>In the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Credentials cannot be deleted if they are being used by a workload and template.</p> </div> <h2 id=using-credentials>Using credentials<a class=headerlink href=#using-credentials title="Permanent link">&para;</a></h2> <p>You can use credentials (secrets) in various ways within the system</p> <h3 id=access-private-data-sources>Access private data sources<a class=headerlink href=#access-private-data-sources title="Permanent link">&para;</a></h3> <p>To access private data sources, attach credentials to data sources of the following types: <a href=../datasources/#git>Git</a>, <a href=../datasources/#s3-bucket>S3 Bucket</a></p> <h3 id=use-directly-within-the-container>Use directly within the container<a class=headerlink href=#use-directly-within-the-container title="Permanent link">&para;</a></h3> <p>To use the secret directly from within the container, you can choose between the following options</p> <ol> <li>Get the secret mounted to the file system by using the <a href=../datasources/#secret>Generic secret</a> data source</li> <li> <p>Get the secret as an environment variable injected into the container. There are two equivalent ways to inject the environment variable.</p> <p>a. By adding it to the Environment asset. b. By adding it ad-hoc as part of the workload.</p> </li> </ol> <hr> <h2 id=creating-secrets-in-advance>Creating secrets in advance<a class=headerlink href=#creating-secrets-in-advance title="Permanent link">&para;</a></h2> <p>Add secrets in advance to be used when creating credentials via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> <div class="tabbed-set tabbed-alternate" data-tabs=1:3><input checked=checked id=__tabbed_1_1 name=__tabbed_1 type=radio><input id=__tabbed_1_2 name=__tabbed_1 type=radio><input id=__tabbed_1_3 name=__tabbed_1 type=radio><div class=tabbed-labels><label for=__tabbed_1_1>Cluster scope</label><label for=__tabbed_1_2>Department scope</label><label for=__tabbed_1_3>Project scope</label></div> <div class=tabbed-content> <div class=tabbed-block> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/cluster-wide: "true"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code> ֿ</li> </ol> </li> </ol> </div> <div class=tabbed-block> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/department: "&lt;department id&gt;"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code></li> </ol> </li> </ol> </div> <div class=tabbed-block> <ol> <li>Create the secret in the project’s namespace</li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code></li> </ol> </li> </ol> </div> </div> </div> <p>The secret is now displayed for that scope in the list of existing secrets.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, go to the <a href=https://app.run.ai/api/docs#tag/Credentials>Credentials</a> API reference</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/assets/data-volumes/index.html b/v2.20/Researcher/workloads/assets/data-volumes/index.html
index 36789a720d..bd983308ce 100644
--- a/v2.20/Researcher/workloads/assets/data-volumes/index.html
+++ b/v2.20/Researcher/workloads/assets/data-volumes/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/data-volumes/ rel=canonical><link href=../datasources/ rel=prev><link href=../compute/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Data Volumes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/data-volumes/ rel=canonical><link href=../datasources/ rel=prev><link href=../compute/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Data Volumes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#why-use-a-data-volume class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Volumes </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Volumes </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Volumes </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#why-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Why use a data volume? </span> </a> </li> <li class=md-nav__item> <a href=#typical-use-cases class=md-nav__link> <span class=md-ellipsis> Typical use cases </span> </a> <nav class=md-nav aria-label="Typical use cases"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-volume class=md-nav__link> <span class=md-ellipsis> Adding a new data volume </span> </a> </li> <li class=md-nav__item> <a href=#adding-scopes-for-a-data-volume class=md-nav__link> <span class=md-ellipsis> Adding scopes for a data volume </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Who can use a data volume? </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#why-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Why use a data volume? </span> </a> </li> <li class=md-nav__item> <a href=#typical-use-cases class=md-nav__link> <span class=md-ellipsis> Typical use cases </span> </a> <nav class=md-nav aria-label="Typical use cases"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-volume class=md-nav__link> <span class=md-ellipsis> Adding a new data volume </span> </a> </li> <li class=md-nav__item> <a href=#adding-scopes-for-a-data-volume class=md-nav__link> <span class=md-ellipsis> Adding scopes for a data volume </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Who can use a data volume? </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/data-volumes.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Volumes</h1> <p>Data volumes offer a powerful solution for storing, managing, and sharing AI training data within the Run:ai platform. They promote collaboration, simplify data access control, and streamline the AI development lifecycle.</p> <p>Data volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data.</p> <h2 id=why-use-a-data-volume>Why use a data volume?<a class=headerlink href=#why-use-a-data-volume title="Permanent link">&para;</a></h2> <ol> <li>Sharing with multiple scopes<br> Unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters, encouraging data reuse and collaboration within the organization.</li> <li>Storage saving<br> A single copy of the data can be used across multiple <a href=../overview/#asset-scope>scopes</a></li> </ol> <h2 id=typical-use-cases>Typical use cases<a class=headerlink href=#typical-use-cases title="Permanent link">&para;</a></h2> <ol> <li>Sharing large data sets<br> In large organizations, the data is often stored in a remote location, which can be a barrier for large model training. Even if the data is transferred into the cluster, sharing it easily with multiple users is still challenging. Data volumes can help share the data seamlessly, with maximum security and control.</li> <li>Sharing data with colleagues<br> When sharing training results, generated data sets, or other artifacts with team members is needed, data volumes can help make the data available easily.</li> </ol> <p><a class=glightbox href=../img/data-volumes-arch.svg data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=data-volumes-architecture src=../img/data-volumes-arch.svg></a></p> <h3 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h3> <p>To create a data volume, there must be a <a href=../../../../platform-admin/aiinitiatives/org/projects/ >project</a> with a PVC in its namespace.</p> <p>Working with data volumes is currently available using the API. To view the available actions, go to the <a href=https://api-docs.run.ai/2.18/tag/Datavolumes target=_blank>Data volumes</a> API reference.</p> <h2 id=adding-a-new-data-volume>Adding a new data volume<a class=headerlink href=#adding-a-new-data-volume title="Permanent link">&para;</a></h2> <p>Data volume creation is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <h2 id=adding-scopes-for-a-data-volume>Adding scopes for a data volume<a class=headerlink href=#adding-scopes-for-a-data-volume title="Permanent link">&para;</a></h2> <p>Data volume sharing (adding scopes) is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <p>Once created, the data volume is available to its originating project (see the prerequisites above).</p> <p>Data volumes can be shared with additional scopes in the organization.</p> <h2 id=who-can-use-a-data-volume>Who can use a data volume?<a class=headerlink href=#who-can-use-a-data-volume title="Permanent link">&para;</a></h2> <p>Data volumes are used when <a href=../../../../platform-admin/workloads/overviews/managing-workloads/#adding-new-workload>submitting workloads</a>. Any user, application or SSO group with a <a href=../../../../platform-admin/authentication/roles/ >role</a> that has permissions to create workloads can also use data volumes.</p> <p>Researchers can list available data volumes within their permitted scopes for easy selection.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#why-use-a-data-volume class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Volumes </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Volumes </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Volumes </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#why-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Why use a data volume? </span> </a> </li> <li class=md-nav__item> <a href=#typical-use-cases class=md-nav__link> <span class=md-ellipsis> Typical use cases </span> </a> <nav class=md-nav aria-label="Typical use cases"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-volume class=md-nav__link> <span class=md-ellipsis> Adding a new data volume </span> </a> </li> <li class=md-nav__item> <a href=#adding-scopes-for-a-data-volume class=md-nav__link> <span class=md-ellipsis> Adding scopes for a data volume </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Who can use a data volume? </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#why-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Why use a data volume? </span> </a> </li> <li class=md-nav__item> <a href=#typical-use-cases class=md-nav__link> <span class=md-ellipsis> Typical use cases </span> </a> <nav class=md-nav aria-label="Typical use cases"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-volume class=md-nav__link> <span class=md-ellipsis> Adding a new data volume </span> </a> </li> <li class=md-nav__item> <a href=#adding-scopes-for-a-data-volume class=md-nav__link> <span class=md-ellipsis> Adding scopes for a data volume </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Who can use a data volume? </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/data-volumes.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Volumes</h1> <p>Data volumes offer a powerful solution for storing, managing, and sharing AI training data within the Run:ai platform. They promote collaboration, simplify data access control, and streamline the AI development lifecycle.</p> <p>Data volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data.</p> <h2 id=why-use-a-data-volume>Why use a data volume?<a class=headerlink href=#why-use-a-data-volume title="Permanent link">&para;</a></h2> <ol> <li>Sharing with multiple scopes<br> Unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters, encouraging data reuse and collaboration within the organization.</li> <li>Storage saving<br> A single copy of the data can be used across multiple <a href=../overview/#asset-scope>scopes</a></li> </ol> <h2 id=typical-use-cases>Typical use cases<a class=headerlink href=#typical-use-cases title="Permanent link">&para;</a></h2> <ol> <li>Sharing large data sets<br> In large organizations, the data is often stored in a remote location, which can be a barrier for large model training. Even if the data is transferred into the cluster, sharing it easily with multiple users is still challenging. Data volumes can help share the data seamlessly, with maximum security and control.</li> <li>Sharing data with colleagues<br> When sharing training results, generated data sets, or other artifacts with team members is needed, data volumes can help make the data available easily.</li> </ol> <p><a class=glightbox href=../img/data-volumes-arch.svg data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=data-volumes-architecture src=../img/data-volumes-arch.svg></a></p> <h3 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h3> <p>To create a data volume, there must be a <a href=../../../../platform-admin/aiinitiatives/org/projects/ >project</a> with a PVC in its namespace.</p> <p>Working with data volumes is currently available using the API. To view the available actions, go to the <a href=https://api-docs.run.ai/2.18/tag/Datavolumes target=_blank>Data volumes</a> API reference.</p> <h2 id=adding-a-new-data-volume>Adding a new data volume<a class=headerlink href=#adding-a-new-data-volume title="Permanent link">&para;</a></h2> <p>Data volume creation is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <h2 id=adding-scopes-for-a-data-volume>Adding scopes for a data volume<a class=headerlink href=#adding-scopes-for-a-data-volume title="Permanent link">&para;</a></h2> <p>Data volume sharing (adding scopes) is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <p>Once created, the data volume is available to its originating project (see the prerequisites above).</p> <p>Data volumes can be shared with additional scopes in the organization.</p> <h2 id=who-can-use-a-data-volume>Who can use a data volume?<a class=headerlink href=#who-can-use-a-data-volume title="Permanent link">&para;</a></h2> <p>Data volumes are used when <a href=../../../../platform-admin/workloads/overviews/managing-workloads/#adding-new-workload>submitting workloads</a>. Any user, application or SSO group with a <a href=../../../../platform-admin/authentication/roles/ >role</a> that has permissions to create workloads can also use data volumes.</p> <p>Researchers can list available data volumes within their permitted scopes for easy selection.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/assets/datasources/index.html b/v2.20/Researcher/workloads/assets/datasources/index.html
index de3d240138..6cd54d4258 100644
--- a/v2.20/Researcher/workloads/assets/datasources/index.html
+++ b/v2.20/Researcher/workloads/assets/datasources/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/datasources/ rel=canonical><link href=../environments/ rel=prev><link href=../data-volumes/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Data Sources - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/datasources/ rel=canonical><link href=../environments/ rel=prev><link href=../data-volumes/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Data Sources - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#data-sources-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Sources </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Sources </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Sources </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sources-table class=md-nav__link> <span class=md-ellipsis> Data sources table </span> </a> <nav class=md-nav aria-label="Data sources table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources-status class=md-nav__link> <span class=md-ellipsis> Data sources status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-source class=md-nav__link> <span class=md-ellipsis> Adding a new data source </span> </a> <nav class=md-nav aria-label="Adding a new data source"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nfs class=md-nav__link> <span class=md-ellipsis> NFS </span> </a> </li> <li class=md-nav__item> <a href=#pvc class=md-nav__link> <span class=md-ellipsis> PVC </span> </a> </li> <li class=md-nav__item> <a href=#s3-bucket class=md-nav__link> <span class=md-ellipsis> S3 Bucket </span> </a> </li> <li class=md-nav__item> <a href=#git class=md-nav__link> <span class=md-ellipsis> Git </span> </a> </li> <li class=md-nav__item> <a href=#host-path class=md-nav__link> <span class=md-ellipsis> Host path </span> </a> </li> <li class=md-nav__item> <a href=#configmap class=md-nav__link> <span class=md-ellipsis> ConfigMap </span> </a> </li> <li class=md-nav__item> <a href=#secret class=md-nav__link> <span class=md-ellipsis> Secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-data-source class=md-nav__link> <span class=md-ellipsis> Editing a data source </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-data-source class=md-nav__link> <span class=md-ellipsis> Deleting a data source </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sources-table class=md-nav__link> <span class=md-ellipsis> Data sources table </span> </a> <nav class=md-nav aria-label="Data sources table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources-status class=md-nav__link> <span class=md-ellipsis> Data sources status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-source class=md-nav__link> <span class=md-ellipsis> Adding a new data source </span> </a> <nav class=md-nav aria-label="Adding a new data source"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nfs class=md-nav__link> <span class=md-ellipsis> NFS </span> </a> </li> <li class=md-nav__item> <a href=#pvc class=md-nav__link> <span class=md-ellipsis> PVC </span> </a> </li> <li class=md-nav__item> <a href=#s3-bucket class=md-nav__link> <span class=md-ellipsis> S3 Bucket </span> </a> </li> <li class=md-nav__item> <a href=#git class=md-nav__link> <span class=md-ellipsis> Git </span> </a> </li> <li class=md-nav__item> <a href=#host-path class=md-nav__link> <span class=md-ellipsis> Host path </span> </a> </li> <li class=md-nav__item> <a href=#configmap class=md-nav__link> <span class=md-ellipsis> ConfigMap </span> </a> </li> <li class=md-nav__item> <a href=#secret class=md-nav__link> <span class=md-ellipsis> Secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-data-source class=md-nav__link> <span class=md-ellipsis> Editing a data source </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-data-source class=md-nav__link> <span class=md-ellipsis> Deleting a data source </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/datasources.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Sources</h1> <p>This article explains what data sources are and how to create and use them.</p> <p>Data sources are a type of <a href=../overview/ >workload asset</a> and represent a location where data is actually stored. They may represent a remote data location, such as NFS, Git, or S3, or a Kubernetes local resource, such as PVC, ConfigMap, HostPath, or Secret.</p> <p>This configuration simplifies the mapping of the data into the workload’s file system and handles the mounting process during workload creation for reading and writing. These data sources are reusable and can be easily integrated and used by AI practitioners while submitting workloads across various scopes.</p> <h2 id=data-sources-table>Data sources table<a class=headerlink href=#data-sources-table title="Permanent link">&para;</a></h2> <p>The data sources table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The data sources table provides a list of all the data sources defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/data-source-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/data-source-table.png></a></p> <p>The data sources table comprises the following columns:</p> <table> <thead> <tr> <th>Column</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Data source</td> <td>The name of the data source</td> </tr> <tr> <td>Description</td> <td>A description of the data source</td> </tr> <tr> <td>Type</td> <td>The type of data source connected – e.g., S3 bucket, PVC, or others</td> </tr> <tr> <td>Status</td> <td>The different lifecycle phases and representation of the data source condition</td> </tr> <tr> <td>Scope</td> <td>The <a href=../overview/#asset-scope>scope</a> of the data source within the organizational tree. Click the scope name to view the organizational tree diagram</td> </tr> <tr> <td>Kubernetes name</td> <td>The unique name of the data sources Kubernetes name as it appears in the cluster</td> </tr> <tr> <td>Workload(s)</td> <td>The list of existing workloads that use the data source</td> </tr> <tr> <td>Template(s)</td> <td>The list of workload templates that use the data source</td> </tr> <tr> <td>Created by</td> <td>The user who created the data source</td> </tr> <tr> <td>Creation time</td> <td>The timestamp for when the data source was created</td> </tr> <tr> <td>Cluster</td> <td>The cluster that the data source is associated with</td> </tr> </tbody> </table> <h3 id=data-sources-status>Data sources status<a class=headerlink href=#data-sources-status title="Permanent link">&para;</a></h3> <p>The following table describes the data sources' condition and whether they were created successfully for the selected <a href=../overview/#asset-scope>scope</a>.</p> <table> <thead> <tr> <th>Status</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>No issues found</td> <td>No issues were found while creating the data source</td> </tr> <tr> <td>Issues found</td> <td>Issues were found while propagating the data source credentials</td> </tr> <tr> <td>Issues found</td> <td>The data source couldn’t be created at the cluster</td> </tr> <tr> <td>Creating…</td> <td>The data source is being created</td> </tr> <tr> <td>No status / “-”</td> <td>When the data source’s scope is an account, the current version of the cluster is not up to date, or the asset is not a cluster-syncing entity, the status can’t be displayed</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click ‘Download as CSV’</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-a-new-data-source>Adding a new data source<a class=headerlink href=#adding-a-new-data-source title="Permanent link">&para;</a></h2> <p>To create a new data source:</p> <ol> <li>Click <strong>+NEW DATA SOURCE</strong></li> <li>Select the data source type from the list. Follow the step-by-step guide for each data source type:</li> </ol> <h3 id=nfs>NFS<a class=headerlink href=#nfs title="Permanent link">&para;</a></h3> <p>A Network File System (<a href=https://kubernetes.io/docs/concepts/storage/volumes/#nfs target=_blank>NFS</a>) is a Kubernetes concept used for sharing storage in the cluster among different pods. Like a PVC, the NFS volume’s content remains preserved, even outside the lifecycle of a single pod. However, unlike PVCs, which abstract storage management, NFS provides a method for network-based file sharing. The NFS volume can be pre-populated with data and can be mounted by multiple pod writers simultaneously. At Run:ai, an NFS-type data source is an abstraction that is mapped directly to a Kubernetes NFS volume. This integration allows multiple workloads under various scopes to mount and present the NFS data source.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Enter the <strong>NFS server</strong> (host name or host IP)</li> <li>Enter the <strong>NFS path</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>Container path</strong></li> </ul> </li> <li>Optional: Restrictions<ul> <li><strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permissions</li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=pvc>PVC<a class=headerlink href=#pvc title="Permanent link">&para;</a></h3> <p>A Persistent Volume Claim (<a href=https://kubernetes.io/docs/concepts/storage/persistent-volumes/ target=_blank>PVC</a>) is a Kubernetes concept used for managing storage in the cluster, which can be provisioned by an administrator or dynamically by Kubernetes using a StorageClass. PVCs allow users to request specific sizes and access modes (read/write once, read-only many). Run:ai ensures that data remains consistent and accessible across various scopes and workloads, beyond the lifecycle of individual pods, which is efficient while working with large datasets typically associated with AI projects.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Select PVC:<ul> <li><strong>Existing PVC</strong><br> This option is relevant when the purpose is to create a PVC-type data source based on an existing PVC in the cluster<ul> <li>Select a PVC from the list - (The list is empty if no existing PVCs were <a href=../../../../admin/config/create-k8s-assets-in-advance/#creating-pvcs-in-advance>created in advance</a>)</li> </ul> </li> <li><strong>New PVC</strong> - creates a new PVC in the cluster. New PVCs are not added to the Existing PVCs list.<br> When creating a PVC-type data source and selecting the ‘New PVC’ option, the PVC is immediately created in the cluster (even if no workload has requested this PVC).</li> </ul> </li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, check <a href=../../../../admin/config/shared-storage/#kubernetes-storage-classes>Kubernetes storage classes</a></li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li>File system (default) - allows the volume to be mounted as a filesystem, enabling the usage of directories and files.</li> <li>Block - exposes the volume as a block storage, which can be formatted or used by applications directly without a filesystem.</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Optional: <strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permission.</li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=s3-bucket>S3 Bucket<a class=headerlink href=#s3-bucket title="Permanent link">&para;</a></h3> <p>The <a href=https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-s3-bucket.html target=_blank>S3 bucket</a> data source enables the mapping of a remote S3 bucket into the workload’s file system. Similar to a PVC, this mapping remains accessible across different workload executions, extending beyond the lifecycle of individual pods. However, unlike PVCs, data stored in an S3 bucket resides remotely, which may lead to decreased performance during the execution of heavy machine learning workloads. As part of the Run:ai connection to the S3 bucket, you can create <a href=../credentials/ >credentials</a> in order to access and map private buckets.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Set the <strong>S3 service URL</strong></li> <li>Select the <strong>credentials</strong><ul> <li><strong>None</strong> - for public buckets</li> <li><strong>Credential names</strong> - This option is relevant for private buckets based on existing credentials that were created for the scope.<br> To add new credentials to the credentials list, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> <li>Enter the <strong>bucket name</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=git>Git<a class=headerlink href=#git title="Permanent link">&para;</a></h3> <p>A Git-type data source is a Run:ai integration, that enables code to be copied from a Git branch into a dedicated folder in the container. It is mainly used to provide the workload with the latest code repository. As part of the integration with Git, in order to access private repositories, you can add predefined credentials to the data source mapping.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Set the <strong>Repository URL</strong></li> <li>Set the <strong>Revision</strong> (branch, tag, or hash)- If left empty, it will use the 'HEAD' (latest)</li> <li>Select the <strong>credentials</strong><ul> <li><strong>None</strong> - for public repositories</li> <li><strong>Credential names</strong> - This option applies to private repositories based on existing credentials that were created for the scope.<br> To add new credentials to the credentials list, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=host-path>Host path<a class=headerlink href=#host-path title="Permanent link">&para;</a></h3> <p>A <a href=https://kubernetes.io/docs/concepts/storage/volumes/#hostpath target=_blank>Host path</a> volume is a Kubernetes concept that enables mounting a host path file or a directory on the workload’s file system. Like a PVC, the host path volume’s data persists across workloads under various scopes. It also enables data serving from the hosting node.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li><strong>host path</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Optional: <strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permissions.</li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=configmap>ConfigMap<a class=headerlink href=#configmap title="Permanent link">&para;</a></h3> <p>A <a href=https://kubernetes.io/docs/concepts/configuration/configmap/ target=_blank>ConfigMap</a> data source is a Run:ai abstraction for the Kubernetes ConfigMap concept. The ConfigMap is used mainly for storage that can be mounted on the workload container for non-confidential data. It is usually represented in key-value pairs (e.g., environment variables, command-line arguments etc.). It allows you to decouple environment-specific system configurations from your container images, so that your applications are easily portable. ConfigMaps must be created on the cluster prior to being used within the Run:ai system.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Select the <strong>ConfigMap name</strong> (The list is empty if no existing ConfigMaps were <a href=../../../../admin/config/create-k8s-assets-in-advance/#creating-configmaps-in-advance>created in advance</a>).</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=secret>Secret<a class=headerlink href=#secret title="Permanent link">&para;</a></h3> <p>A secret-type data source enables the mapping of a credential into the workload’s file system. <a href=../credentials/ >Credentials</a> are a workload asset that simplify the complexities of Kubernetes <a href=https://kubernetes.io/docs/concepts/configuration/secret/ target=_blank>Secrets</a>. The credentials mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Select the <strong>credentials</strong><br> To add new credentials, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add data sources directly when creating a specific workspace, training or inference workload</p> </div> <h2 id=editing-a-data-source>Editing a data source<a class=headerlink href=#editing-a-data-source title="Permanent link">&para;</a></h2> <p>To edit a data source:</p> <ol> <li>Select the data source from the table</li> <li>Click <strong>Rename</strong> to provide it with a new name</li> <li>Click <strong>Copy &amp; Edit</strong> to make any changes to the data source</li> </ol> <h2 id=deleting-a-data-source>Deleting a data source<a class=headerlink href=#deleting-a-data-source title="Permanent link">&para;</a></h2> <p>To delete a data source:</p> <ol> <li>Select the data source you want to delete</li> <li>Click <strong>DELETE</strong></li> <li>Confirm you want to delete the data source</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is not possible to delete an environment being used by an existing workload or template.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, go to the <a href=https://app.run.ai/api/docs#tag/Datasources>Data sources</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#data-sources-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Sources </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Sources </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Sources </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sources-table class=md-nav__link> <span class=md-ellipsis> Data sources table </span> </a> <nav class=md-nav aria-label="Data sources table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources-status class=md-nav__link> <span class=md-ellipsis> Data sources status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-source class=md-nav__link> <span class=md-ellipsis> Adding a new data source </span> </a> <nav class=md-nav aria-label="Adding a new data source"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nfs class=md-nav__link> <span class=md-ellipsis> NFS </span> </a> </li> <li class=md-nav__item> <a href=#pvc class=md-nav__link> <span class=md-ellipsis> PVC </span> </a> </li> <li class=md-nav__item> <a href=#s3-bucket class=md-nav__link> <span class=md-ellipsis> S3 Bucket </span> </a> </li> <li class=md-nav__item> <a href=#git class=md-nav__link> <span class=md-ellipsis> Git </span> </a> </li> <li class=md-nav__item> <a href=#host-path class=md-nav__link> <span class=md-ellipsis> Host path </span> </a> </li> <li class=md-nav__item> <a href=#configmap class=md-nav__link> <span class=md-ellipsis> ConfigMap </span> </a> </li> <li class=md-nav__item> <a href=#secret class=md-nav__link> <span class=md-ellipsis> Secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-data-source class=md-nav__link> <span class=md-ellipsis> Editing a data source </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-data-source class=md-nav__link> <span class=md-ellipsis> Deleting a data source </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sources-table class=md-nav__link> <span class=md-ellipsis> Data sources table </span> </a> <nav class=md-nav aria-label="Data sources table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources-status class=md-nav__link> <span class=md-ellipsis> Data sources status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-source class=md-nav__link> <span class=md-ellipsis> Adding a new data source </span> </a> <nav class=md-nav aria-label="Adding a new data source"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nfs class=md-nav__link> <span class=md-ellipsis> NFS </span> </a> </li> <li class=md-nav__item> <a href=#pvc class=md-nav__link> <span class=md-ellipsis> PVC </span> </a> </li> <li class=md-nav__item> <a href=#s3-bucket class=md-nav__link> <span class=md-ellipsis> S3 Bucket </span> </a> </li> <li class=md-nav__item> <a href=#git class=md-nav__link> <span class=md-ellipsis> Git </span> </a> </li> <li class=md-nav__item> <a href=#host-path class=md-nav__link> <span class=md-ellipsis> Host path </span> </a> </li> <li class=md-nav__item> <a href=#configmap class=md-nav__link> <span class=md-ellipsis> ConfigMap </span> </a> </li> <li class=md-nav__item> <a href=#secret class=md-nav__link> <span class=md-ellipsis> Secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-data-source class=md-nav__link> <span class=md-ellipsis> Editing a data source </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-data-source class=md-nav__link> <span class=md-ellipsis> Deleting a data source </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/datasources.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Sources</h1> <p>This article explains what data sources are and how to create and use them.</p> <p>Data sources are a type of <a href=../overview/ >workload asset</a> and represent a location where data is actually stored. They may represent a remote data location, such as NFS, Git, or S3, or a Kubernetes local resource, such as PVC, ConfigMap, HostPath, or Secret.</p> <p>This configuration simplifies the mapping of the data into the workload’s file system and handles the mounting process during workload creation for reading and writing. These data sources are reusable and can be easily integrated and used by AI practitioners while submitting workloads across various scopes.</p> <h2 id=data-sources-table>Data sources table<a class=headerlink href=#data-sources-table title="Permanent link">&para;</a></h2> <p>The data sources table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The data sources table provides a list of all the data sources defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/data-source-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/data-source-table.png></a></p> <p>The data sources table comprises the following columns:</p> <table> <thead> <tr> <th>Column</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Data source</td> <td>The name of the data source</td> </tr> <tr> <td>Description</td> <td>A description of the data source</td> </tr> <tr> <td>Type</td> <td>The type of data source connected – e.g., S3 bucket, PVC, or others</td> </tr> <tr> <td>Status</td> <td>The different lifecycle phases and representation of the data source condition</td> </tr> <tr> <td>Scope</td> <td>The <a href=../overview/#asset-scope>scope</a> of the data source within the organizational tree. Click the scope name to view the organizational tree diagram</td> </tr> <tr> <td>Kubernetes name</td> <td>The unique name of the data sources Kubernetes name as it appears in the cluster</td> </tr> <tr> <td>Workload(s)</td> <td>The list of existing workloads that use the data source</td> </tr> <tr> <td>Template(s)</td> <td>The list of workload templates that use the data source</td> </tr> <tr> <td>Created by</td> <td>The user who created the data source</td> </tr> <tr> <td>Creation time</td> <td>The timestamp for when the data source was created</td> </tr> <tr> <td>Cluster</td> <td>The cluster that the data source is associated with</td> </tr> </tbody> </table> <h3 id=data-sources-status>Data sources status<a class=headerlink href=#data-sources-status title="Permanent link">&para;</a></h3> <p>The following table describes the data sources' condition and whether they were created successfully for the selected <a href=../overview/#asset-scope>scope</a>.</p> <table> <thead> <tr> <th>Status</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>No issues found</td> <td>No issues were found while creating the data source</td> </tr> <tr> <td>Issues found</td> <td>Issues were found while propagating the data source credentials</td> </tr> <tr> <td>Issues found</td> <td>The data source couldn’t be created at the cluster</td> </tr> <tr> <td>Creating…</td> <td>The data source is being created</td> </tr> <tr> <td>No status / “-”</td> <td>When the data source’s scope is an account, the current version of the cluster is not up to date, or the asset is not a cluster-syncing entity, the status can’t be displayed</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click ‘Download as CSV’</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-a-new-data-source>Adding a new data source<a class=headerlink href=#adding-a-new-data-source title="Permanent link">&para;</a></h2> <p>To create a new data source:</p> <ol> <li>Click <strong>+NEW DATA SOURCE</strong></li> <li>Select the data source type from the list. Follow the step-by-step guide for each data source type:</li> </ol> <h3 id=nfs>NFS<a class=headerlink href=#nfs title="Permanent link">&para;</a></h3> <p>A Network File System (<a href=https://kubernetes.io/docs/concepts/storage/volumes/#nfs target=_blank>NFS</a>) is a Kubernetes concept used for sharing storage in the cluster among different pods. Like a PVC, the NFS volume’s content remains preserved, even outside the lifecycle of a single pod. However, unlike PVCs, which abstract storage management, NFS provides a method for network-based file sharing. The NFS volume can be pre-populated with data and can be mounted by multiple pod writers simultaneously. At Run:ai, an NFS-type data source is an abstraction that is mapped directly to a Kubernetes NFS volume. This integration allows multiple workloads under various scopes to mount and present the NFS data source.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Enter the <strong>NFS server</strong> (host name or host IP)</li> <li>Enter the <strong>NFS path</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>Container path</strong></li> </ul> </li> <li>Optional: Restrictions<ul> <li><strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permissions</li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=pvc>PVC<a class=headerlink href=#pvc title="Permanent link">&para;</a></h3> <p>A Persistent Volume Claim (<a href=https://kubernetes.io/docs/concepts/storage/persistent-volumes/ target=_blank>PVC</a>) is a Kubernetes concept used for managing storage in the cluster, which can be provisioned by an administrator or dynamically by Kubernetes using a StorageClass. PVCs allow users to request specific sizes and access modes (read/write once, read-only many). Run:ai ensures that data remains consistent and accessible across various scopes and workloads, beyond the lifecycle of individual pods, which is efficient while working with large datasets typically associated with AI projects.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Select PVC:<ul> <li><strong>Existing PVC</strong><br> This option is relevant when the purpose is to create a PVC-type data source based on an existing PVC in the cluster<ul> <li>Select a PVC from the list - (The list is empty if no existing PVCs were <a href=../../../../admin/config/create-k8s-assets-in-advance/#creating-pvcs-in-advance>created in advance</a>)</li> </ul> </li> <li><strong>New PVC</strong> - creates a new PVC in the cluster. New PVCs are not added to the Existing PVCs list.<br> When creating a PVC-type data source and selecting the ‘New PVC’ option, the PVC is immediately created in the cluster (even if no workload has requested this PVC).</li> </ul> </li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, check <a href=../../../../admin/config/shared-storage/#kubernetes-storage-classes>Kubernetes storage classes</a></li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li>File system (default) - allows the volume to be mounted as a filesystem, enabling the usage of directories and files.</li> <li>Block - exposes the volume as a block storage, which can be formatted or used by applications directly without a filesystem.</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Optional: <strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permission.</li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=s3-bucket>S3 Bucket<a class=headerlink href=#s3-bucket title="Permanent link">&para;</a></h3> <p>The <a href=https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-s3-bucket.html target=_blank>S3 bucket</a> data source enables the mapping of a remote S3 bucket into the workload’s file system. Similar to a PVC, this mapping remains accessible across different workload executions, extending beyond the lifecycle of individual pods. However, unlike PVCs, data stored in an S3 bucket resides remotely, which may lead to decreased performance during the execution of heavy machine learning workloads. As part of the Run:ai connection to the S3 bucket, you can create <a href=../credentials/ >credentials</a> in order to access and map private buckets.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Set the <strong>S3 service URL</strong></li> <li>Select the <strong>credentials</strong><ul> <li><strong>None</strong> - for public buckets</li> <li><strong>Credential names</strong> - This option is relevant for private buckets based on existing credentials that were created for the scope.<br> To add new credentials to the credentials list, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> <li>Enter the <strong>bucket name</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=git>Git<a class=headerlink href=#git title="Permanent link">&para;</a></h3> <p>A Git-type data source is a Run:ai integration, that enables code to be copied from a Git branch into a dedicated folder in the container. It is mainly used to provide the workload with the latest code repository. As part of the integration with Git, in order to access private repositories, you can add predefined credentials to the data source mapping.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Set the <strong>Repository URL</strong></li> <li>Set the <strong>Revision</strong> (branch, tag, or hash)- If left empty, it will use the 'HEAD' (latest)</li> <li>Select the <strong>credentials</strong><ul> <li><strong>None</strong> - for public repositories</li> <li><strong>Credential names</strong> - This option applies to private repositories based on existing credentials that were created for the scope.<br> To add new credentials to the credentials list, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=host-path>Host path<a class=headerlink href=#host-path title="Permanent link">&para;</a></h3> <p>A <a href=https://kubernetes.io/docs/concepts/storage/volumes/#hostpath target=_blank>Host path</a> volume is a Kubernetes concept that enables mounting a host path file or a directory on the workload’s file system. Like a PVC, the host path volume’s data persists across workloads under various scopes. It also enables data serving from the hosting node.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li><strong>host path</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Optional: <strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permissions.</li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=configmap>ConfigMap<a class=headerlink href=#configmap title="Permanent link">&para;</a></h3> <p>A <a href=https://kubernetes.io/docs/concepts/configuration/configmap/ target=_blank>ConfigMap</a> data source is a Run:ai abstraction for the Kubernetes ConfigMap concept. The ConfigMap is used mainly for storage that can be mounted on the workload container for non-confidential data. It is usually represented in key-value pairs (e.g., environment variables, command-line arguments etc.). It allows you to decouple environment-specific system configurations from your container images, so that your applications are easily portable. ConfigMaps must be created on the cluster prior to being used within the Run:ai system.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Select the <strong>ConfigMap name</strong> (The list is empty if no existing ConfigMaps were <a href=../../../../admin/config/create-k8s-assets-in-advance/#creating-configmaps-in-advance>created in advance</a>).</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=secret>Secret<a class=headerlink href=#secret title="Permanent link">&para;</a></h3> <p>A secret-type data source enables the mapping of a credential into the workload’s file system. <a href=../credentials/ >Credentials</a> are a workload asset that simplify the complexities of Kubernetes <a href=https://kubernetes.io/docs/concepts/configuration/secret/ target=_blank>Secrets</a>. The credentials mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Select the <strong>credentials</strong><br> To add new credentials, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add data sources directly when creating a specific workspace, training or inference workload</p> </div> <h2 id=editing-a-data-source>Editing a data source<a class=headerlink href=#editing-a-data-source title="Permanent link">&para;</a></h2> <p>To edit a data source:</p> <ol> <li>Select the data source from the table</li> <li>Click <strong>Rename</strong> to provide it with a new name</li> <li>Click <strong>Copy &amp; Edit</strong> to make any changes to the data source</li> </ol> <h2 id=deleting-a-data-source>Deleting a data source<a class=headerlink href=#deleting-a-data-source title="Permanent link">&para;</a></h2> <p>To delete a data source:</p> <ol> <li>Select the data source you want to delete</li> <li>Click <strong>DELETE</strong></li> <li>Confirm you want to delete the data source</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is not possible to delete an environment being used by an existing workload or template.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, go to the <a href=https://app.run.ai/api/docs#tag/Datasources>Data sources</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/assets/environments/index.html b/v2.20/Researcher/workloads/assets/environments/index.html
index 3c89281d09..ab221ab6e8 100644
--- a/v2.20/Researcher/workloads/assets/environments/index.html
+++ b/v2.20/Researcher/workloads/assets/environments/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/environments/ rel=canonical><link href=../overview/ rel=prev><link href=../datasources/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Environments - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/environments/ rel=canonical><link href=../overview/ rel=prev><link href=../datasources/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Environments - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#environments-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Environments </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Environments </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Environments </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#environments-table class=md-nav__link> <span class=md-ellipsis> Environments table </span> </a> <nav class=md-nav aria-label="Environments table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#tools-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Tools associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Workloads associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#environments-created-by-runai class=md-nav__link> <span class=md-ellipsis> Environments created by Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-new-environment class=md-nav__link> <span class=md-ellipsis> Adding a new environment </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-environment class=md-nav__link> <span class=md-ellipsis> Editing an environment </span> </a> </li> <li class=md-nav__item> <a href=#copying-an-environment class=md-nav__link> <span class=md-ellipsis> Copying an environment </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-environment class=md-nav__link> <span class=md-ellipsis> Deleting an environment </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#environments-table class=md-nav__link> <span class=md-ellipsis> Environments table </span> </a> <nav class=md-nav aria-label="Environments table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#tools-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Tools associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Workloads associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#environments-created-by-runai class=md-nav__link> <span class=md-ellipsis> Environments created by Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-new-environment class=md-nav__link> <span class=md-ellipsis> Adding a new environment </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-environment class=md-nav__link> <span class=md-ellipsis> Editing an environment </span> </a> </li> <li class=md-nav__item> <a href=#copying-an-environment class=md-nav__link> <span class=md-ellipsis> Copying an environment </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-environment class=md-nav__link> <span class=md-ellipsis> Deleting an environment </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/environments.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Environments</h1> <p>This article explains what environments are and how to create and use them.</p> <p>Environments are one type of <a href=../overview/ >workload asset</a>. An environment consists of a configuration that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>An environment asset is a preconfigured building block that encapsulates aspects for the workload such as:</p> <ul> <li>Container image and container configuration </li> <li>Tools and connections </li> <li>The type of workload it serves</li> </ul> <h2 id=environments-table>Environments table<a class=headerlink href=#environments-table title="Permanent link">&para;</a></h2> <p>The Environments table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The Environment table provides a list of all the environment defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/env-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/env-table.png></a></p> <p>The Environments table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The name of the environment</td> </tr> <tr> <td style="text-align: left;">Description</td> <td style="text-align: left;">A description of the environment</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The <a href=../overview/#asset-scope>scope</a> of this environment within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The application or service to be run by the workload</td> </tr> <tr> <td style="text-align: left;">Workload Architecture</td> <td style="text-align: left;">This can be either standard for running workloads on a single node or distributed for running distributed workloads on multiple nodes</td> </tr> <tr> <td style="text-align: left;">Tool(s)</td> <td style="text-align: left;">The tools and connection types the environment exposes</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of existing workloads that use the environment</td> </tr> <tr> <td style="text-align: left;">Workload types</td> <td style="text-align: left;">The workload types that can use the environment (Workspace/ Training / Inference)</td> </tr> <tr> <td style="text-align: left;">Template(s)</td> <td style="text-align: left;">The list of workload templates that use this environment</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the environment. By default Run:ai UI comes with <a href=#environments-created-by-runai>preinstalled environments created by Run:ai</a> created by Run:ai</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp of when the environment was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The timestamp of when the environment was last updated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster with which the environment is associated</td> </tr> </tbody> </table> <h3 id=tools-associated-with-the-environment>Tools associated with the environment<a class=headerlink href=#tools-associated-with-the-environment title="Permanent link">&para;</a></h3> <p>Click one of the values in the tools column to view the list of tools and their connection type.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Tool name</td> <td style="text-align: left;">The name of the tool or application AI practitioner can set up within the environment.</td> </tr> <tr> <td style="text-align: left;">Connection type</td> <td style="text-align: left;">The method by which you can access and interact with the running workload. It's essentially the "doorway" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc)</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-environment>Workloads associated with the environment<a class=headerlink href=#workloads-associated-with-the-environment title="Permanent link">&para;</a></h3> <p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload that uses the environment</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The workload type (Workspace/Training/Inference)</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Represents the workload lifecycle. See the full list of <a href=../../../../platform-admin/workloads/overviews/managing-workloads/#workload-status>workload status</a></td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul> <h2 id=environments-created-by-runai>Environments created by Run:ai<a class=headerlink href=#environments-created-by-runai title="Permanent link">&para;</a></h2> <p>When installing Run:ai, you automatically get the environments created by Run:ai to ease up the onboarding process and support different use cases out of the box.<br> These environments are created at the <a href=../overview/#asset-scope>scope</a> of the account.</p> <table> <thead> <tr> <th>Environment</th> <th>Image</th> </tr> </thead> <tbody> <tr> <td>Jupiter-lab</td> <td>jupyter/scipy-notebook</td> </tr> <tr> <td>jupyter-tensorboard</td> <td>gcr.io/run-ai-demo/jupyter-tensorboard</td> </tr> <tr> <td>tensorboard</td> <td>tensorflow/tensorflow:latest</td> </tr> <tr> <td>llm-server</td> <td>runai.jfrog.io/core-llm/runai-vllm:v0.6.4-0.10.0</td> </tr> <tr> <td>chatbot-ui</td> <td>runai.jfrog.io/core-llm/llm-app</td> </tr> <tr> <td>gpt2</td> <td>runai.jfrog.io/core-llm/quickstart-inference:gpt2-cpu</td> </tr> </tbody> </table> <h2 id=adding-a-new-environment>Adding a new environment<a class=headerlink href=#adding-a-new-environment title="Permanent link">&para;</a></h2> <p>Environment creation is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <p>To add a new environment:</p> <ol> <li>Go to the Environments table </li> <li>Click <strong>+NEW ENVIRONMENT</strong> </li> <li>Select under which cluster to create the environment </li> <li>Select a <a href=../overview/#asset-scope>scope</a> </li> <li>Enter a <strong>name</strong> for the environment. The name must be unique. </li> <li>Optional: Provide a <strong>description</strong> of the essence of the environment </li> <li>Enter the <strong>Image URL</strong><br> If a token or secret is required to pull the image, it is possible to create it via <a href=../credentials/#docker-registry>credentials of type docker registry</a>. These credentials are automatically used once the image is pulled (which happens when the workload is submitted) </li> <li>Set the <strong>image pull policy</strong> - the condition for when to pull the image from the registry </li> <li>Set the workload architecture: <ul> <li><strong>Standard</strong><br> Only standard workloads can use the environment. A standard workload consists of a single process. </li> <li><strong>Distributed</strong><br> Only distributed workloads can use the environment. A distributed workload consists of multiple processes working together. These processes can run on different nodes. </li> <li>Select a framework from the list. </li> </ul> </li> <li>Set the workload type: <ul> <li><strong>Workspace</strong> </li> <li><strong>Training</strong> </li> <li><strong>Inference</strong> </li> <li>When inference is selected, define the <strong>endpoint</strong> of the model by providing both the protocol and the container’s serving port </li> </ul> </li> <li>Optional: Set the connection for your <strong>tool(s)</strong>. The tools must be configured in the image. When submitting a workload using the environment, it is possible to connect to these tools <ul> <li>Select the tool from the list (the available tools varies from IDE, experiment tracking, and more, including a custom tool for your choice) </li> <li>Select the connection type <ul> <li><strong>External URL</strong> <ul> <li><strong>Auto generate</strong><br> A unique URL is automatically created for each workload using the environment </li> <li><strong>Custom URL</strong><br> The URL is set manually </li> </ul> </li> <li><strong>Node port</strong> <ul> <li><strong>Auto generate</strong><br> A unique port is automatically exposed for each workload using the environment </li> <li><strong>Custom URL</strong><br> Set the port manually </li> </ul> </li> <li>Set the <strong>container port</strong> </li> </ul> </li> </ul> </li> <li>Optional: Set a <strong>command and arguments</strong> for the container running the pod <ul> <li>When no command is added, the default command of the image is used (the image entrypoint) </li> <li>The command can be modified while submitting a workload using the environment </li> <li>The argument(s) can be modified while submitting a workload using the environment </li> </ul> </li> <li>Optional: <strong>Set the environment variable(s)</strong> <ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable</li> <li><strong>Custom</strong><ul> <li>Enter a <strong>value</strong> </li> <li>Leave <strong>empty</strong></li> <li>Add <strong>instructions</strong> for the expected value if any</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong><br> To add new credentials to the credentials list, and for additional information, see <a href=../credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong> </li> </ul> </li> <li>The environment variables can be modified and new variables can be added while submitting a workload using the environment</li> </ul> </li> <li>Optional: Set the container’s <strong>working directory</strong> to define where the container’s process starts running. When left empty, the default directory is used. </li> <li>Optional: Set where the UID, GID and supplementary groups are taken from, this can be: <ul> <li><strong>From the image</strong> </li> <li><strong>From the IdP token</strong> (only available in an SSO installations) </li> <li><strong>Custom</strong> (manually set) - decide whether the submitter can modify these value upon submission.</li> <li>Set the <strong>User ID (UID)</strong>, <strong>Group ID (GID)</strong> and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas) </li> <li>Disable <strong>Allow the values above to be modified within the workload</strong> if you want the above values to be used as the default</li> </ul> </li> </ul> </li> <li>Optional: Select <strong>Linux capabilities</strong> - Grant certain privileges to a container without granting all the privileges of the root user. </li> <li>Click <strong>CREATE ENVIRONMENT</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add environments directly when creating a specific workspace, training or inference workload.</p> </div> <h2 id=editing-an-environment>Editing an environment<a class=headerlink href=#editing-an-environment title="Permanent link">&para;</a></h2> <p>To edit an environment:</p> <ol> <li>Select the environment you want to edit</li> <li>Click <strong>Edit</strong></li> <li>Click <strong>SAVE ENVIRONMENT</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>The already bound workload that is using this asset will not be affected.</li> <li>llm-server and chatbot-ui environments cannot be edited. </li> </ul> </div> <h2 id=copying-an-environment>Copying an environment<a class=headerlink href=#copying-an-environment title="Permanent link">&para;</a></h2> <p>To make a copy of an existing environment:</p> <ol> <li>Select the environment you want to copy</li> <li>Click <strong>MAKE A COPY</strong></li> <li>Enter a <strong>name</strong> for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click <strong>CREATE ENVIRONMENT</strong> </li> </ol> <h2 id=deleting-an-environment>Deleting an environment<a class=headerlink href=#deleting-an-environment title="Permanent link">&para;</a></h2> <p>To delete an environment:</p> <ol> <li>Select the environment you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Environment>Environment</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#environments-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Environments </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Environments </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Environments </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#environments-table class=md-nav__link> <span class=md-ellipsis> Environments table </span> </a> <nav class=md-nav aria-label="Environments table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#tools-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Tools associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Workloads associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#environments-created-by-runai class=md-nav__link> <span class=md-ellipsis> Environments created by Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-new-environment class=md-nav__link> <span class=md-ellipsis> Adding a new environment </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-environment class=md-nav__link> <span class=md-ellipsis> Editing an environment </span> </a> </li> <li class=md-nav__item> <a href=#copying-an-environment class=md-nav__link> <span class=md-ellipsis> Copying an environment </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-environment class=md-nav__link> <span class=md-ellipsis> Deleting an environment </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#environments-table class=md-nav__link> <span class=md-ellipsis> Environments table </span> </a> <nav class=md-nav aria-label="Environments table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#tools-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Tools associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Workloads associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#environments-created-by-runai class=md-nav__link> <span class=md-ellipsis> Environments created by Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-new-environment class=md-nav__link> <span class=md-ellipsis> Adding a new environment </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-environment class=md-nav__link> <span class=md-ellipsis> Editing an environment </span> </a> </li> <li class=md-nav__item> <a href=#copying-an-environment class=md-nav__link> <span class=md-ellipsis> Copying an environment </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-environment class=md-nav__link> <span class=md-ellipsis> Deleting an environment </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/environments.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Environments</h1> <p>This article explains what environments are and how to create and use them.</p> <p>Environments are one type of <a href=../overview/ >workload asset</a>. An environment consists of a configuration that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>An environment asset is a preconfigured building block that encapsulates aspects for the workload such as:</p> <ul> <li>Container image and container configuration </li> <li>Tools and connections </li> <li>The type of workload it serves</li> </ul> <h2 id=environments-table>Environments table<a class=headerlink href=#environments-table title="Permanent link">&para;</a></h2> <p>The Environments table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The Environment table provides a list of all the environment defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/env-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/env-table.png></a></p> <p>The Environments table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The name of the environment</td> </tr> <tr> <td style="text-align: left;">Description</td> <td style="text-align: left;">A description of the environment</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The <a href=../overview/#asset-scope>scope</a> of this environment within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The application or service to be run by the workload</td> </tr> <tr> <td style="text-align: left;">Workload Architecture</td> <td style="text-align: left;">This can be either standard for running workloads on a single node or distributed for running distributed workloads on multiple nodes</td> </tr> <tr> <td style="text-align: left;">Tool(s)</td> <td style="text-align: left;">The tools and connection types the environment exposes</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of existing workloads that use the environment</td> </tr> <tr> <td style="text-align: left;">Workload types</td> <td style="text-align: left;">The workload types that can use the environment (Workspace/ Training / Inference)</td> </tr> <tr> <td style="text-align: left;">Template(s)</td> <td style="text-align: left;">The list of workload templates that use this environment</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the environment. By default Run:ai UI comes with <a href=#environments-created-by-runai>preinstalled environments created by Run:ai</a> created by Run:ai</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp of when the environment was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The timestamp of when the environment was last updated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster with which the environment is associated</td> </tr> </tbody> </table> <h3 id=tools-associated-with-the-environment>Tools associated with the environment<a class=headerlink href=#tools-associated-with-the-environment title="Permanent link">&para;</a></h3> <p>Click one of the values in the tools column to view the list of tools and their connection type.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Tool name</td> <td style="text-align: left;">The name of the tool or application AI practitioner can set up within the environment.</td> </tr> <tr> <td style="text-align: left;">Connection type</td> <td style="text-align: left;">The method by which you can access and interact with the running workload. It's essentially the "doorway" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc)</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-environment>Workloads associated with the environment<a class=headerlink href=#workloads-associated-with-the-environment title="Permanent link">&para;</a></h3> <p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload that uses the environment</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The workload type (Workspace/Training/Inference)</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Represents the workload lifecycle. See the full list of <a href=../../../../platform-admin/workloads/overviews/managing-workloads/#workload-status>workload status</a></td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul> <h2 id=environments-created-by-runai>Environments created by Run:ai<a class=headerlink href=#environments-created-by-runai title="Permanent link">&para;</a></h2> <p>When installing Run:ai, you automatically get the environments created by Run:ai to ease up the onboarding process and support different use cases out of the box.<br> These environments are created at the <a href=../overview/#asset-scope>scope</a> of the account.</p> <table> <thead> <tr> <th>Environment</th> <th>Image</th> </tr> </thead> <tbody> <tr> <td>Jupiter-lab</td> <td>jupyter/scipy-notebook</td> </tr> <tr> <td>jupyter-tensorboard</td> <td>gcr.io/run-ai-demo/jupyter-tensorboard</td> </tr> <tr> <td>tensorboard</td> <td>tensorflow/tensorflow:latest</td> </tr> <tr> <td>llm-server</td> <td>runai.jfrog.io/core-llm/runai-vllm:v0.6.4-0.10.0</td> </tr> <tr> <td>chatbot-ui</td> <td>runai.jfrog.io/core-llm/llm-app</td> </tr> <tr> <td>gpt2</td> <td>runai.jfrog.io/core-llm/quickstart-inference:gpt2-cpu</td> </tr> </tbody> </table> <h2 id=adding-a-new-environment>Adding a new environment<a class=headerlink href=#adding-a-new-environment title="Permanent link">&para;</a></h2> <p>Environment creation is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <p>To add a new environment:</p> <ol> <li>Go to the Environments table </li> <li>Click <strong>+NEW ENVIRONMENT</strong> </li> <li>Select under which cluster to create the environment </li> <li>Select a <a href=../overview/#asset-scope>scope</a> </li> <li>Enter a <strong>name</strong> for the environment. The name must be unique. </li> <li>Optional: Provide a <strong>description</strong> of the essence of the environment </li> <li>Enter the <strong>Image URL</strong><br> If a token or secret is required to pull the image, it is possible to create it via <a href=../credentials/#docker-registry>credentials of type docker registry</a>. These credentials are automatically used once the image is pulled (which happens when the workload is submitted) </li> <li>Set the <strong>image pull policy</strong> - the condition for when to pull the image from the registry </li> <li>Set the workload architecture: <ul> <li><strong>Standard</strong><br> Only standard workloads can use the environment. A standard workload consists of a single process. </li> <li><strong>Distributed</strong><br> Only distributed workloads can use the environment. A distributed workload consists of multiple processes working together. These processes can run on different nodes. </li> <li>Select a framework from the list. </li> </ul> </li> <li>Set the workload type: <ul> <li><strong>Workspace</strong> </li> <li><strong>Training</strong> </li> <li><strong>Inference</strong> </li> <li>When inference is selected, define the <strong>endpoint</strong> of the model by providing both the protocol and the container’s serving port </li> </ul> </li> <li>Optional: Set the connection for your <strong>tool(s)</strong>. The tools must be configured in the image. When submitting a workload using the environment, it is possible to connect to these tools <ul> <li>Select the tool from the list (the available tools varies from IDE, experiment tracking, and more, including a custom tool for your choice) </li> <li>Select the connection type <ul> <li><strong>External URL</strong> <ul> <li><strong>Auto generate</strong><br> A unique URL is automatically created for each workload using the environment </li> <li><strong>Custom URL</strong><br> The URL is set manually </li> </ul> </li> <li><strong>Node port</strong> <ul> <li><strong>Auto generate</strong><br> A unique port is automatically exposed for each workload using the environment </li> <li><strong>Custom URL</strong><br> Set the port manually </li> </ul> </li> <li>Set the <strong>container port</strong> </li> </ul> </li> </ul> </li> <li>Optional: Set a <strong>command and arguments</strong> for the container running the pod <ul> <li>When no command is added, the default command of the image is used (the image entrypoint) </li> <li>The command can be modified while submitting a workload using the environment </li> <li>The argument(s) can be modified while submitting a workload using the environment </li> </ul> </li> <li>Optional: <strong>Set the environment variable(s)</strong> <ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable</li> <li><strong>Custom</strong><ul> <li>Enter a <strong>value</strong> </li> <li>Leave <strong>empty</strong></li> <li>Add <strong>instructions</strong> for the expected value if any</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong><br> To add new credentials to the credentials list, and for additional information, see <a href=../credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong> </li> </ul> </li> <li>The environment variables can be modified and new variables can be added while submitting a workload using the environment</li> </ul> </li> <li>Optional: Set the container’s <strong>working directory</strong> to define where the container’s process starts running. When left empty, the default directory is used. </li> <li>Optional: Set where the UID, GID and supplementary groups are taken from, this can be: <ul> <li><strong>From the image</strong> </li> <li><strong>From the IdP token</strong> (only available in an SSO installations) </li> <li><strong>Custom</strong> (manually set) - decide whether the submitter can modify these value upon submission.</li> <li>Set the <strong>User ID (UID)</strong>, <strong>Group ID (GID)</strong> and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas) </li> <li>Disable <strong>Allow the values above to be modified within the workload</strong> if you want the above values to be used as the default</li> </ul> </li> </ul> </li> <li>Optional: Select <strong>Linux capabilities</strong> - Grant certain privileges to a container without granting all the privileges of the root user. </li> <li>Click <strong>CREATE ENVIRONMENT</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add environments directly when creating a specific workspace, training or inference workload.</p> </div> <h2 id=editing-an-environment>Editing an environment<a class=headerlink href=#editing-an-environment title="Permanent link">&para;</a></h2> <p>To edit an environment:</p> <ol> <li>Select the environment you want to edit</li> <li>Click <strong>Edit</strong></li> <li>Click <strong>SAVE ENVIRONMENT</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>The already bound workload that is using this asset will not be affected.</li> <li>llm-server and chatbot-ui environments cannot be edited. </li> </ul> </div> <h2 id=copying-an-environment>Copying an environment<a class=headerlink href=#copying-an-environment title="Permanent link">&para;</a></h2> <p>To make a copy of an existing environment:</p> <ol> <li>Select the environment you want to copy</li> <li>Click <strong>MAKE A COPY</strong></li> <li>Enter a <strong>name</strong> for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click <strong>CREATE ENVIRONMENT</strong> </li> </ol> <h2 id=deleting-an-environment>Deleting an environment<a class=headerlink href=#deleting-an-environment title="Permanent link">&para;</a></h2> <p>To delete an environment:</p> <ol> <li>Select the environment you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Environment>Environment</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/assets/overview/index.html b/v2.20/Researcher/workloads/assets/overview/index.html
index a67c1e8b17..722ef0e2f8 100644
--- a/v2.20/Researcher/workloads/assets/overview/index.html
+++ b/v2.20/Researcher/workloads/assets/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/overview/ rel=canonical><link href=../../overviews/managing-workloads/ rel=prev><link href=../environments/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/overview/ rel=canonical><link href=../../overviews/managing-workloads/ rel=prev><link href=../environments/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workload-asset-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-asset-types class=md-nav__link> <span class=md-ellipsis> Workload asset types </span> </a> </li> <li class=md-nav__item> <a href=#asset-scope class=md-nav__link> <span class=md-ellipsis> Asset scope </span> </a> </li> <li class=md-nav__item> <a href=#who-can-create-an-asset class=md-nav__link> <span class=md-ellipsis> Who can create an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-an-asset class=md-nav__link> <span class=md-ellipsis> Who can use an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-view-an-asset class=md-nav__link> <span class=md-ellipsis> Who can view an asset? </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-asset-types class=md-nav__link> <span class=md-ellipsis> Workload asset types </span> </a> </li> <li class=md-nav__item> <a href=#asset-scope class=md-nav__link> <span class=md-ellipsis> Asset scope </span> </a> </li> <li class=md-nav__item> <a href=#who-can-create-an-asset class=md-nav__link> <span class=md-ellipsis> Who can create an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-an-asset class=md-nav__link> <span class=md-ellipsis> Who can use an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-view-an-asset class=md-nav__link> <span class=md-ellipsis> Who can view an asset? </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Overview</h1> <p>Workload assets enable organizations to:</p> <ul> <li>Create and reuse preconfigured setup for code, data, storage and resources to be used by AI practitioners to simplify the process of submitting workloads </li> <li>Share the preconfigured setup with a wide audience of AI practitioners with similar needs</li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>The creation of assets is possible only via API and the Run:ai UI </li> <li>The submission of workloads using assets, is possible only via the Run:ai UI</li> </ul> </div> <h2 id=workload-asset-types>Workload asset types<a class=headerlink href=#workload-asset-types title="Permanent link">&para;</a></h2> <p>There are four workload asset types used by the workload:</p> <ul> <li><a href=../environments/ >Environments</a><br> The container image, tools and connections for the workload </li> <li><a href=../datasources/ >Data sources</a><br> The type of data, its origin and the target storage location such as PVCs or cloud storage buckets where datasets are stored </li> <li><a href=../compute/ >Compute resources</a><br> The compute specification, including GPU and CPU compute and memory </li> <li><a href=../credentials/ >Credentials</a><br> The secrets to be used to access sensitive data, services, and applications such as docker registry or S3 buckets</li> </ul> <h2 id=asset-scope>Asset scope<a class=headerlink href=#asset-scope title="Permanent link">&para;</a></h2> <p>When a workload asset is created, a <a href=../../../../platform-admin/aiinitiatives/overview/ >scope</a> is required. The scope defines who in the organization can view and/or use the asset.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When an asset is created via API, the scope can be the entire account, this is currently an experimental feature.</p> </div> <h2 id=who-can-create-an-asset>Who can create an asset?<a class=headerlink href=#who-can-create-an-asset title="Permanent link">&para;</a></h2> <p>Any subject (user, application, or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permissions to Create an asset, can do so within their scope.</p> <h2 id=who-can-use-an-asset>Who can use an asset?<a class=headerlink href=#who-can-use-an-asset title="Permanent link">&para;</a></h2> <p>Assets are used when submitting workloads. Any subject (user, application or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permissions to Create workloads, can also use assets.</p> <h2 id=who-can-view-an-asset>Who can view an asset?<a class=headerlink href=#who-can-view-an-asset title="Permanent link">&para;</a></h2> <p>Any subject (user, application, or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permission to View an asset, can do so within their scope. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workload-asset-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4 checked> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-asset-types class=md-nav__link> <span class=md-ellipsis> Workload asset types </span> </a> </li> <li class=md-nav__item> <a href=#asset-scope class=md-nav__link> <span class=md-ellipsis> Asset scope </span> </a> </li> <li class=md-nav__item> <a href=#who-can-create-an-asset class=md-nav__link> <span class=md-ellipsis> Who can create an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-an-asset class=md-nav__link> <span class=md-ellipsis> Who can use an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-view-an-asset class=md-nav__link> <span class=md-ellipsis> Who can view an asset? </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-asset-types class=md-nav__link> <span class=md-ellipsis> Workload asset types </span> </a> </li> <li class=md-nav__item> <a href=#asset-scope class=md-nav__link> <span class=md-ellipsis> Asset scope </span> </a> </li> <li class=md-nav__item> <a href=#who-can-create-an-asset class=md-nav__link> <span class=md-ellipsis> Who can create an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-an-asset class=md-nav__link> <span class=md-ellipsis> Who can use an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-view-an-asset class=md-nav__link> <span class=md-ellipsis> Who can view an asset? </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Overview</h1> <p>Workload assets enable organizations to:</p> <ul> <li>Create and reuse preconfigured setup for code, data, storage and resources to be used by AI practitioners to simplify the process of submitting workloads </li> <li>Share the preconfigured setup with a wide audience of AI practitioners with similar needs</li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>The creation of assets is possible only via API and the Run:ai UI </li> <li>The submission of workloads using assets, is possible only via the Run:ai UI</li> </ul> </div> <h2 id=workload-asset-types>Workload asset types<a class=headerlink href=#workload-asset-types title="Permanent link">&para;</a></h2> <p>There are four workload asset types used by the workload:</p> <ul> <li><a href=../environments/ >Environments</a><br> The container image, tools and connections for the workload </li> <li><a href=../datasources/ >Data sources</a><br> The type of data, its origin and the target storage location such as PVCs or cloud storage buckets where datasets are stored </li> <li><a href=../compute/ >Compute resources</a><br> The compute specification, including GPU and CPU compute and memory </li> <li><a href=../credentials/ >Credentials</a><br> The secrets to be used to access sensitive data, services, and applications such as docker registry or S3 buckets</li> </ul> <h2 id=asset-scope>Asset scope<a class=headerlink href=#asset-scope title="Permanent link">&para;</a></h2> <p>When a workload asset is created, a <a href=../../../../platform-admin/aiinitiatives/overview/ >scope</a> is required. The scope defines who in the organization can view and/or use the asset.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When an asset is created via API, the scope can be the entire account, this is currently an experimental feature.</p> </div> <h2 id=who-can-create-an-asset>Who can create an asset?<a class=headerlink href=#who-can-create-an-asset title="Permanent link">&para;</a></h2> <p>Any subject (user, application, or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permissions to Create an asset, can do so within their scope.</p> <h2 id=who-can-use-an-asset>Who can use an asset?<a class=headerlink href=#who-can-use-an-asset title="Permanent link">&para;</a></h2> <p>Assets are used when submitting workloads. Any subject (user, application or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permissions to Create workloads, can also use assets.</p> <h2 id=who-can-view-an-asset>Who can view an asset?<a class=headerlink href=#who-can-view-an-asset title="Permanent link">&para;</a></h2> <p>Any subject (user, application, or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permission to View an asset, can do so within their scope. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/assets/templates/index.html b/v2.20/Researcher/workloads/assets/templates/index.html
index 8795cf0ff1..bb7db305c5 100644
--- a/v2.20/Researcher/workloads/assets/templates/index.html
+++ b/v2.20/Researcher/workloads/assets/templates/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/templates/ rel=canonical><link href=../credentials/ rel=prev><link href=../../workspaces/workspace-v2/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Workspace Templates - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/assets/templates/ rel=canonical><link href=../credentials/ rel=prev><link href=../../workspaces/workspace-v2/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Workspace Templates - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workspace-templates-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workspace Templates </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5 checked> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workspace Templates </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workspace Templates </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspace-templates-table class=md-nav__link> <span class=md-ellipsis> Workspace templates table </span> </a> <nav class=md-nav aria-label="Workspace templates table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-workspace-template class=md-nav__link> <span class=md-ellipsis> Adding a new workspace template </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-template class=md-nav__link> <span class=md-ellipsis> Editing a template </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-template class=md-nav__link> <span class=md-ellipsis> Deleting a template </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API** </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspace-templates-table class=md-nav__link> <span class=md-ellipsis> Workspace templates table </span> </a> <nav class=md-nav aria-label="Workspace templates table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-workspace-template class=md-nav__link> <span class=md-ellipsis> Adding a new workspace template </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-template class=md-nav__link> <span class=md-ellipsis> Editing a template </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-template class=md-nav__link> <span class=md-ellipsis> Deleting a template </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API** </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/templates.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Workspace Templates</h1> <p>This article explains the procedure to manage templates.</p> <p>A template is a pre-set configuration that is used to quickly configure and submit workloads using existing assets. A template consists of all the assets a workload needs, allowing researchers to submit a workload in a single click, or make subtle adjustments to differentiate them from each other.</p> <h2 id=workspace-templates-table>Workspace templates table<a class=headerlink href=#workspace-templates-table title="Permanent link">&para;</a></h2> <p>The Templates table can be found under <strong>Workload manager</strong> in the Run:ai User interface.</p> <p>The Templates table provides a list of all the templates defined in the platform, and allows you to manage them.</p> <div class="admonition note"> <p class=admonition-title>Flexible Management</p> <p>It is also possible to manage templates directly for a specific user, application, project, or department.</p> </div> <p><a class=glightbox href=../img/template-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/template-table.png></a></p> <p>The Templates table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates</td> </tr> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The name of the environment related to the workspace template</td> </tr> <tr> <td style="text-align: left;">Compute resource</td> <td style="text-align: left;">The name of the compute resource connected to the workspace template</td> </tr> <tr> <td style="text-align: left;">Data source(s)</td> <td style="text-align: left;">The name of the data source(s) connected to the workspace template</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The subject that created the template</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the template was created</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster name containing the template</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click <strong>ADD FILTER</strong>, select the column to filter by, and enter the filter values </li> <li>Search - Click <strong>SEARCH</strong> and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click <strong>COLUMNS</strong> and select the columns to display in the table </li> <li>Download table - Click <strong>MORE</strong> and then click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh (optional) - Click <strong>REFRESH</strong> to update the table with the latest data </li> <li>Show/Hide details (optional) - Click to view additional information on the selected row</li> </ul> <h2 id=adding-a-new-workspace-template>Adding a new workspace template<a class=headerlink href=#adding-a-new-workspace-template title="Permanent link">&para;</a></h2> <p>To add a new template:</p> <ol> <li>Click <strong>+NEW TEMPLATE</strong> </li> <li>Set the scope for the template </li> <li>Enter a name for the template </li> <li>Select the environment for your workload </li> <li> <p>Select the node resources needed to run your workload<br> - or -<br> Click <strong>+NEW COMPUTE RESOURCE</strong></p> </li> <li> <p>Set the volume needed for your workload </p> </li> <li>Create a new data source </li> <li>Set auto-deletion, annotations and labels, as required </li> <li>Click <strong>CREATE TEMPLATE</strong></li> </ol> <h2 id=editing-a-template>Editing a template<a class=headerlink href=#editing-a-template title="Permanent link">&para;</a></h2> <p>To edit a template:</p> <ol> <li>Select the template from the table </li> <li>Click <strong>Rename</strong> to provide it with a new name </li> <li>Click <strong>Copy &amp; Edit</strong> to make any changes to the template</li> </ol> <h2 id=deleting-a-template>Deleting a template<a class=headerlink href=#deleting-a-template title="Permanent link">&para;</a></h2> <p>To delete a template:</p> <ol> <li>Select the template you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>Confirm you want to delete the template</li> </ol> <h2 id=using-api>Using API**<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Template>Workload template</a> API reference to view the available actions </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workspace-templates-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workspace Templates </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5 checked> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workspace Templates </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workspace Templates </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspace-templates-table class=md-nav__link> <span class=md-ellipsis> Workspace templates table </span> </a> <nav class=md-nav aria-label="Workspace templates table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-workspace-template class=md-nav__link> <span class=md-ellipsis> Adding a new workspace template </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-template class=md-nav__link> <span class=md-ellipsis> Editing a template </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-template class=md-nav__link> <span class=md-ellipsis> Deleting a template </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API** </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspace-templates-table class=md-nav__link> <span class=md-ellipsis> Workspace templates table </span> </a> <nav class=md-nav aria-label="Workspace templates table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-workspace-template class=md-nav__link> <span class=md-ellipsis> Adding a new workspace template </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-template class=md-nav__link> <span class=md-ellipsis> Editing a template </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-template class=md-nav__link> <span class=md-ellipsis> Deleting a template </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API** </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/assets/templates.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Workspace Templates</h1> <p>This article explains the procedure to manage templates.</p> <p>A template is a pre-set configuration that is used to quickly configure and submit workloads using existing assets. A template consists of all the assets a workload needs, allowing researchers to submit a workload in a single click, or make subtle adjustments to differentiate them from each other.</p> <h2 id=workspace-templates-table>Workspace templates table<a class=headerlink href=#workspace-templates-table title="Permanent link">&para;</a></h2> <p>The Templates table can be found under <strong>Workload manager</strong> in the Run:ai User interface.</p> <p>The Templates table provides a list of all the templates defined in the platform, and allows you to manage them.</p> <div class="admonition note"> <p class=admonition-title>Flexible Management</p> <p>It is also possible to manage templates directly for a specific user, application, project, or department.</p> </div> <p><a class=glightbox href=../img/template-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/template-table.png></a></p> <p>The Templates table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates</td> </tr> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The name of the environment related to the workspace template</td> </tr> <tr> <td style="text-align: left;">Compute resource</td> <td style="text-align: left;">The name of the compute resource connected to the workspace template</td> </tr> <tr> <td style="text-align: left;">Data source(s)</td> <td style="text-align: left;">The name of the data source(s) connected to the workspace template</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The subject that created the template</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the template was created</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster name containing the template</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click <strong>ADD FILTER</strong>, select the column to filter by, and enter the filter values </li> <li>Search - Click <strong>SEARCH</strong> and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click <strong>COLUMNS</strong> and select the columns to display in the table </li> <li>Download table - Click <strong>MORE</strong> and then click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh (optional) - Click <strong>REFRESH</strong> to update the table with the latest data </li> <li>Show/Hide details (optional) - Click to view additional information on the selected row</li> </ul> <h2 id=adding-a-new-workspace-template>Adding a new workspace template<a class=headerlink href=#adding-a-new-workspace-template title="Permanent link">&para;</a></h2> <p>To add a new template:</p> <ol> <li>Click <strong>+NEW TEMPLATE</strong> </li> <li>Set the scope for the template </li> <li>Enter a name for the template </li> <li>Select the environment for your workload </li> <li> <p>Select the node resources needed to run your workload<br> - or -<br> Click <strong>+NEW COMPUTE RESOURCE</strong></p> </li> <li> <p>Set the volume needed for your workload </p> </li> <li>Create a new data source </li> <li>Set auto-deletion, annotations and labels, as required </li> <li>Click <strong>CREATE TEMPLATE</strong></li> </ol> <h2 id=editing-a-template>Editing a template<a class=headerlink href=#editing-a-template title="Permanent link">&para;</a></h2> <p>To edit a template:</p> <ol> <li>Select the template from the table </li> <li>Click <strong>Rename</strong> to provide it with a new name </li> <li>Click <strong>Copy &amp; Edit</strong> to make any changes to the template</li> </ol> <h2 id=deleting-a-template>Deleting a template<a class=headerlink href=#deleting-a-template title="Permanent link">&para;</a></h2> <p>To delete a template:</p> <ol> <li>Select the template you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>Confirm you want to delete the template</li> </ol> <h2 id=using-api>Using API**<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Template>Workload template</a> API reference to view the available actions </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/inference/custom-inference/index.html b/v2.20/Researcher/workloads/inference/custom-inference/index.html
index 25fff01e83..e36da07aa4 100644
--- a/v2.20/Researcher/workloads/inference/custom-inference/index.html
+++ b/v2.20/Researcher/workloads/inference/custom-inference/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/inference/custom-inference/ rel=canonical><link href=../inference-overview/ rel=prev><link href=../hugging-face-inference/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Deploy a Custom Inference Workload - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/inference/custom-inference/ rel=canonical><link href=../inference-overview/ rel=prev><link href=../hugging-face-inference/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Deploy a Custom Inference Workload - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#deploy-a-custom-inference-workload class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8 checked> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-custom-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a custom inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-custom-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a custom inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/inference/custom-inference.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=deploy-a-custom-inference-workload>Deploy a custom inference workload<a class=headerlink href=#deploy-a-custom-inference-workload title="Permanent link">&para;</a></h1> <p>This article explains how to create a custom inference workload via the Run:ai UI.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../img/inference-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../img/inference-workload.png></a></p> <h2 id=creating-a-custom-inference-workload>Creating a custom inference workload<a class=headerlink href=#creating-a-custom-inference-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new custom inference workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Inference</strong><br> Within the new inference form:</li> <li>Select under which <strong>cluster</strong> to create the inference workload</li> <li>Select the <strong>project</strong> in which your inference will run</li> <li> <p>Select <strong>custom</strong> inference from <strong>Inference type</strong> </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Models.</p> </div> </li> <li> <p>Enter a unique <strong>name</strong> for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li> <p>Select the <strong>environment</strong> for your inference workload</p> <ul> <li>Select an environment or click <strong>+NEW ENVIRONMENT</strong> to add a new environment to the gallery.<br> For a step-by-step guide on adding environments to the gallery, see <a href=../../assets/environments/ >Environments</a>. Once created, the new environment will be automatically selected.</li> <li> <p>Set an inference <strong>serving endpoint</strong>. The connection protocol and the container port are defined within the environment</p> <ul> <li> <p>Optional: Modify who can access the endpoint</p> <ul> <li> <p><strong>Public (default)</strong></p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p><strong>All authenticated users</strong> </p> <p>Everyone within the organization’s account that can log in (to Run:ai or SSO)</p> </li> <li> <p><strong>Specific group(s)</strong> </p> <ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p><strong>Specific user(s)</strong></p> <ul> <li>Click <strong>+USER</strong> </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Set the connection for your <strong>tool(s)</strong>. The tools are configured as part of the environment.</p> <ul> <li><strong>External URL</strong><ul> <li><strong>Custom URL</strong><ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can <strong>access</strong> the tool:<ul> <li><strong>All authenticated users</strong> (default)<br> Everyone within the organization’s account</li> <li><strong>Specific group(s)</strong><ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li><strong>Specific user(s)</strong><ul> <li>Click <strong>+USER</strong></li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li><strong>Node port</strong><ul> <li><strong>Custom port</strong><ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Optional: Set the <strong>command and arguments</strong> for the container running the workload<br> If no command is added, the container will use the image’s default command (entry-point).<ul> <li>Modify the existing command or click <strong>+COMMAND &amp; ARGUMENTS</strong> to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the <strong>environment variable(s)</strong> <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable<ul> <li><strong>Custom</strong><ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong> To add new credentials to the credentials list, and for additional information, see <a href=../../assets/credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your inference workload</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>minimum and maximum</strong> number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set <strong>conditions for creating a new replica</strong>. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a <strong>variable</strong> - The variable's values will be monitored via the container's port.<ul> <li><strong>Latency (milliseconds)</strong></li> <li><strong>Throughput (Requests/sec)</strong></li> <li><strong>Concurrency (Requests)</strong></li> </ul> </li> <li>Set a <strong>value</strong> - This value is the threshold at which autoscaling is triggered. </li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically <strong>scaled down to zero</strong>. This allows compute resources to be freed up when the model is inactive (i.e., there are no requests being sent) When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> <li>Optional: Select <strong>data sources</strong> for your inference workload Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.<ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> </ul> </li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE INFERENCE</strong></li> </ol> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the inference workload is created, it is added to the <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, see the <a href=https://api-docs.run.ai/latest/tag/Inferences/ >Inferences</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#deploy-a-custom-inference-workload class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8 checked> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-custom-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a custom inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-custom-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a custom inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/inference/custom-inference.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=deploy-a-custom-inference-workload>Deploy a custom inference workload<a class=headerlink href=#deploy-a-custom-inference-workload title="Permanent link">&para;</a></h1> <p>This article explains how to create a custom inference workload via the Run:ai UI.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../img/inference-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../img/inference-workload.png></a></p> <h2 id=creating-a-custom-inference-workload>Creating a custom inference workload<a class=headerlink href=#creating-a-custom-inference-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new custom inference workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Inference</strong><br> Within the new inference form:</li> <li>Select under which <strong>cluster</strong> to create the inference workload</li> <li>Select the <strong>project</strong> in which your inference will run</li> <li> <p>Select <strong>custom</strong> inference from <strong>Inference type</strong> </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Models.</p> </div> </li> <li> <p>Enter a unique <strong>name</strong> for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li> <p>Select the <strong>environment</strong> for your inference workload</p> <ul> <li>Select an environment or click <strong>+NEW ENVIRONMENT</strong> to add a new environment to the gallery.<br> For a step-by-step guide on adding environments to the gallery, see <a href=../../assets/environments/ >Environments</a>. Once created, the new environment will be automatically selected.</li> <li> <p>Set an inference <strong>serving endpoint</strong>. The connection protocol and the container port are defined within the environment</p> <ul> <li> <p>Optional: Modify who can access the endpoint</p> <ul> <li> <p><strong>Public (default)</strong></p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p><strong>All authenticated users</strong> </p> <p>Everyone within the organization’s account that can log in (to Run:ai or SSO)</p> </li> <li> <p><strong>Specific group(s)</strong> </p> <ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p><strong>Specific user(s)</strong></p> <ul> <li>Click <strong>+USER</strong> </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Set the connection for your <strong>tool(s)</strong>. The tools are configured as part of the environment.</p> <ul> <li><strong>External URL</strong><ul> <li><strong>Custom URL</strong><ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can <strong>access</strong> the tool:<ul> <li><strong>All authenticated users</strong> (default)<br> Everyone within the organization’s account</li> <li><strong>Specific group(s)</strong><ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li><strong>Specific user(s)</strong><ul> <li>Click <strong>+USER</strong></li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li><strong>Node port</strong><ul> <li><strong>Custom port</strong><ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Optional: Set the <strong>command and arguments</strong> for the container running the workload<br> If no command is added, the container will use the image’s default command (entry-point).<ul> <li>Modify the existing command or click <strong>+COMMAND &amp; ARGUMENTS</strong> to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the <strong>environment variable(s)</strong> <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable<ul> <li><strong>Custom</strong><ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong> To add new credentials to the credentials list, and for additional information, see <a href=../../assets/credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your inference workload</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>minimum and maximum</strong> number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set <strong>conditions for creating a new replica</strong>. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a <strong>variable</strong> - The variable's values will be monitored via the container's port.<ul> <li><strong>Latency (milliseconds)</strong></li> <li><strong>Throughput (Requests/sec)</strong></li> <li><strong>Concurrency (Requests)</strong></li> </ul> </li> <li>Set a <strong>value</strong> - This value is the threshold at which autoscaling is triggered. </li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically <strong>scaled down to zero</strong>. This allows compute resources to be freed up when the model is inactive (i.e., there are no requests being sent) When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> <li>Optional: Select <strong>data sources</strong> for your inference workload Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.<ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> </ul> </li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE INFERENCE</strong></li> </ol> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the inference workload is created, it is added to the <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, see the <a href=https://api-docs.run.ai/latest/tag/Inferences/ >Inferences</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/inference/hugging-face-inference/index.html b/v2.20/Researcher/workloads/inference/hugging-face-inference/index.html
index abc41bc51e..f6b4dd7d7b 100644
--- a/v2.20/Researcher/workloads/inference/hugging-face-inference/index.html
+++ b/v2.20/Researcher/workloads/inference/hugging-face-inference/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/inference/hugging-face-inference/ rel=canonical><link href=../custom-inference/ rel=prev><link href=../nim-inference/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Deploy Inference Workloads from Hugging Face - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/inference/hugging-face-inference/ rel=canonical><link href=../custom-inference/ rel=prev><link href=../nim-inference/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Deploy Inference Workloads from Hugging Face - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#deploy-inference-workloads-from-hugging-face class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8 checked> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-hugging-face-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a Hugging Face inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-hugging-face-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a Hugging Face inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/inference/hugging-face-inference.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=deploy-inference-workloads-from-hugging-face>Deploy inference workloads from Hugging Face<a class=headerlink href=#deploy-inference-workloads-from-hugging-face title="Permanent link">&para;</a></h1> <p>This article explains how to create an inference workload via the Run:ai UI using Hugging Face inference models.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../img/inference-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../img/inference-workload.png></a></p> <h2 id=creating-a-hugging-face-inference-workload>Creating a Hugging Face inference workload<a class=headerlink href=#creating-a-hugging-face-inference-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new inference workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Inference</strong><br> Within the new inference form:</li> <li>Select under which <strong>cluster</strong> to create the inference workload</li> <li>Select the <strong>project</strong> in which your inference will run</li> <li> <p>Select <strong>Hugging Face</strong> from <strong>Inference type</strong> </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Models.</p> </div> </li> <li> <p>Enter a unique <strong>name</strong> for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li> <p>Set the <strong>model</strong> and how to access</p> <ul> <li>Set the <strong>model name</strong> as displayed in Hugging Face. The model must be supported by <a href=https://github.com/vllm-project/vllm/blob/v0.6.4/docs/source/models/supported_models.rst>vLLM version 0.6.4</a>.<ul> <li>Enter a <strong>name</strong></li> </ul> </li> <li> <p>Set how to <strong>access</strong> Hugging Face</p> <ul> <li><strong>Provide a token</strong><ul> <li><strong>Access token</strong><ul> <li>Enter a token</li> </ul> </li> </ul> </li> <li><strong>Select credentials</strong><ul> <li>Select <strong>existing credentials</strong>. Make sure the existing credentials contain an <strong>HF_TOKEN</strong> key</li> <li> <p>Add new credentials with a HF_TOKEN</p> <p>Within the new credentials form:</p> <ul> <li>Enter a <strong>name</strong> for the credential. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the credentials</li> <li> <p>Set how the credential is created</p> <ul> <li> <p><strong>Existing secret</strong> (in the cluster)</p> <p>This option applies when the purpose is to create credentials based on an existing secret</p> <ul> <li>Select a secret from the list (the list is empty if no secrets were <a href=../../assets/credentials/#creating-secrets-in-advance>created in advance</a>)</li> </ul> </li> <li> <p><strong>New secret</strong></p> <p>A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.</p> <ul> <li>Enter a <strong>key</strong> </li> <li>Enter the HF_TOKEN as the <strong>value</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Modify who can access the inference <strong>serving endpoint</strong></p> <ul> <li> <p><strong>Public (default)</strong></p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p><strong>All authenticated users</strong> </p> <p>Everyone within the organization’s account that can log in (to Run:ai or SSO)</p> </li> <li> <p><strong>Specific group(s)</strong> </p> <ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p><strong>Specific user(s)</strong></p> <ul> <li>Click <strong>+USER</strong> </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your inference workload</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>minimum and maximum</strong> number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set <strong>conditions for creating a new replica</strong>. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a <strong>variable</strong> - The variable's values will be monitored via the container's port.<ul> <li><strong>Latency (milliseconds)</strong></li> <li><strong>Throughput (Requests/sec)</strong></li> <li><strong>Concurrency (Requests)</strong></li> </ul> </li> <li>Set a <strong>value</strong> - This value is the threshold at which autoscaling is triggered.</li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically <strong>scaled down to zero</strong>. This allows the compute resources to be freed up when the model is inactive (i.e., there are no requests being sent) When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set <strong>toleration(s)</strong> to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE INFERENCE</strong></li> </ol> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the inference workload is created, it is added to the <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#deploy-inference-workloads-from-hugging-face class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8 checked> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-hugging-face-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a Hugging Face inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-hugging-face-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a Hugging Face inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/inference/hugging-face-inference.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=deploy-inference-workloads-from-hugging-face>Deploy inference workloads from Hugging Face<a class=headerlink href=#deploy-inference-workloads-from-hugging-face title="Permanent link">&para;</a></h1> <p>This article explains how to create an inference workload via the Run:ai UI using Hugging Face inference models.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../img/inference-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../img/inference-workload.png></a></p> <h2 id=creating-a-hugging-face-inference-workload>Creating a Hugging Face inference workload<a class=headerlink href=#creating-a-hugging-face-inference-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new inference workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Inference</strong><br> Within the new inference form:</li> <li>Select under which <strong>cluster</strong> to create the inference workload</li> <li>Select the <strong>project</strong> in which your inference will run</li> <li> <p>Select <strong>Hugging Face</strong> from <strong>Inference type</strong> </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Models.</p> </div> </li> <li> <p>Enter a unique <strong>name</strong> for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li> <p>Set the <strong>model</strong> and how to access</p> <ul> <li>Set the <strong>model name</strong> as displayed in Hugging Face. The model must be supported by <a href=https://github.com/vllm-project/vllm/blob/v0.6.4/docs/source/models/supported_models.rst>vLLM version 0.6.4</a>.<ul> <li>Enter a <strong>name</strong></li> </ul> </li> <li> <p>Set how to <strong>access</strong> Hugging Face</p> <ul> <li><strong>Provide a token</strong><ul> <li><strong>Access token</strong><ul> <li>Enter a token</li> </ul> </li> </ul> </li> <li><strong>Select credentials</strong><ul> <li>Select <strong>existing credentials</strong>. Make sure the existing credentials contain an <strong>HF_TOKEN</strong> key</li> <li> <p>Add new credentials with a HF_TOKEN</p> <p>Within the new credentials form:</p> <ul> <li>Enter a <strong>name</strong> for the credential. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the credentials</li> <li> <p>Set how the credential is created</p> <ul> <li> <p><strong>Existing secret</strong> (in the cluster)</p> <p>This option applies when the purpose is to create credentials based on an existing secret</p> <ul> <li>Select a secret from the list (the list is empty if no secrets were <a href=../../assets/credentials/#creating-secrets-in-advance>created in advance</a>)</li> </ul> </li> <li> <p><strong>New secret</strong></p> <p>A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.</p> <ul> <li>Enter a <strong>key</strong> </li> <li>Enter the HF_TOKEN as the <strong>value</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Modify who can access the inference <strong>serving endpoint</strong></p> <ul> <li> <p><strong>Public (default)</strong></p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p><strong>All authenticated users</strong> </p> <p>Everyone within the organization’s account that can log in (to Run:ai or SSO)</p> </li> <li> <p><strong>Specific group(s)</strong> </p> <ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p><strong>Specific user(s)</strong></p> <ul> <li>Click <strong>+USER</strong> </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your inference workload</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>minimum and maximum</strong> number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set <strong>conditions for creating a new replica</strong>. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a <strong>variable</strong> - The variable's values will be monitored via the container's port.<ul> <li><strong>Latency (milliseconds)</strong></li> <li><strong>Throughput (Requests/sec)</strong></li> <li><strong>Concurrency (Requests)</strong></li> </ul> </li> <li>Set a <strong>value</strong> - This value is the threshold at which autoscaling is triggered.</li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically <strong>scaled down to zero</strong>. This allows the compute resources to be freed up when the model is inactive (i.e., there are no requests being sent) When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set <strong>toleration(s)</strong> to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE INFERENCE</strong></li> </ol> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the inference workload is created, it is added to the <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/inference/inference-overview/index.html b/v2.20/Researcher/workloads/inference/inference-overview/index.html
index 50ca1de81f..49e0fb7be5 100644
--- a/v2.20/Researcher/workloads/inference/inference-overview/index.html
+++ b/v2.20/Researcher/workloads/inference/inference-overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/inference/inference-overview/ rel=canonical><link href=../../training/distributed-training/quickstart-distributed-training/ rel=prev><link href=../custom-inference/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Inference overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/inference/inference-overview/ rel=canonical><link href=../../training/distributed-training/quickstart-distributed-training/ rel=prev><link href=../custom-inference/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Inference overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -13,7 +13,7 @@
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#what-is-inference class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Inference overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8 checked> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#what-is-inference class=md-nav__link> <span class=md-ellipsis> What is Inference </span> </a> </li> <li class=md-nav__item> <a href=#inference-and-gpus class=md-nav__link> <span class=md-ellipsis> Inference and GPUs </span> </a> </li> <li class=md-nav__item> <a href=#inference-runai class=md-nav__link> <span class=md-ellipsis> Inference @Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#autoscaling class=md-nav__link> <span class=md-ellipsis> Autoscaling </span> </a> </li> <li class=md-nav__item> <a href=#rolling-inference-updates class=md-nav__link> <span class=md-ellipsis> Rolling inference updates </span> </a> <nav class=md-nav aria-label="Rolling inference updates"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#inference-workloads-with-knative-new-behavior-in-v219 class=md-nav__link> <span class=md-ellipsis> Inference workloads with Knative new behavior in v2.19 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#what-is-inference class=md-nav__link> <span class=md-ellipsis> What is Inference </span> </a> </li> <li class=md-nav__item> <a href=#inference-and-gpus class=md-nav__link> <span class=md-ellipsis> Inference and GPUs </span> </a> </li> <li class=md-nav__item> <a href=#inference-runai class=md-nav__link> <span class=md-ellipsis> Inference @Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#autoscaling class=md-nav__link> <span class=md-ellipsis> Autoscaling </span> </a> </li> <li class=md-nav__item> <a href=#rolling-inference-updates class=md-nav__link> <span class=md-ellipsis> Rolling inference updates </span> </a> <nav class=md-nav aria-label="Rolling inference updates"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#inference-workloads-with-knative-new-behavior-in-v219 class=md-nav__link> <span class=md-ellipsis> Inference workloads with Knative new behavior in v2.19 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/inference/inference-overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Overview</h1> <h2 id=what-is-inference>What is Inference<a class=headerlink href=#what-is-inference title="Permanent link">&para;</a></h2> <p>Machine learning (ML) inference is the process of running live data points into a machine-learning algorithm to calculate an output.</p> <p>With <em>Inference</em> workloads, you are taking a trained <em>Model</em> and deploying it into a production environment. The deployment must align with the organization's production standards such as average and 95% response time as well as up-time.</p> <h2 id=inference-and-gpus>Inference and GPUs<a class=headerlink href=#inference-and-gpus title="Permanent link">&para;</a></h2> <p>The <em>Inference</em> process is a subset of the original Training algorithm on a single datum (e.g. one sentence or one image), or a small batch. As such, GPU memory requirements are typically smaller than a full-blown Training process.</p> <p>Given that, <em>Inference</em> lends itself nicely to the usage of Run:ai Fractions. You can, for example, run 4 instances of an <em>Inference</em> server on a single GPU, each employing a fourth of the memory.</p> <h2 id=inference-runai>Inference @Run:ai<a class=headerlink href=#inference-runai title="Permanent link">&para;</a></h2> <p>Run:ai provides <em>Inference</em> services as an equal part together with the other two Workload types: <em>Train</em> and <em>Build</em>.</p> <ul> <li> <p><em>Inference</em> is considered a high-priority workload as it is customer-facing. Running an <em>Inference</em> workload (within the Project's quota) will preempt any Run:ai Workload marked as <em>Training</em>.</p> </li> <li> <p><em>Inference</em> workloads will receive priority over <em>Train</em> and <em>Build</em> workloads during scheduling.</p> </li> <li> <p><em>Inference</em> is implemented as a Kubernetes <em>Deployment</em> object with a defined number of replicas. The replicas are load-balanced by Kubernetes so adding more replicas will improve the overall throughput of the system.</p> </li> <li> <p>Multiple replicas will appear in Run:ai as a single <em>Inference</em> workload. The workload will appear in all Run:ai dashboards and views as well as the Command-line interface.</p> </li> <li> <p>Inference workloads can be submitted via Run:ai user interface as well as <a href=../../developer/cluster-api/workload-overview-dev.md>Run:ai API</a>. Internally, spawning an Inference workload also creates a Kubernetes <em>Service</em>. The service is an end-point to which clients can connect.</p> </li> </ul> <h2 id=autoscaling>Autoscaling<a class=headerlink href=#autoscaling title="Permanent link">&para;</a></h2> <p>To withstand SLA, <em>Inference</em> workloads are typically set with <em>auto scaling</em>. Auto-scaling is the ability to add more computing power (Kubernetes pods) when the load increases and shrink allocated resources when the system is idle. There are several ways to trigger autoscaling. Run:ai supports the following:</p> <table> <thead> <tr> <th>Metric</th> <th>Units</th> </tr> </thead> <tbody> <tr> <td>Latency</td> <td>Millisecond</td> </tr> <tr> <td>Throughput</td> <td>Requests/sec</td> </tr> <tr> <td>Concurrency</td> <td>Requests</td> </tr> </tbody> </table> <p>The Minimum and Maximum number of replicas can be configured as part of the autoscaling configuration.</p> <p>Autoscaling also supports a scale-to-zero policy with <em>Throughput</em> and <em>Concurrency</em> metrics, meaning that given enough time under the target threshold, the number of replicas will be scaled down to 0.</p> <p>This has the benefit of conserving resources at the risk of a delay from "cold starting" the model when traffic resumes.</p> <h2 id=rolling-inference-updates>Rolling inference updates<a class=headerlink href=#rolling-inference-updates title="Permanent link">&para;</a></h2> <p>When deploying models and running inference workloads, you may need to update the workload configuration in a live manner, without impacting the important services that are provided by the workload.</p> <p>This means you can submit updates to an existing inference workload whether it is currently running, pending, or any other status.</p> <p>The following are a few examples of updates that can be implemented:</p> <ul> <li>Changing the container image to deploy a new version of the model </li> <li>Changing different parameters (such as environment variables) </li> <li>Changing compute resources to improve performance </li> <li>Changing the number of replicas and scale plan to adapt to requirement changes and scales</li> </ul> <p>During the update and until its successful completion, the service that the workload provides is not jeopardized as these are production-grade workloads. Hence, consumers can continue using the model (interact with the LLM) during the update process.</p> <p>During the update process of an inference workload, a new revision of pod(s) is created. This revision is the new desired specification of the workload. Although several updates can be submitted consecutively even if the process of the previous update is not complete, the target goal is always according to the last submitted update. This means, the previous updates are ignored.</p> <p>Once the new revision is created completely and is up and running, the entire traffic of requests is navigated to the new revision, the original revision is terminated and the resources are sent back to the shared pool. Only then is the update process considered complete.</p> <p>It is important to note that:</p> <ul> <li> <p>To finish the inference workload update successfully, the project must have sufficient free GPU quota in favor of the update. For example: </p> <ul> <li> <p>The existing workload uses 3 replicas: A running inference workload with 3 replicas, assuming that each replica is equal to 1 GPU, means the project is already using 3 GPUs of its quota. For the sake of simplicity, we will refer to this revision as revision #1.</p> </li> <li> <p>The workload is updated to use 8 replicas: This means, to complete the update, an additional 8 GPUs of free quota is needed. Only when the update is complete, the 3 GPUs used for the initial revision (revision #1) are reclaimed.</p> </li> </ul> </li> <li> <p>In the UI, the <strong>Workloads table</strong> displays the configuration of the latest submitted update. For example, if you change the container image, the <strong>image</strong> column in the <strong>running / requested pods</strong> will display the name of updated image. The <strong>status</strong> of the workload continues to reflect the operational state of the service the workload exposes. For instance, during an update, the workload status remains "Running" if the service is still being delivered to consumers. Hovering over the workload's <strong>status</strong> in the grid will display the phase message for the update, offering additional insights into its update state.</p> </li> <li> <p>The submission of inference updates is currently possible only via API. The following are the API fields that can be updated: </p> <ul> <li>Command </li> <li>Args </li> <li>Image </li> <li>imagePullPolicy </li> <li>workingDir </li> <li>createHomeDir </li> <li>Probes </li> <li>environmentVariables </li> <li>Autoscaling</li> </ul> </li> <li> <p>As long as the update process is not completed, GPUs are not allocated to the replicas of the new revision. This prevents the allocation of idle GPUs so others will not be deprived using them.</p> </li> <li>If the update process is not completed within the default time limit of 10 minutes, it will automatically stop. At that point, all replicas of the new revision will be removed, and the original revision will continue to run normally.</li> <li>The default time limit for updates is configurable. Consider setting a longer duration if your workload requires extended time to pull the image due to its size, if the workload takes additional time to reach a 'READY' state due to a long initialization process, or if your cluster depends on autoscaling to allocate resources for new replicas. For example, to set the time limit to 30 minutes, you can run the following command: <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl patch ConfigMap config-deployment -n knative-serving --type=&#39;merge&#39; -p &#39;{&quot;data&quot;: {&quot;progress-deadline&quot;: &quot;1800s&quot;}}&#39;
-</code></pre></div></li> </ul> <h3 id=inference-workloads-with-knative-new-behavior-in-v219>Inference workloads with Knative new behavior in v2.19<a class=headerlink href=#inference-workloads-with-knative-new-behavior-in-v219 title="Permanent link">&para;</a></h3> <p>Starting in version 2.19, all pods of a single Knative revision are grouped under a single Pod-Group. This means that when a new Knative revision is created:</p> <ul> <li>It either succeeds in allocating the minimum number of pods; or </li> <li>It fails and moves into a pending state, to retry again later to allocate all pods with their resources. </li> </ul> <p>The resources (GPUs, CPUs) are not occupied by a new Knative revision until it succeeds in allocating all pods. The older revision pods are then terminated and release their resources (GPUs, CPUs) back to the cluster to be used by other workloads.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>To set up <em>Inference</em>, see <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/#inference>Cluster installation prerequisites</a>.</li> <li>For running <em>Inference</em> see <a href=../../../Walkthroughs/quickstart-inference/ >Inference quick-start</a>.</li> <li>To run <em>Inference</em> using API see <a href=../../../../developer/cluster-api/workload-overview-dev/ >Workload overview</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div></li> </ul> <h3 id=inference-workloads-with-knative-new-behavior-in-v219>Inference workloads with Knative new behavior in v2.19<a class=headerlink href=#inference-workloads-with-knative-new-behavior-in-v219 title="Permanent link">&para;</a></h3> <p>Starting in version 2.19, all pods of a single Knative revision are grouped under a single Pod-Group. This means that when a new Knative revision is created:</p> <ul> <li>It either succeeds in allocating the minimum number of pods; or </li> <li>It fails and moves into a pending state, to retry again later to allocate all pods with their resources. </li> </ul> <p>The resources (GPUs, CPUs) are not occupied by a new Knative revision until it succeeds in allocating all pods. The older revision pods are then terminated and release their resources (GPUs, CPUs) back to the cluster to be used by other workloads.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>To set up <em>Inference</em>, see <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/#inference>Cluster installation prerequisites</a>.</li> <li>For running <em>Inference</em> see <a href=../../../Walkthroughs/quickstart-inference/ >Inference quick-start</a>.</li> <li>To run <em>Inference</em> using API see <a href=../../../../developer/cluster-api/workload-overview-dev/ >Workload overview</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -41,6 +41,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/inference/nim-inference/index.html b/v2.20/Researcher/workloads/inference/nim-inference/index.html
index 5229c0a7ed..4bcf36e8ca 100644
--- a/v2.20/Researcher/workloads/inference/nim-inference/index.html
+++ b/v2.20/Researcher/workloads/inference/nim-inference/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/inference/nim-inference/ rel=canonical><link href=../hugging-face-inference/ rel=prev><link href=../../../cli-reference/new-cli/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Deploy Inference Workloads with NVIDIA NIM - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/inference/nim-inference/ rel=canonical><link href=../hugging-face-inference/ rel=prev><link href=../../../cli-reference/new-cli/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Deploy Inference Workloads with NVIDIA NIM - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#deploy-inference-workloads-with-nvidia-nim class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8 checked> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-nim-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a NIM inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-nim-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a NIM inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/inference/nim-inference.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=deploy-inference-workloads-with-nvidia-nim>Deploy inference workloads with NVIDIA NIM<a class=headerlink href=#deploy-inference-workloads-with-nvidia-nim title="Permanent link">&para;</a></h1> <p>This article explains how to deploy a GenAI model from Nvidia NIM as an inference workload via the Run:ai UI.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../img/inference-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../img/inference-workload.png></a></p> <h2 id=creating-a-nim-inference-workload>Creating a NIM inference workload<a class=headerlink href=#creating-a-nim-inference-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new inference workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Inference</strong><br> Within the new inference form:</li> <li>Select under which <strong>cluster</strong> to create the inference workload</li> <li>Select the <strong>project</strong> in which your inference will run</li> <li> <p>Select <strong>NIM</strong> from <strong>Inference type</strong> </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Models.</p> </div> </li> <li> <p>Enter a unique <strong>name</strong> for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li> <p>Select the NIM <strong>model</strong> and set how to access</p> <ul> <li>Set the <strong>model name</strong> by selecting a model or entering the model name as displayed in NIM</li> <li> <p>Set how the <strong>model profile</strong> should be selected </p> <p>A NIM model profile sets compatible model engines and criteria for engine selection, such as precision, latency, throughput optimization, and GPU requirements. Profiles are optimized to balance either latency or throughput, with quantized profiles (e.g., fp8) preferred to reduce memory usage and enhance performance.</p> <ul> <li><strong>Automatically</strong> (recommended) NIM is designed to automatically select the most suitable profile from the list of compatible profiles based on the detected hardware. Each profile consists of different parameters that influence the selection process.</li> <li><strong>Manually</strong> <ul> <li>Enter <strong>profile name</strong> or <strong>hash</strong></li> </ul> </li> </ul> </li> <li> <p>Optional: Modify who can access the inference <strong>serving endpoint</strong></p> <ul> <li> <p><strong>Public (default)</strong></p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p><strong>All authenticated users</strong> </p> <p>Everyone within the organization’s account that can log in (to Run:ai or SSO)</p> </li> <li> <p><strong>Specific group(s)</strong> </p> <ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p><strong>Specific user(s)</strong></p> <ul> <li>Click <strong>+USER</strong> </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select how to access the model store</p> <ul> <li><strong>From NVIDIA NGC</strong> - The model is downloaded when the workload starts running<ul> <li>Set the <strong>NVIDIA NGC API key</strong><ul> <li>Enter a key </li> <li>(Optional) Click <strong>Storage</strong> - When downloading a model from NVIDIA NGC, selecting storage is <strong>recommended</strong>. <br> Select a data source where the model is already cached to reduce loading time or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. This will cache the model and reduce loading time for future use. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected. </li> </ul> </li> </ul> </li> <li><strong>From storage</strong> - The model is accessed directly and without being downloaded<ul> <li><strong>Storage</strong> - Set where to load the model <br> Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.</li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your inference workload</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>minimum and maximum</strong> number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set <strong>conditions for creating a new replica</strong>. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a <strong>variable</strong> - The variable's values will be monitored via the container's port.<ul> <li><strong>Latency (milliseconds)</strong></li> <li><strong>Throughput (Requests/sec)</strong></li> <li><strong>Concurrency (Requests)</strong></li> </ul> </li> <li>Set a <strong>value</strong> - This value is the threshold at which autoscaling is triggered</li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically <strong>scaled down to zero</strong>. This allows the compute resources to be freed up when the model is inactive (i.e., there are no requests being sent) When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set <strong>toleration(s)</strong> to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE INFERENCE</strong></li> </ol> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the inference workload is created, it is added to the <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#deploy-inference-workloads-with-nvidia-nim class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8 checked> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-nim-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a NIM inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-nim-inference-workload class=md-nav__link> <span class=md-ellipsis> Creating a NIM inference workload </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/inference/nim-inference.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=deploy-inference-workloads-with-nvidia-nim>Deploy inference workloads with NVIDIA NIM<a class=headerlink href=#deploy-inference-workloads-with-nvidia-nim title="Permanent link">&para;</a></h1> <p>This article explains how to deploy a GenAI model from Nvidia NIM as an inference workload via the Run:ai UI.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../img/inference-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../img/inference-workload.png></a></p> <h2 id=creating-a-nim-inference-workload>Creating a NIM inference workload<a class=headerlink href=#creating-a-nim-inference-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new inference workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Inference</strong><br> Within the new inference form:</li> <li>Select under which <strong>cluster</strong> to create the inference workload</li> <li>Select the <strong>project</strong> in which your inference will run</li> <li> <p>Select <strong>NIM</strong> from <strong>Inference type</strong> </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Models.</p> </div> </li> <li> <p>Enter a unique <strong>name</strong> for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li> <p>Select the NIM <strong>model</strong> and set how to access</p> <ul> <li>Set the <strong>model name</strong> by selecting a model or entering the model name as displayed in NIM</li> <li> <p>Set how the <strong>model profile</strong> should be selected </p> <p>A NIM model profile sets compatible model engines and criteria for engine selection, such as precision, latency, throughput optimization, and GPU requirements. Profiles are optimized to balance either latency or throughput, with quantized profiles (e.g., fp8) preferred to reduce memory usage and enhance performance.</p> <ul> <li><strong>Automatically</strong> (recommended) NIM is designed to automatically select the most suitable profile from the list of compatible profiles based on the detected hardware. Each profile consists of different parameters that influence the selection process.</li> <li><strong>Manually</strong> <ul> <li>Enter <strong>profile name</strong> or <strong>hash</strong></li> </ul> </li> </ul> </li> <li> <p>Optional: Modify who can access the inference <strong>serving endpoint</strong></p> <ul> <li> <p><strong>Public (default)</strong></p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p><strong>All authenticated users</strong> </p> <p>Everyone within the organization’s account that can log in (to Run:ai or SSO)</p> </li> <li> <p><strong>Specific group(s)</strong> </p> <ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p><strong>Specific user(s)</strong></p> <ul> <li>Click <strong>+USER</strong> </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select how to access the model store</p> <ul> <li><strong>From NVIDIA NGC</strong> - The model is downloaded when the workload starts running<ul> <li>Set the <strong>NVIDIA NGC API key</strong><ul> <li>Enter a key </li> <li>(Optional) Click <strong>Storage</strong> - When downloading a model from NVIDIA NGC, selecting storage is <strong>recommended</strong>. <br> Select a data source where the model is already cached to reduce loading time or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. This will cache the model and reduce loading time for future use. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected. </li> </ul> </li> </ul> </li> <li><strong>From storage</strong> - The model is accessed directly and without being downloaded<ul> <li><strong>Storage</strong> - Set where to load the model <br> Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.</li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your inference workload</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>minimum and maximum</strong> number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set <strong>conditions for creating a new replica</strong>. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a <strong>variable</strong> - The variable's values will be monitored via the container's port.<ul> <li><strong>Latency (milliseconds)</strong></li> <li><strong>Throughput (Requests/sec)</strong></li> <li><strong>Concurrency (Requests)</strong></li> </ul> </li> <li>Set a <strong>value</strong> - This value is the threshold at which autoscaling is triggered</li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically <strong>scaled down to zero</strong>. This allows the compute resources to be freed up when the model is inactive (i.e., there are no requests being sent) When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set <strong>toleration(s)</strong> to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE INFERENCE</strong></li> </ol> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the inference workload is created, it is added to the <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/overviews/introduction-to-workloads/index.html b/v2.20/Researcher/workloads/overviews/introduction-to-workloads/index.html
index 6a0b90d904..e74768da30 100644
--- a/v2.20/Researcher/workloads/overviews/introduction-to-workloads/index.html
+++ b/v2.20/Researcher/workloads/overviews/introduction-to-workloads/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/overviews/introduction-to-workloads/ rel=canonical><link href=../../../Walkthroughs/walkthrough-queue-fairness/ rel=prev><link href=../workload-types/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Introduction to Workloads - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/overviews/introduction-to-workloads/ rel=canonical><link href=../../../Walkthroughs/walkthrough-queue-fairness/ rel=prev><link href=../workload-types/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Introduction to Workloads - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#introduction-to-workloads class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Introduction to Workloads </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Introduction to Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction to Workloads </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-across-the-ai-lifecycle class=md-nav__link> <span class=md-ellipsis> Workloads across the AI lifecycle </span> </a> </li> <li class=md-nav__item> <a href=#what-is-a-workload class=md-nav__link> <span class=md-ellipsis> What is a workload? </span> </a> </li> <li class=md-nav__item> <a href=#workload-scheduling-and-orchestration class=md-nav__link> <span class=md-ellipsis> Workload scheduling and orchestration </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-third-party-workloads class=md-nav__link> <span class=md-ellipsis> Run:ai and third-party workloads </span> </a> <nav class=md-nav aria-label="Run:ai and third-party workloads"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#levels-of-support class=md-nav__link> <span class=md-ellipsis> Levels of support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-across-the-ai-lifecycle class=md-nav__link> <span class=md-ellipsis> Workloads across the AI lifecycle </span> </a> </li> <li class=md-nav__item> <a href=#what-is-a-workload class=md-nav__link> <span class=md-ellipsis> What is a workload? </span> </a> </li> <li class=md-nav__item> <a href=#workload-scheduling-and-orchestration class=md-nav__link> <span class=md-ellipsis> Workload scheduling and orchestration </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-third-party-workloads class=md-nav__link> <span class=md-ellipsis> Run:ai and third-party workloads </span> </a> <nav class=md-nav aria-label="Run:ai and third-party workloads"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#levels-of-support class=md-nav__link> <span class=md-ellipsis> Levels of support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/overviews/introduction-to-workloads.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=introduction-to-workloads>Introduction to Workloads<a class=headerlink href=#introduction-to-workloads title="Permanent link">&para;</a></h1> <p>Run:ai enhances visibility and simplifies <a href=../managing-workloads/ >management</a>, by monitoring, presenting and orchestrating all AI workloads in the clusters it is installed on. Workloads are the fundamental building blocks for consuming resources, enabling AI practitioners such as researchers, data scientists and engineers to efficiently support the entire life cycle of an <a href=../../../../platform-admin/aiinitiatives/overview/ >AI initiative</a>. </p> <h2 id=workloads-across-the-ai-lifecycle>Workloads across the AI lifecycle<a class=headerlink href=#workloads-across-the-ai-lifecycle title="Permanent link">&para;</a></h2> <p>A typical AI initiative progresses through several key stages, each with distinct workloads and objectives. With Run:ai, research and engineering teams can host and manage all these workloads to achieve the following:</p> <ul> <li><strong>Data preparation:</strong> Aggregating, cleaning, normalizing, and labeling data to prepare for training.</li> <li><strong>Training:</strong> Conducting resource-intensive model development and iterative performance optimization.</li> <li><strong>Fine-tuning:</strong> Adapting pre-trained models to domain-specific data sets while balancing efficiency and performance.</li> <li><strong>Inference:</strong> Deploying models for real-time or batch predictions with a focus on low latency and high throughput.</li> <li><strong>Monitoring and optimization:</strong> Ensuring ongoing performance by addressing data drift, usage patterns, and retraining as needed.</li> </ul> <h2 id=what-is-a-workload>What is a workload?<a class=headerlink href=#what-is-a-workload title="Permanent link">&para;</a></h2> <p>A workload runs in the cluster, is associated with a namespace, and operates to fulfill its targets, whether that is running to completion for a <a href=../workload-types/#training-scaling-resources-for-model-development>batch job</a>, allocating resources for <a href=../workload-types/#workspaces-the-experimentation-phase>experimentation</a> in an integrated development environment (IDE)/notebook, or serving <a href=../workload-types/#inference-deploying-and-serving-models>inference</a> requests in production. </p> <p>The workload, defined by the AI practitioner, consists of:</p> <ul> <li><strong>Container images:</strong> This includes the application, its dependencies, and the runtime environment.</li> <li><strong>Compute resources:</strong> CPU, GPU, and RAM to execute efficiently and address the workload’s needs.</li> <li><strong>Data sets:</strong> The data needed for processing, such as training data sets or input from external databases. </li> <li><strong>Credentials:</strong> The access to certain data sources or external services, ensuring proper authentication and authorization. </li> </ul> <h2 id=workload-scheduling-and-orchestration>Workload scheduling and orchestration<a class=headerlink href=#workload-scheduling-and-orchestration title="Permanent link">&para;</a></h2> <p>Run:ai’s core mission is to optimize AI resource usage at scale. This is achieved through efficient <a href=../../../scheduling/the-runai-scheduler/ >scheduling and orchestrating</a> of all cluster workloads using the Run:ai Scheduler. The Scheduler allows the prioritization of workloads across different departments and projects within the organization at large scales, based on the resource distribution set by the system administrator.</p> <h2 id=runai-and-third-party-workloads>Run:ai and third-party workloads<a class=headerlink href=#runai-and-third-party-workloads title="Permanent link">&para;</a></h2> <ul> <li><strong>Run:ai workloads:</strong> These workloads are submitted via the Run:ai platform. They are represented by Kubernetes Custom Resource Definitions (CRDs) and APIs. When using Run:ai workloads, a complete Workload and Scheduling Policy solution is offered for administrators to ensure optimizations, governance and security standards are applied. </li> <li><strong>Third-party workloads:</strong> These workloads are submitted via third-party applications that use the Run:ai Scheduler. The Run:ai platform manages and monitors these workloads. They enable seamless integrations with external tools, allowing teams and individuals flexibility. </li> </ul> <h3 id=levels-of-support>Levels of support<a class=headerlink href=#levels-of-support title="Permanent link">&para;</a></h3> <p>Different types of workloads have different levels of support. Understanding what capabilities are needed before selecting the workload type to work with is important. The table below details the level of support for each workload type in Run:ai. Run:ai workloads are fully supported with all of Run:ai advanced features and capabilities. While third-party workloads are partially supported. The list of capabilities can change between different Run:ai versions.</p> <table> <thead> <tr> <th>Functionality</th> <th style="text-align: center;">Workload Type</th> <th style="text-align: center;"></th> <th style="text-align: center;"></th> <th style="text-align: center;"></th> <th></th> </tr> </thead> <tbody> <tr> <td></td> <td style="text-align: center;">Run:ai workloads</td> <td style="text-align: center;"></td> <td style="text-align: center;"></td> <td style="text-align: center;"></td> <td>Third-party workloads</td> </tr> <tr> <td></td> <td style="text-align: center;">Training - Standard</td> <td style="text-align: center;">Workspace</td> <td style="text-align: center;">Inference</td> <td style="text-align: center;">Training - distributed</td> <td></td> </tr> <tr> <td><a href=../../../scheduling/the-runai-scheduler/ >Fairness</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/the-runai-scheduler/#preemption>Priority and preemption</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/the-runai-scheduler/#over-quota-weight>Over quota</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >Node pools</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td>Bin packing / Spread</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/fractions/ >Multi-GPU fractions</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/dynamic-gpu-fractions/ >Multi-GPU dynamic fractions</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/node-level-scheduler/ >Node level scheduler</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/gpu-memory-swap/ >Multi-GPU memory swap</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td>Elastic scaling</td> <td style="text-align: center;">NA</td> <td style="text-align: center;">NA</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/the-runai-scheduler/#gang-scheduling>Gang scheduling</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../admin/maintenance/alert-monitoring/ >Monitoring</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../admin/authentication/authentication-overview/#role-based-access-control-rbac-in-runai>RBAC</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td>Workload awareness</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../managing-workloads/ >Workload submission</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../managing-workloads/ >Workload actions (stop/run)</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../../../../platform-admin/workloads/policies/overview/ >Workload Policies</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ >Scheduling rules</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Workload awareness</strong></p> <p>Specific workload-aware visibility, so that different pods are identified and treated as a single workload (for example GPU utilization, workload view, dashboards).</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#introduction-to-workloads class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Introduction to Workloads </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Introduction to Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction to Workloads </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-across-the-ai-lifecycle class=md-nav__link> <span class=md-ellipsis> Workloads across the AI lifecycle </span> </a> </li> <li class=md-nav__item> <a href=#what-is-a-workload class=md-nav__link> <span class=md-ellipsis> What is a workload? </span> </a> </li> <li class=md-nav__item> <a href=#workload-scheduling-and-orchestration class=md-nav__link> <span class=md-ellipsis> Workload scheduling and orchestration </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-third-party-workloads class=md-nav__link> <span class=md-ellipsis> Run:ai and third-party workloads </span> </a> <nav class=md-nav aria-label="Run:ai and third-party workloads"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#levels-of-support class=md-nav__link> <span class=md-ellipsis> Levels of support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-across-the-ai-lifecycle class=md-nav__link> <span class=md-ellipsis> Workloads across the AI lifecycle </span> </a> </li> <li class=md-nav__item> <a href=#what-is-a-workload class=md-nav__link> <span class=md-ellipsis> What is a workload? </span> </a> </li> <li class=md-nav__item> <a href=#workload-scheduling-and-orchestration class=md-nav__link> <span class=md-ellipsis> Workload scheduling and orchestration </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-third-party-workloads class=md-nav__link> <span class=md-ellipsis> Run:ai and third-party workloads </span> </a> <nav class=md-nav aria-label="Run:ai and third-party workloads"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#levels-of-support class=md-nav__link> <span class=md-ellipsis> Levels of support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/overviews/introduction-to-workloads.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=introduction-to-workloads>Introduction to Workloads<a class=headerlink href=#introduction-to-workloads title="Permanent link">&para;</a></h1> <p>Run:ai enhances visibility and simplifies <a href=../managing-workloads/ >management</a>, by monitoring, presenting and orchestrating all AI workloads in the clusters it is installed on. Workloads are the fundamental building blocks for consuming resources, enabling AI practitioners such as researchers, data scientists and engineers to efficiently support the entire life cycle of an <a href=../../../../platform-admin/aiinitiatives/overview/ >AI initiative</a>. </p> <h2 id=workloads-across-the-ai-lifecycle>Workloads across the AI lifecycle<a class=headerlink href=#workloads-across-the-ai-lifecycle title="Permanent link">&para;</a></h2> <p>A typical AI initiative progresses through several key stages, each with distinct workloads and objectives. With Run:ai, research and engineering teams can host and manage all these workloads to achieve the following:</p> <ul> <li><strong>Data preparation:</strong> Aggregating, cleaning, normalizing, and labeling data to prepare for training.</li> <li><strong>Training:</strong> Conducting resource-intensive model development and iterative performance optimization.</li> <li><strong>Fine-tuning:</strong> Adapting pre-trained models to domain-specific data sets while balancing efficiency and performance.</li> <li><strong>Inference:</strong> Deploying models for real-time or batch predictions with a focus on low latency and high throughput.</li> <li><strong>Monitoring and optimization:</strong> Ensuring ongoing performance by addressing data drift, usage patterns, and retraining as needed.</li> </ul> <h2 id=what-is-a-workload>What is a workload?<a class=headerlink href=#what-is-a-workload title="Permanent link">&para;</a></h2> <p>A workload runs in the cluster, is associated with a namespace, and operates to fulfill its targets, whether that is running to completion for a <a href=../workload-types/#training-scaling-resources-for-model-development>batch job</a>, allocating resources for <a href=../workload-types/#workspaces-the-experimentation-phase>experimentation</a> in an integrated development environment (IDE)/notebook, or serving <a href=../workload-types/#inference-deploying-and-serving-models>inference</a> requests in production. </p> <p>The workload, defined by the AI practitioner, consists of:</p> <ul> <li><strong>Container images:</strong> This includes the application, its dependencies, and the runtime environment.</li> <li><strong>Compute resources:</strong> CPU, GPU, and RAM to execute efficiently and address the workload’s needs.</li> <li><strong>Data sets:</strong> The data needed for processing, such as training data sets or input from external databases. </li> <li><strong>Credentials:</strong> The access to certain data sources or external services, ensuring proper authentication and authorization. </li> </ul> <h2 id=workload-scheduling-and-orchestration>Workload scheduling and orchestration<a class=headerlink href=#workload-scheduling-and-orchestration title="Permanent link">&para;</a></h2> <p>Run:ai’s core mission is to optimize AI resource usage at scale. This is achieved through efficient <a href=../../../scheduling/the-runai-scheduler/ >scheduling and orchestrating</a> of all cluster workloads using the Run:ai Scheduler. The Scheduler allows the prioritization of workloads across different departments and projects within the organization at large scales, based on the resource distribution set by the system administrator.</p> <h2 id=runai-and-third-party-workloads>Run:ai and third-party workloads<a class=headerlink href=#runai-and-third-party-workloads title="Permanent link">&para;</a></h2> <ul> <li><strong>Run:ai workloads:</strong> These workloads are submitted via the Run:ai platform. They are represented by Kubernetes Custom Resource Definitions (CRDs) and APIs. When using Run:ai workloads, a complete Workload and Scheduling Policy solution is offered for administrators to ensure optimizations, governance and security standards are applied. </li> <li><strong>Third-party workloads:</strong> These workloads are submitted via third-party applications that use the Run:ai Scheduler. The Run:ai platform manages and monitors these workloads. They enable seamless integrations with external tools, allowing teams and individuals flexibility. </li> </ul> <h3 id=levels-of-support>Levels of support<a class=headerlink href=#levels-of-support title="Permanent link">&para;</a></h3> <p>Different types of workloads have different levels of support. Understanding what capabilities are needed before selecting the workload type to work with is important. The table below details the level of support for each workload type in Run:ai. Run:ai workloads are fully supported with all of Run:ai advanced features and capabilities. While third-party workloads are partially supported. The list of capabilities can change between different Run:ai versions.</p> <table> <thead> <tr> <th>Functionality</th> <th style="text-align: center;">Workload Type</th> <th style="text-align: center;"></th> <th style="text-align: center;"></th> <th style="text-align: center;"></th> <th></th> </tr> </thead> <tbody> <tr> <td></td> <td style="text-align: center;">Run:ai workloads</td> <td style="text-align: center;"></td> <td style="text-align: center;"></td> <td style="text-align: center;"></td> <td>Third-party workloads</td> </tr> <tr> <td></td> <td style="text-align: center;">Training - Standard</td> <td style="text-align: center;">Workspace</td> <td style="text-align: center;">Inference</td> <td style="text-align: center;">Training - distributed</td> <td></td> </tr> <tr> <td><a href=../../../scheduling/the-runai-scheduler/ >Fairness</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/the-runai-scheduler/#preemption>Priority and preemption</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/the-runai-scheduler/#over-quota-weight>Over quota</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >Node pools</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td>Bin packing / Spread</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/fractions/ >Multi-GPU fractions</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/dynamic-gpu-fractions/ >Multi-GPU dynamic fractions</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/node-level-scheduler/ >Node level scheduler</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/gpu-memory-swap/ >Multi-GPU memory swap</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td>Elastic scaling</td> <td style="text-align: center;">NA</td> <td style="text-align: center;">NA</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../scheduling/the-runai-scheduler/#gang-scheduling>Gang scheduling</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../admin/maintenance/alert-monitoring/ >Monitoring</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../admin/authentication/authentication-overview/#role-based-access-control-rbac-in-runai>RBAC</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td>Workload awareness</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../managing-workloads/ >Workload submission</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../managing-workloads/ >Workload actions (stop/run)</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../../../../platform-admin/workloads/policies/overview/ >Workload Policies</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ >Scheduling rules</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Workload awareness</strong></p> <p>Specific workload-aware visibility, so that different pods are identified and treated as a single workload (for example GPU utilization, workload view, dashboards).</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/overviews/managing-workloads/index.html b/v2.20/Researcher/workloads/overviews/managing-workloads/index.html
index 55159c9624..decef91dd7 100644
--- a/v2.20/Researcher/workloads/overviews/managing-workloads/index.html
+++ b/v2.20/Researcher/workloads/overviews/managing-workloads/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/overviews/managing-workloads/ rel=canonical><link href=../workload-types/ rel=prev><link href=../../assets/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Workloads - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/overviews/managing-workloads/ rel=canonical><link href=../workload-types/ rel=prev><link href=../../assets/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Workloads - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workloads class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workloads </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workloads </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-table class=md-nav__link> <span class=md-ellipsis> Workloads table </span> </a> <nav class=md-nav aria-label="Workloads table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-status class=md-nav__link> <span class=md-ellipsis> Workload status </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Pods Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#connections-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Connections Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#data-sources-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Data Sources Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> <nav class=md-nav aria-label="Show/Hide details"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#event-history class=md-nav__link> <span class=md-ellipsis> Event History </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#logs class=md-nav__link> <span class=md-ellipsis> Logs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-workload class=md-nav__link> <span class=md-ellipsis> Adding new workload </span> </a> </li> <li class=md-nav__item> <a href=#stopping-a-workload class=md-nav__link> <span class=md-ellipsis> Stopping a workload </span> </a> </li> <li class=md-nav__item> <a href=#running-a-workload class=md-nav__link> <span class=md-ellipsis> Running a workload </span> </a> </li> <li class=md-nav__item> <a href=#connecting-to-a-workload class=md-nav__link> <span class=md-ellipsis> Connecting to a workload </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-workload class=md-nav__link> <span class=md-ellipsis> Deleting a workload </span> </a> </li> <li class=md-nav__item> <a href=#copy-edit-a-workload class=md-nav__link> <span class=md-ellipsis> Copy &amp; Edit a workload </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-table class=md-nav__link> <span class=md-ellipsis> Workloads table </span> </a> <nav class=md-nav aria-label="Workloads table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-status class=md-nav__link> <span class=md-ellipsis> Workload status </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Pods Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#connections-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Connections Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#data-sources-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Data Sources Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> <nav class=md-nav aria-label="Show/Hide details"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#event-history class=md-nav__link> <span class=md-ellipsis> Event History </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#logs class=md-nav__link> <span class=md-ellipsis> Logs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-workload class=md-nav__link> <span class=md-ellipsis> Adding new workload </span> </a> </li> <li class=md-nav__item> <a href=#stopping-a-workload class=md-nav__link> <span class=md-ellipsis> Stopping a workload </span> </a> </li> <li class=md-nav__item> <a href=#running-a-workload class=md-nav__link> <span class=md-ellipsis> Running a workload </span> </a> </li> <li class=md-nav__item> <a href=#connecting-to-a-workload class=md-nav__link> <span class=md-ellipsis> Connecting to a workload </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-workload class=md-nav__link> <span class=md-ellipsis> Deleting a workload </span> </a> </li> <li class=md-nav__item> <a href=#copy-edit-a-workload class=md-nav__link> <span class=md-ellipsis> Copy &amp; Edit a workload </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/overviews/managing-workloads.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=workloads>Workloads<a class=headerlink href=#workloads title="Permanent link">&para;</a></h1> <p>This article explains the procedure for managing workloads.</p> <h2 id=workloads-table>Workloads table<a class=headerlink href=#workloads-table title="Permanent link">&para;</a></h2> <p>The Workloads table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The workloads table provides a list of all the workloads scheduled on the run:ai <a href=../../../scheduling/the-runai-scheduler/ >Scheduler</a>, and allows you to manage them.</p> <p><a class=glightbox href=../img/workload-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/workload-table.png></a></p> <p>The Workloads table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The name of the workload</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The workload type</td> </tr> <tr> <td style="text-align: left;">Preemptible</td> <td style="text-align: left;">Is the workload preemptible</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The different <a href=#workload-status>phases</a> in a workload life cycle.</td> </tr> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The project in which the workload runs.</td> </tr> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">The department that the workload is associated with. this column is visible only if the department toggle is enabled by your administrator.</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the workload</td> </tr> <tr> <td style="text-align: left;">Running/requested pods</td> <td style="text-align: left;">The number of running pods out of the requested</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the workload was created</td> </tr> <tr> <td style="text-align: left;">Completion time</td> <td style="text-align: left;">The timestamp the workload reached a terminal state (failed/completed)</td> </tr> <tr> <td style="text-align: left;">Connection(s)</td> <td style="text-align: left;">The method by which you can access and interact with the running workload. It's essentially the "doorway" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc). Click one of the values in the column to view the list of connections and their parameters</td> </tr> <tr> <td style="text-align: left;">Data source(s)</td> <td style="text-align: left;">Data resources used by the workload</td> </tr> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The environment used by the workload</td> </tr> <tr> <td style="text-align: left;">Workload architecture</td> <td style="text-align: left;">Standard or distributed. A standard workload consists of a single process. A distributed workload consists of multiple processes working together. These processes can run on different nodes.</td> </tr> <tr> <td style="text-align: left;">GPU compute request</td> <td style="text-align: left;">Amount of GPU devices requested</td> </tr> <tr> <td style="text-align: left;">GPU compute allocation</td> <td style="text-align: left;">Amount of GPU devices allocated</td> </tr> <tr> <td style="text-align: left;">GPU memory request</td> <td style="text-align: left;">Amount of GPU memory Requested</td> </tr> <tr> <td style="text-align: left;">GPU memory allocation</td> <td style="text-align: left;">Amount of GPU memory allocated</td> </tr> <tr> <td style="text-align: left;">Idle GPU devices</td> <td style="text-align: left;">The number of allocated GPU devices that have been idle for more than 5 minutes</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">Amount of CPU cores requested</td> </tr> <tr> <td style="text-align: left;">CPU compute allocation</td> <td style="text-align: left;">Amount of CPU cores allocated</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">Amount of CPU memory requested</td> </tr> <tr> <td style="text-align: left;">CPU memory allocation</td> <td style="text-align: left;">Amount of CPU memory allocated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the workload is associated with</td> </tr> </tbody> </table> <h3 id=workload-status>Workload status<a class=headerlink href=#workload-status title="Permanent link">&para;</a></h3> <p>The following table describes the different phases in a workload life cycle. The UI provides additional details for some of the below workload statuses which can be viewed by clicking the icon next to the status.</p> <table> <thead> <tr> <th style="text-align: left;">Status</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Entry Condition</th> <th style="text-align: left;">Exit Condition</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Creating</td> <td style="text-align: left;">Workload setup is initiated in the cluster. Resources and pods are now provisioning.</td> <td style="text-align: left;">A workload is submitted.</td> <td style="text-align: left;">A multi-pod group is created.</td> </tr> <tr> <td style="text-align: left;">Pending</td> <td style="text-align: left;">Workload is queued and awaiting resource allocation.</td> <td style="text-align: left;">A pod group exists.</td> <td style="text-align: left;">All pods are scheduled.</td> </tr> <tr> <td style="text-align: left;">Initializing</td> <td style="text-align: left;">Workload is retrieving images, starting containers, and preparing pods.</td> <td style="text-align: left;">All pods are scheduled.</td> <td style="text-align: left;">All pods are initialized or a failure to initialize is detected.</td> </tr> <tr> <td style="text-align: left;">Running</td> <td style="text-align: left;">Workload is currently in progress with all pods operational.</td> <td style="text-align: left;">All pods initialized (all containers in pods are ready).</td> <td style="text-align: left;">Workload completion or failure.</td> </tr> <tr> <td style="text-align: left;">Degraded</td> <td style="text-align: left;">Pods may not align with specifications, network services might be incomplete, or persistent volumes may be detached. Check your logs for specific details.</td> <td style="text-align: left;"><strong>Pending</strong> - All pods are running but have issues. <strong>Running</strong> - All pods are running with no issues.</td> <td style="text-align: left;"><strong>Running</strong> - All resources are OK. <strong>Completed</strong> - Workload finished with fewer resources. <strong>Failed</strong> - Workload failure or user-defined rules.</td> </tr> <tr> <td style="text-align: left;">Deleting</td> <td style="text-align: left;">Workload and its associated resources are being decommissioned from the cluster.</td> <td style="text-align: left;">Deleting the workload.</td> <td style="text-align: left;">Resources are fully deleted.</td> </tr> <tr> <td style="text-align: left;">Stopped</td> <td style="text-align: left;">Workload is on hold and resources are intact but inactive.</td> <td style="text-align: left;">Stopping the workload without deleting resources.</td> <td style="text-align: left;">Transitioning back to the initializing phase or proceeding to deleting the workload.</td> </tr> <tr> <td style="text-align: left;">Failed</td> <td style="text-align: left;">Image retrieval failed or containers experienced a crash. Check your logs for specific details.</td> <td style="text-align: left;">An error occurs preventing the successful completion of the workload.</td> <td style="text-align: left;">Terminal state.</td> </tr> <tr> <td style="text-align: left;">Completed</td> <td style="text-align: left;">Workload has successfully finished its execution.</td> <td style="text-align: left;">The workload has finished processing without errors.</td> <td style="text-align: left;">Terminal state.</td> </tr> </tbody> </table> <h3 id=pods-associated-with-workload>Pods Associated with Workload<a class=headerlink href=#pods-associated-with-workload title="Permanent link">&para;</a></h3> <p>Click one of the values in the Running/requested pods column, to view the list of pods and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Pod</td> <td style="text-align: left;">Pod name</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Pod lifecycle stages</td> </tr> <tr> <td style="text-align: left;">Node</td> <td style="text-align: left;">The node on which the pod resides</td> </tr> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The node pool in which the pod resides (applicable if node pools are enabled)</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The pod’s main image</td> </tr> <tr> <td style="text-align: left;">GPU compute allocation</td> <td style="text-align: left;">Amount of GPU devices allocated for the pod</td> </tr> <tr> <td style="text-align: left;">GPU memory allocation</td> <td style="text-align: left;">Amount of GPU memory allocated for the pod</td> </tr> </tbody> </table> <h3 id=connections-associated-with-workload>Connections Associated with Workload<a class=headerlink href=#connections-associated-with-workload title="Permanent link">&para;</a></h3> <p>A connection refers to the method by which you can access and interact with the running workloads. It is essentially the "doorway" through which you can reach and use the applications (tools) these workloads provide.</p> <p>Click one of the values in the Connection(s) column, to view the list of connections and their parameters. Connections are network interfaces that communicate with the application running in the workload. Connections are either the URL the application exposes or the IP and the port of the node that the workload is running on.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Name</td> <td style="text-align: left;">The name of the application running on the workload</td> </tr> <tr> <td style="text-align: left;">Connection type</td> <td style="text-align: left;">The network connection type selected for the workload</td> </tr> <tr> <td style="text-align: left;">Access</td> <td style="text-align: left;">Who is authorized to use this connection (everyone, specific groups/users)</td> </tr> <tr> <td style="text-align: left;">Address</td> <td style="text-align: left;">The connection URL</td> </tr> <tr> <td style="text-align: left;">Copy button</td> <td style="text-align: left;">Copy URL to clipboard</td> </tr> <tr> <td style="text-align: left;">Connect button</td> <td style="text-align: left;">Enabled only for supported tools</td> </tr> </tbody> </table> <h3 id=data-sources-associated-with-workload>Data Sources Associated with Workload<a class=headerlink href=#data-sources-associated-with-workload title="Permanent link">&para;</a></h3> <p>Click one of the values in the Data source(s) column, to view the list of data sources and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Data source</td> <td style="text-align: left;">The name of the data source mounted to the workload</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The <a href=../../assets/datasources/ >data source type</a></td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh - Click REFRESH to update the table with the latest data </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul> <h3 id=showhide-details>Show/Hide details<a class=headerlink href=#showhide-details title="Permanent link">&para;</a></h3> <p>Click a row in the Workloads table and then click the SHOW DETAILS button at the upper-right side of the action bar. The details pane appears, presenting the following tabs:</p> <h4 id=event-history>Event History<a class=headerlink href=#event-history title="Permanent link">&para;</a></h4> <p>Displays the workload status over time. It displays events describing the workload lifecycle and alerts on notable events. Use the filter to search through the history for specific events.</p> <h4 id=metrics>Metrics<a class=headerlink href=#metrics title="Permanent link">&para;</a></h4> <ul> <li>GPU utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node. </li> <li>GPU memory utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node. </li> <li>CPU compute utilization<br> The average of all CPUs’ cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node. </li> <li>CPU memory utilization<br> The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node. </li> <li> <p>CPU memory usage<br> The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines. </p> </li> <li>You can click the date picker to change the presented period </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use <strong>Reset zoom</strong> to go back to the preset period </li> <li>Changes in the period affect all graphs on this screen.</li> </ul> <h4 id=logs>Logs<a class=headerlink href=#logs title="Permanent link">&para;</a></h4> <p>Workload events are ordered in chronological order. The logs contain events from the workload’s lifecycle to help monitor and debug issues.</p> <h2 id=adding-new-workload>Adding new workload<a class=headerlink href=#adding-new-workload title="Permanent link">&para;</a></h2> <p>Before starting, make sure you have created a project or have one created for you to work with workloads.</p> <p>To create a new workload:</p> <ol> <li>Click <strong>+NEW WORKLOAD</strong> </li> <li>Select a workload type - Follow the links below to view the step-by-step guide for each workload type: <ul> <li><a href=../../workspaces/workspace-v2/ >Workspace</a>. Used for data preparation and model-building tasks. </li> <li><a href=../../training/standard-training/trainings-v2/ >Training</a>. Used for standard training tasks of all sorts </li> <li><a href=../../training/distributed-training/distributed-training/ >Distributed Training</a>. Used for distributed tasks of all sorts </li> <li><a href=../../inference/custom-inference/ >Inference</a>. Used for inference and serving tasks </li> <li>Job (legacy). This type is displayed only if enabled by your Administrator, under General settings → Workloads → Workload policies </li> </ul> </li> <li>Click <strong>CREATE WORKLOAD</strong></li> </ol> <h2 id=stopping-a-workload>Stopping a workload<a class=headerlink href=#stopping-a-workload title="Permanent link">&para;</a></h2> <p>Stopping a workload kills the workload pods and releases the workload resources.</p> <ol> <li>Select the workload you want to stop </li> <li>Click <strong>STOP</strong></li> </ol> <h2 id=running-a-workload>Running a workload<a class=headerlink href=#running-a-workload title="Permanent link">&para;</a></h2> <p>Running a workload spins up new pods and resumes the workload work after it was stopped.</p> <ol> <li>Select the workload you want to run again </li> <li>Click <strong>RUN</strong></li> </ol> <h2 id=connecting-to-a-workload>Connecting to a workload<a class=headerlink href=#connecting-to-a-workload title="Permanent link">&para;</a></h2> <p>To connect to an application running in the workload (for example, Jupyter Notebook)</p> <ol> <li>Select the workload you want to connect </li> <li>Click <strong>CONNECT</strong> </li> <li>Select the tool from the drop-down list </li> <li>The selected tool is opened in a new tab on your browser</li> </ol> <h2 id=deleting-a-workload>Deleting a workload<a class=headerlink href=#deleting-a-workload title="Permanent link">&para;</a></h2> <ol> <li>Select the workload you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Once a workload is deleted you can view it in the Deleted tab in the workloads view.<br> This tab is displayed only if enabled by your Administrator, under General settings → Workloads → Deleted workloads</p> </div> <h2 id=copy-edit-a-workload>Copy &amp; Edit a workload<a class=headerlink href=#copy-edit-a-workload title="Permanent link">&para;</a></h2> <ol> <li>Select the workload you want to copy and edit </li> <li>Click <strong>COPY &amp; EDIT</strong> </li> <li>Update the workload and click <strong>CREATE WORKLOAD</strong></li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Workloads>Workloads</a> API reference to view the available actions</p> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>To understand the condition of the workload, review the workload status in the Workload table. For more information, see check the workload’s <a href=../../../../admin/maintenance/audit-log/ >event history</a>.</p> <p>Listed below are a number of known issues when working with workloads and how to fix them:</p> <table> <thead> <tr> <th style="text-align: left;">Issue</th> <th style="text-align: left;">Mediation</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Cluster connectivity issues (there are issues with your connection to the cluster error message)</td> <td style="text-align: left;">Verify that you are on a network that has been granted access to the cluster. <br> Reach out to your cluster admin for instructions on verifying this. <br> If you are an admin, see the <a href=../../../../admin/config/clusters/#troubleshooting>troubleshooting</a> section in the cluster documentation</td> </tr> <tr> <td style="text-align: left;">Workload in “Initializing” status for some time</td> <td style="text-align: left;">Check that you have access to the Container image registry. <br> Check the statuses of the pods in the pods’ modal. <br> Check the event history for more details</td> </tr> <tr> <td style="text-align: left;">Workload has been pending for some time</td> <td style="text-align: left;">Check that you have the required quota. <br> Check the project’s available quota in the project dialog. <br> Check that all services needed to run are bound to the workload. <br> Check the event history for more details.</td> </tr> <tr> <td style="text-align: left;">PVCs created using the K8s API or <code>kubectl</code> are not visible or mountable in Run:ai.</td> <td style="text-align: left;">This is by design. <br> - Create a new data source of type PVC in the Run:ai UI <br> - In the Data mount section, select Existing PVC <br> - Select the PVC you created via the K8S API <br> You are now able to select and mount this PVC in your Run:ai submitted workloads.</td> </tr> <tr> <td style="text-align: left;">Workload is not visible in the UI.</td> <td style="text-align: left;">Check that the workload hasn’t been deleted. <br> See the “Deleted” tab in the workloads view</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workloads class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workloads </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workloads </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-table class=md-nav__link> <span class=md-ellipsis> Workloads table </span> </a> <nav class=md-nav aria-label="Workloads table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-status class=md-nav__link> <span class=md-ellipsis> Workload status </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Pods Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#connections-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Connections Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#data-sources-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Data Sources Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> <nav class=md-nav aria-label="Show/Hide details"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#event-history class=md-nav__link> <span class=md-ellipsis> Event History </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#logs class=md-nav__link> <span class=md-ellipsis> Logs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-workload class=md-nav__link> <span class=md-ellipsis> Adding new workload </span> </a> </li> <li class=md-nav__item> <a href=#stopping-a-workload class=md-nav__link> <span class=md-ellipsis> Stopping a workload </span> </a> </li> <li class=md-nav__item> <a href=#running-a-workload class=md-nav__link> <span class=md-ellipsis> Running a workload </span> </a> </li> <li class=md-nav__item> <a href=#connecting-to-a-workload class=md-nav__link> <span class=md-ellipsis> Connecting to a workload </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-workload class=md-nav__link> <span class=md-ellipsis> Deleting a workload </span> </a> </li> <li class=md-nav__item> <a href=#copy-edit-a-workload class=md-nav__link> <span class=md-ellipsis> Copy &amp; Edit a workload </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-table class=md-nav__link> <span class=md-ellipsis> Workloads table </span> </a> <nav class=md-nav aria-label="Workloads table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-status class=md-nav__link> <span class=md-ellipsis> Workload status </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Pods Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#connections-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Connections Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#data-sources-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Data Sources Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> <nav class=md-nav aria-label="Show/Hide details"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#event-history class=md-nav__link> <span class=md-ellipsis> Event History </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#logs class=md-nav__link> <span class=md-ellipsis> Logs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-workload class=md-nav__link> <span class=md-ellipsis> Adding new workload </span> </a> </li> <li class=md-nav__item> <a href=#stopping-a-workload class=md-nav__link> <span class=md-ellipsis> Stopping a workload </span> </a> </li> <li class=md-nav__item> <a href=#running-a-workload class=md-nav__link> <span class=md-ellipsis> Running a workload </span> </a> </li> <li class=md-nav__item> <a href=#connecting-to-a-workload class=md-nav__link> <span class=md-ellipsis> Connecting to a workload </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-workload class=md-nav__link> <span class=md-ellipsis> Deleting a workload </span> </a> </li> <li class=md-nav__item> <a href=#copy-edit-a-workload class=md-nav__link> <span class=md-ellipsis> Copy &amp; Edit a workload </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/overviews/managing-workloads.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=workloads>Workloads<a class=headerlink href=#workloads title="Permanent link">&para;</a></h1> <p>This article explains the procedure for managing workloads.</p> <h2 id=workloads-table>Workloads table<a class=headerlink href=#workloads-table title="Permanent link">&para;</a></h2> <p>The Workloads table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The workloads table provides a list of all the workloads scheduled on the run:ai <a href=../../../scheduling/the-runai-scheduler/ >Scheduler</a>, and allows you to manage them.</p> <p><a class=glightbox href=../img/workload-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/workload-table.png></a></p> <p>The Workloads table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The name of the workload</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The workload type</td> </tr> <tr> <td style="text-align: left;">Preemptible</td> <td style="text-align: left;">Is the workload preemptible</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The different <a href=#workload-status>phases</a> in a workload life cycle.</td> </tr> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The project in which the workload runs.</td> </tr> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">The department that the workload is associated with. this column is visible only if the department toggle is enabled by your administrator.</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the workload</td> </tr> <tr> <td style="text-align: left;">Running/requested pods</td> <td style="text-align: left;">The number of running pods out of the requested</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the workload was created</td> </tr> <tr> <td style="text-align: left;">Completion time</td> <td style="text-align: left;">The timestamp the workload reached a terminal state (failed/completed)</td> </tr> <tr> <td style="text-align: left;">Connection(s)</td> <td style="text-align: left;">The method by which you can access and interact with the running workload. It's essentially the "doorway" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc). Click one of the values in the column to view the list of connections and their parameters</td> </tr> <tr> <td style="text-align: left;">Data source(s)</td> <td style="text-align: left;">Data resources used by the workload</td> </tr> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The environment used by the workload</td> </tr> <tr> <td style="text-align: left;">Workload architecture</td> <td style="text-align: left;">Standard or distributed. A standard workload consists of a single process. A distributed workload consists of multiple processes working together. These processes can run on different nodes.</td> </tr> <tr> <td style="text-align: left;">GPU compute request</td> <td style="text-align: left;">Amount of GPU devices requested</td> </tr> <tr> <td style="text-align: left;">GPU compute allocation</td> <td style="text-align: left;">Amount of GPU devices allocated</td> </tr> <tr> <td style="text-align: left;">GPU memory request</td> <td style="text-align: left;">Amount of GPU memory Requested</td> </tr> <tr> <td style="text-align: left;">GPU memory allocation</td> <td style="text-align: left;">Amount of GPU memory allocated</td> </tr> <tr> <td style="text-align: left;">Idle GPU devices</td> <td style="text-align: left;">The number of allocated GPU devices that have been idle for more than 5 minutes</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">Amount of CPU cores requested</td> </tr> <tr> <td style="text-align: left;">CPU compute allocation</td> <td style="text-align: left;">Amount of CPU cores allocated</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">Amount of CPU memory requested</td> </tr> <tr> <td style="text-align: left;">CPU memory allocation</td> <td style="text-align: left;">Amount of CPU memory allocated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the workload is associated with</td> </tr> </tbody> </table> <h3 id=workload-status>Workload status<a class=headerlink href=#workload-status title="Permanent link">&para;</a></h3> <p>The following table describes the different phases in a workload life cycle. The UI provides additional details for some of the below workload statuses which can be viewed by clicking the icon next to the status.</p> <table> <thead> <tr> <th style="text-align: left;">Status</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Entry Condition</th> <th style="text-align: left;">Exit Condition</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Creating</td> <td style="text-align: left;">Workload setup is initiated in the cluster. Resources and pods are now provisioning.</td> <td style="text-align: left;">A workload is submitted.</td> <td style="text-align: left;">A multi-pod group is created.</td> </tr> <tr> <td style="text-align: left;">Pending</td> <td style="text-align: left;">Workload is queued and awaiting resource allocation.</td> <td style="text-align: left;">A pod group exists.</td> <td style="text-align: left;">All pods are scheduled.</td> </tr> <tr> <td style="text-align: left;">Initializing</td> <td style="text-align: left;">Workload is retrieving images, starting containers, and preparing pods.</td> <td style="text-align: left;">All pods are scheduled.</td> <td style="text-align: left;">All pods are initialized or a failure to initialize is detected.</td> </tr> <tr> <td style="text-align: left;">Running</td> <td style="text-align: left;">Workload is currently in progress with all pods operational.</td> <td style="text-align: left;">All pods initialized (all containers in pods are ready).</td> <td style="text-align: left;">Workload completion or failure.</td> </tr> <tr> <td style="text-align: left;">Degraded</td> <td style="text-align: left;">Pods may not align with specifications, network services might be incomplete, or persistent volumes may be detached. Check your logs for specific details.</td> <td style="text-align: left;"><strong>Pending</strong> - All pods are running but have issues. <strong>Running</strong> - All pods are running with no issues.</td> <td style="text-align: left;"><strong>Running</strong> - All resources are OK. <strong>Completed</strong> - Workload finished with fewer resources. <strong>Failed</strong> - Workload failure or user-defined rules.</td> </tr> <tr> <td style="text-align: left;">Deleting</td> <td style="text-align: left;">Workload and its associated resources are being decommissioned from the cluster.</td> <td style="text-align: left;">Deleting the workload.</td> <td style="text-align: left;">Resources are fully deleted.</td> </tr> <tr> <td style="text-align: left;">Stopped</td> <td style="text-align: left;">Workload is on hold and resources are intact but inactive.</td> <td style="text-align: left;">Stopping the workload without deleting resources.</td> <td style="text-align: left;">Transitioning back to the initializing phase or proceeding to deleting the workload.</td> </tr> <tr> <td style="text-align: left;">Failed</td> <td style="text-align: left;">Image retrieval failed or containers experienced a crash. Check your logs for specific details.</td> <td style="text-align: left;">An error occurs preventing the successful completion of the workload.</td> <td style="text-align: left;">Terminal state.</td> </tr> <tr> <td style="text-align: left;">Completed</td> <td style="text-align: left;">Workload has successfully finished its execution.</td> <td style="text-align: left;">The workload has finished processing without errors.</td> <td style="text-align: left;">Terminal state.</td> </tr> </tbody> </table> <h3 id=pods-associated-with-workload>Pods Associated with Workload<a class=headerlink href=#pods-associated-with-workload title="Permanent link">&para;</a></h3> <p>Click one of the values in the Running/requested pods column, to view the list of pods and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Pod</td> <td style="text-align: left;">Pod name</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Pod lifecycle stages</td> </tr> <tr> <td style="text-align: left;">Node</td> <td style="text-align: left;">The node on which the pod resides</td> </tr> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The node pool in which the pod resides (applicable if node pools are enabled)</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The pod’s main image</td> </tr> <tr> <td style="text-align: left;">GPU compute allocation</td> <td style="text-align: left;">Amount of GPU devices allocated for the pod</td> </tr> <tr> <td style="text-align: left;">GPU memory allocation</td> <td style="text-align: left;">Amount of GPU memory allocated for the pod</td> </tr> </tbody> </table> <h3 id=connections-associated-with-workload>Connections Associated with Workload<a class=headerlink href=#connections-associated-with-workload title="Permanent link">&para;</a></h3> <p>A connection refers to the method by which you can access and interact with the running workloads. It is essentially the "doorway" through which you can reach and use the applications (tools) these workloads provide.</p> <p>Click one of the values in the Connection(s) column, to view the list of connections and their parameters. Connections are network interfaces that communicate with the application running in the workload. Connections are either the URL the application exposes or the IP and the port of the node that the workload is running on.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Name</td> <td style="text-align: left;">The name of the application running on the workload</td> </tr> <tr> <td style="text-align: left;">Connection type</td> <td style="text-align: left;">The network connection type selected for the workload</td> </tr> <tr> <td style="text-align: left;">Access</td> <td style="text-align: left;">Who is authorized to use this connection (everyone, specific groups/users)</td> </tr> <tr> <td style="text-align: left;">Address</td> <td style="text-align: left;">The connection URL</td> </tr> <tr> <td style="text-align: left;">Copy button</td> <td style="text-align: left;">Copy URL to clipboard</td> </tr> <tr> <td style="text-align: left;">Connect button</td> <td style="text-align: left;">Enabled only for supported tools</td> </tr> </tbody> </table> <h3 id=data-sources-associated-with-workload>Data Sources Associated with Workload<a class=headerlink href=#data-sources-associated-with-workload title="Permanent link">&para;</a></h3> <p>Click one of the values in the Data source(s) column, to view the list of data sources and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Data source</td> <td style="text-align: left;">The name of the data source mounted to the workload</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The <a href=../../assets/datasources/ >data source type</a></td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh - Click REFRESH to update the table with the latest data </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul> <h3 id=showhide-details>Show/Hide details<a class=headerlink href=#showhide-details title="Permanent link">&para;</a></h3> <p>Click a row in the Workloads table and then click the SHOW DETAILS button at the upper-right side of the action bar. The details pane appears, presenting the following tabs:</p> <h4 id=event-history>Event History<a class=headerlink href=#event-history title="Permanent link">&para;</a></h4> <p>Displays the workload status over time. It displays events describing the workload lifecycle and alerts on notable events. Use the filter to search through the history for specific events.</p> <h4 id=metrics>Metrics<a class=headerlink href=#metrics title="Permanent link">&para;</a></h4> <ul> <li>GPU utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node. </li> <li>GPU memory utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node. </li> <li>CPU compute utilization<br> The average of all CPUs’ cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node. </li> <li>CPU memory utilization<br> The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node. </li> <li> <p>CPU memory usage<br> The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines. </p> </li> <li>You can click the date picker to change the presented period </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use <strong>Reset zoom</strong> to go back to the preset period </li> <li>Changes in the period affect all graphs on this screen.</li> </ul> <h4 id=logs>Logs<a class=headerlink href=#logs title="Permanent link">&para;</a></h4> <p>Workload events are ordered in chronological order. The logs contain events from the workload’s lifecycle to help monitor and debug issues.</p> <h2 id=adding-new-workload>Adding new workload<a class=headerlink href=#adding-new-workload title="Permanent link">&para;</a></h2> <p>Before starting, make sure you have created a project or have one created for you to work with workloads.</p> <p>To create a new workload:</p> <ol> <li>Click <strong>+NEW WORKLOAD</strong> </li> <li>Select a workload type - Follow the links below to view the step-by-step guide for each workload type: <ul> <li><a href=../../workspaces/workspace-v2/ >Workspace</a>. Used for data preparation and model-building tasks. </li> <li><a href=../../training/standard-training/trainings-v2/ >Training</a>. Used for standard training tasks of all sorts </li> <li><a href=../../training/distributed-training/distributed-training/ >Distributed Training</a>. Used for distributed tasks of all sorts </li> <li><a href=../../inference/custom-inference/ >Inference</a>. Used for inference and serving tasks </li> <li>Job (legacy). This type is displayed only if enabled by your Administrator, under General settings → Workloads → Workload policies </li> </ul> </li> <li>Click <strong>CREATE WORKLOAD</strong></li> </ol> <h2 id=stopping-a-workload>Stopping a workload<a class=headerlink href=#stopping-a-workload title="Permanent link">&para;</a></h2> <p>Stopping a workload kills the workload pods and releases the workload resources.</p> <ol> <li>Select the workload you want to stop </li> <li>Click <strong>STOP</strong></li> </ol> <h2 id=running-a-workload>Running a workload<a class=headerlink href=#running-a-workload title="Permanent link">&para;</a></h2> <p>Running a workload spins up new pods and resumes the workload work after it was stopped.</p> <ol> <li>Select the workload you want to run again </li> <li>Click <strong>RUN</strong></li> </ol> <h2 id=connecting-to-a-workload>Connecting to a workload<a class=headerlink href=#connecting-to-a-workload title="Permanent link">&para;</a></h2> <p>To connect to an application running in the workload (for example, Jupyter Notebook)</p> <ol> <li>Select the workload you want to connect </li> <li>Click <strong>CONNECT</strong> </li> <li>Select the tool from the drop-down list </li> <li>The selected tool is opened in a new tab on your browser</li> </ol> <h2 id=deleting-a-workload>Deleting a workload<a class=headerlink href=#deleting-a-workload title="Permanent link">&para;</a></h2> <ol> <li>Select the workload you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Once a workload is deleted you can view it in the Deleted tab in the workloads view.<br> This tab is displayed only if enabled by your Administrator, under General settings → Workloads → Deleted workloads</p> </div> <h2 id=copy-edit-a-workload>Copy &amp; Edit a workload<a class=headerlink href=#copy-edit-a-workload title="Permanent link">&para;</a></h2> <ol> <li>Select the workload you want to copy and edit </li> <li>Click <strong>COPY &amp; EDIT</strong> </li> <li>Update the workload and click <strong>CREATE WORKLOAD</strong></li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Workloads>Workloads</a> API reference to view the available actions</p> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>To understand the condition of the workload, review the workload status in the Workload table. For more information, see check the workload’s <a href=../../../../admin/maintenance/audit-log/ >event history</a>.</p> <p>Listed below are a number of known issues when working with workloads and how to fix them:</p> <table> <thead> <tr> <th style="text-align: left;">Issue</th> <th style="text-align: left;">Mediation</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Cluster connectivity issues (there are issues with your connection to the cluster error message)</td> <td style="text-align: left;">Verify that you are on a network that has been granted access to the cluster. <br> Reach out to your cluster admin for instructions on verifying this. <br> If you are an admin, see the <a href=../../../../admin/config/clusters/#troubleshooting>troubleshooting</a> section in the cluster documentation</td> </tr> <tr> <td style="text-align: left;">Workload in “Initializing” status for some time</td> <td style="text-align: left;">Check that you have access to the Container image registry. <br> Check the statuses of the pods in the pods’ modal. <br> Check the event history for more details</td> </tr> <tr> <td style="text-align: left;">Workload has been pending for some time</td> <td style="text-align: left;">Check that you have the required quota. <br> Check the project’s available quota in the project dialog. <br> Check that all services needed to run are bound to the workload. <br> Check the event history for more details.</td> </tr> <tr> <td style="text-align: left;">PVCs created using the K8s API or <code>kubectl</code> are not visible or mountable in Run:ai.</td> <td style="text-align: left;">This is by design. <br> - Create a new data source of type PVC in the Run:ai UI <br> - In the Data mount section, select Existing PVC <br> - Select the PVC you created via the K8S API <br> You are now able to select and mount this PVC in your Run:ai submitted workloads.</td> </tr> <tr> <td style="text-align: left;">Workload is not visible in the UI.</td> <td style="text-align: left;">Check that the workload hasn’t been deleted. <br> See the “Deleted” tab in the workloads view</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/overviews/workload-types/index.html b/v2.20/Researcher/workloads/overviews/workload-types/index.html
index 7b6bc8d25b..d5f68f12d3 100644
--- a/v2.20/Researcher/workloads/overviews/workload-types/index.html
+++ b/v2.20/Researcher/workloads/overviews/workload-types/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/overviews/workload-types/ rel=canonical><link href=../introduction-to-workloads/ rel=prev><link href=../managing-workloads/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Workload Types - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/overviews/workload-types/ rel=canonical><link href=../introduction-to-workloads/ rel=prev><link href=../managing-workloads/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Workload Types - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-workload-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workload Types </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workload Types </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workload Types </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspaces-the-experimentation-phase class=md-nav__link> <span class=md-ellipsis> Workspaces: the experimentation phase </span> </a> </li> <li class=md-nav__item> <a href=#training-scaling-resources-for-model-development class=md-nav__link> <span class=md-ellipsis> Training: scaling resources for model development </span> </a> </li> <li class=md-nav__item> <a href=#inference-deploying-and-serving-models class=md-nav__link> <span class=md-ellipsis> Inference: deploying and serving models </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspaces-the-experimentation-phase class=md-nav__link> <span class=md-ellipsis> Workspaces: the experimentation phase </span> </a> </li> <li class=md-nav__item> <a href=#training-scaling-resources-for-model-development class=md-nav__link> <span class=md-ellipsis> Training: scaling resources for model development </span> </a> </li> <li class=md-nav__item> <a href=#inference-deploying-and-serving-models class=md-nav__link> <span class=md-ellipsis> Inference: deploying and serving models </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/overviews/workload-types.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-workload-types>Run:ai Workload Types<a class=headerlink href=#runai-workload-types title="Permanent link">&para;</a></h1> <p>In the world of machine learning (ML), the journey from raw data to actionable insights is a complex process that spans multiple stages. Each stage of the AI lifecycle requires different tools, resources, and frameworks to ensure optimal performance. Run:ai simplifies this process by offering specialized workload types tailored to each phase, facilitating a smooth transition across various stages of the ML workflows. </p> <p>The ML lifecycle usually begins with the experimental work on data and exploration of different modeling techniques to identify the best approach for accurate predictions. At this stage, resource consumption is usually moderate as experimentation is done on a smaller scale. As confidence grows in the model's potential and its accuracy, the demand for compute resources increases. This is especially true during the training phase, where vast amounts of data need to be processed, particularly with complex models such as large language models (LLMs), with their huge parameter sizes, that often require distributed training across multiple GPUs to handle the intensive computational load. </p> <p>Finally, once the model is ready, it moves to the inference stage, where it is deployed to make predictions on new, unseen data. Run:ai's workload types are designed to correspond with the natural stages of this lifecycle. They are structured to align with the specific resource and framework requirements of each phase, ensuring that AI researchers and data scientists can focus on advancing their models without worrying about infrastructure management.</p> <p>Run:ai offers three workload types that correspond to a specific phase of the researcher’s work:</p> <ul> <li><strong>Workspaces</strong> – For experimentation with data and models.</li> <li><strong>Training</strong> – For resource-intensive tasks such as model training and data preparation.</li> <li><strong>Inference</strong> – For deploying and serving the trained model.</li> </ul> <h2 id=workspaces-the-experimentation-phase>Workspaces: the experimentation phase<a class=headerlink href=#workspaces-the-experimentation-phase title="Permanent link">&para;</a></h2> <p>The <strong>Workspace</strong> is where data scientists conduct initial research, experiment with different data sets, and test various algorithms. This is the most flexible stage in the ML lifecycle, where models and data are explored, tuned, and refined. The value of workspaces lies in the flexibility they offer, allowing the researcher to iterate quickly without being constrained by rigid infrastructure. </p> <ul> <li> <p><strong>Framework flexibility</strong></p> <p>Workspaces support a variety of machine learning frameworks, as researchers need to experiment with different tools and methods. </p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Workspaces are often lighter on resources compared to the training phase, but they still require significant computational power for data processing, analysis, and model iteration. </p> <p>Hence, the default for the Run:ai workspaces considerations is to allow scheduling those workloads without the ability to preempt them once the resources were allocated. However, this non-preemptable state doesn’t allow to utilize more resources outside of the project’s deserved quota. </p> </li> </ul> <p>See <a href=../../workspaces/workspace-v2/ >Running workspaces</a> to learn more about how to submit a workspace via the Run:ai platform. For quick starts, see <a href=../../workspaces/quickstart-jupyter/ >Running Jupyter Notebook using workspaces</a>.</p> <h2 id=training-scaling-resources-for-model-development>Training: scaling resources for model development<a class=headerlink href=#training-scaling-resources-for-model-development title="Permanent link">&para;</a></h2> <p>As models mature and the need for more robust data processing and model training increases, Run:ai facilitates this shift through the Training workload. This phase is resource-intensive, often requiring distributed computing and high-performance clusters to process vast data sets and train models.</p> <ul> <li> <p><strong>Training architecture</strong></p> <p>For training workloads Run:ai allows you to specify the architecture - standard or distributed. The distributed architecture is relevant for larger data sets and more complex models that require utilizing multiple nodes. For the distributed architecture, Run:ai allows you to specify different configurations for the master and workers and select which framework to use - PyTorch, XGBoost, MPI, and TensorFlow. In addition, as part of the distributed configuration, Run:ai enable the researchers to schedule their distributed workloads on nodes within the same region, zone, placement group, or any other topology.</p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Training tasks demand high memory, compute power, and storage. Run:ai ensures that the allocated resources match the scale of the task and allows those workloads to utilize more compute resources than the project’s deserved quota. Make sure that if you wish your training workload not to be preempted, specify the number of GPU’s that are in your quota. </p> </li> </ul> <p>See <a href=../../training/standard-training/trainings-v2/ >Standard training</a> and <a href=../../training/distributed-training/distributed-training/ >Distributed training</a> to learn more about how to submit a training workload via the Run:ai UI. For quick starts, see <a href=../../training/standard-training/quickstart-standard-training/ >Run your first standard training</a> and <a href=../../training/distributed-training/quickstart-distributed-training/ >Run your first distributed training</a>. </p> <h2 id=inference-deploying-and-serving-models>Inference: deploying and serving models<a class=headerlink href=#inference-deploying-and-serving-models title="Permanent link">&para;</a></h2> <p>Once a model is trained and validated, it moves to the Inference stage, where it is deployed to make predictions (usually in a production environment). This phase is all about efficiency and responsiveness, as the model needs to serve real-time or batch predictions to end-users or other systems.</p> <ul> <li> <p><strong>Inference-specific use cases</strong></p> <p>Naturally, inference workloads are required to change and adapt to the ever-changing demands to meet SLA. For example, additional replicas may be deployed, manually or automatically, to increase compute resources as part of a horizontal scaling approach or a new version of the deployment may need to be rolled out without affecting the running services.</p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Inference models differ in size and purpose, leading to varying computational requirements. For example, small OCR models can run efficiently on CPUs, whereas LLMs typically require significant GPU memory for deployment and serving. Inference workloads are considered production-critical and are given the highest priority to ensure compliance with SLAs. Additionally, Run:ai ensures that inference workloads cannot be preempted, maintaining consistent performance and reliability.</p> </li> </ul> <p>See <a href=../../inference/custom-inference/ >Deploy a custom inference workload</a> to learn more about how to submit an inference workload via the Run:ai UI. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-workload-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workload Types </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workload Types </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workload Types </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspaces-the-experimentation-phase class=md-nav__link> <span class=md-ellipsis> Workspaces: the experimentation phase </span> </a> </li> <li class=md-nav__item> <a href=#training-scaling-resources-for-model-development class=md-nav__link> <span class=md-ellipsis> Training: scaling resources for model development </span> </a> </li> <li class=md-nav__item> <a href=#inference-deploying-and-serving-models class=md-nav__link> <span class=md-ellipsis> Inference: deploying and serving models </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspaces-the-experimentation-phase class=md-nav__link> <span class=md-ellipsis> Workspaces: the experimentation phase </span> </a> </li> <li class=md-nav__item> <a href=#training-scaling-resources-for-model-development class=md-nav__link> <span class=md-ellipsis> Training: scaling resources for model development </span> </a> </li> <li class=md-nav__item> <a href=#inference-deploying-and-serving-models class=md-nav__link> <span class=md-ellipsis> Inference: deploying and serving models </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/overviews/workload-types.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-workload-types>Run:ai Workload Types<a class=headerlink href=#runai-workload-types title="Permanent link">&para;</a></h1> <p>In the world of machine learning (ML), the journey from raw data to actionable insights is a complex process that spans multiple stages. Each stage of the AI lifecycle requires different tools, resources, and frameworks to ensure optimal performance. Run:ai simplifies this process by offering specialized workload types tailored to each phase, facilitating a smooth transition across various stages of the ML workflows. </p> <p>The ML lifecycle usually begins with the experimental work on data and exploration of different modeling techniques to identify the best approach for accurate predictions. At this stage, resource consumption is usually moderate as experimentation is done on a smaller scale. As confidence grows in the model's potential and its accuracy, the demand for compute resources increases. This is especially true during the training phase, where vast amounts of data need to be processed, particularly with complex models such as large language models (LLMs), with their huge parameter sizes, that often require distributed training across multiple GPUs to handle the intensive computational load. </p> <p>Finally, once the model is ready, it moves to the inference stage, where it is deployed to make predictions on new, unseen data. Run:ai's workload types are designed to correspond with the natural stages of this lifecycle. They are structured to align with the specific resource and framework requirements of each phase, ensuring that AI researchers and data scientists can focus on advancing their models without worrying about infrastructure management.</p> <p>Run:ai offers three workload types that correspond to a specific phase of the researcher’s work:</p> <ul> <li><strong>Workspaces</strong> – For experimentation with data and models.</li> <li><strong>Training</strong> – For resource-intensive tasks such as model training and data preparation.</li> <li><strong>Inference</strong> – For deploying and serving the trained model.</li> </ul> <h2 id=workspaces-the-experimentation-phase>Workspaces: the experimentation phase<a class=headerlink href=#workspaces-the-experimentation-phase title="Permanent link">&para;</a></h2> <p>The <strong>Workspace</strong> is where data scientists conduct initial research, experiment with different data sets, and test various algorithms. This is the most flexible stage in the ML lifecycle, where models and data are explored, tuned, and refined. The value of workspaces lies in the flexibility they offer, allowing the researcher to iterate quickly without being constrained by rigid infrastructure. </p> <ul> <li> <p><strong>Framework flexibility</strong></p> <p>Workspaces support a variety of machine learning frameworks, as researchers need to experiment with different tools and methods. </p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Workspaces are often lighter on resources compared to the training phase, but they still require significant computational power for data processing, analysis, and model iteration. </p> <p>Hence, the default for the Run:ai workspaces considerations is to allow scheduling those workloads without the ability to preempt them once the resources were allocated. However, this non-preemptable state doesn’t allow to utilize more resources outside of the project’s deserved quota. </p> </li> </ul> <p>See <a href=../../workspaces/workspace-v2/ >Running workspaces</a> to learn more about how to submit a workspace via the Run:ai platform. For quick starts, see <a href=../../workspaces/quickstart-jupyter/ >Running Jupyter Notebook using workspaces</a>.</p> <h2 id=training-scaling-resources-for-model-development>Training: scaling resources for model development<a class=headerlink href=#training-scaling-resources-for-model-development title="Permanent link">&para;</a></h2> <p>As models mature and the need for more robust data processing and model training increases, Run:ai facilitates this shift through the Training workload. This phase is resource-intensive, often requiring distributed computing and high-performance clusters to process vast data sets and train models.</p> <ul> <li> <p><strong>Training architecture</strong></p> <p>For training workloads Run:ai allows you to specify the architecture - standard or distributed. The distributed architecture is relevant for larger data sets and more complex models that require utilizing multiple nodes. For the distributed architecture, Run:ai allows you to specify different configurations for the master and workers and select which framework to use - PyTorch, XGBoost, MPI, and TensorFlow. In addition, as part of the distributed configuration, Run:ai enable the researchers to schedule their distributed workloads on nodes within the same region, zone, placement group, or any other topology.</p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Training tasks demand high memory, compute power, and storage. Run:ai ensures that the allocated resources match the scale of the task and allows those workloads to utilize more compute resources than the project’s deserved quota. Make sure that if you wish your training workload not to be preempted, specify the number of GPU’s that are in your quota. </p> </li> </ul> <p>See <a href=../../training/standard-training/trainings-v2/ >Standard training</a> and <a href=../../training/distributed-training/distributed-training/ >Distributed training</a> to learn more about how to submit a training workload via the Run:ai UI. For quick starts, see <a href=../../training/standard-training/quickstart-standard-training/ >Run your first standard training</a> and <a href=../../training/distributed-training/quickstart-distributed-training/ >Run your first distributed training</a>. </p> <h2 id=inference-deploying-and-serving-models>Inference: deploying and serving models<a class=headerlink href=#inference-deploying-and-serving-models title="Permanent link">&para;</a></h2> <p>Once a model is trained and validated, it moves to the Inference stage, where it is deployed to make predictions (usually in a production environment). This phase is all about efficiency and responsiveness, as the model needs to serve real-time or batch predictions to end-users or other systems.</p> <ul> <li> <p><strong>Inference-specific use cases</strong></p> <p>Naturally, inference workloads are required to change and adapt to the ever-changing demands to meet SLA. For example, additional replicas may be deployed, manually or automatically, to increase compute resources as part of a horizontal scaling approach or a new version of the deployment may need to be rolled out without affecting the running services.</p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Inference models differ in size and purpose, leading to varying computational requirements. For example, small OCR models can run efficiently on CPUs, whereas LLMs typically require significant GPU memory for deployment and serving. Inference workloads are considered production-critical and are given the highest priority to ensure compliance with SLAs. Additionally, Run:ai ensures that inference workloads cannot be preempted, maintaining consistent performance and reliability.</p> </li> </ul> <p>See <a href=../../inference/custom-inference/ >Deploy a custom inference workload</a> to learn more about how to submit an inference workload via the Run:ai UI. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/training/distributed-training/distributed-training/index.html b/v2.20/Researcher/workloads/training/distributed-training/distributed-training/index.html
index 61c7f9505b..037b770d54 100644
--- a/v2.20/Researcher/workloads/training/distributed-training/distributed-training/index.html
+++ b/v2.20/Researcher/workloads/training/distributed-training/distributed-training/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/training/distributed-training/distributed-training/ rel=canonical><link href=../../standard-training/quickstart-standard-training/ rel=prev><link href=../quickstart-distributed-training/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Train Models Using a Distributed Training Workload - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/training/distributed-training/distributed-training/ rel=canonical><link href=../../standard-training/quickstart-standard-training/ rel=prev><link href=../quickstart-distributed-training/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Train Models Using a Distributed Training Workload - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#train-models-using-a-distributed-training-workload class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7 checked> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2 checked> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-distributed-training-workload class=md-nav__link> <span class=md-ellipsis> Creating a distributed training workload </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-distributed-training-workload class=md-nav__link> <span class=md-ellipsis> Creating a distributed training workload </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/training/distributed-training/distributed-training.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=train-models-using-a-distributed-training-workload>Train models using a distributed training workload<a class=headerlink href=#train-models-using-a-distributed-training-workload title="Permanent link">&para;</a></h1> <p>This article explains how to create a distributed training workload via the Run:ai UI.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p> <p>The distributed training workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the distributed training workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../../img/training-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../../img/training-workload.png></a></p> <h2 id=creating-a-distributed-training-workload>Creating a distributed training workload<a class=headerlink href=#creating-a-distributed-training-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new distributed training workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Training</strong><br> Within the new training form:</li> <li>Select under which <strong>cluster</strong> to create the training workload</li> <li>Select the <strong>project</strong> in which your training will run</li> <li> <p>Set the training workload architecture as <strong>distributed</strong> workload, which consists of multiple processes working together. These processes can run on different nodes. This workload uses environments that support distributed training workloads only. </p> <ul> <li> <p>Set the framework for the distributed workload. Select from - </p> <ul> <li>PyTorch</li> <li>TensorFlow</li> <li>XG Boost</li> <li>MPI</li> </ul> <p>In case one the above frameworks is not enabled, see <a href=../../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/#distributed-training>Distributed training prerequisites</a> for details on enabling. </p> </li> <li> <p>Set the distributed workload configuration that defines how distributed training workloads are divided across multiple machines or processes. Choose a configuration based on your training requirements and infrastructure -</p> <ul> <li>Workers &amp; master</li> <li>Workers only</li> </ul> </li> </ul> </li> <li> <p>Select a <strong>preconfigured <a href=../../../assets/templates/ >template</a></strong> or select <strong>Start from scratch</strong> to launch a new training workload quickly</p> </li> <li>Enter a unique <strong>name</strong> for the training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li>Select the <strong>environment</strong> for your training workload<ul> <li>Select an environment or click <strong>+NEW ENVIRONMENT</strong> to add a new environment to the gallery.<br> For a step-by-step guide on adding environments to the gallery, see <a href=../../../assets/environments/ >Environments</a>. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your <strong>tool(s)</strong>. The tools are configured as part of the environment.<ul> <li><strong>External URL</strong><ul> <li><strong>Custom URL</strong><ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can <strong>access</strong> the tool:<ul> <li><strong>All authenticated users</strong> (default)<br> Everyone within the organization’s account</li> <li><strong>Specific group(s)</strong><ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li><strong>Specific user(s)</strong><ul> <li>Click <strong>+USER</strong></li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li><strong>Node port</strong><ul> <li><strong>Custom port</strong><ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the <strong>User ID (UID)</strong>, <strong>Group ID (GID)</strong> and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the <strong>command and arguments</strong> for the container running the workload<br> When If no command is added, the container will use the image’s default command (entry-point).<ul> <li>Modify the existing command or click <strong>+COMMAND &amp; ARGUMENTS</strong> to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the <strong>environment variable(s)</strong> <ul> <li>Modify the existing environment variable(s). The existing environment variables may include <strong>instructions</strong> to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable<ul> <li><strong>Custom</strong><ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong> To add new credentials to the credentials list, and for additional information, see <a href=../../../assets/credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your training workload</p> <ul> <li>Set the number of workers for your workload</li> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> <li> <p>Optional: Set topology to let the workload be scheduled on nodes with a matching topology. Topology lets the workload to be scheduled on nodes within the same region, zone, placement group or any other topology you define.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Setting topology is disabled, by default. If you cannot see Topology in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Topology</p> </div> <ul> <li>Click <strong>+TOPOLOGY</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator <ul> <li><strong>Required</strong> - If the scheduler can’t schedule all pods within the same topology, the workload will be pending.</li> <li><strong>Preferred</strong> - The scheduler will try to schedule all pods within the same topology but may schedule some pods on nodes that are not part of the same topology.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload<br> A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click <strong>+VOLUME</strong></li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class.</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, see <a href=../../../../../admin/config/shared-storage/ >Kubernetes storage classes</a>.</li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li><strong>File system</strong> (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li><strong>Block</strong> - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the <strong>Container path</strong> with the volume target location</li> <li>Set the volume persistency<ul> <li><strong>Persistent</strong> - The volume and its data will be deleted only when the workload is deleted.</li> <li><strong>Ephemeral</strong> - The volume and its data will be deleted every time the workload’s status changes to “Stopped.”</li> </ul> </li> </ul> </li> <li> <p>Optional: Select <strong>data sources</strong> for your training workload </p> <p>Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.</p> <ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>grace period</strong> for workload preemption. This is a buffer that allows a preempted workload to reach a safe checkpoint before it is forcibly preempted. Enter a timeframe between 0 sec and 5 min.</li> <li>Set the <strong>backoff limit</strong> before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to "Failed." Enter a value between 1 and 100.</li> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CONTINUE</strong></li> <li> <p>Decide if you wish to define a different setup between the Workers and the Master via the toggle. When disabled the master’s setup will inherit the workers’ setup.</p> <ul> <li>In case a different setup is requested or required, repeat steps 9-13 stated above with necessary changes.</li> </ul> </li> <li> <p>Click <strong>CREATE TRAINING</strong></p> </li> </ol> <h2 id=workload-policies>Workload Policies<a class=headerlink href=#workload-policies title="Permanent link">&para;</a></h2> <p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see <a href=../../../../../platform-admin/workloads/policies/overview/ >Workload Policies and Rules</a>.</p> <p>The effects of the policy are reflected in the training creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the training workload is created, it is added to the <a href=../../../overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <h2 id=using-cli>Using CLI<a class=headerlink href=#using-cli title="Permanent link">&para;</a></h2> <p>To view the available actions,see all possible distributed training workloads in the <a href=../../../../cli-reference/new-cli/overview/ >CLI v2 reference</a> or the <a href=../../../../cli-reference/Introduction/ >CLI v1 reference</a>.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, see the <a href=https://api-docs.run.ai/latest/tag/Distributed/ >Distributed workload</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#train-models-using-a-distributed-training-workload class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7 checked> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2 checked> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-distributed-training-workload class=md-nav__link> <span class=md-ellipsis> Creating a distributed training workload </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-distributed-training-workload class=md-nav__link> <span class=md-ellipsis> Creating a distributed training workload </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/training/distributed-training/distributed-training.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=train-models-using-a-distributed-training-workload>Train models using a distributed training workload<a class=headerlink href=#train-models-using-a-distributed-training-workload title="Permanent link">&para;</a></h1> <p>This article explains how to create a distributed training workload via the Run:ai UI.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p> <p>The distributed training workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the distributed training workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../../img/training-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../../img/training-workload.png></a></p> <h2 id=creating-a-distributed-training-workload>Creating a distributed training workload<a class=headerlink href=#creating-a-distributed-training-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new distributed training workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Training</strong><br> Within the new training form:</li> <li>Select under which <strong>cluster</strong> to create the training workload</li> <li>Select the <strong>project</strong> in which your training will run</li> <li> <p>Set the training workload architecture as <strong>distributed</strong> workload, which consists of multiple processes working together. These processes can run on different nodes. This workload uses environments that support distributed training workloads only. </p> <ul> <li> <p>Set the framework for the distributed workload. Select from - </p> <ul> <li>PyTorch</li> <li>TensorFlow</li> <li>XG Boost</li> <li>MPI</li> </ul> <p>In case one the above frameworks is not enabled, see <a href=../../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/#distributed-training>Distributed training prerequisites</a> for details on enabling. </p> </li> <li> <p>Set the distributed workload configuration that defines how distributed training workloads are divided across multiple machines or processes. Choose a configuration based on your training requirements and infrastructure -</p> <ul> <li>Workers &amp; master</li> <li>Workers only</li> </ul> </li> </ul> </li> <li> <p>Select a <strong>preconfigured <a href=../../../assets/templates/ >template</a></strong> or select <strong>Start from scratch</strong> to launch a new training workload quickly</p> </li> <li>Enter a unique <strong>name</strong> for the training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li>Select the <strong>environment</strong> for your training workload<ul> <li>Select an environment or click <strong>+NEW ENVIRONMENT</strong> to add a new environment to the gallery.<br> For a step-by-step guide on adding environments to the gallery, see <a href=../../../assets/environments/ >Environments</a>. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your <strong>tool(s)</strong>. The tools are configured as part of the environment.<ul> <li><strong>External URL</strong><ul> <li><strong>Custom URL</strong><ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can <strong>access</strong> the tool:<ul> <li><strong>All authenticated users</strong> (default)<br> Everyone within the organization’s account</li> <li><strong>Specific group(s)</strong><ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li><strong>Specific user(s)</strong><ul> <li>Click <strong>+USER</strong></li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li><strong>Node port</strong><ul> <li><strong>Custom port</strong><ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the <strong>User ID (UID)</strong>, <strong>Group ID (GID)</strong> and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the <strong>command and arguments</strong> for the container running the workload<br> When If no command is added, the container will use the image’s default command (entry-point).<ul> <li>Modify the existing command or click <strong>+COMMAND &amp; ARGUMENTS</strong> to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the <strong>environment variable(s)</strong> <ul> <li>Modify the existing environment variable(s). The existing environment variables may include <strong>instructions</strong> to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable<ul> <li><strong>Custom</strong><ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong> To add new credentials to the credentials list, and for additional information, see <a href=../../../assets/credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your training workload</p> <ul> <li>Set the number of workers for your workload</li> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> <li> <p>Optional: Set topology to let the workload be scheduled on nodes with a matching topology. Topology lets the workload to be scheduled on nodes within the same region, zone, placement group or any other topology you define.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Setting topology is disabled, by default. If you cannot see Topology in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Topology</p> </div> <ul> <li>Click <strong>+TOPOLOGY</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator <ul> <li><strong>Required</strong> - If the scheduler can’t schedule all pods within the same topology, the workload will be pending.</li> <li><strong>Preferred</strong> - The scheduler will try to schedule all pods within the same topology but may schedule some pods on nodes that are not part of the same topology.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload<br> A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click <strong>+VOLUME</strong></li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class.</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, see <a href=../../../../../admin/config/shared-storage/ >Kubernetes storage classes</a>.</li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li><strong>File system</strong> (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li><strong>Block</strong> - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the <strong>Container path</strong> with the volume target location</li> <li>Set the volume persistency<ul> <li><strong>Persistent</strong> - The volume and its data will be deleted only when the workload is deleted.</li> <li><strong>Ephemeral</strong> - The volume and its data will be deleted every time the workload’s status changes to “Stopped.”</li> </ul> </li> </ul> </li> <li> <p>Optional: Select <strong>data sources</strong> for your training workload </p> <p>Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.</p> <ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>grace period</strong> for workload preemption. This is a buffer that allows a preempted workload to reach a safe checkpoint before it is forcibly preempted. Enter a timeframe between 0 sec and 5 min.</li> <li>Set the <strong>backoff limit</strong> before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to "Failed." Enter a value between 1 and 100.</li> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CONTINUE</strong></li> <li> <p>Decide if you wish to define a different setup between the Workers and the Master via the toggle. When disabled the master’s setup will inherit the workers’ setup.</p> <ul> <li>In case a different setup is requested or required, repeat steps 9-13 stated above with necessary changes.</li> </ul> </li> <li> <p>Click <strong>CREATE TRAINING</strong></p> </li> </ol> <h2 id=workload-policies>Workload Policies<a class=headerlink href=#workload-policies title="Permanent link">&para;</a></h2> <p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see <a href=../../../../../platform-admin/workloads/policies/overview/ >Workload Policies and Rules</a>.</p> <p>The effects of the policy are reflected in the training creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the training workload is created, it is added to the <a href=../../../overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <h2 id=using-cli>Using CLI<a class=headerlink href=#using-cli title="Permanent link">&para;</a></h2> <p>To view the available actions,see all possible distributed training workloads in the <a href=../../../../cli-reference/new-cli/overview/ >CLI v2 reference</a> or the <a href=../../../../cli-reference/Introduction/ >CLI v1 reference</a>.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, see the <a href=https://api-docs.run.ai/latest/tag/Distributed/ >Distributed workload</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/training/distributed-training/quickstart-distributed-training/index.html b/v2.20/Researcher/workloads/training/distributed-training/quickstart-distributed-training/index.html
index 7abec41b31..5445eca102 100644
--- a/v2.20/Researcher/workloads/training/distributed-training/quickstart-distributed-training/index.html
+++ b/v2.20/Researcher/workloads/training/distributed-training/quickstart-distributed-training/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/training/distributed-training/quickstart-distributed-training/ rel=canonical><link href=../distributed-training/ rel=prev><link href=../../../inference/inference-overview/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Run your First Distributed Training - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/training/distributed-training/quickstart-distributed-training/ rel=canonical><link href=../distributed-training/ rel=prev><link href=../../../inference/inference-overview/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Run your First Distributed Training - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -41,7 +41,7 @@
 <a id=__codelineno-4-18 name=__codelineno-4-18 href=#__codelineno-4-18></a><span class=w>        </span><span class=s2>&quot;distributedFramework&quot;</span>:<span class=w> </span><span class=s2>&quot;PyTorch&quot;</span><span class=w> </span><span class=se>\</span>
 <a id=__codelineno-4-19 name=__codelineno-4-19 href=#__codelineno-4-19></a><span class=w>    </span><span class=o>}</span><span class=w> </span>
 <a id=__codelineno-4-20 name=__codelineno-4-20 href=#__codelineno-4-20></a><span class=o>}</span><span class=err>&#39;</span>
-</code></pre></div> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workload is running on. You can get the Project ID via the Get Projects API <a href=https://app.run.ai/api/docs#tag/Projects/operation/get_projects target=_blank>Get Projects API</a>.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the "Cluster ID" column to the Clusters view. </li> </ol> <p>This would start a distributed training workload based on kubeflow/pytorch-dist-mnist:latest with one master and two workers.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated <a href=../../../../../developer/cluster-api/submit-rest/ >Cluster API</a>.</p> </div> </div> </div> </div> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <ul> <li>Manage and monitor your newly created workload using the <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ >workloads table</a>.</li> <li>After validating your training performance and results, deploy your model using <a href=../../../inference/inference-overview/ >inference</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workload is running on. You can get the Project ID via the Get Projects API <a href=https://app.run.ai/api/docs#tag/Projects/operation/get_projects target=_blank>Get Projects API</a>.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the "Cluster ID" column to the Clusters view. </li> </ol> <p>This would start a distributed training workload based on kubeflow/pytorch-dist-mnist:latest with one master and two workers.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated <a href=../../../../../developer/cluster-api/submit-rest/ >Cluster API</a>.</p> </div> </div> </div> </div> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <ul> <li>Manage and monitor your newly created workload using the <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ >workloads table</a>.</li> <li>After validating your training performance and results, deploy your model using <a href=../../../inference/inference-overview/ >inference</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -69,6 +69,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/training/standard-training/quickstart-standard-training/index.html b/v2.20/Researcher/workloads/training/standard-training/quickstart-standard-training/index.html
index 0733ac9551..e26bb02982 100644
--- a/v2.20/Researcher/workloads/training/standard-training/quickstart-standard-training/index.html
+++ b/v2.20/Researcher/workloads/training/standard-training/quickstart-standard-training/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/training/standard-training/quickstart-standard-training/ rel=canonical><link href=../trainings-v2/ rel=prev><link href=../../distributed-training/distributed-training/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Run your First Standard Training - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/training/standard-training/quickstart-standard-training/ rel=canonical><link href=../trainings-v2/ rel=prev><link href=../../distributed-training/distributed-training/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Run your First Standard Training - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -32,7 +32,7 @@
 <a id=__codelineno-4-12 name=__codelineno-4-12 href=#__codelineno-4-12></a><span class=w>       </span><span class=o>}</span>,<span class=w> </span>
 <a id=__codelineno-4-13 name=__codelineno-4-13 href=#__codelineno-4-13></a><span class=w>    </span><span class=o>}</span><span class=w> </span>
 <a id=__codelineno-4-14 name=__codelineno-4-14 href=#__codelineno-4-14></a><span class=o>}</span><span class=err>&#39;</span>
-</code></pre></div> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workload is running on. You can get the Project ID via the Get Projects API <a href=https://app.run.ai/api/docs#tag/Projects/operation/get_projects target=_blank>Get Projects API</a>.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the "Cluster ID" column to the Clusters view. </li> </ol> <p>This would start a standard training workload based on a sample docker image, runai.jfrog.io/demo/quickstart, with one GPU allocated.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated <a href=../../../../../developer/cluster-api/submit-rest/ >Cluster API</a>.</p> </div> </div> </div> </div> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <ul> <li>Manage and monitor your newly created workload using the <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ >workloads table</a>.</li> <li>After validating your training performance and results, deploy your model using <a href=../../../inference/custom-inference/ >inference</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workload is running on. You can get the Project ID via the Get Projects API <a href=https://app.run.ai/api/docs#tag/Projects/operation/get_projects target=_blank>Get Projects API</a>.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the "Cluster ID" column to the Clusters view. </li> </ol> <p>This would start a standard training workload based on a sample docker image, runai.jfrog.io/demo/quickstart, with one GPU allocated.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated <a href=../../../../../developer/cluster-api/submit-rest/ >Cluster API</a>.</p> </div> </div> </div> </div> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <ul> <li>Manage and monitor your newly created workload using the <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ >workloads table</a>.</li> <li>After validating your training performance and results, deploy your model using <a href=../../../inference/custom-inference/ >inference</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -60,6 +60,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/training/standard-training/trainings-v2/index.html b/v2.20/Researcher/workloads/training/standard-training/trainings-v2/index.html
index de8a754736..8d7f5894d8 100644
--- a/v2.20/Researcher/workloads/training/standard-training/trainings-v2/index.html
+++ b/v2.20/Researcher/workloads/training/standard-training/trainings-v2/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/training/standard-training/trainings-v2/ rel=canonical><link href=../../../workspaces/quickstart-jupyter/ rel=prev><link href=../quickstart-standard-training/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Train Models Using a Standard Training Workload - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/training/standard-training/trainings-v2/ rel=canonical><link href=../../../workspaces/quickstart-jupyter/ rel=prev><link href=../quickstart-standard-training/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Train Models Using a Standard Training Workload - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#train-models-using-a-standard-training-workload class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7 checked> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1 checked> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-standard-training-workload class=md-nav__link> <span class=md-ellipsis> Creating a standard training workload </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-standard-training-workload class=md-nav__link> <span class=md-ellipsis> Creating a standard training workload </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/training/standard-training/trainings-v2.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=train-models-using-a-standard-training-workload>Train models using a standard training workload<a class=headerlink href=#train-models-using-a-standard-training-workload title="Permanent link">&para;</a></h1> <p>This article explains how to create a standard training workload via the Run:ai UI.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p> <p>The training workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the training workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../../img/training-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../../img/training-workload.png></a></p> <h2 id=creating-a-standard-training-workload>Creating a standard training workload<a class=headerlink href=#creating-a-standard-training-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new training workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Training</strong><br> Within the new training form:</li> <li>Select under which <strong>cluster</strong> to create the training workload</li> <li>Select the <strong>project</strong> in which your training will run</li> <li>Set the training workload architecture as <strong>standard</strong>, which consists of a single main running process. This workload uses environments that support standard training workloads only.</li> <li>Select a <strong>preconfigured <a href=../../../assets/templates/ >template</a></strong> or select <strong>Start from scratch</strong> to launch a new training workload quickly</li> <li>Enter a unique <strong>name</strong> for the training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li>Select the <strong>environment</strong> for your training workload<ul> <li>Select an environment or click <strong>+NEW ENVIRONMENT</strong> to add a new environment to the gallery.<br> For a step-by-step guide on adding environments to the gallery, see <a href=../../../assets/environments/ >Environments</a>. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your <strong>tool(s)</strong>. The tools are configured as part of the environment.<ul> <li><strong>External URL</strong><ul> <li><strong>Custom URL</strong><ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can <strong>access</strong> the tool:<ul> <li><strong>All authenticated users</strong> (default)<br> Everyone within the organization’s account</li> <li><strong>Specific group(s)</strong><ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li><strong>Specific user(s)</strong><ul> <li>Click <strong>+USER</strong></li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li><strong>Node port</strong><ul> <li><strong>Custom port</strong><ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the <strong>command and arguments</strong> for the container running the workload<br> When If no command is added, the container will use the image’s default command (entry-point).<ul> <li>Modify the existing command or click <strong>+COMMAND &amp; ARGUMENTS</strong> to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the <strong>environment variable(s)</strong> <ul> <li>Modify the existing environment variable(s). The existing environment variables may include <strong>instructions</strong> to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable<ul> <li><strong>Custom</strong><ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong> To add new credentials to the credentials list, and for additional information, see <a href=../../../assets/credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your training workload</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload<br> A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click <strong>+VOLUME</strong></li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class.</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, see <a href=../../../../../admin/config/shared-storage/ >Kubernetes storage classes</a>.</li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li><strong>File system</strong> (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li><strong>Block</strong> - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the <strong>Container path</strong> with the volume target location</li> <li>Set the volume persistency<ul> <li><strong>Persistent</strong> - The volume and its data will be deleted only when the workload is deleted.</li> <li><strong>Ephemeral</strong> - The volume and its data will be deleted every time the workload’s status changes to “Stopped.”</li> </ul> </li> </ul> </li> <li> <p>Optional: Select <strong>data sources</strong> for your training workload </p> <p>Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.</p> <ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>grace period</strong> for workload preemption. This is a buffer that allows a preempted workload to reach a safe checkpoint before it is forcibly preempted. Enter a timeframe between 0 sec and 5 min.</li> <li>Set the <strong>number of runs</strong> the workload must finish to be considered complete. Multiple runs enhance the reliability and validity of the training results. </li> <li>If the number of runs is above 1, enter a value under <strong>Parallelism</strong> to specify how many runs may be scheduled in <strong>parallel</strong>. The value must be less than or equal to the number of runs.</li> <li>Set the <strong>backoff limit</strong> before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to "Failed." Enter a value between 1 and 100.</li> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE TRAINING</strong></li> </ol> <h2 id=workload-policies>Workload Policies<a class=headerlink href=#workload-policies title="Permanent link">&para;</a></h2> <p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see <a href=../../../../../platform-admin/workloads/policies/overview/ >Workload Policies and Rules</a>.</p> <p>The effects of the policy are reflected in the training creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the training workload is created, it is added to the <a href=../../../overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <h2 id=using-cli>Using CLI<a class=headerlink href=#using-cli title="Permanent link">&para;</a></h2> <p>To view the available actions, see the training workload <a href=../../../../cli-reference/new-cli/runai_training_submit/ >CLI v2 reference</a> or the <a href=../../../../cli-reference/runai-submit/ >CLI v1 reference</a>.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, see the <a href=https://api-docs.run.ai/latest/tag/Trainings/ >Trainings workload</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#train-models-using-a-standard-training-workload class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7 checked> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1 checked> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-standard-training-workload class=md-nav__link> <span class=md-ellipsis> Creating a standard training workload </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-standard-training-workload class=md-nav__link> <span class=md-ellipsis> Creating a standard training workload </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/training/standard-training/trainings-v2.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=train-models-using-a-standard-training-workload>Train models using a standard training workload<a class=headerlink href=#train-models-using-a-standard-training-workload title="Permanent link">&para;</a></h1> <p>This article explains how to create a standard training workload via the Run:ai UI.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p> <p>The training workload is assigned to a project and is affected by the project’s quota.</p> <p>To learn more about the training workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../../../img/training-workload.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../../../img/training-workload.png></a></p> <h2 id=creating-a-standard-training-workload>Creating a standard training workload<a class=headerlink href=#creating-a-standard-training-workload title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new training workload:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Training</strong><br> Within the new training form:</li> <li>Select under which <strong>cluster</strong> to create the training workload</li> <li>Select the <strong>project</strong> in which your training will run</li> <li>Set the training workload architecture as <strong>standard</strong>, which consists of a single main running process. This workload uses environments that support standard training workloads only.</li> <li>Select a <strong>preconfigured <a href=../../../assets/templates/ >template</a></strong> or select <strong>Start from scratch</strong> to launch a new training workload quickly</li> <li>Enter a unique <strong>name</strong> for the training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li>Select the <strong>environment</strong> for your training workload<ul> <li>Select an environment or click <strong>+NEW ENVIRONMENT</strong> to add a new environment to the gallery.<br> For a step-by-step guide on adding environments to the gallery, see <a href=../../../assets/environments/ >Environments</a>. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your <strong>tool(s)</strong>. The tools are configured as part of the environment.<ul> <li><strong>External URL</strong><ul> <li><strong>Custom URL</strong><ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can <strong>access</strong> the tool:<ul> <li><strong>All authenticated users</strong> (default)<br> Everyone within the organization’s account</li> <li><strong>Specific group(s)</strong><ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li><strong>Specific user(s)</strong><ul> <li>Click <strong>+USER</strong></li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li><strong>Node port</strong><ul> <li><strong>Custom port</strong><ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the <strong>command and arguments</strong> for the container running the workload<br> When If no command is added, the container will use the image’s default command (entry-point).<ul> <li>Modify the existing command or click <strong>+COMMAND &amp; ARGUMENTS</strong> to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the <strong>environment variable(s)</strong> <ul> <li>Modify the existing environment variable(s). The existing environment variables may include <strong>instructions</strong> to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable<ul> <li><strong>Custom</strong><ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong> To add new credentials to the credentials list, and for additional information, see <a href=../../../assets/credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your training workload</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload<br> A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click <strong>+VOLUME</strong></li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class.</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, see <a href=../../../../../admin/config/shared-storage/ >Kubernetes storage classes</a>.</li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li><strong>File system</strong> (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li><strong>Block</strong> - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the <strong>Container path</strong> with the volume target location</li> <li>Set the volume persistency<ul> <li><strong>Persistent</strong> - The volume and its data will be deleted only when the workload is deleted.</li> <li><strong>Ephemeral</strong> - The volume and its data will be deleted every time the workload’s status changes to “Stopped.”</li> </ul> </li> </ul> </li> <li> <p>Optional: Select <strong>data sources</strong> for your training workload </p> <p>Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.</p> <ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li> <p><strong>Optional - General settings</strong>:</p> <ul> <li>Set the <strong>grace period</strong> for workload preemption. This is a buffer that allows a preempted workload to reach a safe checkpoint before it is forcibly preempted. Enter a timeframe between 0 sec and 5 min.</li> <li>Set the <strong>number of runs</strong> the workload must finish to be considered complete. Multiple runs enhance the reliability and validity of the training results. </li> <li>If the number of runs is above 1, enter a value under <strong>Parallelism</strong> to specify how many runs may be scheduled in <strong>parallel</strong>. The value must be less than or equal to the number of runs.</li> <li>Set the <strong>backoff limit</strong> before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to "Failed." Enter a value between 1 and 100.</li> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE TRAINING</strong></li> </ol> <h2 id=workload-policies>Workload Policies<a class=headerlink href=#workload-policies title="Permanent link">&para;</a></h2> <p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see <a href=../../../../../platform-admin/workloads/policies/overview/ >Workload Policies and Rules</a>.</p> <p>The effects of the policy are reflected in the training creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the training workload is created, it is added to the <a href=../../../overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <h2 id=using-cli>Using CLI<a class=headerlink href=#using-cli title="Permanent link">&para;</a></h2> <p>To view the available actions, see the training workload <a href=../../../../cli-reference/new-cli/runai_training_submit/ >CLI v2 reference</a> or the <a href=../../../../cli-reference/runai-submit/ >CLI v1 reference</a>.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, see the <a href=https://api-docs.run.ai/latest/tag/Trainings/ >Trainings workload</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/workspaces/quickstart-jupyter/index.html b/v2.20/Researcher/workloads/workspaces/quickstart-jupyter/index.html
index 0b828ab376..81890a9b6d 100644
--- a/v2.20/Researcher/workloads/workspaces/quickstart-jupyter/index.html
+++ b/v2.20/Researcher/workloads/workspaces/quickstart-jupyter/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/workspaces/quickstart-jupyter/ rel=canonical><link href=../workspace-v2/ rel=prev><link href=../../training/standard-training/trainings-v2/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Running Jupyter Notebook Using Workspaces - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/workspaces/quickstart-jupyter/ rel=canonical><link href=../workspace-v2/ rel=prev><link href=../../training/standard-training/trainings-v2/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Running Jupyter Notebook Using Workspaces - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -43,7 +43,7 @@
 <a id=__codelineno-4-21 name=__codelineno-4-21 href=#__codelineno-4-21></a><span class=w>        </span><span class=o>]</span>
 <a id=__codelineno-4-22 name=__codelineno-4-22 href=#__codelineno-4-22></a><span class=w>    </span><span class=o>}</span>
 <a id=__codelineno-4-23 name=__codelineno-4-23 href=#__codelineno-4-23></a><span class=o>}</span><span class=err>&#39;</span>
-</code></pre></div> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workspace is running on. You can get the Project ID via the Get Projects API <a href=https://app.run.ai/api/docs#tag/Projects/operation/get_projects target=_blank>Get Projects API</a>.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the "Cluster ID" column to the Clusters view. </li> <li><code>toolType</code> will show the Jupyter icon when connecting to the Jupyter tool via the user interface. </li> <li><code>toolName</code> text will show when connecting to the Jupyter tool via the user interface.</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated <a href=../../../../developer/cluster-api/submit-rest/ >Cluster API</a>.</p> </div> </div> </div> </div> <h2 id=step-3-connecting-to-the-jupyter-notebook>Step 3: Connecting to the Jupyter Notebook<a class=headerlink href=#step-3-connecting-to-the-jupyter-notebook title="Permanent link">&para;</a></h2> <div class="tabbed-set tabbed-alternate" data-tabs=3:4><input checked=checked id=__tabbed_3_1 name=__tabbed_3 type=radio><input id=__tabbed_3_2 name=__tabbed_3 type=radio><input id=__tabbed_3_3 name=__tabbed_3 type=radio><input id=__tabbed_3_4 name=__tabbed_3 type=radio><div class=tabbed-labels><label for=__tabbed_3_1>User Interface</label><label for=__tabbed_3_2>CLI V1</label><label for=__tabbed_3_3>CLI V1</label><label for=__tabbed_3_4>API</label></div> <div class=tabbed-content> <div class=tabbed-block> <ol> <li>Select the newly created workspace with the Jupyter application that you want to connect to</li> <li>Click <strong>CONNECT</strong></li> <li>Select the <strong>Jupyter</strong> tool </li> <li>The selected tool is opened in a new tab on your browser</li> </ol> </div> <div class=tabbed-block> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> </div> <div class=tabbed-block> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> </div> <div class=tabbed-block> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> </div> </div> </div> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Manage and monitor your newly created workspace using the <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ >workloads table</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workspace is running on. You can get the Project ID via the Get Projects API <a href=https://app.run.ai/api/docs#tag/Projects/operation/get_projects target=_blank>Get Projects API</a>.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the "Cluster ID" column to the Clusters view. </li> <li><code>toolType</code> will show the Jupyter icon when connecting to the Jupyter tool via the user interface. </li> <li><code>toolName</code> text will show when connecting to the Jupyter tool via the user interface.</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated <a href=../../../../developer/cluster-api/submit-rest/ >Cluster API</a>.</p> </div> </div> </div> </div> <h2 id=step-3-connecting-to-the-jupyter-notebook>Step 3: Connecting to the Jupyter Notebook<a class=headerlink href=#step-3-connecting-to-the-jupyter-notebook title="Permanent link">&para;</a></h2> <div class="tabbed-set tabbed-alternate" data-tabs=3:4><input checked=checked id=__tabbed_3_1 name=__tabbed_3 type=radio><input id=__tabbed_3_2 name=__tabbed_3 type=radio><input id=__tabbed_3_3 name=__tabbed_3 type=radio><input id=__tabbed_3_4 name=__tabbed_3 type=radio><div class=tabbed-labels><label for=__tabbed_3_1>User Interface</label><label for=__tabbed_3_2>CLI V1</label><label for=__tabbed_3_3>CLI V1</label><label for=__tabbed_3_4>API</label></div> <div class=tabbed-content> <div class=tabbed-block> <ol> <li>Select the newly created workspace with the Jupyter application that you want to connect to</li> <li>Click <strong>CONNECT</strong></li> <li>Select the <strong>Jupyter</strong> tool </li> <li>The selected tool is opened in a new tab on your browser</li> </ol> </div> <div class=tabbed-block> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> </div> <div class=tabbed-block> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> </div> <div class=tabbed-block> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> </div> </div> </div> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Manage and monitor your newly created workspace using the <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ >workloads table</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -71,6 +71,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/Researcher/workloads/workspaces/workspace-v2/index.html b/v2.20/Researcher/workloads/workspaces/workspace-v2/index.html
index ef0063d7de..3b537bd147 100644
--- a/v2.20/Researcher/workloads/workspaces/workspace-v2/index.html
+++ b/v2.20/Researcher/workloads/workspaces/workspace-v2/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/workspaces/workspace-v2/ rel=canonical><link href=../../assets/templates/ rel=prev><link href=../quickstart-jupyter/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Running Workspaces - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/Researcher/workloads/workspaces/workspace-v2/ rel=canonical><link href=../../assets/templates/ rel=prev><link href=../quickstart-jupyter/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Running Workspaces - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#running-workspaces class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Running Workspaces </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6 checked> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Running Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Running Workspaces </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-new-workspace class=md-nav__link> <span class=md-ellipsis> Creating a new Workspace </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-new-workspace class=md-nav__link> <span class=md-ellipsis> Creating a new Workspace </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/workspaces/workspace-v2.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=running-workspaces>Running Workspaces<a class=headerlink href=#running-workspaces title="Permanent link">&para;</a></h1> <p>This article explains how to create a workspace via the Run:ai UI.</p> <p>A workspace contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place.</p> <p>To learn more about the workspace workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../img/creating-workspace.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/creating-workspace.png></a></p> <h2 id=creating-a-new-workspace>Creating a new Workspace<a class=headerlink href=#creating-a-new-workspace title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new workspace:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Workspace</strong><br> Within the new workspace form:</li> <li>Select under which <strong>cluster</strong> to create the workload</li> <li>Select the <strong>project</strong> in which your workspace will run</li> <li>Select a <strong>preconfigured <a href=../../assets/templates/ >template</a></strong> or select <strong>Start from scratch</strong> to launch a new workspace quickly</li> <li>Enter a unique <strong>name</strong> for the workspace (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li> <p>Select the <strong>environment</strong> for your workspace</p> <ul> <li>Select an environment or click <strong>+NEW ENVIRONMENT</strong> to add a new environment to the gallery.<br> For a step-by-step guide on adding environments to the gallery, see <a href=../../assets/environments/ >Environments</a>. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your <strong>tool(s)</strong>. The tools are configured as part of the environment.<ul> <li><strong>External URL</strong><ul> <li><strong>Custom URL</strong><ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can <strong>access</strong> the tool:<ul> <li><strong>All authenticated users</strong> (default)<br> Everyone within the organization’s account</li> <li><strong>Specific group(s)</strong><ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li><strong>Specific user(s)</strong><ul> <li>Click <strong>+USER</strong></li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li><strong>Node port</strong><ul> <li><strong>Custom port</strong><ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the <strong>command and arguments</strong> for the container running the workload.<br> If no command is added, the container will use the image’s default command (entry-point).<ul> <li>Modify the existing command or click <strong>+COMMAND &amp; ARGUMENTS</strong> to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the <strong>environment variable(s)</strong> <ul> <li>Modify the existing environment variable(s). The existing environment variables may include <strong>instructions</strong> to guide you with entering the correct values.</li> <li>(Optional) Add new variables</li> <li>Click <strong>+ENVIRONMENT VARIABLE</strong><ul> <li>Enter a <strong>name</strong></li> <li> <p>Select the <strong>source</strong> for the environment variable</p> <ul> <li><strong>Custom</strong><ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li><strong>Credentials</strong> - Select select an existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong> To add new credentials to the credentials list, and for additional information, see <a href=../../assets/credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your workspace</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload<br> A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click <strong>+VOLUME</strong></li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class.</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, see <a href=../../../../admin/config/shared-storage/ >Kubernetes storage classes</a></li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li><strong>File system</strong> (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li><strong>Block</strong> - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the <strong>Container path</strong> with the volume target location</li> <li>Set the volume persistency<ul> <li><strong>Persistent</strong> - The volume and its data will be deleted only when the workload is deleted.</li> <li><strong>Ephemeral</strong> - The volume and its data will be deleted every time the workload’s status changes to “Stopped.”</li> </ul> </li> </ul> </li> <li>Optional: Select <strong>data sources</strong> for your workspace<br> Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.<ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li><strong>Optional - General settings</strong>:<ul> <li>Allow the workload to exceed the project quota. Workloads running over quota may be preempted and stopped at any time.</li> <li>Set the <strong>backoff limit</strong> before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to "Failed." Enter a value between 1 and 100.</li> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE WORKSPACE</strong></li> </ol> <h2 id=workload-policies>Workload Policies<a class=headerlink href=#workload-policies title="Permanent link">&para;</a></h2> <p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see <a href=../../../../platform-admin/workloads/policies/overview/ >Workload Policies and Rules</a>.</p> <p>The effects of the policy are reflected in the workspace creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the workspace is created, it is added to the <a href=../../overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <h2 id=using-cli>Using CLI<a class=headerlink href=#using-cli title="Permanent link">&para;</a></h2> <p>To view the available actions on workspaces, see the Workspaces <a href=../../../cli-reference/new-cli/runai_workspace_submit/ >CLI v2 reference</a> or the <a href=../../../cli-reference/runai-submit/ >CLI v1 reference</a>.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions on workspaces, see the <a href=https://api-docs.run.ai/latest/tag/Workspaces>Workspaces</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#running-workspaces class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Running Workspaces </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4 checked> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=true> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3 checked> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6 checked> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=true> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Running Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Running Workspaces </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-new-workspace class=md-nav__link> <span class=md-ellipsis> Creating a new Workspace </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-a-new-workspace class=md-nav__link> <span class=md-ellipsis> Creating a new Workspace </span> </a> </li> <li class=md-nav__item> <a href=#workload-policies class=md-nav__link> <span class=md-ellipsis> Workload Policies </span> </a> </li> <li class=md-nav__item> <a href=#managing-and-monitoring class=md-nav__link> <span class=md-ellipsis> Managing and monitoring </span> </a> </li> <li class=md-nav__item> <a href=#using-cli class=md-nav__link> <span class=md-ellipsis> Using CLI </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/Researcher/workloads/workspaces/workspace-v2.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=running-workspaces>Running Workspaces<a class=headerlink href=#running-workspaces title="Permanent link">&para;</a></h1> <p>This article explains how to create a workspace via the Run:ai UI.</p> <p>A workspace contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place.</p> <p>To learn more about the workspace workload type in Run:ai and determine that it is the most suitable workload type for your goals, see <a href=../../overviews/workload-types/ >Workload types</a>.</p> <p><a class=glightbox href=../img/creating-workspace.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/creating-workspace.png></a></p> <h2 id=creating-a-new-workspace>Creating a new Workspace<a class=headerlink href=#creating-a-new-workspace title="Permanent link">&para;</a></h2> <p>Before you start, make sure you have a project.</p> <p>To add a new workspace:</p> <ol> <li>Go to the Workload manager → Workloads</li> <li>Click <strong>+NEW WORKLOAD</strong> and select <strong>Workspace</strong><br> Within the new workspace form:</li> <li>Select under which <strong>cluster</strong> to create the workload</li> <li>Select the <strong>project</strong> in which your workspace will run</li> <li>Select a <strong>preconfigured <a href=../../assets/templates/ >template</a></strong> or select <strong>Start from scratch</strong> to launch a new workspace quickly</li> <li>Enter a unique <strong>name</strong> for the workspace (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click <strong>CONTINUE</strong><br> In the next step:</li> <li> <p>Select the <strong>environment</strong> for your workspace</p> <ul> <li>Select an environment or click <strong>+NEW ENVIRONMENT</strong> to add a new environment to the gallery.<br> For a step-by-step guide on adding environments to the gallery, see <a href=../../assets/environments/ >Environments</a>. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your <strong>tool(s)</strong>. The tools are configured as part of the environment.<ul> <li><strong>External URL</strong><ul> <li><strong>Custom URL</strong><ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can <strong>access</strong> the tool:<ul> <li><strong>All authenticated users</strong> (default)<br> Everyone within the organization’s account</li> <li><strong>Specific group(s)</strong><ul> <li>Click <strong>+GROUP</strong></li> <li>Enter <strong>group names</strong> as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li><strong>Specific user(s)</strong><ul> <li>Click <strong>+USER</strong></li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li><strong>Node port</strong><ul> <li><strong>Custom port</strong><ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the <strong>command and arguments</strong> for the container running the workload.<br> If no command is added, the container will use the image’s default command (entry-point).<ul> <li>Modify the existing command or click <strong>+COMMAND &amp; ARGUMENTS</strong> to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the <strong>environment variable(s)</strong> <ul> <li>Modify the existing environment variable(s). The existing environment variables may include <strong>instructions</strong> to guide you with entering the correct values.</li> <li>(Optional) Add new variables</li> <li>Click <strong>+ENVIRONMENT VARIABLE</strong><ul> <li>Enter a <strong>name</strong></li> <li> <p>Select the <strong>source</strong> for the environment variable</p> <ul> <li><strong>Custom</strong><ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li><strong>Credentials</strong> - Select select an existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong> To add new credentials to the credentials list, and for additional information, see <a href=../../assets/credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong></li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the <strong>compute resource</strong> for your workspace</p> <ul> <li>Select a compute resource or click <strong>+NEW COMPUTE RESOURCE</strong> to add a new compute resource to the gallery.<br> For a step-by-step guide on adding compute resources to the gallery, see <a href=../../assets/compute/ >compute resources</a>. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the <strong>order of priority</strong> for the <strong>node pools</strong> on which the scheduler tries to run the workload.<br> When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click <strong>+NODE POOL</strong> to add a new node pool from the list of node pools that were defined on the cluster.<br> To configure a new node pool and for additional information, see <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a>.</li> </ul> </li> <li>Select a <strong>node affinity</strong> to schedule the workload on a specific node type.<br> If the administrator added a ‘<a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity>node type (affinity)</a>’ scheduling rule to the project/department, then this field is mandatory.<br> Otherwise, entering a node type (affinity) is optional. <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping>Nodes must be tagged</a> with a label that matches the node type key and value. </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings → Workloads → Tolerations</p> </div> <ul> <li>Click <strong>+TOLERATION</strong></li> <li>Enter a <strong>key</strong></li> <li>Select the operator<ul> <li><strong>Exists</strong> - If the key exists on the node, the effect will be applied.</li> <li><strong>Equals</strong> - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a <strong>value</strong> matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li><strong>NoExecute</strong> - Pods that do not tolerate this taint are evicted immediately.</li> <li><strong>NoSchedule</strong> - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li><strong>PreferNoSchedule</strong> - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li><strong>Any</strong> - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload<br> A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click <strong>+VOLUME</strong></li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class.</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, see <a href=../../../../admin/config/shared-storage/ >Kubernetes storage classes</a></li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li><strong>File system</strong> (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li><strong>Block</strong> - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the <strong>Container path</strong> with the volume target location</li> <li>Set the volume persistency<ul> <li><strong>Persistent</strong> - The volume and its data will be deleted only when the workload is deleted.</li> <li><strong>Ephemeral</strong> - The volume and its data will be deleted every time the workload’s status changes to “Stopped.”</li> </ul> </li> </ul> </li> <li>Optional: Select <strong>data sources</strong> for your workspace<br> Select a data source or click <strong>+NEW DATA SOURCE</strong> to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.<br> For a step-by-step guide on adding data sources to the gallery, see <a href=../../assets/datasources/ >data sources</a>.<br> Once created, the new data source will be automatically selected.<ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li><strong>Optional - General settings</strong>:<ul> <li>Allow the workload to exceed the project quota. Workloads running over quota may be preempted and stopped at any time.</li> <li>Set the <strong>backoff limit</strong> before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to "Failed." Enter a value between 1 and 100.</li> <li>Set the <strong>timeframe for auto-deletion</strong> after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set <strong>annotations(s)</strong><br> Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click <strong>+ANNOTATION</strong></li> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> <li>Set <strong>labels(s)</strong><br> Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a <strong>name</strong></li> <li>Enter a <strong>value</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE WORKSPACE</strong></li> </ol> <h2 id=workload-policies>Workload Policies<a class=headerlink href=#workload-policies title="Permanent link">&para;</a></h2> <p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see <a href=../../../../platform-admin/workloads/policies/overview/ >Workload Policies and Rules</a>.</p> <p>The effects of the policy are reflected in the workspace creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul> <h2 id=managing-and-monitoring>Managing and monitoring<a class=headerlink href=#managing-and-monitoring title="Permanent link">&para;</a></h2> <p>After the workspace is created, it is added to the <a href=../../overviews/managing-workloads/ >Workloads</a> table, where it can be managed and monitored.</p> <h2 id=using-cli>Using CLI<a class=headerlink href=#using-cli title="Permanent link">&para;</a></h2> <p>To view the available actions on workspaces, see the Workspaces <a href=../../../cli-reference/new-cli/runai_workspace_submit/ >CLI v2 reference</a> or the <a href=../../../cli-reference/runai-submit/ >CLI v1 reference</a>.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions on workspaces, see the <a href=https://api-docs.run.ai/latest/tag/Workspaces>Workspaces</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/accessrules/index.html b/v2.20/admin/authentication/accessrules/index.html
index 6e83d48fca..790218b33f 100644
--- a/v2.20/admin/authentication/accessrules/index.html
+++ b/v2.20/admin/authentication/accessrules/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/accessrules/ rel=canonical><link href=../roles/ rel=prev><link href=../researcher-authentication/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Access Rules - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/accessrules/ rel=canonical><link href=../roles/ rel=prev><link href=../researcher-authentication/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Access Rules - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#access-rules-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Access Rules </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Access Rules </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Access Rules </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-rules-table class=md-nav__link> <span class=md-ellipsis> Access rules table </span> </a> <nav class=md-nav aria-label="Access rules table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-access-rules class=md-nav__link> <span class=md-ellipsis> Adding new access rules </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-access-rule class=md-nav__link> <span class=md-ellipsis> Editing an access rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting an access rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-rules-table class=md-nav__link> <span class=md-ellipsis> Access rules table </span> </a> <nav class=md-nav aria-label="Access rules table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-access-rules class=md-nav__link> <span class=md-ellipsis> Adding new access rules </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-access-rule class=md-nav__link> <span class=md-ellipsis> Editing an access rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting an access rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/accessrules.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Access Rules</h1> <p>This article explains the procedure to manage Access rules.</p> <p>Access rules provide users, groups, or applications privileges to system entities.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <p>For example, user <strong>user@domain.com</strong> is a <strong>department admin</strong> in <strong>department A</strong>.</p> <h2 id=access-rules-table>Access rules table<a class=headerlink href=#access-rules-table title="Permanent link">&para;</a></h2> <p>The Access rules table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Access rules table provides a list of all the access rules defined in the platform and allows you to manage them.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Flexible management</strong></p> <p>It is also possible to manage access rules directly for a specific user, application, project, or department.</p> </div> <p><a class=glightbox href=../img/accessrulestable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/accessrulestable.png></a></p> <p>The Access rules table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of subject assigned to the access rule (user, SSO group, or application).</td> </tr> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">The user, SSO group, or application assigned with the role</td> </tr> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The role assigned to the subject</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates</td> </tr> <tr> <td style="text-align: left;">Authorized by</td> <td style="text-align: left;">The user who granted the access rule</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the rule was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the access rule was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=adding-new-access-rules>Adding new access rules<a class=headerlink href=#adding-new-access-rules title="Permanent link">&para;</a></h2> <p>To add a new access rule:</p> <ol> <li>Click <strong>+NEW ACCESS RULE</strong> </li> <li>Select a subject <strong>User, SSO Group</strong>, or <strong>Application</strong> </li> <li>Select or enter the subject identifier: <ul> <li><strong>User Email</strong> for a local user created in Run:ai or for SSO user as recognized by the IDP </li> <li><strong>Group name</strong> as recognized by the IDP </li> <li><strong>Application name</strong> as created in Run:ai </li> </ul> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>An access rule consists of a single subject with a single role in a single scope. To assign multiple roles or multiple scopes to the same subject, multiple access rules must be added.</p> </div> <h2 id=editing-an-access-rule>Editing an access rule<a class=headerlink href=#editing-an-access-rule title="Permanent link">&para;</a></h2> <p>Access rules cannot be edited. To change an access rule, you must delete the rule, and then create a new rule to replace it.</p> <h2 id=deleting-an-access-rule>Deleting an access rule<a class=headerlink href=#deleting-an-access-rule title="Permanent link">&para;</a></h2> <ol> <li>Select the access rule you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#access-rules-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Access Rules </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Access Rules </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Access Rules </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-rules-table class=md-nav__link> <span class=md-ellipsis> Access rules table </span> </a> <nav class=md-nav aria-label="Access rules table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-access-rules class=md-nav__link> <span class=md-ellipsis> Adding new access rules </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-access-rule class=md-nav__link> <span class=md-ellipsis> Editing an access rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting an access rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-rules-table class=md-nav__link> <span class=md-ellipsis> Access rules table </span> </a> <nav class=md-nav aria-label="Access rules table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-access-rules class=md-nav__link> <span class=md-ellipsis> Adding new access rules </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-access-rule class=md-nav__link> <span class=md-ellipsis> Editing an access rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting an access rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/accessrules.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Access Rules</h1> <p>This article explains the procedure to manage Access rules.</p> <p>Access rules provide users, groups, or applications privileges to system entities.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <p>For example, user <strong>user@domain.com</strong> is a <strong>department admin</strong> in <strong>department A</strong>.</p> <h2 id=access-rules-table>Access rules table<a class=headerlink href=#access-rules-table title="Permanent link">&para;</a></h2> <p>The Access rules table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Access rules table provides a list of all the access rules defined in the platform and allows you to manage them.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Flexible management</strong></p> <p>It is also possible to manage access rules directly for a specific user, application, project, or department.</p> </div> <p><a class=glightbox href=../img/accessrulestable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/accessrulestable.png></a></p> <p>The Access rules table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of subject assigned to the access rule (user, SSO group, or application).</td> </tr> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">The user, SSO group, or application assigned with the role</td> </tr> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The role assigned to the subject</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates</td> </tr> <tr> <td style="text-align: left;">Authorized by</td> <td style="text-align: left;">The user who granted the access rule</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the rule was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the access rule was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=adding-new-access-rules>Adding new access rules<a class=headerlink href=#adding-new-access-rules title="Permanent link">&para;</a></h2> <p>To add a new access rule:</p> <ol> <li>Click <strong>+NEW ACCESS RULE</strong> </li> <li>Select a subject <strong>User, SSO Group</strong>, or <strong>Application</strong> </li> <li>Select or enter the subject identifier: <ul> <li><strong>User Email</strong> for a local user created in Run:ai or for SSO user as recognized by the IDP </li> <li><strong>Group name</strong> as recognized by the IDP </li> <li><strong>Application name</strong> as created in Run:ai </li> </ul> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>An access rule consists of a single subject with a single role in a single scope. To assign multiple roles or multiple scopes to the same subject, multiple access rules must be added.</p> </div> <h2 id=editing-an-access-rule>Editing an access rule<a class=headerlink href=#editing-an-access-rule title="Permanent link">&para;</a></h2> <p>Access rules cannot be edited. To change an access rule, you must delete the rule, and then create a new rule to replace it.</p> <h2 id=deleting-an-access-rule>Deleting an access rule<a class=headerlink href=#deleting-an-access-rule title="Permanent link">&para;</a></h2> <ol> <li>Select the access rule you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/applications/index.html b/v2.20/admin/authentication/applications/index.html
index 3911e46b0a..55a043bf99 100644
--- a/v2.20/admin/authentication/applications/index.html
+++ b/v2.20/admin/authentication/applications/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/applications/ rel=canonical><link href=../users/ rel=prev><link href=../roles/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Applications - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/applications/ rel=canonical><link href=../users/ rel=prev><link href=../roles/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Applications - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#applications-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Applications </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Applications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Applications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#applications-table class=md-nav__link> <span class=md-ellipsis> Applications table </span> </a> <nav class=md-nav aria-label="Applications table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-an-application class=md-nav__link> <span class=md-ellipsis> Creating an application </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-an-application class=md-nav__link> <span class=md-ellipsis> Adding an access rule to an application </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from an application </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#applications-table class=md-nav__link> <span class=md-ellipsis> Applications table </span> </a> <nav class=md-nav aria-label="Applications table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-an-application class=md-nav__link> <span class=md-ellipsis> Creating an application </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-an-application class=md-nav__link> <span class=md-ellipsis> Adding an access rule to an application </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from an application </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/applications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Applications</h1> <p>This article explains the procedure to manage your organization's applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in <a href=../../../developer/rest-auth/ >API authentication</a> and use it within subsequent API calls.</p> <p>Applications are assigned with Access Rules to manage permissions. For example, application <strong>ci-pipeline-prod</strong> is assigned with a <strong>Researcher</strong> role in <strong>Cluster: A</strong>. </p> <h2 id=applications-table>Applications table<a class=headerlink href=#applications-table title="Permanent link">&para;</a></h2> <p>The Applications table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Applications table provides a list of all the applications defined in the platform, and allows you to manage them.</p> <p><a class=glightbox href=../img/appstable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/appstable.png></a></p> <p>The Applications table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Application</td> <td style="text-align: left;">The name of the application</td> </tr> <tr> <td style="text-align: left;">Client ID</td> <td style="text-align: left;">The client ID of the application</td> </tr> <tr> <td style="text-align: left;">Access rule(s)</td> <td style="text-align: left;">The access rules assigned to the application</td> </tr> <tr> <td style="text-align: left;">Last login</td> <td style="text-align: left;">The timestamp for the last time the user signed in</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the application</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the application was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the application was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=creating-an-application>Creating an application<a class=headerlink href=#creating-an-application title="Permanent link">&para;</a></h2> <p>To create an application:</p> <ol> <li>Click <strong>+NEW APPLICATION</strong> </li> <li>Enter the application’s <strong>name</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Copy the <strong>Client ID</strong> and <strong>Client secret</strong> and store them securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p> </div> <h2 id=adding-an-access-rule-to-an-application>Adding an access rule to an application<a class=headerlink href=#adding-an-access-rule-to-an-application title="Permanent link">&para;</a></h2> <p>To create an access rule:</p> <ol> <li>Select the application you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-an-access-rule-from-an-application>Deleting an access rule from an application<a class=headerlink href=#deleting-an-access-rule-from-an-application title="Permanent link">&para;</a></h2> <p>To delete an access rule:</p> <ol> <li>Select the application you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule assigned to the user you would like to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=regenerating-client-secret>Regenerating client secret<a class=headerlink href=#regenerating-client-secret title="Permanent link">&para;</a></h2> <p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click <strong>REGENERATE CLIENT SECRET</strong> </li> <li>Click <strong>REGENERATE</strong> </li> <li>Copy the <strong>New client secret</strong> and store it securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Regenerating a client secret revokes the previous one.</p> </div> <h2 id=deleting-an-application>Deleting an application<a class=headerlink href=#deleting-an-application title="Permanent link">&para;</a></h2> <ol> <li>Select the application you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Applications>Applications</a>, <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#applications-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Applications </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Applications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Applications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#applications-table class=md-nav__link> <span class=md-ellipsis> Applications table </span> </a> <nav class=md-nav aria-label="Applications table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-an-application class=md-nav__link> <span class=md-ellipsis> Creating an application </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-an-application class=md-nav__link> <span class=md-ellipsis> Adding an access rule to an application </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from an application </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#applications-table class=md-nav__link> <span class=md-ellipsis> Applications table </span> </a> <nav class=md-nav aria-label="Applications table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-an-application class=md-nav__link> <span class=md-ellipsis> Creating an application </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-an-application class=md-nav__link> <span class=md-ellipsis> Adding an access rule to an application </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from an application </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/applications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Applications</h1> <p>This article explains the procedure to manage your organization's applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in <a href=../../../developer/rest-auth/ >API authentication</a> and use it within subsequent API calls.</p> <p>Applications are assigned with Access Rules to manage permissions. For example, application <strong>ci-pipeline-prod</strong> is assigned with a <strong>Researcher</strong> role in <strong>Cluster: A</strong>. </p> <h2 id=applications-table>Applications table<a class=headerlink href=#applications-table title="Permanent link">&para;</a></h2> <p>The Applications table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Applications table provides a list of all the applications defined in the platform, and allows you to manage them.</p> <p><a class=glightbox href=../img/appstable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/appstable.png></a></p> <p>The Applications table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Application</td> <td style="text-align: left;">The name of the application</td> </tr> <tr> <td style="text-align: left;">Client ID</td> <td style="text-align: left;">The client ID of the application</td> </tr> <tr> <td style="text-align: left;">Access rule(s)</td> <td style="text-align: left;">The access rules assigned to the application</td> </tr> <tr> <td style="text-align: left;">Last login</td> <td style="text-align: left;">The timestamp for the last time the user signed in</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the application</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the application was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the application was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=creating-an-application>Creating an application<a class=headerlink href=#creating-an-application title="Permanent link">&para;</a></h2> <p>To create an application:</p> <ol> <li>Click <strong>+NEW APPLICATION</strong> </li> <li>Enter the application’s <strong>name</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Copy the <strong>Client ID</strong> and <strong>Client secret</strong> and store them securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p> </div> <h2 id=adding-an-access-rule-to-an-application>Adding an access rule to an application<a class=headerlink href=#adding-an-access-rule-to-an-application title="Permanent link">&para;</a></h2> <p>To create an access rule:</p> <ol> <li>Select the application you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-an-access-rule-from-an-application>Deleting an access rule from an application<a class=headerlink href=#deleting-an-access-rule-from-an-application title="Permanent link">&para;</a></h2> <p>To delete an access rule:</p> <ol> <li>Select the application you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule assigned to the user you would like to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=regenerating-client-secret>Regenerating client secret<a class=headerlink href=#regenerating-client-secret title="Permanent link">&para;</a></h2> <p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click <strong>REGENERATE CLIENT SECRET</strong> </li> <li>Click <strong>REGENERATE</strong> </li> <li>Copy the <strong>New client secret</strong> and store it securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Regenerating a client secret revokes the previous one.</p> </div> <h2 id=deleting-an-application>Deleting an application<a class=headerlink href=#deleting-an-application title="Permanent link">&para;</a></h2> <ol> <li>Select the application you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Applications>Applications</a>, <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/authentication-overview/index.html b/v2.20/admin/authentication/authentication-overview/index.html
index 00a4573f1a..119c3364e9 100644
--- a/v2.20/admin/authentication/authentication-overview/index.html
+++ b/v2.20/admin/authentication/authentication-overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/authentication-overview/ rel=canonical><link href=../../maintenance/audit-log/ rel=prev><link href=../sso/saml/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/authentication-overview/ rel=canonical><link href=../../maintenance/audit-log/ rel=prev><link href=../sso/saml/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#authentication-authorization class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#authentication class=md-nav__link> <span class=md-ellipsis> Authentication </span> </a> <nav class=md-nav aria-label=Authentication> <ul class=md-nav__list> <li class=md-nav__item> <a href=#single-sign-on-sso class=md-nav__link> <span class=md-ellipsis> Single Sign-On (SSO) </span> </a> </li> <li class=md-nav__item> <a href=#username-and-password class=md-nav__link> <span class=md-ellipsis> Username and password </span> </a> </li> <li class=md-nav__item> <a href=#secret-key-for-application-programmatic-access class=md-nav__link> <span class=md-ellipsis> Secret key (for Application programmatic access) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#authorization class=md-nav__link> <span class=md-ellipsis> Authorization </span> </a> <nav class=md-nav aria-label=Authorization> <ul class=md-nav__list> <li class=md-nav__item> <a href=#role-based-access-control-rbac-in-runai class=md-nav__link> <span class=md-ellipsis> Role Based Access Control (RBAC) in Run:ai </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#authentication class=md-nav__link> <span class=md-ellipsis> Authentication </span> </a> <nav class=md-nav aria-label=Authentication> <ul class=md-nav__list> <li class=md-nav__item> <a href=#single-sign-on-sso class=md-nav__link> <span class=md-ellipsis> Single Sign-On (SSO) </span> </a> </li> <li class=md-nav__item> <a href=#username-and-password class=md-nav__link> <span class=md-ellipsis> Username and password </span> </a> </li> <li class=md-nav__item> <a href=#secret-key-for-application-programmatic-access class=md-nav__link> <span class=md-ellipsis> Secret key (for Application programmatic access) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#authorization class=md-nav__link> <span class=md-ellipsis> Authorization </span> </a> <nav class=md-nav aria-label=Authorization> <ul class=md-nav__list> <li class=md-nav__item> <a href=#role-based-access-control-rbac-in-runai class=md-nav__link> <span class=md-ellipsis> Role Based Access Control (RBAC) in Run:ai </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/authentication-overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=authentication-authorization>Authentication &amp; Authorization<a class=headerlink href=#authentication-authorization title="Permanent link">&para;</a></h1> <p>Run:ai Authentication &amp; Authorization enables a streamlined experience for the user with precise controls covering the data each user can see and the actions each user can perform in the Run:ai platform.</p> <p>Authentication verifies user identity during login, and Authorization assigns the user with specific permissions according to the assigned <a href=../accessrules/ >access rules</a>.</p> <p>Authenticated access is required to use all aspects of the Run:ai interfaces, including the Run:ai platform, the Run:ai Command Line Interface (CLI) and APIs.</p> <h2 id=authentication>Authentication<a class=headerlink href=#authentication title="Permanent link">&para;</a></h2> <p>There are multiple methods to authenticate and access Run:ai.</p> <h3 id=single-sign-on-sso>Single Sign-On (SSO)<a class=headerlink href=#single-sign-on-sso title="Permanent link">&para;</a></h3> <p>Single Sign-On (SSO) is the preferred authentication method by large organizations, as it avoids the need to manage duplicate sets of user identities.</p> <p>Run:ai offers SSO integration, enabling users to utilize existing organizational credentials to access Run:ai without requiring dedicated credentials.</p> <p>Run:ai supports three methods to set up SSO:</p> <ul> <li><a href=../sso/saml/ >SAML</a> </li> <li><a href=../sso/openidconnect/ >OpenID Connect (OIDC)</a> </li> <li><a href=../sso/openshift/ >OpenShift</a></li> </ul> <p>When using SSO, it is highly recommended to manage at least one local user, as a breakglass account (an emergency account), in case access to SSO is not possible.</p> <h3 id=username-and-password>Username and password<a class=headerlink href=#username-and-password title="Permanent link">&para;</a></h3> <p>Username and password access can be used when SSO integration is not possible.</p> <h3 id=secret-key-for-application-programmatic-access>Secret key (for Application programmatic access)<a class=headerlink href=#secret-key-for-application-programmatic-access title="Permanent link">&para;</a></h3> <p>A Secret is the authentication method for <a href=../applications/ >Applications</a>. Applications use the Run:ai APIs to perform automated tasks including scripts and pipelines based on their assigned <a href=../accessrules/ >access rules</a>.</p> <h2 id=authorization>Authorization<a class=headerlink href=#authorization title="Permanent link">&para;</a></h2> <p>The Run:ai platform uses Role Base Access Control (RBAC) to manage authorization.</p> <p>Once a user or an application is authenticated, they can perform actions according to their assigned access rules.</p> <h3 id=role-based-access-control-rbac-in-runai>Role Based Access Control (RBAC) in Run:ai<a class=headerlink href=#role-based-access-control-rbac-in-runai title="Permanent link">&para;</a></h3> <p>While Kubernetes RBAC is limited to a single cluster, Run:ai expands the scope of Kubernetes RBAC, making it easy for administrators to manage access rules across multiple clusters.</p> <p>RBAC at Run:ai is configured using access rules.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <ul> <li><strong>Subject</strong> </li> <li>A user, a group, or an application assigned with the role </li> <li><strong>Role</strong> </li> <li>A set of permissions that can be assigned to subjects </li> <li>A permission is a set of actions (view, edit, create and delete) over a Run:ai entity (e.g. projects, workloads, users) <ul> <li>For example, a role might allow a user to create and read Projects, but not update or delete them </li> <li>Roles at Run:ai are system defined and cannot be created, edited or deleted </li> </ul> </li> <li><strong>Scope</strong> </li> <li>A scope is part of an organization in which a set of permissions (roles) is effective. Scopes include Projects, Departments, Clusters, Account (all clusters).</li> </ul> <p>Below is an example of an access rule: <strong>username@company.com</strong> is a <strong>Department admin</strong> in <strong>Department: A</strong></p> <p><a class=glightbox href=../img/auth-rbac.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/auth-rbac.png></a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#authentication-authorization class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#authentication class=md-nav__link> <span class=md-ellipsis> Authentication </span> </a> <nav class=md-nav aria-label=Authentication> <ul class=md-nav__list> <li class=md-nav__item> <a href=#single-sign-on-sso class=md-nav__link> <span class=md-ellipsis> Single Sign-On (SSO) </span> </a> </li> <li class=md-nav__item> <a href=#username-and-password class=md-nav__link> <span class=md-ellipsis> Username and password </span> </a> </li> <li class=md-nav__item> <a href=#secret-key-for-application-programmatic-access class=md-nav__link> <span class=md-ellipsis> Secret key (for Application programmatic access) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#authorization class=md-nav__link> <span class=md-ellipsis> Authorization </span> </a> <nav class=md-nav aria-label=Authorization> <ul class=md-nav__list> <li class=md-nav__item> <a href=#role-based-access-control-rbac-in-runai class=md-nav__link> <span class=md-ellipsis> Role Based Access Control (RBAC) in Run:ai </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#authentication class=md-nav__link> <span class=md-ellipsis> Authentication </span> </a> <nav class=md-nav aria-label=Authentication> <ul class=md-nav__list> <li class=md-nav__item> <a href=#single-sign-on-sso class=md-nav__link> <span class=md-ellipsis> Single Sign-On (SSO) </span> </a> </li> <li class=md-nav__item> <a href=#username-and-password class=md-nav__link> <span class=md-ellipsis> Username and password </span> </a> </li> <li class=md-nav__item> <a href=#secret-key-for-application-programmatic-access class=md-nav__link> <span class=md-ellipsis> Secret key (for Application programmatic access) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#authorization class=md-nav__link> <span class=md-ellipsis> Authorization </span> </a> <nav class=md-nav aria-label=Authorization> <ul class=md-nav__list> <li class=md-nav__item> <a href=#role-based-access-control-rbac-in-runai class=md-nav__link> <span class=md-ellipsis> Role Based Access Control (RBAC) in Run:ai </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/authentication-overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=authentication-authorization>Authentication &amp; Authorization<a class=headerlink href=#authentication-authorization title="Permanent link">&para;</a></h1> <p>Run:ai Authentication &amp; Authorization enables a streamlined experience for the user with precise controls covering the data each user can see and the actions each user can perform in the Run:ai platform.</p> <p>Authentication verifies user identity during login, and Authorization assigns the user with specific permissions according to the assigned <a href=../accessrules/ >access rules</a>.</p> <p>Authenticated access is required to use all aspects of the Run:ai interfaces, including the Run:ai platform, the Run:ai Command Line Interface (CLI) and APIs.</p> <h2 id=authentication>Authentication<a class=headerlink href=#authentication title="Permanent link">&para;</a></h2> <p>There are multiple methods to authenticate and access Run:ai.</p> <h3 id=single-sign-on-sso>Single Sign-On (SSO)<a class=headerlink href=#single-sign-on-sso title="Permanent link">&para;</a></h3> <p>Single Sign-On (SSO) is the preferred authentication method by large organizations, as it avoids the need to manage duplicate sets of user identities.</p> <p>Run:ai offers SSO integration, enabling users to utilize existing organizational credentials to access Run:ai without requiring dedicated credentials.</p> <p>Run:ai supports three methods to set up SSO:</p> <ul> <li><a href=../sso/saml/ >SAML</a> </li> <li><a href=../sso/openidconnect/ >OpenID Connect (OIDC)</a> </li> <li><a href=../sso/openshift/ >OpenShift</a></li> </ul> <p>When using SSO, it is highly recommended to manage at least one local user, as a breakglass account (an emergency account), in case access to SSO is not possible.</p> <h3 id=username-and-password>Username and password<a class=headerlink href=#username-and-password title="Permanent link">&para;</a></h3> <p>Username and password access can be used when SSO integration is not possible.</p> <h3 id=secret-key-for-application-programmatic-access>Secret key (for Application programmatic access)<a class=headerlink href=#secret-key-for-application-programmatic-access title="Permanent link">&para;</a></h3> <p>A Secret is the authentication method for <a href=../applications/ >Applications</a>. Applications use the Run:ai APIs to perform automated tasks including scripts and pipelines based on their assigned <a href=../accessrules/ >access rules</a>.</p> <h2 id=authorization>Authorization<a class=headerlink href=#authorization title="Permanent link">&para;</a></h2> <p>The Run:ai platform uses Role Base Access Control (RBAC) to manage authorization.</p> <p>Once a user or an application is authenticated, they can perform actions according to their assigned access rules.</p> <h3 id=role-based-access-control-rbac-in-runai>Role Based Access Control (RBAC) in Run:ai<a class=headerlink href=#role-based-access-control-rbac-in-runai title="Permanent link">&para;</a></h3> <p>While Kubernetes RBAC is limited to a single cluster, Run:ai expands the scope of Kubernetes RBAC, making it easy for administrators to manage access rules across multiple clusters.</p> <p>RBAC at Run:ai is configured using access rules.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <ul> <li><strong>Subject</strong> </li> <li>A user, a group, or an application assigned with the role </li> <li><strong>Role</strong> </li> <li>A set of permissions that can be assigned to subjects </li> <li>A permission is a set of actions (view, edit, create and delete) over a Run:ai entity (e.g. projects, workloads, users) <ul> <li>For example, a role might allow a user to create and read Projects, but not update or delete them </li> <li>Roles at Run:ai are system defined and cannot be created, edited or deleted </li> </ul> </li> <li><strong>Scope</strong> </li> <li>A scope is part of an organization in which a set of permissions (roles) is effective. Scopes include Projects, Departments, Clusters, Account (all clusters).</li> </ul> <p>Below is an example of an access rule: <strong>username@company.com</strong> is a <strong>Department admin</strong> in <strong>Department: A</strong></p> <p><a class=glightbox href=../img/auth-rbac.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/auth-rbac.png></a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/non-root-containers/index.html b/v2.20/admin/authentication/non-root-containers/index.html
index f70dc9988d..e16ca6a1e1 100644
--- a/v2.20/admin/authentication/non-root-containers/index.html
+++ b/v2.20/admin/authentication/non-root-containers/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/non-root-containers/ rel=canonical><link href=../researcher-authentication/ rel=prev><link href=../../troubleshooting/logs-collection/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>User Identity in Container - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/non-root-containers/ rel=canonical><link href=../researcher-authentication/ rel=prev><link href=../../troubleshooting/logs-collection/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>User Identity in Container - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -24,7 +24,7 @@
 <a id=__codelineno-3-6 name=__codelineno-3-6 href=#__codelineno-3-6></a>Connecting<span class=w> </span>to<span class=w> </span>pod<span class=w> </span>job-0-0-0
 <a id=__codelineno-3-7 name=__codelineno-3-7 href=#__codelineno-3-7></a>If<span class=w> </span>you<span class=w> </span>don<span class=err>&#39;</span>t<span class=w> </span>see<span class=w> </span>a<span class=w> </span><span class=nb>command</span><span class=w> </span>prompt,<span class=w> </span>try<span class=w> </span>pressing<span class=w> </span>enter.
 <a id=__codelineno-3-8 name=__codelineno-3-8 href=#__codelineno-3-8></a><span class=hll>I<span class=w> </span>have<span class=w> </span>no<span class=w> </span>name!@job-0-0-0:/$<span class=w> </span>
-</span></code></pre></div> <p>Adding home directories to an image per user is not a viable solution. To overcome this, Run:ai provides an additional flag <code>--create-home-dir</code>. Adding this flag creates a temporary home directory for the user within the container. </p> <div class="admonition notes"> <p class=admonition-title>Notes</p> <ul> <li>Data saved in this directory will not be saved when the container exits.</li> <li>This flag is set by <strong>default to true</strong> when the <code>--run-as-user</code> flag is used, and false if not.</li> </ul> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</span></code></pre></div> <p>Adding home directories to an image per user is not a viable solution. To overcome this, Run:ai provides an additional flag <code>--create-home-dir</code>. Adding this flag creates a temporary home directory for the user within the container. </p> <div class="admonition notes"> <p class=admonition-title>Notes</p> <ul> <li>Data saved in this directory will not be saved when the container exits.</li> <li>This flag is set by <strong>default to true</strong> when the <code>--run-as-user</code> flag is used, and false if not.</li> </ul> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -52,6 +52,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/researcher-authentication/index.html b/v2.20/admin/authentication/researcher-authentication/index.html
index 4367acddc2..513133db83 100644
--- a/v2.20/admin/authentication/researcher-authentication/index.html
+++ b/v2.20/admin/authentication/researcher-authentication/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/researcher-authentication/ rel=canonical><link href=../accessrules/ rel=prev><link href=../non-root-containers/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Researcher Authentication - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/researcher-authentication/ rel=canonical><link href=../accessrules/ rel=prev><link href=../non-root-containers/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Researcher Authentication - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -35,7 +35,7 @@
 </code></pre></div> <p>Add the IP to runaiconfig </p> <div class=highlight><pre><span></span><code><a id=__codelineno-7-1 name=__codelineno-7-1 href=#__codelineno-7-1></a>kubectl -n runai patch runaiconfig runai -p &#39;{&quot;spec&quot;: {&quot;researcher-service&quot;: {&quot;args&quot;: {&quot;gkeOidcEnvoyHost&quot;: &quot;35.236.229.19&quot;}}}}&#39;  --type=&quot;merge&quot;
 </code></pre></div> <p>To create a kubeconfig profile for Researchers run:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-8-1 name=__codelineno-8-1 href=#__codelineno-8-1></a>kubectl oidc login --cluster=CLUSTER_NAME --login-config=login-config.yaml \
 <a id=__codelineno-8-2 name=__codelineno-8-2 href=#__codelineno-8-2></a>    --kubeconfig=developer-kubeconfig
-</code></pre></div> <p>(this will require installing the kubectl oidc plug-in as described in the Anthos document above <code>gcloud components install kubectl-oidc</code>)</p> <p>Then modify the <code>developer-kubeconfig</code> file as described in the <a href=./#command-line-interface-access>Command-line Inteface Access</a> section below.</p> </div> <div class=tabbed-block> <ul> <li>In the AWS Console, under EKS, find your cluster.</li> <li>Go to <code>Configuration</code> and then to <code>Authentication</code>.</li> <li>Associate a new <code>identity provider</code>. Use the parameters provided in the server configuration section as described above. The process can take up to 30 minutes.</li> </ul> </div> <div class=tabbed-block> <p>Please follow the "Vanilla Kubernetes" instructions</p> </div> <div class=tabbed-block> <p>Please contact Run:ai customer support.</p> </div> <div class=tabbed-block> <p>See specific instructions in the documentation of the Kubernetes distribution. </p> </div> </div> </div> <h2 id=command-line-interface-access>Command-line Interface Access<a class=headerlink href=#command-line-interface-access title="Permanent link">&para;</a></h2> <p>To control access to Run:ai (and Kubernetes) resources, you must modify the Kubernetes configuration file. The file is distributed to users as part of the <a href=../../researcher-setup/cli-install/#kubernetes-configuration>Command-line interface installation</a>.</p> <p>When making changes to the file, keep a copy of the original file to be used for cluster administration. After making the modifications, distribute the modified file to Researchers.</p> <ul> <li>Under the <code>~/.kube</code> directory edit the <code>config</code> file, remove the administrative user, and replace it with text from <code>Settings | General | Researcher Authentication</code> | <code>Client Configuration</code>.</li> <li>Under <code>contexts | context | user</code> change the user to <code>runai-authenticated-user</code>.</li> </ul> <div class="admonition important security note"> <p class=admonition-title>Important</p> <ul> <li>After adding the new user, <strong>ensure to delete the following fields from the kubeconfig file</strong> to prevent unauthorized access: - <strong>Delete</strong>: <code>client-certificate-data</code>- <strong>Delete</strong>: <code>client-key-data</code>- <strong>Remove</strong>: Any references to the <code>admin</code> user.</li> </ul> </div> <h2 id=test-via-command-line-interface>Test via Command-line interface<a class=headerlink href=#test-via-command-line-interface title="Permanent link">&para;</a></h2> <ul> <li>Run: <code>runai login</code> (in OpenShift environments use <code>oc login</code> rather than <code>runai login</code>).</li> <li>You will be prompted for a username and password. In a single sign-on flow, you will be asked to copy a link to a browser, log in and return a code.</li> <li>Once login is successful, submit a Job.</li> <li>If the Job was submitted with a Project to which you have no access, your access will be denied.</li> <li>If the Job was submitted with a Project to which you have access, your access will be granted.</li> </ul> <p>You can also submit a Job from the Run:ai User interface and verify that the new job shows on the job list with your user name.</p> <h2 id=test-via-user-interface>Test via User Interface<a class=headerlink href=#test-via-user-interface title="Permanent link">&para;</a></h2> <ul> <li>Open the Run:ai user interface, go to <code>Workloads</code>.</li> <li>On the top-right, select <code>Submit Workload</code>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>(this will require installing the kubectl oidc plug-in as described in the Anthos document above <code>gcloud components install kubectl-oidc</code>)</p> <p>Then modify the <code>developer-kubeconfig</code> file as described in the <a href=./#command-line-interface-access>Command-line Inteface Access</a> section below.</p> </div> <div class=tabbed-block> <ul> <li>In the AWS Console, under EKS, find your cluster.</li> <li>Go to <code>Configuration</code> and then to <code>Authentication</code>.</li> <li>Associate a new <code>identity provider</code>. Use the parameters provided in the server configuration section as described above. The process can take up to 30 minutes.</li> </ul> </div> <div class=tabbed-block> <p>Please follow the "Vanilla Kubernetes" instructions</p> </div> <div class=tabbed-block> <p>Please contact Run:ai customer support.</p> </div> <div class=tabbed-block> <p>See specific instructions in the documentation of the Kubernetes distribution. </p> </div> </div> </div> <h2 id=command-line-interface-access>Command-line Interface Access<a class=headerlink href=#command-line-interface-access title="Permanent link">&para;</a></h2> <p>To control access to Run:ai (and Kubernetes) resources, you must modify the Kubernetes configuration file. The file is distributed to users as part of the <a href=../../researcher-setup/cli-install/#kubernetes-configuration>Command-line interface installation</a>.</p> <p>When making changes to the file, keep a copy of the original file to be used for cluster administration. After making the modifications, distribute the modified file to Researchers.</p> <ul> <li>Under the <code>~/.kube</code> directory edit the <code>config</code> file, remove the administrative user, and replace it with text from <code>Settings | General | Researcher Authentication</code> | <code>Client Configuration</code>.</li> <li>Under <code>contexts | context | user</code> change the user to <code>runai-authenticated-user</code>.</li> </ul> <div class="admonition important security note"> <p class=admonition-title>Important</p> <ul> <li>After adding the new user, <strong>ensure to delete the following fields from the kubeconfig file</strong> to prevent unauthorized access: - <strong>Delete</strong>: <code>client-certificate-data</code>- <strong>Delete</strong>: <code>client-key-data</code>- <strong>Remove</strong>: Any references to the <code>admin</code> user.</li> </ul> </div> <h2 id=test-via-command-line-interface>Test via Command-line interface<a class=headerlink href=#test-via-command-line-interface title="Permanent link">&para;</a></h2> <ul> <li>Run: <code>runai login</code> (in OpenShift environments use <code>oc login</code> rather than <code>runai login</code>).</li> <li>You will be prompted for a username and password. In a single sign-on flow, you will be asked to copy a link to a browser, log in and return a code.</li> <li>Once login is successful, submit a Job.</li> <li>If the Job was submitted with a Project to which you have no access, your access will be denied.</li> <li>If the Job was submitted with a Project to which you have access, your access will be granted.</li> </ul> <p>You can also submit a Job from the Run:ai User interface and verify that the new job shows on the job list with your user name.</p> <h2 id=test-via-user-interface>Test via User Interface<a class=headerlink href=#test-via-user-interface title="Permanent link">&para;</a></h2> <ul> <li>Open the Run:ai user interface, go to <code>Workloads</code>.</li> <li>On the top-right, select <code>Submit Workload</code>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -63,6 +63,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/roles/index.html b/v2.20/admin/authentication/roles/index.html
index 97eabc7372..39652c350a 100644
--- a/v2.20/admin/authentication/roles/index.html
+++ b/v2.20/admin/authentication/roles/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/roles/ rel=canonical><link href=../applications/ rel=prev><link href=../accessrules/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Roles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/roles/ rel=canonical><link href=../applications/ rel=prev><link href=../accessrules/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Roles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#roles-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Roles </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Roles </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Roles </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#roles-table class=md-nav__link> <span class=md-ellipsis> Roles table </span> </a> <nav class=md-nav aria-label="Roles table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#reviewing-a-role class=md-nav__link> <span class=md-ellipsis> Reviewing a role </span> </a> </li> <li class=md-nav__item> <a href=#roles-in-runai class=md-nav__link> <span class=md-ellipsis> Roles in Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#permitted-workloads class=md-nav__link> <span class=md-ellipsis> Permitted workloads </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#roles-table class=md-nav__link> <span class=md-ellipsis> Roles table </span> </a> <nav class=md-nav aria-label="Roles table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#reviewing-a-role class=md-nav__link> <span class=md-ellipsis> Reviewing a role </span> </a> </li> <li class=md-nav__item> <a href=#roles-in-runai class=md-nav__link> <span class=md-ellipsis> Roles in Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#permitted-workloads class=md-nav__link> <span class=md-ellipsis> Permitted workloads </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/roles.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Roles</h1> <p>This article explains the available roles in the Run:ai platform.</p> <p>A role is a set of permissions that can be assigned to a <a href=../authentication-overview/ >subject in a scope</a>.</p> <p>A permission is a set of actions (View, Edit, Create and Delete) over a Run:ai entity (e.g. projects, workloads, users).</p> <h2 id=roles-table>Roles table<a class=headerlink href=#roles-table title="Permanent link">&para;</a></h2> <p>The Roles table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Roles table displays a list of predefined roles available to users in the Run:ai platform. It is not possible to create additional rules or edit or delete existing rules.</p> <p><a class=glightbox href=../img/rolestable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/rolestable.png></a></p> <p>The Roles table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The name of the role</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The name of the role creator</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp when the role was created</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=reviewing-a-role>Reviewing a role<a class=headerlink href=#reviewing-a-role title="Permanent link">&para;</a></h2> <ol> <li>To review a role click the role name on the table </li> <li>In the role form review the following: <ul> <li><strong>Role name</strong><br> The name of the role </li> <li><strong>Entity</strong><br> A system-managed object that can be viewed, edited, created or deleted by a user based on their assigned role and scope </li> <li><strong>Actions</strong><br> The actions that the role assignee is authorized to perform for each entity <ul> <li><strong>View</strong> If checked, an assigned user with this role can view instances of this type of entity within their defined scope </li> <li><strong>Edit</strong> If checked, an assigned user with this role can change the settings of an instance of this type of entity within their defined scope </li> <li><strong>Create</strong> If checked, an assigned user with this role can create new instances of this type of entity within their defined scope </li> <li><strong>Delete</strong> If checked, an assigned user with this role can delete instances of this type of entity within their defined scope</li> </ul> </li> </ul> </li> </ol> <h2 id=roles-in-runai>Roles in Run:ai<a class=headerlink href=#roles-in-runai title="Permanent link">&para;</a></h2> <p>Run:ai supports the following roles and their permissions:<br> Under each role is a detailed list of the actions that the role assignee is authorized to perform for each entity.</p> <details> <summary>Compute resource administrator</summary> <p><a class=glightbox href=../img/roles-compute-resource-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-compute-resource-admin.png></a></p> </details> <details> <summary>Data source administrator</summary> <p><a class=glightbox href=../img/roles-data-source-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-data-source-admin.png></a></p> </details> <details> <summary>Data volume administrator</summary> <p><a class=glightbox href=../img/roles-data-vol-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-data-vol-admin.png></a></p> </details> <details> <summary>Department administrator</summary> <p><a class=glightbox href=../img/roles-department-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-department-admin.png></a></p> </details> <details> <summary>Department viewer</summary> <p><a class=glightbox href=../img/roles-department-viewer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-department-viewer.png></a></p> </details> <details> <summary>Editor</summary> <p><a class=glightbox href=../img/roles-editor.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-editor.png></a></p> </details> <details> <summary>Environment administrator</summary> <p><a class=glightbox href=../img/roles-environment-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-environment-admin.png></a></p> </details> <details> <summary>L1 researcher</summary> <p><a class=glightbox href=../img/roles-l1-researcher.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-l1-researcher.png></a></p> </details> <details> <summary>L2 researcher</summary> <p><a class=glightbox href=../img/roles-l2-researcher.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-l2-researcher.png></a></p> </details> <details> <summary>ML engineer</summary> <p><a class=glightbox href=../img/roles-ml-engineer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-ml-engineer.png></a></p> </details> <details> <summary>Research manager</summary> <p><a class=glightbox href=../img/roles-research-manager.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-research-manager.png></a></p> </details> <details> <summary>System administrator</summary> <p><a class=glightbox href=../img/roles-sys-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-sys-admin.png></a></p> </details> <details> <summary>Template administrator</summary> <p><a class=glightbox href=../img/roles-template-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-template-admin.png></a></p> </details> <details> <summary>Viewer</summary> <p><a class=glightbox href=../img/roles-viewer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-viewer.png></a></p> </details> <div class="admonition notes"> <p class=admonition-title>Notes</p> <p>Keep the following in mind when upgrading from versions 2.13 or earlier:</p> <ul> <li><strong>Admin</strong> becomes <strong>System Admin</strong> with full access to all managed objects and scopes </li> <li><strong>Research Manager</strong> is not automatically assigned to all projects, but to projects set by the relevant <strong>Admin</strong> when assigning this role to a user, group or app </li> <li>To preserve backwards compatibility, users with the role of <strong>Research Manager</strong> are assigned to all current projects, but not to new projects </li> <li>To allow the <strong>Department Admin</strong> to assign a <strong>Researcher</strong> role to a user, group or app, the <strong>Department Admin</strong> must have <strong>VECD</strong> permissions for jobs and workspaces. This creates a broader span of managed objects </li> <li>To preserve backwards compatibility, users with the role of <strong>Editor</strong>, are assigned to the same scope they had before the upgrade. However, with new user assignments, the <strong>Admin</strong> can limit the scope to only part of the organizational scope.</li> </ul> </div> <h2 id=permitted-workloads>Permitted workloads<a class=headerlink href=#permitted-workloads title="Permanent link">&para;</a></h2> <p>When assigning a role with either one, all or any combination of the View, Edit, Create and Delete permissions for workloads, the subject has permissions to manage not only Run:ai native workloads (Workspace, Training, Inference), but also a list of 3rd party workloads:</p> <ul> <li>k8s: StatefulSet</li> <li>k8s: ReplicaSet</li> <li>k8s: Pod</li> <li>k8s: Deployment</li> <li>batch: Job</li> <li>batch: CronJob</li> <li><a href=http://machinelearning.seldon.io>machinelearning.seldon.io</a>: SeldonDeployment</li> <li><a href=http://kubevirt.io>kubevirt.io</a>: VirtualMachineInstance</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: TFJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: PyTorchJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: XGBoostJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: MPIJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: MPIJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: Notebook</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: ScheduledWorkflow</li> <li><a href=http://amlarc.azureml.com>amlarc.azureml.com</a>: AmlJob</li> <li><a href=http://serving.knative.dev>serving.knative.dev</a>: Service</li> <li><a href=http://workspace.devfile.io>workspace.devfile.io</a>: DevWorkspace</li> <li><a href=http://ray.io>ray.io</a>: RayCluster</li> <li><a href=http://ray.io>ray.io</a>: RayJob</li> <li><a href=http://ray.io>ray.io</a>: RayService</li> <li><a href=http://ray.io>ray.io</a>: RayCluster</li> <li><a href=http://ray.io>ray.io</a>: RayJob</li> <li><a href=http://ray.io>ray.io</a>: RayService</li> <li><a href=http://tekton.dev>tekton.dev</a>: TaskRun</li> <li><a href=http://tekton.dev>tekton.dev</a>: PipelineRun</li> <li><a href=http://argoproj.io>argoproj.io</a>: Workflow</li> </ul> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Roles>Roles</a> API reference to view the available actions.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#roles-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Roles </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Roles </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Roles </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#roles-table class=md-nav__link> <span class=md-ellipsis> Roles table </span> </a> <nav class=md-nav aria-label="Roles table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#reviewing-a-role class=md-nav__link> <span class=md-ellipsis> Reviewing a role </span> </a> </li> <li class=md-nav__item> <a href=#roles-in-runai class=md-nav__link> <span class=md-ellipsis> Roles in Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#permitted-workloads class=md-nav__link> <span class=md-ellipsis> Permitted workloads </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#roles-table class=md-nav__link> <span class=md-ellipsis> Roles table </span> </a> <nav class=md-nav aria-label="Roles table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#reviewing-a-role class=md-nav__link> <span class=md-ellipsis> Reviewing a role </span> </a> </li> <li class=md-nav__item> <a href=#roles-in-runai class=md-nav__link> <span class=md-ellipsis> Roles in Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#permitted-workloads class=md-nav__link> <span class=md-ellipsis> Permitted workloads </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/roles.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Roles</h1> <p>This article explains the available roles in the Run:ai platform.</p> <p>A role is a set of permissions that can be assigned to a <a href=../authentication-overview/ >subject in a scope</a>.</p> <p>A permission is a set of actions (View, Edit, Create and Delete) over a Run:ai entity (e.g. projects, workloads, users).</p> <h2 id=roles-table>Roles table<a class=headerlink href=#roles-table title="Permanent link">&para;</a></h2> <p>The Roles table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Roles table displays a list of predefined roles available to users in the Run:ai platform. It is not possible to create additional rules or edit or delete existing rules.</p> <p><a class=glightbox href=../img/rolestable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/rolestable.png></a></p> <p>The Roles table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The name of the role</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The name of the role creator</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp when the role was created</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=reviewing-a-role>Reviewing a role<a class=headerlink href=#reviewing-a-role title="Permanent link">&para;</a></h2> <ol> <li>To review a role click the role name on the table </li> <li>In the role form review the following: <ul> <li><strong>Role name</strong><br> The name of the role </li> <li><strong>Entity</strong><br> A system-managed object that can be viewed, edited, created or deleted by a user based on their assigned role and scope </li> <li><strong>Actions</strong><br> The actions that the role assignee is authorized to perform for each entity <ul> <li><strong>View</strong> If checked, an assigned user with this role can view instances of this type of entity within their defined scope </li> <li><strong>Edit</strong> If checked, an assigned user with this role can change the settings of an instance of this type of entity within their defined scope </li> <li><strong>Create</strong> If checked, an assigned user with this role can create new instances of this type of entity within their defined scope </li> <li><strong>Delete</strong> If checked, an assigned user with this role can delete instances of this type of entity within their defined scope</li> </ul> </li> </ul> </li> </ol> <h2 id=roles-in-runai>Roles in Run:ai<a class=headerlink href=#roles-in-runai title="Permanent link">&para;</a></h2> <p>Run:ai supports the following roles and their permissions:<br> Under each role is a detailed list of the actions that the role assignee is authorized to perform for each entity.</p> <details> <summary>Compute resource administrator</summary> <p><a class=glightbox href=../img/roles-compute-resource-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-compute-resource-admin.png></a></p> </details> <details> <summary>Data source administrator</summary> <p><a class=glightbox href=../img/roles-data-source-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-data-source-admin.png></a></p> </details> <details> <summary>Data volume administrator</summary> <p><a class=glightbox href=../img/roles-data-vol-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-data-vol-admin.png></a></p> </details> <details> <summary>Department administrator</summary> <p><a class=glightbox href=../img/roles-department-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-department-admin.png></a></p> </details> <details> <summary>Department viewer</summary> <p><a class=glightbox href=../img/roles-department-viewer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-department-viewer.png></a></p> </details> <details> <summary>Editor</summary> <p><a class=glightbox href=../img/roles-editor.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-editor.png></a></p> </details> <details> <summary>Environment administrator</summary> <p><a class=glightbox href=../img/roles-environment-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-environment-admin.png></a></p> </details> <details> <summary>L1 researcher</summary> <p><a class=glightbox href=../img/roles-l1-researcher.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-l1-researcher.png></a></p> </details> <details> <summary>L2 researcher</summary> <p><a class=glightbox href=../img/roles-l2-researcher.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-l2-researcher.png></a></p> </details> <details> <summary>ML engineer</summary> <p><a class=glightbox href=../img/roles-ml-engineer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-ml-engineer.png></a></p> </details> <details> <summary>Research manager</summary> <p><a class=glightbox href=../img/roles-research-manager.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-research-manager.png></a></p> </details> <details> <summary>System administrator</summary> <p><a class=glightbox href=../img/roles-sys-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-sys-admin.png></a></p> </details> <details> <summary>Template administrator</summary> <p><a class=glightbox href=../img/roles-template-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-template-admin.png></a></p> </details> <details> <summary>Viewer</summary> <p><a class=glightbox href=../img/roles-viewer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-viewer.png></a></p> </details> <div class="admonition notes"> <p class=admonition-title>Notes</p> <p>Keep the following in mind when upgrading from versions 2.13 or earlier:</p> <ul> <li><strong>Admin</strong> becomes <strong>System Admin</strong> with full access to all managed objects and scopes </li> <li><strong>Research Manager</strong> is not automatically assigned to all projects, but to projects set by the relevant <strong>Admin</strong> when assigning this role to a user, group or app </li> <li>To preserve backwards compatibility, users with the role of <strong>Research Manager</strong> are assigned to all current projects, but not to new projects </li> <li>To allow the <strong>Department Admin</strong> to assign a <strong>Researcher</strong> role to a user, group or app, the <strong>Department Admin</strong> must have <strong>VECD</strong> permissions for jobs and workspaces. This creates a broader span of managed objects </li> <li>To preserve backwards compatibility, users with the role of <strong>Editor</strong>, are assigned to the same scope they had before the upgrade. However, with new user assignments, the <strong>Admin</strong> can limit the scope to only part of the organizational scope.</li> </ul> </div> <h2 id=permitted-workloads>Permitted workloads<a class=headerlink href=#permitted-workloads title="Permanent link">&para;</a></h2> <p>When assigning a role with either one, all or any combination of the View, Edit, Create and Delete permissions for workloads, the subject has permissions to manage not only Run:ai native workloads (Workspace, Training, Inference), but also a list of 3rd party workloads:</p> <ul> <li>k8s: StatefulSet</li> <li>k8s: ReplicaSet</li> <li>k8s: Pod</li> <li>k8s: Deployment</li> <li>batch: Job</li> <li>batch: CronJob</li> <li><a href=http://machinelearning.seldon.io>machinelearning.seldon.io</a>: SeldonDeployment</li> <li><a href=http://kubevirt.io>kubevirt.io</a>: VirtualMachineInstance</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: TFJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: PyTorchJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: XGBoostJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: MPIJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: MPIJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: Notebook</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: ScheduledWorkflow</li> <li><a href=http://amlarc.azureml.com>amlarc.azureml.com</a>: AmlJob</li> <li><a href=http://serving.knative.dev>serving.knative.dev</a>: Service</li> <li><a href=http://workspace.devfile.io>workspace.devfile.io</a>: DevWorkspace</li> <li><a href=http://ray.io>ray.io</a>: RayCluster</li> <li><a href=http://ray.io>ray.io</a>: RayJob</li> <li><a href=http://ray.io>ray.io</a>: RayService</li> <li><a href=http://ray.io>ray.io</a>: RayCluster</li> <li><a href=http://ray.io>ray.io</a>: RayJob</li> <li><a href=http://ray.io>ray.io</a>: RayService</li> <li><a href=http://tekton.dev>tekton.dev</a>: TaskRun</li> <li><a href=http://tekton.dev>tekton.dev</a>: PipelineRun</li> <li><a href=http://argoproj.io>argoproj.io</a>: Workflow</li> </ul> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Roles>Roles</a> API reference to view the available actions.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/sso/openidconnect/index.html b/v2.20/admin/authentication/sso/openidconnect/index.html
index 1bc71b67b2..dcf5874299 100644
--- a/v2.20/admin/authentication/sso/openidconnect/index.html
+++ b/v2.20/admin/authentication/sso/openidconnect/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/sso/openidconnect/ rel=canonical><link href=../saml/ rel=prev><link href=../openshift/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Setup SSO with OpenID Connect - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/sso/openidconnect/ rel=canonical><link href=../saml/ rel=prev><link href=../openshift/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Setup SSO with OpenID Connect - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#prerequisites class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2 checked> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/sso/openidconnect.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Setup SSO with OpenID Connect</h1> <p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure single sign-on to Run:ai using the OpenID Connect protocol.</p> <h2 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h2> <p>Before starting, make sure you have the following available from your identity provider:</p> <ul> <li>Discovery URL - the OpenID server where the content discovery information is published. </li> <li>ClientID - the ID used to identify the client with the Authorization Server. </li> <li>Client Secret - a secret password that only the Client and Authorization server know. </li> <li>Optional: Scopes - a set of user attributes to be used during authentication to authorize access to a user's details.</li> </ul> <h2 id=setup>Setup<a class=headerlink href=#setup title="Permanent link">&para;</a></h2> <p>Follow the steps below to setup SSO with OpenID Connect.</p> <h3 id=adding-the-identity-provider>Adding the identity provider<a class=headerlink href=#adding-the-identity-provider title="Permanent link">&para;</a></h3> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section and click <strong>+IDENTITY PROVIDER</strong> </li> <li>Select <strong>Custom OpenID Connect</strong> </li> <li>Enter the <strong>Discovery URL</strong>, <strong>Client ID</strong>, and <strong>Client Secret</strong> </li> <li>Copy the Redirect URL to be used in your identity provider </li> <li>Optional: Add the OIDC scopes </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below) </li> <li>Click <strong>SAVE</strong><br> User attributes</li> </ol> <table> <thead> <tr> <th style="text-align: left;">Attribute</th> <th style="text-align: left;">Default value in Run:ai</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User role groups</td> <td style="text-align: left;">GROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings.</td> </tr> <tr> <td style="text-align: left;">Linux User ID</td> <td style="text-align: left;">UID</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Linux Group ID</td> <td style="text-align: left;">GID</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Supplementary Groups</td> <td style="text-align: left;">SUPPLEMENTARYGROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers.</td> </tr> <tr> <td style="text-align: left;">Email</td> <td style="text-align: left;">email</td> <td style="text-align: left;">Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai</td> </tr> <tr> <td style="text-align: left;">User first name</td> <td style="text-align: left;">firstName</td> <td style="text-align: left;">Used as the user’s first name appearing in the Run:ai user interface</td> </tr> <tr> <td style="text-align: left;">User last name</td> <td style="text-align: left;">lastName</td> <td style="text-align: left;">Used as the user’s last name appearing in the Run:ai user interface</td> </tr> </tbody> </table> <h3 id=testing-the-setup>Testing the setup<a class=headerlink href=#testing-the-setup title="Permanent link">&para;</a></h3> <ol> <li>Log-in to the Run:ai platform as an admin </li> <li>Add <a href=../../accessrules/ >Access Rules</a> to an SSO user defined in the IDP </li> <li>Open the Run:ai platform in an incognito browser tab </li> <li>On the sign-in page click <strong>CONTINUE WITH SSO</strong><br> You are redirected to the identity provider sign in page </li> <li>In the identity provider sign-in page, log in with the SSO user who you granted with access rules </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol> <h3 id=editing-the-identity-provider>Editing the identity provider<a class=headerlink href=#editing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider box, click <strong>Edit identity provider</strong> </li> <li>You can edit either the <strong>Discovery URL</strong>, <strong>Client ID</strong>, <strong>Client Secret</strong>, <strong>OIDC scopes</strong>, or the <strong>User attributes</strong></li> </ol> <h3 id=removing-the-identity-provider>Removing the identity provider<a class=headerlink href=#removing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can remove the identity provider configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider card, click <strong>Remove identity provider</strong> </li> <li>In the dialog, click <strong>REMOVE</strong> to confirm the action</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p> </div> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received.</p> <h3 id=troubleshooting-scenarios>Troubleshooting scenarios<a class=headerlink href=#troubleshooting-scenarios title="Permanent link">&para;</a></h3> <details> <summary>403 - Sorry, we can’t let you see this page. Something about permissions…</summary> <p><strong>Description:</strong> The authenticated user is missing permissions</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate either the user or its related group/s are assigned with <a href=../../accessrules/ >access rules</a> </li> <li>Validate groups attribute is available in the configured OIDC Scopes </li> <li>Validate the user’s groups attribute is mapped correctly</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Open the Chrome DevTools: Right-click on page → Inspect → Console tab </li> <li>Run the following command to retrieve and paste the user’s token: <code>localStorage.token;</code> </li> <li>Paste in <a href=https://jwt.io/ >https://jwt.io</a> </li> <li>Under the Payload section validate the values of the user’s attributes</li> </ol> </details> <details> <summary>401 - We’re having trouble identifying your account because your email is incorrect or can’t be found.</summary> <p><strong>Description:</strong> Authentication failed because email attribute was not found.</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate email attribute is available in the configured OIDC Scopes </li> <li>Validate the user’s email attribute is mapped correctly</li> </ol> </details> <details> <summary>Unexpected error when authenticating with identity provider</summary> <p><a class=glightbox href=../img/openshift-identityerror.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/openshift-identityerror.png></a></p> <p><strong>Description:</strong> User authentication failed</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured OIDC Scopes exist and match the Identity Provider’s available scopes</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Look for the specific error message in the URL address</li> </ol> </details> <details> <summary>Unexpected error when authenticating with identity provider (SSO sign-in is not available)</summary> <p><a class=glightbox href=../img/openid-unexpected.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/openid-unexpected.png></a></p> <p><strong>Description:</strong> User authentication failed</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured OIDC scope exists in the Identity Provider </li> <li>Validate the configured Client Secret match the Client Secret in the Identity Provider</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Look for the specific error message in the URL address</li> </ol> </details> <details> <summary>Client not found</summary> <p><strong>Description:</strong> OIDC Client ID was not found in the Identity Provider</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured Client ID matches the Identity Provider Client ID </li> </ol> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#prerequisites class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2 checked> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/sso/openidconnect.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Setup SSO with OpenID Connect</h1> <p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure single sign-on to Run:ai using the OpenID Connect protocol.</p> <h2 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h2> <p>Before starting, make sure you have the following available from your identity provider:</p> <ul> <li>Discovery URL - the OpenID server where the content discovery information is published. </li> <li>ClientID - the ID used to identify the client with the Authorization Server. </li> <li>Client Secret - a secret password that only the Client and Authorization server know. </li> <li>Optional: Scopes - a set of user attributes to be used during authentication to authorize access to a user's details.</li> </ul> <h2 id=setup>Setup<a class=headerlink href=#setup title="Permanent link">&para;</a></h2> <p>Follow the steps below to setup SSO with OpenID Connect.</p> <h3 id=adding-the-identity-provider>Adding the identity provider<a class=headerlink href=#adding-the-identity-provider title="Permanent link">&para;</a></h3> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section and click <strong>+IDENTITY PROVIDER</strong> </li> <li>Select <strong>Custom OpenID Connect</strong> </li> <li>Enter the <strong>Discovery URL</strong>, <strong>Client ID</strong>, and <strong>Client Secret</strong> </li> <li>Copy the Redirect URL to be used in your identity provider </li> <li>Optional: Add the OIDC scopes </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below) </li> <li>Click <strong>SAVE</strong><br> User attributes</li> </ol> <table> <thead> <tr> <th style="text-align: left;">Attribute</th> <th style="text-align: left;">Default value in Run:ai</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User role groups</td> <td style="text-align: left;">GROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings.</td> </tr> <tr> <td style="text-align: left;">Linux User ID</td> <td style="text-align: left;">UID</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Linux Group ID</td> <td style="text-align: left;">GID</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Supplementary Groups</td> <td style="text-align: left;">SUPPLEMENTARYGROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers.</td> </tr> <tr> <td style="text-align: left;">Email</td> <td style="text-align: left;">email</td> <td style="text-align: left;">Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai</td> </tr> <tr> <td style="text-align: left;">User first name</td> <td style="text-align: left;">firstName</td> <td style="text-align: left;">Used as the user’s first name appearing in the Run:ai user interface</td> </tr> <tr> <td style="text-align: left;">User last name</td> <td style="text-align: left;">lastName</td> <td style="text-align: left;">Used as the user’s last name appearing in the Run:ai user interface</td> </tr> </tbody> </table> <h3 id=testing-the-setup>Testing the setup<a class=headerlink href=#testing-the-setup title="Permanent link">&para;</a></h3> <ol> <li>Log-in to the Run:ai platform as an admin </li> <li>Add <a href=../../accessrules/ >Access Rules</a> to an SSO user defined in the IDP </li> <li>Open the Run:ai platform in an incognito browser tab </li> <li>On the sign-in page click <strong>CONTINUE WITH SSO</strong><br> You are redirected to the identity provider sign in page </li> <li>In the identity provider sign-in page, log in with the SSO user who you granted with access rules </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol> <h3 id=editing-the-identity-provider>Editing the identity provider<a class=headerlink href=#editing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider box, click <strong>Edit identity provider</strong> </li> <li>You can edit either the <strong>Discovery URL</strong>, <strong>Client ID</strong>, <strong>Client Secret</strong>, <strong>OIDC scopes</strong>, or the <strong>User attributes</strong></li> </ol> <h3 id=removing-the-identity-provider>Removing the identity provider<a class=headerlink href=#removing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can remove the identity provider configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider card, click <strong>Remove identity provider</strong> </li> <li>In the dialog, click <strong>REMOVE</strong> to confirm the action</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p> </div> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received.</p> <h3 id=troubleshooting-scenarios>Troubleshooting scenarios<a class=headerlink href=#troubleshooting-scenarios title="Permanent link">&para;</a></h3> <details> <summary>403 - Sorry, we can’t let you see this page. Something about permissions…</summary> <p><strong>Description:</strong> The authenticated user is missing permissions</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate either the user or its related group/s are assigned with <a href=../../accessrules/ >access rules</a> </li> <li>Validate groups attribute is available in the configured OIDC Scopes </li> <li>Validate the user’s groups attribute is mapped correctly</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Open the Chrome DevTools: Right-click on page → Inspect → Console tab </li> <li>Run the following command to retrieve and paste the user’s token: <code>localStorage.token;</code> </li> <li>Paste in <a href=https://jwt.io/ >https://jwt.io</a> </li> <li>Under the Payload section validate the values of the user’s attributes</li> </ol> </details> <details> <summary>401 - We’re having trouble identifying your account because your email is incorrect or can’t be found.</summary> <p><strong>Description:</strong> Authentication failed because email attribute was not found.</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate email attribute is available in the configured OIDC Scopes </li> <li>Validate the user’s email attribute is mapped correctly</li> </ol> </details> <details> <summary>Unexpected error when authenticating with identity provider</summary> <p><a class=glightbox href=../img/openshift-identityerror.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/openshift-identityerror.png></a></p> <p><strong>Description:</strong> User authentication failed</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured OIDC Scopes exist and match the Identity Provider’s available scopes</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Look for the specific error message in the URL address</li> </ol> </details> <details> <summary>Unexpected error when authenticating with identity provider (SSO sign-in is not available)</summary> <p><a class=glightbox href=../img/openid-unexpected.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/openid-unexpected.png></a></p> <p><strong>Description:</strong> User authentication failed</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured OIDC scope exists in the Identity Provider </li> <li>Validate the configured Client Secret match the Client Secret in the Identity Provider</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Look for the specific error message in the URL address</li> </ol> </details> <details> <summary>Client not found</summary> <p><strong>Description:</strong> OIDC Client ID was not found in the Identity Provider</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured Client ID matches the Identity Provider Client ID </li> </ol> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/sso/openshift/index.html b/v2.20/admin/authentication/sso/openshift/index.html
index 2ca19f81c3..53c3fa60c0 100644
--- a/v2.20/admin/authentication/sso/openshift/index.html
+++ b/v2.20/admin/authentication/sso/openshift/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/sso/openshift/ rel=canonical><link href=../openidconnect/ rel=prev><link href=../../users/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Setup SSO with OpenShift - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/sso/openshift/ rel=canonical><link href=../openidconnect/ rel=prev><link href=../../users/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Setup SSO with OpenShift - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#prerequisites class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Setup SSO with OpenShift </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2 checked> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Setup SSO with OpenShift </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> <nav class=md-nav aria-label="Editing the identity provider"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> <nav class=md-nav aria-label="Editing the identity provider"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/sso/openshift.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Setup SSO with OpenShift</h1> <p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure single sign-on to Run:ai using the OpenID Connect protocol in OpenShift V4.</p> <h2 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h2> <p>Before starting, make sure you have the following available from your OpenShift cluster:</p> <ul> <li>OpenShift OAuth client - see <a href=https://docs.openshift.com/container-platform/4.16/authentication/configuring-oauth-clients.html#oauth-register-additional-client_configuring-oauth-clients>Registering an additional OAuth client</a> </li> <li>ClientID - the ID used to identify the client with the Authorization Server. </li> <li>Client Secret - a secret password that only the Client and Authorization Server know. </li> <li>Base URL - the OpenShift API Server endpoint (example: <a href=https://api.noa-ocp.runailabs.com:6443/ >https://api.&lt;cluster-url&gt;:6443</a>)</li> </ul> <h2 id=setup>Setup<a class=headerlink href=#setup title="Permanent link">&para;</a></h2> <p>Follow the steps below to setup SSO with OpenShift.</p> <h3 id=adding-the-identity-provider>Adding the identity provider<a class=headerlink href=#adding-the-identity-provider title="Permanent link">&para;</a></h3> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section and click <strong>+IDENTITY PROVIDER</strong> </li> <li>Select <strong>OpenShift V4</strong> </li> <li>Enter the <strong>Base URL</strong>, Client ID, and <strong>Client Secret</strong> from your OpenShift OAuth client. </li> <li>Copy the Redirect URL to be used in your OpenShift OAuth client </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below) </li> <li>Click <strong>SAVE</strong><br> User attributes</li> </ol> <table> <thead> <tr> <th style="text-align: left;">Attribute</th> <th style="text-align: left;">Default value in Run:ai</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User role groups</td> <td style="text-align: left;">GROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings.</td> </tr> <tr> <td style="text-align: left;">Linux User ID</td> <td style="text-align: left;">UID</td> <td style="text-align: left;">If it exists in the IDP, it allows researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Linux Group ID</td> <td style="text-align: left;">GID</td> <td style="text-align: left;">If it exists in the IDP, it allows researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Supplementary Groups</td> <td style="text-align: left;">SUPPLEMENTARYGROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers.</td> </tr> <tr> <td style="text-align: left;">Email</td> <td style="text-align: left;">email</td> <td style="text-align: left;">Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai</td> </tr> <tr> <td style="text-align: left;">User first name</td> <td style="text-align: left;">firstName</td> <td style="text-align: left;">Used as the user’s first name appearing in the Run:ai platform</td> </tr> <tr> <td style="text-align: left;">User last name</td> <td style="text-align: left;">lastName</td> <td style="text-align: left;">Used as the user’s last name appearing in the Run:ai platform</td> </tr> </tbody> </table> <h3 id=testing-the-setup>Testing the setup<a class=headerlink href=#testing-the-setup title="Permanent link">&para;</a></h3> <ol> <li>Open the Run:ai platform as an admin </li> <li>Add <a href=../../accessrules/ >Access Rules</a> to an SSO user defined in the IDP </li> <li>Open the Run:ai platform in an incognito browser tab </li> <li>On the sign-in page click <strong>CONTINUE WITH SSO</strong><br> You are redirected to the OpenShift IDP sign-in page </li> <li>In the identity provider sign-in page, log-in with the SSO user who you granted with access rules </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol> <h2 id=editing-the-identity-provider>Editing the identity provider<a class=headerlink href=#editing-the-identity-provider title="Permanent link">&para;</a></h2> <p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider box, click <strong>Edit identity provider</strong> </li> <li>You can edit either the <strong>Base URL</strong>, <strong>Client ID</strong>, <strong>Client Secret</strong>, or the <strong>User attributes</strong></li> </ol> <h3 id=removing-the-identity-provider>Removing the identity provider<a class=headerlink href=#removing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can remove the identity provider configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider card, click <strong>Remove identity provider</strong> </li> <li>In the dialog, click <strong>REMOVE</strong> to confirm the action</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p> </div> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received.</p> <h3 id=troubleshooting-scenarios>Troubleshooting scenarios<a class=headerlink href=#troubleshooting-scenarios title="Permanent link">&para;</a></h3> <details> <summary>403 - Sorry, we can’t let you see this page. Something about permissions…</summary> <p><strong>Description:</strong> The authenticated user is missing permissions</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate either the user or its related group/s are assigned with <a href=../../accessrules/ >access rules</a> </li> <li>Validate groups attribute is available in the configured OIDC Scopes </li> <li>Validate the user’s groups attribute is mapped correctly</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Open the Chrome DevTools: Right-click on page → Inspect → Console tab </li> <li>Run the following command to retrieve and copy the user’s token: <code>localStorage.token;</code> </li> <li>Paste in <a href=https://jwt.io/ >https://jwt.io</a> </li> <li>Under the Payload section validate the value of the user’s attributes</li> </ol> </details> <details> <summary>401 - We’re having trouble identifying your account because your email is incorrect or can’t be found.</summary> <p><strong>Description:</strong> Authentication failed because e-mail attribute was not found.</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate email attribute is available in the configured OIDC Scopes </li> <li>Validate the user’s email attribute is mapped correctly</li> </ol> </details> <details> <summary>Unexpected error when authenticating with identity provider</summary> <p><a class=glightbox href=../img/openshift-identityerror.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/openshift-identityerror.png></a></p> <p><strong>Description:</strong> User authentication failed</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate the the configured OIDC Scopes exist and match the Identity Provider’s available scopes</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Look for the specific error message in the URL address</li> </ol> </details> <details> <summary>Unexpected error when authenticating with identity provider (SSO sign-in is not available)</summary> <p><a class=glightbox href=../img/openid-unexpected.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/openid-unexpected.png></a></p> <p><strong>Description:</strong> User authentication failed</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured OIDC scope exists in the Identity Provider </li> <li>Validate that the configured Client Secret matches the Client Secret value in the OAuthclient Kubernetes object.</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Look for the specific error message in the URL address</li> </ol> </details> <details> <summary>unauthorized_client</summary> <p><a class=glightbox href=../img/unauthorized-client.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/unauthorized-client.png></a></p> <p><strong>Description:</strong> OIDC Client ID was not found in the OpenShift IDP</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured Client ID matches the value in the OAuthclient Kubernetes object. </li> </ol> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#prerequisites class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Setup SSO with OpenShift </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2 checked> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Setup SSO with OpenShift </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> <nav class=md-nav aria-label="Editing the identity provider"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> <nav class=md-nav aria-label="Editing the identity provider"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/sso/openshift.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Setup SSO with OpenShift</h1> <p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure single sign-on to Run:ai using the OpenID Connect protocol in OpenShift V4.</p> <h2 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h2> <p>Before starting, make sure you have the following available from your OpenShift cluster:</p> <ul> <li>OpenShift OAuth client - see <a href=https://docs.openshift.com/container-platform/4.16/authentication/configuring-oauth-clients.html#oauth-register-additional-client_configuring-oauth-clients>Registering an additional OAuth client</a> </li> <li>ClientID - the ID used to identify the client with the Authorization Server. </li> <li>Client Secret - a secret password that only the Client and Authorization Server know. </li> <li>Base URL - the OpenShift API Server endpoint (example: <a href=https://api.noa-ocp.runailabs.com:6443/ >https://api.&lt;cluster-url&gt;:6443</a>)</li> </ul> <h2 id=setup>Setup<a class=headerlink href=#setup title="Permanent link">&para;</a></h2> <p>Follow the steps below to setup SSO with OpenShift.</p> <h3 id=adding-the-identity-provider>Adding the identity provider<a class=headerlink href=#adding-the-identity-provider title="Permanent link">&para;</a></h3> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section and click <strong>+IDENTITY PROVIDER</strong> </li> <li>Select <strong>OpenShift V4</strong> </li> <li>Enter the <strong>Base URL</strong>, Client ID, and <strong>Client Secret</strong> from your OpenShift OAuth client. </li> <li>Copy the Redirect URL to be used in your OpenShift OAuth client </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below) </li> <li>Click <strong>SAVE</strong><br> User attributes</li> </ol> <table> <thead> <tr> <th style="text-align: left;">Attribute</th> <th style="text-align: left;">Default value in Run:ai</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User role groups</td> <td style="text-align: left;">GROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings.</td> </tr> <tr> <td style="text-align: left;">Linux User ID</td> <td style="text-align: left;">UID</td> <td style="text-align: left;">If it exists in the IDP, it allows researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Linux Group ID</td> <td style="text-align: left;">GID</td> <td style="text-align: left;">If it exists in the IDP, it allows researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Supplementary Groups</td> <td style="text-align: left;">SUPPLEMENTARYGROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers.</td> </tr> <tr> <td style="text-align: left;">Email</td> <td style="text-align: left;">email</td> <td style="text-align: left;">Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai</td> </tr> <tr> <td style="text-align: left;">User first name</td> <td style="text-align: left;">firstName</td> <td style="text-align: left;">Used as the user’s first name appearing in the Run:ai platform</td> </tr> <tr> <td style="text-align: left;">User last name</td> <td style="text-align: left;">lastName</td> <td style="text-align: left;">Used as the user’s last name appearing in the Run:ai platform</td> </tr> </tbody> </table> <h3 id=testing-the-setup>Testing the setup<a class=headerlink href=#testing-the-setup title="Permanent link">&para;</a></h3> <ol> <li>Open the Run:ai platform as an admin </li> <li>Add <a href=../../accessrules/ >Access Rules</a> to an SSO user defined in the IDP </li> <li>Open the Run:ai platform in an incognito browser tab </li> <li>On the sign-in page click <strong>CONTINUE WITH SSO</strong><br> You are redirected to the OpenShift IDP sign-in page </li> <li>In the identity provider sign-in page, log-in with the SSO user who you granted with access rules </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol> <h2 id=editing-the-identity-provider>Editing the identity provider<a class=headerlink href=#editing-the-identity-provider title="Permanent link">&para;</a></h2> <p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider box, click <strong>Edit identity provider</strong> </li> <li>You can edit either the <strong>Base URL</strong>, <strong>Client ID</strong>, <strong>Client Secret</strong>, or the <strong>User attributes</strong></li> </ol> <h3 id=removing-the-identity-provider>Removing the identity provider<a class=headerlink href=#removing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can remove the identity provider configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider card, click <strong>Remove identity provider</strong> </li> <li>In the dialog, click <strong>REMOVE</strong> to confirm the action</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p> </div> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received.</p> <h3 id=troubleshooting-scenarios>Troubleshooting scenarios<a class=headerlink href=#troubleshooting-scenarios title="Permanent link">&para;</a></h3> <details> <summary>403 - Sorry, we can’t let you see this page. Something about permissions…</summary> <p><strong>Description:</strong> The authenticated user is missing permissions</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate either the user or its related group/s are assigned with <a href=../../accessrules/ >access rules</a> </li> <li>Validate groups attribute is available in the configured OIDC Scopes </li> <li>Validate the user’s groups attribute is mapped correctly</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Open the Chrome DevTools: Right-click on page → Inspect → Console tab </li> <li>Run the following command to retrieve and copy the user’s token: <code>localStorage.token;</code> </li> <li>Paste in <a href=https://jwt.io/ >https://jwt.io</a> </li> <li>Under the Payload section validate the value of the user’s attributes</li> </ol> </details> <details> <summary>401 - We’re having trouble identifying your account because your email is incorrect or can’t be found.</summary> <p><strong>Description:</strong> Authentication failed because e-mail attribute was not found.</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate email attribute is available in the configured OIDC Scopes </li> <li>Validate the user’s email attribute is mapped correctly</li> </ol> </details> <details> <summary>Unexpected error when authenticating with identity provider</summary> <p><a class=glightbox href=../img/openshift-identityerror.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/openshift-identityerror.png></a></p> <p><strong>Description:</strong> User authentication failed</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate the the configured OIDC Scopes exist and match the Identity Provider’s available scopes</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Look for the specific error message in the URL address</li> </ol> </details> <details> <summary>Unexpected error when authenticating with identity provider (SSO sign-in is not available)</summary> <p><a class=glightbox href=../img/openid-unexpected.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/openid-unexpected.png></a></p> <p><strong>Description:</strong> User authentication failed</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured OIDC scope exists in the Identity Provider </li> <li>Validate that the configured Client Secret matches the Client Secret value in the OAuthclient Kubernetes object.</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Look for the specific error message in the URL address</li> </ol> </details> <details> <summary>unauthorized_client</summary> <p><a class=glightbox href=../img/unauthorized-client.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/unauthorized-client.png></a></p> <p><strong>Description:</strong> OIDC Client ID was not found in the OpenShift IDP</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate that the configured Client ID matches the value in the OAuthclient Kubernetes object. </li> </ol> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/sso/saml/index.html b/v2.20/admin/authentication/sso/saml/index.html
index f82ad47b56..a2f8043e9a 100644
--- a/v2.20/admin/authentication/sso/saml/index.html
+++ b/v2.20/admin/authentication/sso/saml/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/sso/saml/ rel=canonical><link href=../../authentication-overview/ rel=prev><link href=../openidconnect/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Setup SSO with SAML - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/sso/saml/ rel=canonical><link href=../../authentication-overview/ rel=prev><link href=../openidconnect/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Setup SSO with SAML - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#prerequisites class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Setup SSO with SAML </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2 checked> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Setup SSO with SAML </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Setup SSO with SAML </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#downloading-the-xml-metadata-file class=md-nav__link> <span class=md-ellipsis> Downloading the XML metadata file </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> <li class=md-nav__item> <a href=#advanced-troubleshooting class=md-nav__link> <span class=md-ellipsis> Advanced Troubleshooting </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#downloading-the-xml-metadata-file class=md-nav__link> <span class=md-ellipsis> Downloading the XML metadata file </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> <li class=md-nav__item> <a href=#advanced-troubleshooting class=md-nav__link> <span class=md-ellipsis> Advanced Troubleshooting </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/sso/saml.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Setup SSO with SAML</h1> <p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to <a href=../../authentication-overview/ >configure SSO to Run:ai</a> using the SAML 2.0 protocol.</p> <h2 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h2> <p>Before starting, ensure you have the following available from your identity provider:</p> <ul> <li>SAML XML Metadata</li> </ul> <h2 id=setup>Setup<a class=headerlink href=#setup title="Permanent link">&para;</a></h2> <p>Follow the steps below to setup SSO with SAML.</p> <h3 id=adding-the-identity-provider>Adding the identity provider<a class=headerlink href=#adding-the-identity-provider title="Permanent link">&para;</a></h3> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section and click <strong>+IDENTITY PROVIDER</strong> </li> <li>Select <strong>Custom SAML 2.0</strong> </li> <li>Select either <strong>From computer</strong> or <strong>From URL</strong> <ul> <li>From computer - click the Metadata XML file field, then select your file for upload </li> <li>From URL - in the Metadata XML URL field, enter the URL to the XML Metadata file </li> </ul> </li> <li>Copy the Redirect URL and Entity ID to be used in your identity provider </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below) </li> </ol> <table> <thead> <tr> <th style="text-align: left;">Attribute</th> <th style="text-align: left;">Default value in Run:ai</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User role groups</td> <td style="text-align: left;">GROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings.</td> </tr> <tr> <td style="text-align: left;">Linux User ID</td> <td style="text-align: left;">UID</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Linux Group ID</td> <td style="text-align: left;">GID</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Supplementary Groups</td> <td style="text-align: left;">SUPPLEMENTARYGROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers.</td> </tr> <tr> <td style="text-align: left;">Email</td> <td style="text-align: left;">email</td> <td style="text-align: left;">Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai.</td> </tr> <tr> <td style="text-align: left;">User first name</td> <td style="text-align: left;">firstName</td> <td style="text-align: left;">Used as the user’s first name appearing in the Run:ai platform.</td> </tr> <tr> <td style="text-align: left;">User last name</td> <td style="text-align: left;">lastName</td> <td style="text-align: left;">Used as the user’s last name appearing in the Run:ai platform.</td> </tr> </tbody> </table> <ol> <li>Click <strong>SAVE</strong> </li> </ol> <h3 id=testing-the-setup>Testing the setup<a class=headerlink href=#testing-the-setup title="Permanent link">&para;</a></h3> <ol> <li>Open the Run:ai platform as an admin </li> <li>Add <a href=../../accessrules/ >Access Rules</a> to an SSO user defined in the IDP </li> <li>Open the Run:ai platform in an incognito browser tab </li> <li>On the sign-in page click <strong>CONTINUE WITH SSO.</strong><br> You are redirected to the identity provider sign in page </li> <li>In the identity provider sign-in page, log-in with the SSO user who you granted with access rules </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol> <h3 id=editing-the-identity-provider>Editing the identity provider<a class=headerlink href=#editing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider box, click <strong>Edit identity provider</strong> </li> <li>You can edit either the metadata file or the user attributes </li> <li>You can view the identity provider URL, identity provider entity ID, and the certificate expiration date</li> </ol> <h3 id=removing-the-identity-provider>Removing the identity provider<a class=headerlink href=#removing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can remove the identity provider configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider card, click <strong>Remove identity provider</strong> </li> <li>In the dialog, click <strong>REMOVE</strong> to confirm the action</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p> </div> <h2 id=downloading-the-xml-metadata-file>Downloading the XML metadata file<a class=headerlink href=#downloading-the-xml-metadata-file title="Permanent link">&para;</a></h2> <p>You can download the XML file to view the identity provider settings:</p> <ol> <li>Go to <strong>General settings</strong></li> <li>Open the Security section </li> <li>On the identity provider card, click <strong>Download metadata XML file</strong></li> </ol> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received. If an error still occurs, check the advanced troubleshooting section.</p> <h3 id=troubleshooting-scenarios>Troubleshooting scenarios<a class=headerlink href=#troubleshooting-scenarios title="Permanent link">&para;</a></h3> <details> <summary>Invalid signature in response from identity provider</summary> <p><strong>Description</strong>: After trying to log-in, the following message is received in the RunLai log-in page. <strong>Mitigation:</strong> 1. Go to <strong>General settings</strong><br> 2. Open the Security section<br> 3. In the identity provider box, check for a "Certificate expired” error<br> 4. If it is expired, update the SAML metadata file to include a valid certificate</p> </details> <details> <summary>401 - We’re having trouble identifying your account because your email is incorrect or can’t be found.</summary> <p><strong>Description:</strong> Authentication failed because email attribute was not found.</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate the user’s email attribute is mapped correctly</li> </ol> </details> <details> <summary>403 - Sorry, we can’t let you see this page. Something about permissions…</summary> <p><strong>Description:</strong> The authenticated user is missing permissions</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate either the user or its related group/s are assigned with <a href=../../accessrules/ >access rules</a> </li> <li>Validate the user’s groups attribute is mapped correctly</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Open the Chrome DevTools: Right-click on page → Inspect → Console tab </li> <li>Run the following command to retrieve and paste the user’s token: <code>localStorage.token;</code> </li> <li>Paste in <a href=https://jwt.io>https://jwt.io</a> </li> <li>Under the Payload section validate the values of the user’s attributes</li> </ol> </details> <h3 id=advanced-troubleshooting>Advanced Troubleshooting<a class=headerlink href=#advanced-troubleshooting title="Permanent link">&para;</a></h3> <details> <summary>Validating the SAML request</summary> <p>The SAML login flow can be separated into two parts:</p> <ul> <li>Run:ai redirects to the IDP for log-ins using a SAML Request </li> <li>On successful log-in, the IDP redirects back to Run:ai with a SAML Response</li> </ul> <p>Validate the SAML Request to ensure the SAML flow works as expected:</p> <ol> <li>Go to the Run:ai login screen </li> <li>Open the Chrome Network inspector: Right-click → Inspect on the page → Network tab </li> <li>On the sign-in page click CONTINUE WITH SSO. </li> <li>Once redirected to the Identity Provider, search in the Chrome network inspector for an HTTP request showing the SAML Request. Depending on the IDP url, this would be a request to the IDP domain name. For example, <code>accounts.google.com/idp?1234</code>. </li> <li>When found, go to the Payload tab and copy the value of the SAML Request </li> <li>Paste the value into a SAML decoder (e.g. <a href=https://www.samltool.com/decode.php>https://www.samltool.com/decode.php</a>) </li> <li>Validate the request: <ul> <li>The content of the <code>&lt;saml:Issuer&gt;</code> tag is the same as <code>Entity ID</code> given when adding the identity provider </li> <li>The content of the <code>AssertionConsumerServiceURL</code> is the same as the <code>Redirect URI</code> given when adding the identity provider </li> </ul> </li> <li>Validate the response: <ul> <li>The user email under the <code>&lt;saml2:Subject&gt;</code> tag is the same as the logged-in user </li> <li>Make sure that under the <code>&lt;saml2:AttributeStatement&gt;</code> tag, there is an Attribute named <code>email</code> (lowercase). This attribute is mandatory. </li> <li>If other, optional user attributes (<code>groups</code>, <code>firstName</code>, <code>lastName</code>, <code>uid</code>, <code>gid</code>) are mapped make sure they also exist under <code>&lt;saml2:AttributeStatement&gt;</code> along with their respective values.</li> </ul> </li> </ol> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#prerequisites class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Setup SSO with SAML </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2 checked> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Setup SSO with SAML </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Setup SSO with SAML </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#downloading-the-xml-metadata-file class=md-nav__link> <span class=md-ellipsis> Downloading the XML metadata file </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> <li class=md-nav__item> <a href=#advanced-troubleshooting class=md-nav__link> <span class=md-ellipsis> Advanced Troubleshooting </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> <nav class=md-nav aria-label=Setup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#adding-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Adding the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#testing-the-setup class=md-nav__link> <span class=md-ellipsis> Testing the setup </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Editing the identity provider </span> </a> </li> <li class=md-nav__item> <a href=#removing-the-identity-provider class=md-nav__link> <span class=md-ellipsis> Removing the identity provider </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#downloading-the-xml-metadata-file class=md-nav__link> <span class=md-ellipsis> Downloading the XML metadata file </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> <nav class=md-nav aria-label=Troubleshooting> <ul class=md-nav__list> <li class=md-nav__item> <a href=#troubleshooting-scenarios class=md-nav__link> <span class=md-ellipsis> Troubleshooting scenarios </span> </a> </li> <li class=md-nav__item> <a href=#advanced-troubleshooting class=md-nav__link> <span class=md-ellipsis> Advanced Troubleshooting </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/sso/saml.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Setup SSO with SAML</h1> <p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to <a href=../../authentication-overview/ >configure SSO to Run:ai</a> using the SAML 2.0 protocol.</p> <h2 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h2> <p>Before starting, ensure you have the following available from your identity provider:</p> <ul> <li>SAML XML Metadata</li> </ul> <h2 id=setup>Setup<a class=headerlink href=#setup title="Permanent link">&para;</a></h2> <p>Follow the steps below to setup SSO with SAML.</p> <h3 id=adding-the-identity-provider>Adding the identity provider<a class=headerlink href=#adding-the-identity-provider title="Permanent link">&para;</a></h3> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section and click <strong>+IDENTITY PROVIDER</strong> </li> <li>Select <strong>Custom SAML 2.0</strong> </li> <li>Select either <strong>From computer</strong> or <strong>From URL</strong> <ul> <li>From computer - click the Metadata XML file field, then select your file for upload </li> <li>From URL - in the Metadata XML URL field, enter the URL to the XML Metadata file </li> </ul> </li> <li>Copy the Redirect URL and Entity ID to be used in your identity provider </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below) </li> </ol> <table> <thead> <tr> <th style="text-align: left;">Attribute</th> <th style="text-align: left;">Default value in Run:ai</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User role groups</td> <td style="text-align: left;">GROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings.</td> </tr> <tr> <td style="text-align: left;">Linux User ID</td> <td style="text-align: left;">UID</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Linux Group ID</td> <td style="text-align: left;">GID</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer.</td> </tr> <tr> <td style="text-align: left;">Supplementary Groups</td> <td style="text-align: left;">SUPPLEMENTARYGROUPS</td> <td style="text-align: left;">If it exists in the IDP, it allows Researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers.</td> </tr> <tr> <td style="text-align: left;">Email</td> <td style="text-align: left;">email</td> <td style="text-align: left;">Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai.</td> </tr> <tr> <td style="text-align: left;">User first name</td> <td style="text-align: left;">firstName</td> <td style="text-align: left;">Used as the user’s first name appearing in the Run:ai platform.</td> </tr> <tr> <td style="text-align: left;">User last name</td> <td style="text-align: left;">lastName</td> <td style="text-align: left;">Used as the user’s last name appearing in the Run:ai platform.</td> </tr> </tbody> </table> <ol> <li>Click <strong>SAVE</strong> </li> </ol> <h3 id=testing-the-setup>Testing the setup<a class=headerlink href=#testing-the-setup title="Permanent link">&para;</a></h3> <ol> <li>Open the Run:ai platform as an admin </li> <li>Add <a href=../../accessrules/ >Access Rules</a> to an SSO user defined in the IDP </li> <li>Open the Run:ai platform in an incognito browser tab </li> <li>On the sign-in page click <strong>CONTINUE WITH SSO.</strong><br> You are redirected to the identity provider sign in page </li> <li>In the identity provider sign-in page, log-in with the SSO user who you granted with access rules </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol> <h3 id=editing-the-identity-provider>Editing the identity provider<a class=headerlink href=#editing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider box, click <strong>Edit identity provider</strong> </li> <li>You can edit either the metadata file or the user attributes </li> <li>You can view the identity provider URL, identity provider entity ID, and the certificate expiration date</li> </ol> <h3 id=removing-the-identity-provider>Removing the identity provider<a class=headerlink href=#removing-the-identity-provider title="Permanent link">&para;</a></h3> <p>You can remove the identity provider configuration:</p> <ol> <li>Go to <strong>General settings</strong> </li> <li>Open the Security section </li> <li>On the identity provider card, click <strong>Remove identity provider</strong> </li> <li>In the dialog, click <strong>REMOVE</strong> to confirm the action</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p> </div> <h2 id=downloading-the-xml-metadata-file>Downloading the XML metadata file<a class=headerlink href=#downloading-the-xml-metadata-file title="Permanent link">&para;</a></h2> <p>You can download the XML file to view the identity provider settings:</p> <ol> <li>Go to <strong>General settings</strong></li> <li>Open the Security section </li> <li>On the identity provider card, click <strong>Download metadata XML file</strong></li> </ol> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received. If an error still occurs, check the advanced troubleshooting section.</p> <h3 id=troubleshooting-scenarios>Troubleshooting scenarios<a class=headerlink href=#troubleshooting-scenarios title="Permanent link">&para;</a></h3> <details> <summary>Invalid signature in response from identity provider</summary> <p><strong>Description</strong>: After trying to log-in, the following message is received in the RunLai log-in page. <strong>Mitigation:</strong> 1. Go to <strong>General settings</strong><br> 2. Open the Security section<br> 3. In the identity provider box, check for a "Certificate expired” error<br> 4. If it is expired, update the SAML metadata file to include a valid certificate</p> </details> <details> <summary>401 - We’re having trouble identifying your account because your email is incorrect or can’t be found.</summary> <p><strong>Description:</strong> Authentication failed because email attribute was not found.</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate the user’s email attribute is mapped correctly</li> </ol> </details> <details> <summary>403 - Sorry, we can’t let you see this page. Something about permissions…</summary> <p><strong>Description:</strong> The authenticated user is missing permissions</p> <p><strong>Mitigation</strong>:</p> <ol> <li>Validate either the user or its related group/s are assigned with <a href=../../accessrules/ >access rules</a> </li> <li>Validate the user’s groups attribute is mapped correctly</li> </ol> <p><strong>Advanced:</strong></p> <ol> <li>Open the Chrome DevTools: Right-click on page → Inspect → Console tab </li> <li>Run the following command to retrieve and paste the user’s token: <code>localStorage.token;</code> </li> <li>Paste in <a href=https://jwt.io>https://jwt.io</a> </li> <li>Under the Payload section validate the values of the user’s attributes</li> </ol> </details> <h3 id=advanced-troubleshooting>Advanced Troubleshooting<a class=headerlink href=#advanced-troubleshooting title="Permanent link">&para;</a></h3> <details> <summary>Validating the SAML request</summary> <p>The SAML login flow can be separated into two parts:</p> <ul> <li>Run:ai redirects to the IDP for log-ins using a SAML Request </li> <li>On successful log-in, the IDP redirects back to Run:ai with a SAML Response</li> </ul> <p>Validate the SAML Request to ensure the SAML flow works as expected:</p> <ol> <li>Go to the Run:ai login screen </li> <li>Open the Chrome Network inspector: Right-click → Inspect on the page → Network tab </li> <li>On the sign-in page click CONTINUE WITH SSO. </li> <li>Once redirected to the Identity Provider, search in the Chrome network inspector for an HTTP request showing the SAML Request. Depending on the IDP url, this would be a request to the IDP domain name. For example, <code>accounts.google.com/idp?1234</code>. </li> <li>When found, go to the Payload tab and copy the value of the SAML Request </li> <li>Paste the value into a SAML decoder (e.g. <a href=https://www.samltool.com/decode.php>https://www.samltool.com/decode.php</a>) </li> <li>Validate the request: <ul> <li>The content of the <code>&lt;saml:Issuer&gt;</code> tag is the same as <code>Entity ID</code> given when adding the identity provider </li> <li>The content of the <code>AssertionConsumerServiceURL</code> is the same as the <code>Redirect URI</code> given when adding the identity provider </li> </ul> </li> <li>Validate the response: <ul> <li>The user email under the <code>&lt;saml2:Subject&gt;</code> tag is the same as the logged-in user </li> <li>Make sure that under the <code>&lt;saml2:AttributeStatement&gt;</code> tag, there is an Attribute named <code>email</code> (lowercase). This attribute is mandatory. </li> <li>If other, optional user attributes (<code>groups</code>, <code>firstName</code>, <code>lastName</code>, <code>uid</code>, <code>gid</code>) are mapped make sure they also exist under <code>&lt;saml2:AttributeStatement&gt;</code> along with their respective values.</li> </ul> </li> </ol> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/authentication/users/index.html b/v2.20/admin/authentication/users/index.html
index 873767ab96..0858e72386 100644
--- a/v2.20/admin/authentication/users/index.html
+++ b/v2.20/admin/authentication/users/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/users/ rel=canonical><link href=../sso/openshift/ rel=prev><link href=../applications/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Users - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/authentication/users/ rel=canonical><link href=../sso/openshift/ rel=prev><link href=../applications/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Users - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#users-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Users </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Users </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Users </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#users-table class=md-nav__link> <span class=md-ellipsis> Users table </span> </a> <nav class=md-nav aria-label="Users table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-a-local-user class=md-nav__link> <span class=md-ellipsis> Creating a local user </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-user class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a user </span> </a> </li> <li class=md-nav__item> <a href=#deleting-users-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting user’s access rule </span> </a> </li> <li class=md-nav__item> <a href=#resetting-a-user-password class=md-nav__link> <span class=md-ellipsis> Resetting a user password </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-user class=md-nav__link> <span class=md-ellipsis> Deleting a user </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#users-table class=md-nav__link> <span class=md-ellipsis> Users table </span> </a> <nav class=md-nav aria-label="Users table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-a-local-user class=md-nav__link> <span class=md-ellipsis> Creating a local user </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-user class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a user </span> </a> </li> <li class=md-nav__item> <a href=#deleting-users-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting user’s access rule </span> </a> </li> <li class=md-nav__item> <a href=#resetting-a-user-password class=md-nav__link> <span class=md-ellipsis> Resetting a user password </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-user class=md-nav__link> <span class=md-ellipsis> Deleting a user </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/users.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Users</h1> <p>This article explains the procedure to manage users and their permissions.</p> <p>Users can be managed locally, or via the Identity provider, while assigned with Access Rules to manage its permissions.</p> <p>For example, user <strong>user@domain.com</strong> is a <strong>department admin</strong> in <strong>department A</strong>.</p> <h2 id=users-table>Users table<a class=headerlink href=#users-table title="Permanent link">&para;</a></h2> <p>The Users table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The users table provides a list of all the users in the platform.<br> You can manage local users and manage user permissions (access rules) for both local and SSO users.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Single Sign-On users</strong></p> <p>SSO users are managed by the identity provider and appear once they have signed in to Run:ai</p> </div> <p><a class=glightbox href=../img/userstable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/userstable.png></a></p> <p>The Users table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User</td> <td style="text-align: left;">The unique identity of the user (email address)</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of the user - SSO / local</td> </tr> <tr> <td style="text-align: left;">Last login</td> <td style="text-align: left;">The timestamp for the last time the user signed in</td> </tr> <tr> <td style="text-align: left;">Access rule(s)</td> <td style="text-align: left;">The access rules assigned to the user</td> </tr> <tr> <td style="text-align: left;">Created By</td> <td style="text-align: left;">The user who created the user</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the user was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the user was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=creating-a-local-user>Creating a local user<a class=headerlink href=#creating-a-local-user title="Permanent link">&para;</a></h2> <p>To create a local user:</p> <ol> <li>Click <strong>+NEW LOCAL USER</strong> </li> <li>Enter the user’s <strong>Email address</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Review and copy the user’s credentials: <ul> <li><strong>User Email</strong> </li> <li><strong>Temporary password</strong> to be used on first sign-in </li> </ul> </li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The temporary password is visible only at the time of user’s creation, and must be changed after the first sign-in</p> </div> <h2 id=adding-an-access-rule-to-a-user>Adding an access rule to a user<a class=headerlink href=#adding-an-access-rule-to-a-user title="Permanent link">&para;</a></h2> <p>To create an access rule:</p> <ol> <li>Select the user you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-users-access-rule>Deleting user’s access rule<a class=headerlink href=#deleting-users-access-rule title="Permanent link">&para;</a></h2> <p>To delete an access rule:</p> <ol> <li>Select the user you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule assigned to the user you would like to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=resetting-a-user-password>Resetting a user password<a class=headerlink href=#resetting-a-user-password title="Permanent link">&para;</a></h2> <p>To reset a user’s password:</p> <ol> <li>Select the user you want to reset it’s password </li> <li>Click <strong>RESET PASSWORD</strong> </li> <li>Click <strong>RESET</strong> </li> <li>Review and copy the user’s credentials: <ul> <li><strong>User Email</strong> </li> <li><strong>Temporary password</strong> to be used on next sign-in </li> </ul> </li> <li>Click <strong>DONE</strong></li> </ol> <h2 id=deleting-a-user>Deleting a user<a class=headerlink href=#deleting-a-user title="Permanent link">&para;</a></h2> <ol> <li>Select the user you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>In the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To ensure administrative operations are always available, at least one local user with System Administrator role should exist.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Users>Users</a>, <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#users-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Users </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5 checked> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=true> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Users </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Users </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#users-table class=md-nav__link> <span class=md-ellipsis> Users table </span> </a> <nav class=md-nav aria-label="Users table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-a-local-user class=md-nav__link> <span class=md-ellipsis> Creating a local user </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-user class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a user </span> </a> </li> <li class=md-nav__item> <a href=#deleting-users-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting user’s access rule </span> </a> </li> <li class=md-nav__item> <a href=#resetting-a-user-password class=md-nav__link> <span class=md-ellipsis> Resetting a user password </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-user class=md-nav__link> <span class=md-ellipsis> Deleting a user </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#users-table class=md-nav__link> <span class=md-ellipsis> Users table </span> </a> <nav class=md-nav aria-label="Users table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-a-local-user class=md-nav__link> <span class=md-ellipsis> Creating a local user </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-user class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a user </span> </a> </li> <li class=md-nav__item> <a href=#deleting-users-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting user’s access rule </span> </a> </li> <li class=md-nav__item> <a href=#resetting-a-user-password class=md-nav__link> <span class=md-ellipsis> Resetting a user password </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-user class=md-nav__link> <span class=md-ellipsis> Deleting a user </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/authentication/users.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Users</h1> <p>This article explains the procedure to manage users and their permissions.</p> <p>Users can be managed locally, or via the Identity provider, while assigned with Access Rules to manage its permissions.</p> <p>For example, user <strong>user@domain.com</strong> is a <strong>department admin</strong> in <strong>department A</strong>.</p> <h2 id=users-table>Users table<a class=headerlink href=#users-table title="Permanent link">&para;</a></h2> <p>The Users table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The users table provides a list of all the users in the platform.<br> You can manage local users and manage user permissions (access rules) for both local and SSO users.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Single Sign-On users</strong></p> <p>SSO users are managed by the identity provider and appear once they have signed in to Run:ai</p> </div> <p><a class=glightbox href=../img/userstable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/userstable.png></a></p> <p>The Users table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User</td> <td style="text-align: left;">The unique identity of the user (email address)</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of the user - SSO / local</td> </tr> <tr> <td style="text-align: left;">Last login</td> <td style="text-align: left;">The timestamp for the last time the user signed in</td> </tr> <tr> <td style="text-align: left;">Access rule(s)</td> <td style="text-align: left;">The access rules assigned to the user</td> </tr> <tr> <td style="text-align: left;">Created By</td> <td style="text-align: left;">The user who created the user</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the user was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the user was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=creating-a-local-user>Creating a local user<a class=headerlink href=#creating-a-local-user title="Permanent link">&para;</a></h2> <p>To create a local user:</p> <ol> <li>Click <strong>+NEW LOCAL USER</strong> </li> <li>Enter the user’s <strong>Email address</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Review and copy the user’s credentials: <ul> <li><strong>User Email</strong> </li> <li><strong>Temporary password</strong> to be used on first sign-in </li> </ul> </li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The temporary password is visible only at the time of user’s creation, and must be changed after the first sign-in</p> </div> <h2 id=adding-an-access-rule-to-a-user>Adding an access rule to a user<a class=headerlink href=#adding-an-access-rule-to-a-user title="Permanent link">&para;</a></h2> <p>To create an access rule:</p> <ol> <li>Select the user you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-users-access-rule>Deleting user’s access rule<a class=headerlink href=#deleting-users-access-rule title="Permanent link">&para;</a></h2> <p>To delete an access rule:</p> <ol> <li>Select the user you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule assigned to the user you would like to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=resetting-a-user-password>Resetting a user password<a class=headerlink href=#resetting-a-user-password title="Permanent link">&para;</a></h2> <p>To reset a user’s password:</p> <ol> <li>Select the user you want to reset it’s password </li> <li>Click <strong>RESET PASSWORD</strong> </li> <li>Click <strong>RESET</strong> </li> <li>Review and copy the user’s credentials: <ul> <li><strong>User Email</strong> </li> <li><strong>Temporary password</strong> to be used on next sign-in </li> </ul> </li> <li>Click <strong>DONE</strong></li> </ol> <h2 id=deleting-a-user>Deleting a user<a class=headerlink href=#deleting-a-user title="Permanent link">&para;</a></h2> <ol> <li>Select the user you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>In the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To ensure administrative operations are always available, at least one local user with System Administrator role should exist.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Users>Users</a>, <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/access-roles/index.html b/v2.20/admin/config/access-roles/index.html
index 118609e2cb..dda57c49a6 100644
--- a/v2.20/admin/config/access-roles/index.html
+++ b/v2.20/admin/config/access-roles/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/access-roles/ rel=canonical><link href=../node-roles/ rel=prev><link href=../allow-external-access-to-containers/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Review Kubernetes Access provided to Run:ai - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/access-roles/ rel=canonical><link href=../node-roles/ rel=prev><link href=../allow-external-access-to-containers/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Review Kubernetes Access provided to Run:ai - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -16,7 +16,7 @@
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a>helm repo update
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a>helm install runai-cluster runai/runai-cluster -n runai -f runai-&lt;cluster-name&gt;.yaml \
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a>        --dry-run &gt; cluster-all.yaml
-</code></pre></div> <p>The file <code>cluster-all.yaml</code> can be then be reviewed. You can use the internal filenames (provided in comments within the file) to gain more understanding according to the table below:</p> <table> <thead> <tr> <th>Folder</th> <th>File</th> <th>Purpose</th> </tr> </thead> <tbody> <tr> <td><code>clusterroles</code></td> <td><code>base.yaml</code></td> <td>Mandatory Kubernetes <em>Cluster Roles</em> and <em>Cluster Role Bindings</em></td> </tr> <tr> <td><code>clusterroles</code></td> <td><code>project-controller-ns-creation.yaml</code></td> <td>Automatic Project Creation and Maintenance. Provides Run:ai with the ability to create Kubernetes namespaces when the Run:ai administrator creates new Projects. Can be turned on/off via <a href=../../runai-setup/cluster-setup/customize-cluster-install/ >flag</a></td> </tr> <tr> <td><code>clusterroles</code></td> <td><code>project-controller-rb-creation.yaml</code></td> <td>Automatically assign Users to Projects. Can be turned on/off via <a href=../../runai-setup/cluster-setup/customize-cluster-install/ >flag</a></td> </tr> <tr> <td><code>clusterroles</code></td> <td><code>project-controller-limit-range.yaml</code></td> <td>Disables the usage of the Kubernetes <a href="https://kubernetes.io/docs/concepts/policy/limit-range/#:~:text=A%20LimitRange%20is%20a%20policy,per%20PersistentVolumeClaim%20in%20a%20namespace" target=_blank>Limit Range</a> feature. Can be turned on/off via <a href=../../runai-setup/cluster-setup/customize-cluster-install/ >flag</a></td> </tr> <tr> <td><code>ocp</code></td> <td><code>scc.yaml</code></td> <td>OpenShift-specific Security Contexts</td> </tr> <tr> <td><code>priorityclasses</code></td> <td>4 files</td> <td>Folder contains a list of <em>Priority Classes</em> used by Run:ai</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>The file <code>cluster-all.yaml</code> can be then be reviewed. You can use the internal filenames (provided in comments within the file) to gain more understanding according to the table below:</p> <table> <thead> <tr> <th>Folder</th> <th>File</th> <th>Purpose</th> </tr> </thead> <tbody> <tr> <td><code>clusterroles</code></td> <td><code>base.yaml</code></td> <td>Mandatory Kubernetes <em>Cluster Roles</em> and <em>Cluster Role Bindings</em></td> </tr> <tr> <td><code>clusterroles</code></td> <td><code>project-controller-ns-creation.yaml</code></td> <td>Automatic Project Creation and Maintenance. Provides Run:ai with the ability to create Kubernetes namespaces when the Run:ai administrator creates new Projects. Can be turned on/off via <a href=../../runai-setup/cluster-setup/customize-cluster-install/ >flag</a></td> </tr> <tr> <td><code>clusterroles</code></td> <td><code>project-controller-rb-creation.yaml</code></td> <td>Automatically assign Users to Projects. Can be turned on/off via <a href=../../runai-setup/cluster-setup/customize-cluster-install/ >flag</a></td> </tr> <tr> <td><code>clusterroles</code></td> <td><code>project-controller-limit-range.yaml</code></td> <td>Disables the usage of the Kubernetes <a href="https://kubernetes.io/docs/concepts/policy/limit-range/#:~:text=A%20LimitRange%20is%20a%20policy,per%20PersistentVolumeClaim%20in%20a%20namespace" target=_blank>Limit Range</a> feature. Can be turned on/off via <a href=../../runai-setup/cluster-setup/customize-cluster-install/ >flag</a></td> </tr> <tr> <td><code>ocp</code></td> <td><code>scc.yaml</code></td> <td>OpenShift-specific Security Contexts</td> </tr> <tr> <td><code>priorityclasses</code></td> <td>4 files</td> <td>Folder contains a list of <em>Priority Classes</em> used by Run:ai</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -44,6 +44,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/admin-messages/index.html b/v2.20/admin/config/admin-messages/index.html
index 7d0f787e37..a7a376984d 100644
--- a/v2.20/admin/config/admin-messages/index.html
+++ b/v2.20/admin/config/admin-messages/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/admin-messages/ rel=canonical><link href=../../researcher-setup/docker-to-runai/ rel=prev><link href=../../../Researcher/overview-researcher/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Administrator Messages - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/admin-messages/ rel=canonical><link href=../../researcher-setup/docker-to-runai/ rel=prev><link href=../../../Researcher/overview-researcher/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Administrator Messages - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#administrator-messages class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Administrator Messages </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8 checked> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=true> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/admin-messages.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=administrator-messages>Administrator Messages<a class=headerlink href=#administrator-messages title="Permanent link">&para;</a></h1> <p>System administrators can use <em>Administrator messages</em> to make announcements to users once they have logged in. These messages typically are used to keep user informed about different aspects of the platform.</p> <p>To configure an <em>Administrator message</em>:</p> <ol> <li>Press <code>General settings</code>.</li> <li>Expand the <em>Message from administrator</em> pane.</li> <li>Press <em>Message</em>.</li> <li>Enter your message in the text box. Use the formatting tools in the toolbar to add special formatting or links to the message.</li> <li>Enable the <code>Display "Don't show this again" checkbox on message to users</code> to allow the users to see the message only once.</li> <li>Press <em>Publish</em> when complete.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#administrator-messages class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Administrator Messages </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8 checked> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=true> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/admin-messages.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=administrator-messages>Administrator Messages<a class=headerlink href=#administrator-messages title="Permanent link">&para;</a></h1> <p>System administrators can use <em>Administrator messages</em> to make announcements to users once they have logged in. These messages typically are used to keep user informed about different aspects of the platform.</p> <p>To configure an <em>Administrator message</em>:</p> <ol> <li>Press <code>General settings</code>.</li> <li>Expand the <em>Message from administrator</em> pane.</li> <li>Press <em>Message</em>.</li> <li>Enter your message in the text box. Use the formatting tools in the toolbar to add special formatting or links to the message.</li> <li>Enable the <code>Display "Don't show this again" checkbox on message to users</code> to allow the users to see the message only once.</li> <li>Press <em>Publish</em> when complete.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/advanced-cluster-config/index.html b/v2.20/admin/config/advanced-cluster-config/index.html
index 6c54e39b91..d58a8ecee1 100644
--- a/v2.20/admin/config/advanced-cluster-config/index.html
+++ b/v2.20/admin/config/advanced-cluster-config/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/advanced-cluster-config/ rel=canonical><link href=../clusters/ rel=prev><link href=../secure-cluster/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Advanced Cluster Configuration - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/advanced-cluster-config/ rel=canonical><link href=../clusters/ rel=prev><link href=../secure-cluster/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Advanced Cluster Configuration - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a><span class=w>  </span>-<span class=w> </span>key:<span class=w> </span>nvidia.com/gpu.product<span class=w>  </span>
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a><span class=w>    </span>operator:<span class=w> </span>Exists
 </code></pre></div> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>To view the full runaiconfig object structure, use the following command: <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a>kubectl get crds/runaiconfigs.run.ai -n runai -o yaml
-</code></pre></div></p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div></p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/allow-external-access-to-containers/index.html b/v2.20/admin/config/allow-external-access-to-containers/index.html
index 6a03882ca3..295391a7bc 100644
--- a/v2.20/admin/config/allow-external-access-to-containers/index.html
+++ b/v2.20/admin/config/allow-external-access-to-containers/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/allow-external-access-to-containers/ rel=canonical><link href=../access-roles/ rel=prev><link href=../node-affinity-with-cloud-node-pools/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>External access to Containers - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/allow-external-access-to-containers/ rel=canonical><link href=../access-roles/ rel=prev><link href=../node-affinity-with-cloud-node-pools/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>External access to Containers - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-1-13 name=__codelineno-1-13 href=#__codelineno-1-13></a><span class=w>    </span><span class=nt>secretName</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">runai-cluster-domain-star-tls-secret</span>
 </code></pre></div> <p>Replace <code>&lt;CLUSTER_URL&gt;</code> as described above and run: <code>kubectl apply -f &lt;filename&gt;</code>.</p> <ol> <li>Edit Runaiconfig to generate the URLs correctly:</li> </ol> <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a>kubectl patch RunaiConfig runai -n runai --type=&quot;merge&quot; \
 <a id=__codelineno-2-2 name=__codelineno-2-2 href=#__codelineno-2-2></a>    -p &#39;{&quot;spec&quot;:{&quot;global&quot;:{&quot;subdomainSupport&quot;: true}}}&#39; 
-</code></pre></div> <p>Once these requirements have been met, all workspaces will automatically be assigned a secured URL with a subdomain, ensuring full functionality for all researcher applications.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>To learn how to use port forwarding see the Quickstart document: <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ >Launch an Interactive Build Workload with Connected Ports</a>.</li> <li>See CLI command <a href=../../../Researcher/cli-reference/runai-submit/ >runai submit</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>Once these requirements have been met, all workspaces will automatically be assigned a secured URL with a subdomain, ensuring full functionality for all researcher applications.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>To learn how to use port forwarding see the Quickstart document: <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ >Launch an Interactive Build Workload with Connected Ports</a>.</li> <li>See CLI command <a href=../../../Researcher/cli-reference/runai-submit/ >runai submit</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/cli-admin-install/index.html b/v2.20/admin/config/cli-admin-install/index.html
index 5d430153f7..2eaceec585 100644
--- a/v2.20/admin/config/cli-admin-install/index.html
+++ b/v2.20/admin/config/cli-admin-install/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/cli-admin-install/ rel=canonical><link href=../org-cert/ rel=prev><link href=../dr/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Install Administrator CLI - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/cli-admin-install/ rel=canonical><link href=../org-cert/ rel=prev><link href=../dr/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Install Administrator CLI - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -28,7 +28,7 @@
 </code></pre></div> <h2 id=reference>Reference<a class=headerlink href=#reference title="Permanent link">&para;</a></h2> <h3 id=node-roles>Node roles<a class=headerlink href=#node-roles title="Permanent link">&para;</a></h3> <p>To set or remove node rules using the <code>runai-adm</code> tool, run the following:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-5-1 name=__codelineno-5-1 href=#__codelineno-5-1></a>runai-adm<span class=w> </span><span class=nb>set</span><span class=w> </span>node-role<span class=w> </span><span class=o>[</span>--runai-system-worker<span class=w> </span><span class=p>|</span><span class=w> </span>--gpu-worker<span class=w> </span><span class=p>|</span><span class=w> </span>--cpu-worker<span class=o>]</span><span class=w> </span>&lt;node-name&gt;
 </code></pre></div> <div class=highlight><pre><span></span><code><a id=__codelineno-6-1 name=__codelineno-6-1 href=#__codelineno-6-1></a>runai-adm<span class=w> </span>remove<span class=w> </span>node-role<span class=w> </span><span class=o>[</span>--runai-system-worker<span class=w> </span><span class=p>|</span><span class=w> </span>--gpu-worker<span class=w> </span><span class=p>|</span><span class=w> </span>--cpu-worker<span class=o>]</span><span class=w> </span>&lt;node-name&gt;
 </code></pre></div> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Use the <code>--all</code> flag to set or remove a role to all nodes.</p> </div> <h3 id=collect-logs>Collect logs<a class=headerlink href=#collect-logs title="Permanent link">&para;</a></h3> <p>To collect logs using the <code>runai-adm</code> tool:</p> <ol> <li> <p>Run the following command:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-7-1 name=__codelineno-7-1 href=#__codelineno-7-1></a>runai-adm<span class=w> </span>collect-logs
-</code></pre></div> </li> <li> <p>Locate the generated compressed log file.</p> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </li> <li> <p>Locate the generated compressed log file.</p> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -56,6 +56,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/cluster-wide-pvc/index.html b/v2.20/admin/config/cluster-wide-pvc/index.html
index 24c2547bae..657183ee81 100644
--- a/v2.20/admin/config/cluster-wide-pvc/index.html
+++ b/v2.20/admin/config/cluster-wide-pvc/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/cluster-wide-pvc/ rel=canonical><link href=../node-affinity-with-cloud-node-pools/ rel=prev><link href=../limit-to-node-group/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Setup cluster wide PVC - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/cluster-wide-pvc/ rel=canonical><link href=../node-affinity-with-cloud-node-pools/ rel=prev><link href=../limit-to-node-group/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Setup cluster wide PVC - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -14,7 +14,7 @@
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#cluster-wide-pvcs class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Setup cluster wide PVC </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/cluster-wide-pvc.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=cluster-wide-pvcs>Cluster wide PVCs<a class=headerlink href=#cluster-wide-pvcs title="Permanent link">&para;</a></h1> <p>A PersistentVolumeClaim (PVC) is a request for storage by a user. It is similar to a Pod. Pods consume node resources and PVCs consume PV resources. Pods can request specific levels of resources (CPU and Memory). Claims can request specific size and access modes. For more information about PVCs, see <a href=https://kubernetes.io/docs/concepts/storage/persistent-volumes/ targe=_blank>Persistent Volumes</a>.</p> <p>PVCs are namespace-specific. If your PVC relates to all run:ai Projects, do the following to propagate the PVC to all Projects:</p> <p>Create a PVC within the run:ai namespace, then run the following once to propagate the PVC to all run:ai Projects:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl label persistentvolumeclaims -n runai &lt;PVC_NAME&gt; runai/cluster-wide=true
 </code></pre></div> <p>To delete a PVC from all run:ai Projects, run:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>kubectl label persistentvolumeclaims -n runai &lt;PVC_NAME&gt; runai/cluster-wide-
-</code></pre></div> <p>You can add a PVC to a job using the <code>New job</code> form.</p> <p>To add a PVC to a new job:</p> <ol> <li>On the <code>New job</code> form, press <code>Storage</code>.</li> <li>In <code>Persistent Volume Claims</code> press <code>Add</code>.</li> <li>Enable <code>Existing PVC</code>.</li> <li>Enter the name (claim name) of the PVC.</li> <li>Enter the storage class. (Optional)</li> <li>Enter the size.</li> <li>Enable / disable access modes.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>You can add a PVC to a job using the <code>New job</code> form.</p> <p>To add a PVC to a new job:</p> <ol> <li>On the <code>New job</code> form, press <code>Storage</code>.</li> <li>In <code>Persistent Volume Claims</code> press <code>Add</code>.</li> <li>Enable <code>Existing PVC</code>.</li> <li>Enter the name (claim name) of the PVC.</li> <li>Enter the storage class. (Optional)</li> <li>Enter the size.</li> <li>Enable / disable access modes.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -42,6 +42,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/clusters/index.html b/v2.20/admin/config/clusters/index.html
index e523e7ea49..c0e5604fc1 100644
--- a/v2.20/admin/config/clusters/index.html
+++ b/v2.20/admin/config/clusters/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/clusters/ rel=canonical><link href=../overview/ rel=prev><link href=../advanced-cluster-config/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Clusters - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/clusters/ rel=canonical><link href=../overview/ rel=prev><link href=../advanced-cluster-config/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Clusters - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -82,7 +82,7 @@
 <a id=__codelineno-11-3 name=__codelineno-11-3 href=#__codelineno-11-3></a>kubectl<span class=w> </span>logs<span class=w> </span>deployment/assets-sync<span class=w> </span>-n<span class=w> </span>runai
 </code></pre></div> <ul> <li>Try to identify the problem from the logs. If you cannot resolve the issue, continue to the next step </li> </ul> </li> <li> <p>Contact Run:ai’s support </p> <ul> <li>If the issue persists, <a href=../../../home/overview/#how-to-get-support>contact Run:ai’s support</a> for assistance.</li> </ul> </li> </ol> </details> <details> <summary>Cluster is missing prerequisites</summary> <p><strong>Description</strong>: When a cluster's status displays Missing prerequisites, it indicates that at least one of the Mandatory Prerequisites has not been fulfilled. In such cases, Run:ai services may not function properly.</p> <p><strong>Mitigation</strong>:</p> <p>If you have ensured that all prerequisites are installed and the status still shows <em>missing prerequisites</em>, follow these steps:</p> <ol> <li>Check the message in the Run:ai platform for further details regarding the missing prerequisites. </li> <li> <p>Inspect the <code>runai-public</code> ConfigMap: </p> <ul> <li>Open your terminal. In the terminal, type the following command to list all ConfigMaps in the <code>runai</code> namespace: </li> </ul> <div class=highlight><pre><span></span><code><a id=__codelineno-12-1 name=__codelineno-12-1 href=#__codelineno-12-1></a>kubectl<span class=w> </span>get<span class=w> </span>configmap<span class=w> </span>-n<span class=w> </span>runai
 </code></pre></div> </li> <li> <p>Describe the ConfigMap </p> <ul> <li>Locate the ConfigMap named <code>runai-public</code> from the list </li> <li>To view the detailed contents of this ConfigMap, type the following command: </li> </ul> <div class=highlight><pre><span></span><code><a id=__codelineno-13-1 name=__codelineno-13-1 href=#__codelineno-13-1></a>kubectl<span class=w> </span>describe<span class=w> </span>configmap<span class=w> </span>runai-public<span class=w> </span>-n<span class=w> </span>runai
-</code></pre></div> </li> <li> <p>Find Missing Prerequisites </p> <ul> <li>In the output displayed, look for a section labeled <code>dependencies.required</code> </li> <li>This section provides detailed information about any missing resources or prerequisites. Review this information to identify what is needed </li> </ul> </li> <li> <p>Contact Run:ai’s support </p> <ul> <li>If the issue persists, <a href=../../../home/overview/#how-to-get-support>contact Run:ai’s support</a> for assistance.</li> </ul> </li> </ol> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </li> <li> <p>Find Missing Prerequisites </p> <ul> <li>In the output displayed, look for a section labeled <code>dependencies.required</code> </li> <li>This section provides detailed information about any missing resources or prerequisites. Review this information to identify what is needed </li> </ul> </li> <li> <p>Contact Run:ai’s support </p> <ul> <li>If the issue persists, <a href=../../../home/overview/#how-to-get-support>contact Run:ai’s support</a> for assistance.</li> </ul> </li> </ol> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -110,6 +110,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/create-k8s-assets-in-advance/index.html b/v2.20/admin/config/create-k8s-assets-in-advance/index.html
index 411d7164e1..ce3511cf2f 100644
--- a/v2.20/admin/config/create-k8s-assets-in-advance/index.html
+++ b/v2.20/admin/config/create-k8s-assets-in-advance/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/create-k8s-assets-in-advance/ rel=canonical><link href=../workload-ownership-protection/ rel=prev><link href=../default-scheduler/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Mark Assets for Run:ai - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/create-k8s-assets-in-advance/ rel=canonical><link href=../workload-ownership-protection/ rel=prev><link href=../default-scheduler/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Mark Assets for Run:ai - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#creating-kubernetes-assets-in-advance class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Mark Assets for Run:ai </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Mark Assets for Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-pvcs-in-advance class=md-nav__link> <span class=md-ellipsis> Creating PVCs in advance </span> </a> <nav class=md-nav aria-label="Creating PVCs in advance"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-scope class=md-nav__link> <span class=md-ellipsis> Cluster scope </span> </a> </li> <li class=md-nav__item> <a href=#department-scope class=md-nav__link> <span class=md-ellipsis> Department scope </span> </a> </li> <li class=md-nav__item> <a href=#project-scope class=md-nav__link> <span class=md-ellipsis> Project scope </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-configmaps-in-advance class=md-nav__link> <span class=md-ellipsis> Creating ConfigMaps in advance </span> </a> <nav class=md-nav aria-label="Creating ConfigMaps in advance"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-scope_1 class=md-nav__link> <span class=md-ellipsis> Cluster scope </span> </a> </li> <li class=md-nav__item> <a href=#department-scope_1 class=md-nav__link> <span class=md-ellipsis> Department scope </span> </a> </li> <li class=md-nav__item> <a href=#project-scope_1 class=md-nav__link> <span class=md-ellipsis> Project scope </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-pvcs-in-advance class=md-nav__link> <span class=md-ellipsis> Creating PVCs in advance </span> </a> <nav class=md-nav aria-label="Creating PVCs in advance"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-scope class=md-nav__link> <span class=md-ellipsis> Cluster scope </span> </a> </li> <li class=md-nav__item> <a href=#department-scope class=md-nav__link> <span class=md-ellipsis> Department scope </span> </a> </li> <li class=md-nav__item> <a href=#project-scope class=md-nav__link> <span class=md-ellipsis> Project scope </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-configmaps-in-advance class=md-nav__link> <span class=md-ellipsis> Creating ConfigMaps in advance </span> </a> <nav class=md-nav aria-label="Creating ConfigMaps in advance"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-scope_1 class=md-nav__link> <span class=md-ellipsis> Cluster scope </span> </a> </li> <li class=md-nav__item> <a href=#department-scope_1 class=md-nav__link> <span class=md-ellipsis> Department scope </span> </a> </li> <li class=md-nav__item> <a href=#project-scope_1 class=md-nav__link> <span class=md-ellipsis> Project scope </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/create-k8s-assets-in-advance.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=creating-kubernetes-assets-in-advance>Creating Kubernetes Assets in Advance<a class=headerlink href=#creating-kubernetes-assets-in-advance title="Permanent link">&para;</a></h1> <p>The article describe how to mark Kubernetes assets for use by Run:ai</p> <h2 id=creating-pvcs-in-advance>Creating PVCs in advance<a class=headerlink href=#creating-pvcs-in-advance title="Permanent link">&para;</a></h2> <p>Add PVCs in advance to be used when creating a PVC-type data source via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> <h3 id=cluster-scope>Cluster scope<a class=headerlink href=#cluster-scope title="Permanent link">&para;</a></h3> <ol> <li>Locate the PVC in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the PVC, label it: <code>run.ai/cluster-wide: "true”</code><br> The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol> <h3 id=department-scope>Department scope<a class=headerlink href=#department-scope title="Permanent link">&para;</a></h3> <ol> <li>Locate the PVC in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the PVC, label it: <code>run.ai/department: "id"</code><br> The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol> <h3 id=project-scope>Project scope<a class=headerlink href=#project-scope title="Permanent link">&para;</a></h3> <ol> <li>Locate the PVC in the project’s namespace<br> The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol> <h2 id=creating-configmaps-in-advance>Creating ConfigMaps in advance<a class=headerlink href=#creating-configmaps-in-advance title="Permanent link">&para;</a></h2> <p>Add ConfigMaps in advance to be used when creating a ConfigMap-type data source via the Run:ai UI.</p> <h3 id=cluster-scope_1>Cluster scope<a class=headerlink href=#cluster-scope_1 title="Permanent link">&para;</a></h3> <ol> <li>Locate the ConfigMap in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the ConfigMap, label it: <code>run.ai/cluster-wide: "true”</code></li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol> <h3 id=department-scope_1>Department scope<a class=headerlink href=#department-scope_1 title="Permanent link">&para;</a></h3> <ol> <li>Locate the ConfigMap in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the ConfigMap, label it: <code>run.ai/department: "&lt;department-id&gt;"</code> </li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol> <h3 id=project-scope_1>Project scope<a class=headerlink href=#project-scope_1 title="Permanent link">&para;</a></h3> <ol> <li>Locate the ConfigMap in the project’s namespace</li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#creating-kubernetes-assets-in-advance class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Mark Assets for Run:ai </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Mark Assets for Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-pvcs-in-advance class=md-nav__link> <span class=md-ellipsis> Creating PVCs in advance </span> </a> <nav class=md-nav aria-label="Creating PVCs in advance"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-scope class=md-nav__link> <span class=md-ellipsis> Cluster scope </span> </a> </li> <li class=md-nav__item> <a href=#department-scope class=md-nav__link> <span class=md-ellipsis> Department scope </span> </a> </li> <li class=md-nav__item> <a href=#project-scope class=md-nav__link> <span class=md-ellipsis> Project scope </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-configmaps-in-advance class=md-nav__link> <span class=md-ellipsis> Creating ConfigMaps in advance </span> </a> <nav class=md-nav aria-label="Creating ConfigMaps in advance"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-scope_1 class=md-nav__link> <span class=md-ellipsis> Cluster scope </span> </a> </li> <li class=md-nav__item> <a href=#department-scope_1 class=md-nav__link> <span class=md-ellipsis> Department scope </span> </a> </li> <li class=md-nav__item> <a href=#project-scope_1 class=md-nav__link> <span class=md-ellipsis> Project scope </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-pvcs-in-advance class=md-nav__link> <span class=md-ellipsis> Creating PVCs in advance </span> </a> <nav class=md-nav aria-label="Creating PVCs in advance"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-scope class=md-nav__link> <span class=md-ellipsis> Cluster scope </span> </a> </li> <li class=md-nav__item> <a href=#department-scope class=md-nav__link> <span class=md-ellipsis> Department scope </span> </a> </li> <li class=md-nav__item> <a href=#project-scope class=md-nav__link> <span class=md-ellipsis> Project scope </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-configmaps-in-advance class=md-nav__link> <span class=md-ellipsis> Creating ConfigMaps in advance </span> </a> <nav class=md-nav aria-label="Creating ConfigMaps in advance"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-scope_1 class=md-nav__link> <span class=md-ellipsis> Cluster scope </span> </a> </li> <li class=md-nav__item> <a href=#department-scope_1 class=md-nav__link> <span class=md-ellipsis> Department scope </span> </a> </li> <li class=md-nav__item> <a href=#project-scope_1 class=md-nav__link> <span class=md-ellipsis> Project scope </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/create-k8s-assets-in-advance.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=creating-kubernetes-assets-in-advance>Creating Kubernetes Assets in Advance<a class=headerlink href=#creating-kubernetes-assets-in-advance title="Permanent link">&para;</a></h1> <p>The article describe how to mark Kubernetes assets for use by Run:ai</p> <h2 id=creating-pvcs-in-advance>Creating PVCs in advance<a class=headerlink href=#creating-pvcs-in-advance title="Permanent link">&para;</a></h2> <p>Add PVCs in advance to be used when creating a PVC-type data source via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> <h3 id=cluster-scope>Cluster scope<a class=headerlink href=#cluster-scope title="Permanent link">&para;</a></h3> <ol> <li>Locate the PVC in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the PVC, label it: <code>run.ai/cluster-wide: "true”</code><br> The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol> <h3 id=department-scope>Department scope<a class=headerlink href=#department-scope title="Permanent link">&para;</a></h3> <ol> <li>Locate the PVC in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the PVC, label it: <code>run.ai/department: "id"</code><br> The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol> <h3 id=project-scope>Project scope<a class=headerlink href=#project-scope title="Permanent link">&para;</a></h3> <ol> <li>Locate the PVC in the project’s namespace<br> The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol> <h2 id=creating-configmaps-in-advance>Creating ConfigMaps in advance<a class=headerlink href=#creating-configmaps-in-advance title="Permanent link">&para;</a></h2> <p>Add ConfigMaps in advance to be used when creating a ConfigMap-type data source via the Run:ai UI.</p> <h3 id=cluster-scope_1>Cluster scope<a class=headerlink href=#cluster-scope_1 title="Permanent link">&para;</a></h3> <ol> <li>Locate the ConfigMap in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the ConfigMap, label it: <code>run.ai/cluster-wide: "true”</code></li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol> <h3 id=department-scope_1>Department scope<a class=headerlink href=#department-scope_1 title="Permanent link">&para;</a></h3> <ol> <li>Locate the ConfigMap in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the ConfigMap, label it: <code>run.ai/department: "&lt;department-id&gt;"</code> </li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol> <h3 id=project-scope_1>Project scope<a class=headerlink href=#project-scope_1 title="Permanent link">&para;</a></h3> <ol> <li>Locate the ConfigMap in the project’s namespace</li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/default-scheduler/index.html b/v2.20/admin/config/default-scheduler/index.html
index a14173b36c..82bf9ce705 100644
--- a/v2.20/admin/config/default-scheduler/index.html
+++ b/v2.20/admin/config/default-scheduler/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/default-scheduler/ rel=canonical><link href=../create-k8s-assets-in-advance/ rel=prev><link href=../../maintenance/overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Set Default Scheduler - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/default-scheduler/ rel=canonical><link href=../create-k8s-assets-in-advance/ rel=prev><link href=../../maintenance/overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Set Default Scheduler - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -33,7 +33,7 @@
 <a id=__codelineno-3-16 name=__codelineno-3-16 href=#__codelineno-3-16></a><span class=w>  </span><span class="p p-Indicator">-</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">kubernetes</span>
 <a id=__codelineno-3-17 name=__codelineno-3-17 href=#__codelineno-3-17></a><span class=nt>status</span><span class=p>:</span>
 <a id=__codelineno-3-18 name=__codelineno-3-18 href=#__codelineno-3-18></a><span class=w>  </span><span class=nt>phase</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">Active</span>
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -61,6 +61,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/dr/index.html b/v2.20/admin/config/dr/index.html
index fdefca133d..d2e02b900a 100644
--- a/v2.20/admin/config/dr/index.html
+++ b/v2.20/admin/config/dr/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/dr/ rel=canonical><link href=../cli-admin-install/ rel=prev><link href=../ha/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Backup & Restore - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/dr/ rel=canonical><link href=../cli-admin-install/ rel=prev><link href=../ha/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Backup & Restore - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -14,7 +14,7 @@
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#backup-restore class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Backup & Restore </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Backup & Restore </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Backup & Restore </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-cluster-restore class=md-nav__link> <span class=md-ellipsis> Run:ai Cluster Restore </span> </a> <nav class=md-nav aria-label="Run:ai Cluster Restore"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#backup class=md-nav__link> <span class=md-ellipsis> Backup </span> </a> <nav class=md-nav aria-label=Backup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#backup-cluster-configurations class=md-nav__link> <span class=md-ellipsis> Backup cluster configurations </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#restore class=md-nav__link> <span class=md-ellipsis> Restore </span> </a> <nav class=md-nav aria-label=Restore> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#re-installing-runai-cluster class=md-nav__link> <span class=md-ellipsis> Re-installing Run:ai Cluster </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-control-plane class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane </span> </a> <nav class=md-nav aria-label="Run:ai Control Plane"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#database-storage class=md-nav__link> <span class=md-ellipsis> Database Storage </span> </a> </li> <li class=md-nav__item> <a href=#metrics-storage class=md-nav__link> <span class=md-ellipsis> Metrics Storage </span> </a> </li> <li class=md-nav__item> <a href=#backing-up-control-plane-configuration class=md-nav__link> <span class=md-ellipsis> Backing up Control-Plane Configuration </span> </a> </li> <li class=md-nav__item> <a href=#recovery class=md-nav__link> <span class=md-ellipsis> Recovery </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-cluster-restore class=md-nav__link> <span class=md-ellipsis> Run:ai Cluster Restore </span> </a> <nav class=md-nav aria-label="Run:ai Cluster Restore"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#backup class=md-nav__link> <span class=md-ellipsis> Backup </span> </a> <nav class=md-nav aria-label=Backup> <ul class=md-nav__list> <li class=md-nav__item> <a href=#backup-cluster-configurations class=md-nav__link> <span class=md-ellipsis> Backup cluster configurations </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#restore class=md-nav__link> <span class=md-ellipsis> Restore </span> </a> <nav class=md-nav aria-label=Restore> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=#re-installing-runai-cluster class=md-nav__link> <span class=md-ellipsis> Re-installing Run:ai Cluster </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-control-plane class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane </span> </a> <nav class=md-nav aria-label="Run:ai Control Plane"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#database-storage class=md-nav__link> <span class=md-ellipsis> Database Storage </span> </a> </li> <li class=md-nav__item> <a href=#metrics-storage class=md-nav__link> <span class=md-ellipsis> Metrics Storage </span> </a> </li> <li class=md-nav__item> <a href=#backing-up-control-plane-configuration class=md-nav__link> <span class=md-ellipsis> Backing up Control-Plane Configuration </span> </a> </li> <li class=md-nav__item> <a href=#recovery class=md-nav__link> <span class=md-ellipsis> Recovery </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/dr.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=backup-restore>Backup &amp; Restore<a class=headerlink href=#backup-restore title="Permanent link">&para;</a></h1> <h2 id=runai-cluster-restore>Run:ai Cluster Restore<a class=headerlink href=#runai-cluster-restore title="Permanent link">&para;</a></h2> <p>This article explains how to restore a Run:ai cluster on a different Kubernetes environment.</p> <p>In the event of a critical Kubernetes failure or alternatively, if you want to migrate a Run:ai cluster to a new Kubernetes environment, simply reinstall the Run:ai cluster. Once you have reinstalled and reconnected the cluster - projects, workloads and other cluster data is synced automatically.</p> <p>The restoration or back-up of Run:ai cluster Advanced features and <a href=../../runai-setup/cluster-setup/customize-cluster-install/ >Customized deployment configurations</a> which are stored locally on the Kubernetes cluster is optional and they can be restored and backed-up separately.</p> <h3 id=backup>Backup<a class=headerlink href=#backup title="Permanent link">&para;</a></h3> <p>As back-up of data is not required, the backup procedure is optional for advanced deployments, as explained above.</p> <h4 id=backup-cluster-configurations>Backup cluster configurations<a class=headerlink href=#backup-cluster-configurations title="Permanent link">&para;</a></h4> <p>To backup Run:ai cluster configurations:</p> <ol> <li>Run the following command in your terminal:<br> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl<span class=w> </span>get<span class=w> </span>runaiconfig<span class=w> </span>runai<span class=w> </span>-n<span class=w> </span>runai<span class=w> </span>-o<span class=w> </span>yaml<span class=w> </span>-o<span class=o>=</span><span class=nv>jsonpath</span><span class=o>=</span><span class=s1>&#39;{.spec}&#39;</span><span class=w> </span>&gt;<span class=w> </span>runaiconfig_backup.yaml
 </code></pre></div></li> <li>Once the <code>runaiconfig_back.yaml</code> back-up file is created, save the file externally, so that it can be retrieved later.</li> </ol> <h3 id=restore>Restore<a class=headerlink href=#restore title="Permanent link">&para;</a></h3> <p>Follow the steps below to restore the Run:ai cluster on a new Kubernetes environment.</p> <h4 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h4> <p>Before restoring the Run:ai cluster, it is essential to validate that it is both disconnected and uninstalled.</p> <ol> <li>If the Kubernetes cluster is still available, <a href=../../runai-setup/cluster-setup/cluster-delete/ >uninstall</a> the Run:ai cluster - make sure not to remove the cluster from the Control Plane </li> <li>Navigate to the Cluster page in the Run:ai platform </li> <li>Search for the cluster, and make sure its status is <strong>Disconnected</strong></li> </ol> <h4 id=re-installing-runai-cluster>Re-installing Run:ai Cluster<a class=headerlink href=#re-installing-runai-cluster title="Permanent link">&para;</a></h4> <ol> <li>Follow the Run:ai cluster <a href=../../runai-setup/cluster-setup/cluster-install/ >installation</a> instructions and ensure all prerequisites are met </li> <li>If you have a back-up of the cluster configurations, reload it once the installation is complete<br> <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>kubectl<span class=w> </span>apply<span class=w> </span>-f<span class=w> </span>runaiconfig_backup.yaml<span class=w> </span>-n<span class=w> </span>runai
-</code></pre></div></li> <li>Navigate to the Cluster page in the Run:ai platform </li> <li>Search for the cluster, and make sure its status is <strong>Connected</strong></li> </ol> <h2 id=runai-control-plane>Run:ai Control Plane<a class=headerlink href=#runai-control-plane title="Permanent link">&para;</a></h2> <p>The <a href=../../runai-setup/installation-types/#self-hosted-installation>self-hosted</a> variant of Run:ai also installs the control-plane at the customer site. As such, it becomes the responsibility of the IT organization to verify that the system is configured for proper backup and learn how to recover the data when needed.</p> <h3 id=database-storage>Database Storage<a class=headerlink href=#database-storage title="Permanent link">&para;</a></h3> <p>Run:ai uses an internal PostgreSQL database. The database is stored on a Kubernetes <em>Persistent Volume</em> (PV). You must provide a backup solution for the database. Some options:</p> <ul> <li>Backing up of PostgreSQL itself. Example: <code>kubectl -n runai-backend exec -it runai-backend-postgresql-0 -- env PGPASSWORD=password pg_dump -U postgres backend &gt; cluster_name_db_backup.sql</code></li> <li>Backing up the persistent volume holding the database storage.</li> <li>Using third-party backup solutions.</li> </ul> <p>Run:ai also supports an external PostgreSQL database. For details on how to configure an external database please contact Run:ai customer support.</p> <h3 id=metrics-storage>Metrics Storage<a class=headerlink href=#metrics-storage title="Permanent link">&para;</a></h3> <p>Run:ai stores metric history using <a href=https://github.com/thanos-io/thanos target=_blank>Thanos</a>. Thanos is configured to store data on a persistent volume. The recommendation is to back up the PV.</p> <h3 id=backing-up-control-plane-configuration>Backing up Control-Plane Configuration<a class=headerlink href=#backing-up-control-plane-configuration title="Permanent link">&para;</a></h3> <p>The installation of the Run:ai control plane can be <a href=../../runai-setup/self-hosted/k8s/backend/#additional-runai-configurations-optional>configured</a>. The configuration is provided as <code>--set</code> command in the helm installation. These changes will be preserved on upgrade, but will not be preserved on uninstall or upon damage to Kubernetes. Thus, it is best to back up these customizations. For a list of customizations used during the installation, run:</p> <p><code>helm get values runai-backend -n runai-backend</code></p> <h3 id=recovery>Recovery<a class=headerlink href=#recovery title="Permanent link">&para;</a></h3> <p>To recover Run:ai</p> <ul> <li>Re-create the Kubernetes/OpenShift cluster.</li> <li>Recover the persistent volumes for metrics and database.</li> <li>Re-install the Run:ai control plane. Use the additional configuration previously saved and connect to the restored PostgreSQL PV. Connect Prometheus to the stored metrics PV.</li> <li>Re-install the cluster. Add additional configuration post-install. </li> <li>If the cluster is configured such that Projects do not create a namespace automatically, you will need to re-create namespaces and apply role bindings as discussed in <a href=../../runai-setup/self-hosted/k8s/project-management/ >Kubernetes</a> or <a href=../../runai-setup/self-hosted/ocp/project-management/ >OpenShift</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div></li> <li>Navigate to the Cluster page in the Run:ai platform </li> <li>Search for the cluster, and make sure its status is <strong>Connected</strong></li> </ol> <h2 id=runai-control-plane>Run:ai Control Plane<a class=headerlink href=#runai-control-plane title="Permanent link">&para;</a></h2> <p>The <a href=../../runai-setup/installation-types/#self-hosted-installation>self-hosted</a> variant of Run:ai also installs the control-plane at the customer site. As such, it becomes the responsibility of the IT organization to verify that the system is configured for proper backup and learn how to recover the data when needed.</p> <h3 id=database-storage>Database Storage<a class=headerlink href=#database-storage title="Permanent link">&para;</a></h3> <p>Run:ai uses an internal PostgreSQL database. The database is stored on a Kubernetes <em>Persistent Volume</em> (PV). You must provide a backup solution for the database. Some options:</p> <ul> <li>Backing up of PostgreSQL itself. Example: <code>kubectl -n runai-backend exec -it runai-backend-postgresql-0 -- env PGPASSWORD=password pg_dump -U postgres backend &gt; cluster_name_db_backup.sql</code></li> <li>Backing up the persistent volume holding the database storage.</li> <li>Using third-party backup solutions.</li> </ul> <p>Run:ai also supports an external PostgreSQL database. For details on how to configure an external database please contact Run:ai customer support.</p> <h3 id=metrics-storage>Metrics Storage<a class=headerlink href=#metrics-storage title="Permanent link">&para;</a></h3> <p>Run:ai stores metric history using <a href=https://github.com/thanos-io/thanos target=_blank>Thanos</a>. Thanos is configured to store data on a persistent volume. The recommendation is to back up the PV.</p> <h3 id=backing-up-control-plane-configuration>Backing up Control-Plane Configuration<a class=headerlink href=#backing-up-control-plane-configuration title="Permanent link">&para;</a></h3> <p>The installation of the Run:ai control plane can be <a href=../../runai-setup/self-hosted/k8s/backend/#additional-runai-configurations-optional>configured</a>. The configuration is provided as <code>--set</code> command in the helm installation. These changes will be preserved on upgrade, but will not be preserved on uninstall or upon damage to Kubernetes. Thus, it is best to back up these customizations. For a list of customizations used during the installation, run:</p> <p><code>helm get values runai-backend -n runai-backend</code></p> <h3 id=recovery>Recovery<a class=headerlink href=#recovery title="Permanent link">&para;</a></h3> <p>To recover Run:ai</p> <ul> <li>Re-create the Kubernetes/OpenShift cluster.</li> <li>Recover the persistent volumes for metrics and database.</li> <li>Re-install the Run:ai control plane. Use the additional configuration previously saved and connect to the restored PostgreSQL PV. Connect Prometheus to the stored metrics PV.</li> <li>Re-install the cluster. Add additional configuration post-install. </li> <li>If the cluster is configured such that Projects do not create a namespace automatically, you will need to re-create namespaces and apply role bindings as discussed in <a href=../../runai-setup/self-hosted/k8s/project-management/ >Kubernetes</a> or <a href=../../runai-setup/self-hosted/ocp/project-management/ >OpenShift</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -42,6 +42,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/ha/index.html b/v2.20/admin/config/ha/index.html
index 38b26484b9..cd7250990f 100644
--- a/v2.20/admin/config/ha/index.html
+++ b/v2.20/admin/config/ha/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/ha/ rel=canonical><link href=../dr/ rel=prev><link href=../large-clusters/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>High Availability - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/ha/ rel=canonical><link href=../dr/ rel=prev><link href=../large-clusters/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>High Availability - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -15,7 +15,7 @@
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#high-availability class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> High Availability </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> High Availability </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> High Availability </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-control-plane class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane </span> </a> <nav class=md-nav aria-label="Run:ai Control Plane"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#runai-system-workers class=md-nav__link> <span class=md-ellipsis> Run:ai system workers </span> </a> </li> <li class=md-nav__item> <a href=#horizontal-scalability-of-runai-services class=md-nav__link> <span class=md-ellipsis> Horizontal Scalability of Run:ai services </span> </a> <nav class=md-nav aria-label="Horizontal Scalability of Run:ai services"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#deployments class=md-nav__link> <span class=md-ellipsis> Deployments </span> </a> </li> <li class=md-nav__item> <a href=#statefulsets class=md-nav__link> <span class=md-ellipsis> StatefulSets </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-cluster class=md-nav__link> <span class=md-ellipsis> Run:ai Cluster </span> </a> <nav class=md-nav aria-label="Run:ai Cluster"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#runai-system-workers_1 class=md-nav__link> <span class=md-ellipsis> Run:ai system workers </span> </a> </li> <li class=md-nav__item> <a href=#prometheus class=md-nav__link> <span class=md-ellipsis> Prometheus </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-control-plane class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane </span> </a> <nav class=md-nav aria-label="Run:ai Control Plane"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#runai-system-workers class=md-nav__link> <span class=md-ellipsis> Run:ai system workers </span> </a> </li> <li class=md-nav__item> <a href=#horizontal-scalability-of-runai-services class=md-nav__link> <span class=md-ellipsis> Horizontal Scalability of Run:ai services </span> </a> <nav class=md-nav aria-label="Horizontal Scalability of Run:ai services"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#deployments class=md-nav__link> <span class=md-ellipsis> Deployments </span> </a> </li> <li class=md-nav__item> <a href=#statefulsets class=md-nav__link> <span class=md-ellipsis> StatefulSets </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-cluster class=md-nav__link> <span class=md-ellipsis> Run:ai Cluster </span> </a> <nav class=md-nav aria-label="Run:ai Cluster"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#runai-system-workers_1 class=md-nav__link> <span class=md-ellipsis> Run:ai system workers </span> </a> </li> <li class=md-nav__item> <a href=#prometheus class=md-nav__link> <span class=md-ellipsis> Prometheus </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/ha.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=high-availability>High Availability<a class=headerlink href=#high-availability title="Permanent link">&para;</a></h1> <p>The purpose of this document is to configure Run:ai such that it will continue to provide service even if parts of the system are down.</p> <p>A frequent fail scenario is a physical node in the system becoming non-responsive due to physical problems or lack of resources. In such a case, Kubernetes will attempt to relocate the running pods, but the process may take time, during which Run:ai will be down.</p> <p>A different scenario is a high transaction load, leading to system overload. To address such a scenario, please review the article: <a href=../large-clusters/ >scaling the Run:ai system</a>.</p> <h2 id=runai-control-plane>Run:ai Control Plane<a class=headerlink href=#runai-control-plane title="Permanent link">&para;</a></h2> <h3 id=runai-system-workers>Run:ai system workers<a class=headerlink href=#runai-system-workers title="Permanent link">&para;</a></h3> <p>The Run:ai control plane allows the <strong>optional</strong> <a href=../../runai-setup/self-hosted/k8s/preparations/#mark-runai-system-workers-optional>gathering of Run:ai pods into specific nodes</a>. When this feature is used, it is important to set more than one node as a Run:ai system worker. Otherwise, the horizontal scaling described below will not span multiple nodes, and the system will remain with a single point of failure. </p> <h3 id=horizontal-scalability-of-runai-services>Horizontal Scalability of Run:ai services<a class=headerlink href=#horizontal-scalability-of-runai-services title="Permanent link">&para;</a></h3> <p>Horizontal scalability is about instructing the system to create more pods to dynamically scale according to incoming load and downsize when the load subsides.</p> <p>The Run:ai control plane is running on a single Kubernetes namespace named <code>runai-backend</code>. The namespace contains various Kubernetes <a href=https://kubernetes.io/docs/concepts/workloads/controllers/deployment/ target=_blank>Deployments</a> and <a href=https://kubernetes.io/docs/concepts/workloads/controllers/statefulset/ target=_blank>StatefulSets</a>. Each of these services can be scaled horizontally.</p> <h4 id=deployments>Deployments<a class=headerlink href=#deployments title="Permanent link">&para;</a></h4> <p>Each of the Run:ai deployments can be set to scale up, by adding a helm settings on install/upgrade. E.g. <code>--set frontend.autoscaling.enabled=true</code>. For a full list of settings, please contact Run:ai customer support.</p> <h4 id=statefulsets>StatefulSets<a class=headerlink href=#statefulsets title="Permanent link">&para;</a></h4> <p>Run:ai uses three third parties which are managed as Kubernetes StatefulSets:</p> <ul> <li><strong>Keycloak</strong>&mdash;Stores the Run:ai authentication configuration as well as user identities. To scale Keycloak, use the Run:ai control-plane helm flag <code>--set keycloakx.autoscaling.enabled=true</code>. By default, Keycloak sets a minimum of 3 pods and will scale to more on transaction load.</li> <li><strong>PostgreSQL</strong>&mdash;It is not possible to configure an internal PostgreSQL to scale horizontally. If this is of importance, please contact Customer Support to understand how to connect Run:ai to an external PostgreSQL service which can be configured for high availability.</li> <li><strong>Thanos</strong>&mdash;To enable Thanos autoscaling, use the following Run:ai control-plane helm flags:</li> </ul> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>--set<span class=w> </span>thanos.query.autoscaling.enabled<span class=o>=</span><span class=nb>true</span><span class=w>  </span>
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a>--set<span class=w> </span>thanos.query.autoscaling.maxReplicas<span class=o>=</span><span class=m>2</span>
 <a id=__codelineno-0-3 name=__codelineno-0-3 href=#__codelineno-0-3></a>--set<span class=w> </span>thanos.query.autoscaling.minReplicas<span class=o>=</span><span class=m>2</span><span class=w> </span>
-</code></pre></div> <h2 id=runai-cluster>Run:ai Cluster<a class=headerlink href=#runai-cluster title="Permanent link">&para;</a></h2> <h3 id=runai-system-workers_1>Run:ai system workers<a class=headerlink href=#runai-system-workers_1 title="Permanent link">&para;</a></h3> <p>The Run:ai cluster allows the <strong>mandatory</strong> <a href=../../runai-setup/self-hosted/k8s/preparations/#mark-runai-system-workers-optional>gathering of Run:ai pods into specific nodes</a>. When this feature is used, it is important to set more than one node as a Run:ai system worker. Otherwise, the horizontal scaling described below may not span multiple nodes, and the system will remain with a single point of failure. </p> <h3 id=prometheus>Prometheus<a class=headerlink href=#prometheus title="Permanent link">&para;</a></h3> <p>The default Prometheus installation uses a single pod replica. If the node running the pod is unresponsive, metrics will not be scraped from the cluster and will not be sent to the Run:ai control-plane.</p> <p><a href=https://prometheus.io/docs/introduction/faq/#can-prometheus-be-made-highly-available target=_blank>Prometheus supports</a> high availability by allowing to run multiple instances. The tradeoff of this approach is that all instances will scrape and send the same data. The Run:ai control plane will identify duplicate metric series and ignore them. This approach will thus increase network, CPU and memory consumption.</p> <p>To change the number of Prometheus instances, edit the <code>runaiconfig</code> as described under <a href=../../runai-setup/cluster-setup/customize-cluster-install/ >customizing the Run:ai cluster</a>. Under <code>prometheus.spec</code>, set <code>replicas</code> to 2.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=runai-cluster>Run:ai Cluster<a class=headerlink href=#runai-cluster title="Permanent link">&para;</a></h2> <h3 id=runai-system-workers_1>Run:ai system workers<a class=headerlink href=#runai-system-workers_1 title="Permanent link">&para;</a></h3> <p>The Run:ai cluster allows the <strong>mandatory</strong> <a href=../../runai-setup/self-hosted/k8s/preparations/#mark-runai-system-workers-optional>gathering of Run:ai pods into specific nodes</a>. When this feature is used, it is important to set more than one node as a Run:ai system worker. Otherwise, the horizontal scaling described below may not span multiple nodes, and the system will remain with a single point of failure. </p> <h3 id=prometheus>Prometheus<a class=headerlink href=#prometheus title="Permanent link">&para;</a></h3> <p>The default Prometheus installation uses a single pod replica. If the node running the pod is unresponsive, metrics will not be scraped from the cluster and will not be sent to the Run:ai control-plane.</p> <p><a href=https://prometheus.io/docs/introduction/faq/#can-prometheus-be-made-highly-available target=_blank>Prometheus supports</a> high availability by allowing to run multiple instances. The tradeoff of this approach is that all instances will scrape and send the same data. The Run:ai control plane will identify duplicate metric series and ignore them. This approach will thus increase network, CPU and memory consumption.</p> <p>To change the number of Prometheus instances, edit the <code>runaiconfig</code> as described under <a href=../../runai-setup/cluster-setup/customize-cluster-install/ >customizing the Run:ai cluster</a>. Under <code>prometheus.spec</code>, set <code>replicas</code> to 2.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -43,6 +43,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/large-clusters/index.html b/v2.20/admin/config/large-clusters/index.html
index a7bd52b15b..5f4c7967c2 100644
--- a/v2.20/admin/config/large-clusters/index.html
+++ b/v2.20/admin/config/large-clusters/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/large-clusters/ rel=canonical><link href=../ha/ rel=prev><link href=../notifications/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Scaling - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/large-clusters/ rel=canonical><link href=../ha/ rel=prev><link href=../notifications/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Scaling - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -48,7 +48,7 @@
 <a id=__codelineno-4-2 name=__codelineno-4-2 href=#__codelineno-4-2></a><span class=w>  </span><span class=nt>capacity</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">5000</span>
 <a id=__codelineno-4-3 name=__codelineno-4-3 href=#__codelineno-4-3></a><span class=w>  </span><span class=nt>maxSamplesPerSend</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">1000</span>
 <a id=__codelineno-4-4 name=__codelineno-4-4 href=#__codelineno-4-4></a><span class=w>  </span><span class=nt>maxShards</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">100</span>
-</code></pre></div> <p>This <a href=https://last9.io/blog/how-to-scale-prometheus-remote-write/ target=_blank>article</a> provides additional details and insight.</p> <p>Also, note that this configuration enlarges the Prometheus queues and thus increases the required memory. It is hence suggested to reduce the metrics retention period as described <a href=../advanced-cluster-config/ >here</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>This <a href=https://last9.io/blog/how-to-scale-prometheus-remote-write/ target=_blank>article</a> provides additional details and insight.</p> <p>Also, note that this configuration enlarges the Prometheus queues and thus increases the required memory. It is hence suggested to reduce the metrics retention period as described <a href=../advanced-cluster-config/ >here</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -76,6 +76,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/limit-to-node-group/index.html b/v2.20/admin/config/limit-to-node-group/index.html
index 71d07c8fa1..6cdf314936 100644
--- a/v2.20/admin/config/limit-to-node-group/index.html
+++ b/v2.20/admin/config/limit-to-node-group/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/limit-to-node-group/ rel=canonical><link href=../cluster-wide-pvc/ rel=prev><link href=../workload-ownership-protection/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Group Nodes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/limit-to-node-group/ rel=canonical><link href=../cluster-wide-pvc/ rel=prev><link href=../workload-ownership-protection/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Group Nodes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -21,7 +21,7 @@
 </code></pre></div> <p>To use multiple node pools with a workload, use the Run:ai CLI command:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-5-1 name=__codelineno-5-1 href=#__codelineno-5-1></a>runai submit job1 ... --node-pools &quot;my-pool my-pool2 my-pool3&quot; ...
 </code></pre></div> <p>With multiple node pools, the researcher creates a list of prioritized node pools and lets the scheduler try and choose from any of the node pools in the list, according to the given priority. </p> <p>To use node affinity, use the node type label with the <code>--node-type</code> flag:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-6-1 name=__codelineno-6-1 href=#__codelineno-6-1></a>runai submit job1 ... --node-type &quot;my-nodes&quot;
 </code></pre></div> <p>A researcher may combine the two flags to select both a node pool and a specific set of nodes out of that node pool (e.g. gpu-type=t4 and node-type=infiniband):</p> <div class=highlight><pre><span></span><code><a id=__codelineno-7-1 name=__codelineno-7-1 href=#__codelineno-7-1></a>runai submit job1 ... --node-pool-name “my pool” --node-type &quot;my-nodes&quot;
-</code></pre></div> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When submitting a workload, if you choose a node pool label and a node affinity (node type) label which does not intersect, the Run:ai scheduler will not be able to schedule that workload as it represents an empty nodes group.</p> </div> <p>See the <a href=../../../Researcher/cli-reference/runai-submit/ >runai submit</a> documentation for further information.</p> <h2 id=assigning-node-groups-to-a-project>Assigning Node Groups to a Project<a class=headerlink href=#assigning-node-groups-to-a-project title="Permanent link">&para;</a></h2> <p>Node Pools are automatically assigned to all Projects and Departments with zero resource allocation as default. Allocating resources to a node pool can be done for each Project and Department. Submitting a workload to a node pool that has zero allocation for a specific project (or department) results in that workload running as an over-quota workload.</p> <p>To assign and configure specific node affinity groups or node pools to a Project see <a href=../../../platform-admin/aiinitiatives/org/projects/ >working with Projects</a>.</p> <p>When the command-line interface flag is used in conjunction with Project-based affinity, the flag is used to refine the list of allowable node groups set in the Project.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When submitting a workload, if you choose a node pool label and a node affinity (node type) label which does not intersect, the Run:ai scheduler will not be able to schedule that workload as it represents an empty nodes group.</p> </div> <p>See the <a href=../../../Researcher/cli-reference/runai-submit/ >runai submit</a> documentation for further information.</p> <h2 id=assigning-node-groups-to-a-project>Assigning Node Groups to a Project<a class=headerlink href=#assigning-node-groups-to-a-project title="Permanent link">&para;</a></h2> <p>Node Pools are automatically assigned to all Projects and Departments with zero resource allocation as default. Allocating resources to a node pool can be done for each Project and Department. Submitting a workload to a node pool that has zero allocation for a specific project (or department) results in that workload running as an over-quota workload.</p> <p>To assign and configure specific node affinity groups or node pools to a Project see <a href=../../../platform-admin/aiinitiatives/org/projects/ >working with Projects</a>.</p> <p>When the command-line interface flag is used in conjunction with Project-based affinity, the flag is used to refine the list of allowable node groups set in the Project.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -49,6 +49,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/node-affinity-with-cloud-node-pools/index.html b/v2.20/admin/config/node-affinity-with-cloud-node-pools/index.html
index 09f52b040a..fb65827524 100644
--- a/v2.20/admin/config/node-affinity-with-cloud-node-pools/index.html
+++ b/v2.20/admin/config/node-affinity-with-cloud-node-pools/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/node-affinity-with-cloud-node-pools/ rel=canonical><link href=../allow-external-access-to-containers/ rel=prev><link href=../cluster-wide-pvc/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Node Affinity with Cloud Node Pools - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/node-affinity-with-cloud-node-pools/ rel=canonical><link href=../allow-external-access-to-containers/ rel=prev><link href=../cluster-wide-pvc/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Node Affinity with Cloud Node Pools - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a>    --name labelnp \
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a>    --labels run.ai/type=[TYPE_VALUE] \
 <a id=__codelineno-0-6 name=__codelineno-0-6 href=#__codelineno-0-6></a>    --no-wait
-</code></pre></div> </div> <div class=tabbed-block> <ul> <li>Go to the <code>node group</code> page and click on <code>Edit</code>.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> </div> </div> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> <div class=tabbed-block> <ul> <li>Go to the <code>node group</code> page and click on <code>Edit</code>.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> </div> </div> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/node-roles/index.html b/v2.20/admin/config/node-roles/index.html
index 7930c987ec..62b600445e 100644
--- a/v2.20/admin/config/node-roles/index.html
+++ b/v2.20/admin/config/node-roles/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/node-roles/ rel=canonical><link href=../notifications/ rel=prev><link href=../access-roles/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Set Node Roles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/node-roles/ rel=canonical><link href=../notifications/ rel=prev><link href=../access-roles/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Set Node Roles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-2 name=__codelineno-1-2 href=#__codelineno-1-2></a><span class=w> </span>runai-adm<span class=w> </span>remove<span class=w> </span>node-role<span class=w> </span><span class=o>[</span>--gpu-worker<span class=w> </span><span class=p>|</span><span class=w> </span>--cpu-worker<span class=o>]</span><span class=w> </span>&lt;node-name&gt;
 </code></pre></div></li> </ol> <p>The <code>runai-adm</code> CLI will label the node and set relevant cluster configurations.</p> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Use the --all flag to set or remove a role to all nodes.</p> </div> <h4 id=kubectl>Kubectl<a class=headerlink href=#kubectl title="Permanent link">&para;</a></h4> <p>To set a worker role for a node in your Kubernetes cluster using Kubectl, follow these steps:</p> <ol> <li>Validate the <code>global.nodeAffinity.restrictScheduling</code> is set to true in the cluster’s <a href=../advanced-cluster-config/ >Configurations</a>.</li> <li>Use the <code>kubectl get nodes</code> command to list all the nodes in your cluster and identify the name of the node you want to modify.</li> <li>Run one of the following commands to label the node with its role: <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a>kubectl<span class=w> </span>label<span class=w> </span>nodes<span class=w> </span>&lt;node-name&gt;<span class=w> </span><span class=o>[</span>node-role.kubernetes.io/runai-gpu-worker<span class=o>=</span><span class=nb>true</span><span class=w> </span><span class=p>|</span><span class=w> </span>node-role.kubernetes.io/runai-cpu-worker<span class=o>=</span>true<span class=o>]</span>
 <a id=__codelineno-2-2 name=__codelineno-2-2 href=#__codelineno-2-2></a>kubectl<span class=w> </span>label<span class=w> </span>nodes<span class=w> </span>&lt;node-name&gt;<span class=w> </span><span class=o>[</span>node-role.kubernetes.io/runai-gpu-worker<span class=o>=</span><span class=nb>false</span><span class=w> </span><span class=p>|</span><span class=w> </span>node-role.kubernetes.io/runai-cpu-worker<span class=o>=</span>false<span class=o>]</span>
-</code></pre></div></li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div></li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/notifications/index.html b/v2.20/admin/config/notifications/index.html
index 88248d42c9..95cc284c32 100644
--- a/v2.20/admin/config/notifications/index.html
+++ b/v2.20/admin/config/notifications/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/notifications/ rel=canonical><link href=../large-clusters/ rel=prev><link href=../node-roles/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Notifications System - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/notifications/ rel=canonical><link href=../large-clusters/ rel=prev><link href=../node-roles/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Notifications System - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#email-notifications-for-data-scientists class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Notifications System </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Email and System Notifications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Email and System Notifications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#email-notifications-for-data-scientists class=md-nav__link> <span class=md-ellipsis> Email Notifications for Data Scientists </span> </a> <nav class=md-nav aria-label="Email Notifications for Data Scientists"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#setting-up-email-notifications class=md-nav__link> <span class=md-ellipsis> Setting Up Email Notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#system-notifications class=md-nav__link> <span class=md-ellipsis> System Notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#email-notifications-for-data-scientists class=md-nav__link> <span class=md-ellipsis> Email Notifications for Data Scientists </span> </a> <nav class=md-nav aria-label="Email Notifications for Data Scientists"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#setting-up-email-notifications class=md-nav__link> <span class=md-ellipsis> Setting Up Email Notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#system-notifications class=md-nav__link> <span class=md-ellipsis> System Notifications </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/notifications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Email and System Notifications</h1> <h2 id=email-notifications-for-data-scientists>Email Notifications for Data Scientists<a class=headerlink href=#email-notifications-for-data-scientists title="Permanent link">&para;</a></h2> <p>Managing numerous data science workloads requires monitoring various stages, including submission, scheduling, initialization, execution, and completion. Additionally, handling suspensions and failures is crucial for ensuring timely workload completion. Email Notifications address this need by sending alerts for critical workload life cycle changes. This empowers data scientists to take necessary actions and prevent delays.</p> <h3 id=setting-up-email-notifications>Setting Up Email Notifications<a class=headerlink href=#setting-up-email-notifications title="Permanent link">&para;</a></h3> <div class="admonition important"> <p class=admonition-title>Important</p> <p>The system administrator needs to enable and setup email notifications so that users are kept informed about different system statuses.</p> </div> <p>To enable email notifications for the system:</p> <ol> <li> <p>Press <em>General settings</em>, then select <em>Notifications</em>.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>For SaaS deployments, use the <em>Enable email notifications</em> toggle.</p> </div> </li> <li> <p>In the <em>SMTP Host</em> field, enter the SMTP server address and in the <em>SMTP port</em> field the port number.</p> </li> <li>Select an <em>Authentication type</em> <strong>Plain</strong> or <strong>Login</strong>. Enter a username and password to be used for authentication.</li> <li>Enter the <em>From email address</em> and the <em>Display name</em>.</li> <li>Press <em>Verify</em> to ensure that the email configuration is working.</li> <li>Press <em>Save</em> when complete.</li> </ol> <h2 id=system-notifications>System Notifications<a class=headerlink href=#system-notifications title="Permanent link">&para;</a></h2> <p>Administrators can set system wide notifications for all the users in order to alert them of important information. System notifications allows administrators the ability to update users with events that may be occurring within the Run:ai platform. The system notification will appear at each login or after the message has changed for users who are already logged in.</p> <p>To configure system notifications:</p> <ol> <li>Press <em>General settings</em>, then select <em>Notifications</em>.</li> <li>In the <em>System notification</em> pane, press <em>+MESSAGE</em>.</li> <li>Enter your message in the text box. Use the formatting tool bar to add special formats to your message text.</li> <li>Enable the "Don't show this again" option to allow users to opt out of seeing the message multiple times.</li> <li>When complete, press <em>Save &amp; Publish</em>.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#email-notifications-for-data-scientists class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Notifications System </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Email and System Notifications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Email and System Notifications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#email-notifications-for-data-scientists class=md-nav__link> <span class=md-ellipsis> Email Notifications for Data Scientists </span> </a> <nav class=md-nav aria-label="Email Notifications for Data Scientists"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#setting-up-email-notifications class=md-nav__link> <span class=md-ellipsis> Setting Up Email Notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#system-notifications class=md-nav__link> <span class=md-ellipsis> System Notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#email-notifications-for-data-scientists class=md-nav__link> <span class=md-ellipsis> Email Notifications for Data Scientists </span> </a> <nav class=md-nav aria-label="Email Notifications for Data Scientists"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#setting-up-email-notifications class=md-nav__link> <span class=md-ellipsis> Setting Up Email Notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#system-notifications class=md-nav__link> <span class=md-ellipsis> System Notifications </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/notifications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Email and System Notifications</h1> <h2 id=email-notifications-for-data-scientists>Email Notifications for Data Scientists<a class=headerlink href=#email-notifications-for-data-scientists title="Permanent link">&para;</a></h2> <p>Managing numerous data science workloads requires monitoring various stages, including submission, scheduling, initialization, execution, and completion. Additionally, handling suspensions and failures is crucial for ensuring timely workload completion. Email Notifications address this need by sending alerts for critical workload life cycle changes. This empowers data scientists to take necessary actions and prevent delays.</p> <h3 id=setting-up-email-notifications>Setting Up Email Notifications<a class=headerlink href=#setting-up-email-notifications title="Permanent link">&para;</a></h3> <div class="admonition important"> <p class=admonition-title>Important</p> <p>The system administrator needs to enable and setup email notifications so that users are kept informed about different system statuses.</p> </div> <p>To enable email notifications for the system:</p> <ol> <li> <p>Press <em>General settings</em>, then select <em>Notifications</em>.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>For SaaS deployments, use the <em>Enable email notifications</em> toggle.</p> </div> </li> <li> <p>In the <em>SMTP Host</em> field, enter the SMTP server address and in the <em>SMTP port</em> field the port number.</p> </li> <li>Select an <em>Authentication type</em> <strong>Plain</strong> or <strong>Login</strong>. Enter a username and password to be used for authentication.</li> <li>Enter the <em>From email address</em> and the <em>Display name</em>.</li> <li>Press <em>Verify</em> to ensure that the email configuration is working.</li> <li>Press <em>Save</em> when complete.</li> </ol> <h2 id=system-notifications>System Notifications<a class=headerlink href=#system-notifications title="Permanent link">&para;</a></h2> <p>Administrators can set system wide notifications for all the users in order to alert them of important information. System notifications allows administrators the ability to update users with events that may be occurring within the Run:ai platform. The system notification will appear at each login or after the message has changed for users who are already logged in.</p> <p>To configure system notifications:</p> <ol> <li>Press <em>General settings</em>, then select <em>Notifications</em>.</li> <li>In the <em>System notification</em> pane, press <em>+MESSAGE</em>.</li> <li>Enter your message in the text box. Use the formatting tool bar to add special formats to your message text.</li> <li>Enable the "Don't show this again" option to allow users to opt out of seeing the message multiple times.</li> <li>When complete, press <em>Save &amp; Publish</em>.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/org-cert/index.html b/v2.20/admin/config/org-cert/index.html
index 4b58e0113e..53df72ac7b 100644
--- a/v2.20/admin/config/org-cert/index.html
+++ b/v2.20/admin/config/org-cert/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/org-cert/ rel=canonical><link href=../shared-storage/ rel=prev><link href=../cli-admin-install/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Local Certificate Authority - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/org-cert/ rel=canonical><link href=../shared-storage/ rel=prev><link href=../cli-admin-install/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Local Certificate Authority - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-2 name=__codelineno-1-2 href=#__codelineno-1-2></a>    --from-file=runai-ca.pem=&lt;ca_bundle_path&gt;
 </code></pre></div></li> <li>In case you're using Openshift, add the public key to the <code>openshift-monitoring</code> namespace: <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a>kubectl -n openshift-monitoring create secret generic runai-ca-cert \
 <a id=__codelineno-2-2 name=__codelineno-2-2 href=#__codelineno-2-2></a>    --from-file=runai-ca.pem=&lt;ca_bundle_path&gt;
-</code></pre></div></li> <li>Install the Run:ai operator, add the following flag to the helm command <code>--set global.customCA.enabled=true</code></li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div></li> <li>Install the Run:ai operator, add the following flag to the helm command <code>--set global.customCA.enabled=true</code></li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/overview/index.html b/v2.20/admin/config/overview/index.html
index 3ce7deb40a..ebf96acec5 100644
--- a/v2.20/admin/config/overview/index.html
+++ b/v2.20/admin/config/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/overview/ rel=canonical><link href=../../researcher-setup/new-cli-install/ rel=prev><link href=../clusters/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Run:ai Configuration Articles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/overview/ rel=canonical><link href=../../researcher-setup/new-cli-install/ rel=prev><link href=../clusters/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Run:ai Configuration Articles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-configuration-articles class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Run:ai Configuration Articles </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-configuration-articles>Run:ai Configuration Articles<a class=headerlink href=#runai-configuration-articles title="Permanent link">&para;</a></h1> <p>This section provides a list of installation-related articles dealing with a wide range of subjects:</p> <table> <thead> <tr> <th>Article</th> <th>Purpose</th> </tr> </thead> <tbody> <tr> <td><a href=../node-roles/ >Designating Specific Role Nodes</a></td> <td>Set one or more designated Run:ai system nodes or limit Run:ai monitoring and scheduling to specific nodes in the cluster.</td> </tr> <tr> <td><a href=../clusters/ >Create and Troubleshoot Clusters</a></td> <td>Create new clusters, view properties and status, and troubleshoot cluster connectivity related issues.</td> </tr> <tr> <td><a href=../default-scheduler/ >Set Default Scheduler</a></td> <td>Set the default scheduler for a specific namespace</td> </tr> <tr> <td><a href=../access-roles/ >Review Kubernetes Access provided to Run:ai</a></td> <td>In Restrictive Kubernetes environments such as when using OpenShift, understand and control what Kubernetes roles are provided to Run:ai</td> </tr> <tr> <td><a href=../allow-external-access-to-containers/ >External access to Containers</a></td> <td>Understand the available options for Researchers to access containers from the outside</td> </tr> <tr> <td><a href=../cli-admin-install/ >Install the Run:ai Administrator Command-line Interface</a></td> <td>The Administrator command-line is useful in a variety of flows such as cluster upgrade, node setup etc.</td> </tr> <tr> <td><a href=../node-affinity-with-cloud-node-pools/ >Set Node affinity with cloud node pools</a></td> <td>Set node affinity when using a cloud provider for your cluster</td> </tr> <tr> <td><a href=../org-cert/ >Local Certificate Authority</a></td> <td>For self-hosted Run:ai environments, specifically air-gapped installation, setup a local certificate authority to allow customers to safely connect to Run:ai</td> </tr> <tr> <td><a href=../dr/ >Backup &amp; Restore</a></td> <td>For self-hosted Run:ai environments, set up a scheduled backup of Run:ai data</td> </tr> <tr> <td><a href=../ha/ >High Availability</a></td> <td>Configure Run:ai such that it will continue to provide service even if parts of the system are down.</td> </tr> <tr> <td><a href=../large-clusters/ >Scaling</a></td> <td>Scale the Run:ai cluster and the Run:ai control-plane to withstand large transaction loads</td> </tr> <tr> <td><a href=../notifications/ >Emails and system notification</a></td> <td>Configure e-mail notification</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-configuration-articles class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Run:ai Configuration Articles </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-configuration-articles>Run:ai Configuration Articles<a class=headerlink href=#runai-configuration-articles title="Permanent link">&para;</a></h1> <p>This section provides a list of installation-related articles dealing with a wide range of subjects:</p> <table> <thead> <tr> <th>Article</th> <th>Purpose</th> </tr> </thead> <tbody> <tr> <td><a href=../node-roles/ >Designating Specific Role Nodes</a></td> <td>Set one or more designated Run:ai system nodes or limit Run:ai monitoring and scheduling to specific nodes in the cluster.</td> </tr> <tr> <td><a href=../clusters/ >Create and Troubleshoot Clusters</a></td> <td>Create new clusters, view properties and status, and troubleshoot cluster connectivity related issues.</td> </tr> <tr> <td><a href=../default-scheduler/ >Set Default Scheduler</a></td> <td>Set the default scheduler for a specific namespace</td> </tr> <tr> <td><a href=../access-roles/ >Review Kubernetes Access provided to Run:ai</a></td> <td>In Restrictive Kubernetes environments such as when using OpenShift, understand and control what Kubernetes roles are provided to Run:ai</td> </tr> <tr> <td><a href=../allow-external-access-to-containers/ >External access to Containers</a></td> <td>Understand the available options for Researchers to access containers from the outside</td> </tr> <tr> <td><a href=../cli-admin-install/ >Install the Run:ai Administrator Command-line Interface</a></td> <td>The Administrator command-line is useful in a variety of flows such as cluster upgrade, node setup etc.</td> </tr> <tr> <td><a href=../node-affinity-with-cloud-node-pools/ >Set Node affinity with cloud node pools</a></td> <td>Set node affinity when using a cloud provider for your cluster</td> </tr> <tr> <td><a href=../org-cert/ >Local Certificate Authority</a></td> <td>For self-hosted Run:ai environments, specifically air-gapped installation, setup a local certificate authority to allow customers to safely connect to Run:ai</td> </tr> <tr> <td><a href=../dr/ >Backup &amp; Restore</a></td> <td>For self-hosted Run:ai environments, set up a scheduled backup of Run:ai data</td> </tr> <tr> <td><a href=../ha/ >High Availability</a></td> <td>Configure Run:ai such that it will continue to provide service even if parts of the system are down.</td> </tr> <tr> <td><a href=../large-clusters/ >Scaling</a></td> <td>Scale the Run:ai cluster and the Run:ai control-plane to withstand large transaction loads</td> </tr> <tr> <td><a href=../notifications/ >Emails and system notification</a></td> <td>Configure e-mail notification</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/secure-cluster/index.html b/v2.20/admin/config/secure-cluster/index.html
index c40d3ff46b..d685b85435 100644
--- a/v2.20/admin/config/secure-cluster/index.html
+++ b/v2.20/admin/config/secure-cluster/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/secure-cluster/ rel=canonical><link href=../advanced-cluster-config/ rel=prev><link href=../shared-storage/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Secure your Cluster - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/secure-cluster/ rel=canonical><link href=../advanced-cluster-config/ rel=prev><link href=../shared-storage/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Secure your Cluster - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#secure-your-cluster class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Secure your Cluster </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Secure your Cluster </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Secure your Cluster </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-to-the-kubernetes-cluster class=md-nav__link> <span class=md-ellipsis> Access to the Kubernetes cluster </span> </a> <nav class=md-nav aria-label="Access to the Kubernetes cluster"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#permissions-and-their-related-use-case class=md-nav__link> <span class=md-ellipsis> Permissions and their related use-case </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#secure-installation class=md-nav__link> <span class=md-ellipsis> Secure installation </span> </a> </li> <li class=md-nav__item> <a href=#security-vulnerabilities class=md-nav__link> <span class=md-ellipsis> Security vulnerabilities </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-to-the-kubernetes-cluster class=md-nav__link> <span class=md-ellipsis> Access to the Kubernetes cluster </span> </a> <nav class=md-nav aria-label="Access to the Kubernetes cluster"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#permissions-and-their-related-use-case class=md-nav__link> <span class=md-ellipsis> Permissions and their related use-case </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#secure-installation class=md-nav__link> <span class=md-ellipsis> Secure installation </span> </a> </li> <li class=md-nav__item> <a href=#security-vulnerabilities class=md-nav__link> <span class=md-ellipsis> Security vulnerabilities </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/secure-cluster.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=secure-your-cluster>Secure your cluster<a class=headerlink href=#secure-your-cluster title="Permanent link">&para;</a></h1> <p>This article details the security considerations for deploying Run:ai. It is intended to help administrators and security officers understand the specific permissions required by Run:ai.</p> <h2 id=access-to-the-kubernetes-cluster>Access to the Kubernetes cluster<a class=headerlink href=#access-to-the-kubernetes-cluster title="Permanent link">&para;</a></h2> <p>Run:ai integrates with Kubernetes clusters and requires specific permissions to successfully operate. These are permissions are controlled with configuration flags that dictate how Run:ai interacts with cluster resources. Prior to installation, security teams can review the permissions and ensure it aligns with their organization’s policies.</p> <h3 id=permissions-and-their-related-use-case>Permissions and their related use-case<a class=headerlink href=#permissions-and-their-related-use-case title="Permanent link">&para;</a></h3> <p>Run:ai provides various security-related permissions that can be customized to fit specific organizational needs. Below are brief descriptions of the key use cases for these customizations:</p> <table> <thead> <tr> <th style="text-align: left;">Permission</th> <th style="text-align: left;">Use case</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Automatic Namespace creation</td> <td style="text-align: left;">Controls whether Run:ai automatically creates Kubernetes namespaces when new projects are created. Useful in environments where namespace creation must be strictly managed.</td> </tr> <tr> <td style="text-align: left;">Automatic user assignment</td> <td style="text-align: left;">Decides if users are automatically assigned to projects within Run:ai. Helps manage user access more tightly in certain compliance-driven environments.</td> </tr> <tr> <td style="text-align: left;">Secret propagation</td> <td style="text-align: left;">Determines whether Run:ai should propagate secrets across the cluster. Relevant for organizations with specific security protocols for managing sensitive data.</td> </tr> <tr> <td style="text-align: left;">Disabling Kubernetes limit range</td> <td style="text-align: left;">Chooses whether to disable the Kubernetes Limit Range feature. May be adjusted in environments with specific resource management needs.</td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p>These security customizations allow organizations to tailor Run:ai to their specific needs. All changes should be modified cautiously and only when necessary to meet particular security, compliance or operational requirements.</p> </div> <h2 id=secure-installation>Secure installation<a class=headerlink href=#secure-installation title="Permanent link">&para;</a></h2> <p>Many organizations enforce IT compliance rules for Kubernetes, with strict access control for installing and running workloads. OpenShift uses Security Context Constraints (SCC) for this purpose. Run:ai fully supports SCC, ensuring integration with OpenShift's security requirements.</p> <h2 id=security-vulnerabilities>Security vulnerabilities<a class=headerlink href=#security-vulnerabilities title="Permanent link">&para;</a></h2> <p>The platform is actively monitored for security vulnerabilities, with regular scans conducted to identify and address potential issues. Necessary fixes are applied to ensure that the software remains secure and resilient against emerging threats, providing a safe and reliable experience.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#secure-your-cluster class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Secure your Cluster </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Secure your Cluster </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Secure your Cluster </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-to-the-kubernetes-cluster class=md-nav__link> <span class=md-ellipsis> Access to the Kubernetes cluster </span> </a> <nav class=md-nav aria-label="Access to the Kubernetes cluster"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#permissions-and-their-related-use-case class=md-nav__link> <span class=md-ellipsis> Permissions and their related use-case </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#secure-installation class=md-nav__link> <span class=md-ellipsis> Secure installation </span> </a> </li> <li class=md-nav__item> <a href=#security-vulnerabilities class=md-nav__link> <span class=md-ellipsis> Security vulnerabilities </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-to-the-kubernetes-cluster class=md-nav__link> <span class=md-ellipsis> Access to the Kubernetes cluster </span> </a> <nav class=md-nav aria-label="Access to the Kubernetes cluster"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#permissions-and-their-related-use-case class=md-nav__link> <span class=md-ellipsis> Permissions and their related use-case </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#secure-installation class=md-nav__link> <span class=md-ellipsis> Secure installation </span> </a> </li> <li class=md-nav__item> <a href=#security-vulnerabilities class=md-nav__link> <span class=md-ellipsis> Security vulnerabilities </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/secure-cluster.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=secure-your-cluster>Secure your cluster<a class=headerlink href=#secure-your-cluster title="Permanent link">&para;</a></h1> <p>This article details the security considerations for deploying Run:ai. It is intended to help administrators and security officers understand the specific permissions required by Run:ai.</p> <h2 id=access-to-the-kubernetes-cluster>Access to the Kubernetes cluster<a class=headerlink href=#access-to-the-kubernetes-cluster title="Permanent link">&para;</a></h2> <p>Run:ai integrates with Kubernetes clusters and requires specific permissions to successfully operate. These are permissions are controlled with configuration flags that dictate how Run:ai interacts with cluster resources. Prior to installation, security teams can review the permissions and ensure it aligns with their organization’s policies.</p> <h3 id=permissions-and-their-related-use-case>Permissions and their related use-case<a class=headerlink href=#permissions-and-their-related-use-case title="Permanent link">&para;</a></h3> <p>Run:ai provides various security-related permissions that can be customized to fit specific organizational needs. Below are brief descriptions of the key use cases for these customizations:</p> <table> <thead> <tr> <th style="text-align: left;">Permission</th> <th style="text-align: left;">Use case</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Automatic Namespace creation</td> <td style="text-align: left;">Controls whether Run:ai automatically creates Kubernetes namespaces when new projects are created. Useful in environments where namespace creation must be strictly managed.</td> </tr> <tr> <td style="text-align: left;">Automatic user assignment</td> <td style="text-align: left;">Decides if users are automatically assigned to projects within Run:ai. Helps manage user access more tightly in certain compliance-driven environments.</td> </tr> <tr> <td style="text-align: left;">Secret propagation</td> <td style="text-align: left;">Determines whether Run:ai should propagate secrets across the cluster. Relevant for organizations with specific security protocols for managing sensitive data.</td> </tr> <tr> <td style="text-align: left;">Disabling Kubernetes limit range</td> <td style="text-align: left;">Chooses whether to disable the Kubernetes Limit Range feature. May be adjusted in environments with specific resource management needs.</td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p>These security customizations allow organizations to tailor Run:ai to their specific needs. All changes should be modified cautiously and only when necessary to meet particular security, compliance or operational requirements.</p> </div> <h2 id=secure-installation>Secure installation<a class=headerlink href=#secure-installation title="Permanent link">&para;</a></h2> <p>Many organizations enforce IT compliance rules for Kubernetes, with strict access control for installing and running workloads. OpenShift uses Security Context Constraints (SCC) for this purpose. Run:ai fully supports SCC, ensuring integration with OpenShift's security requirements.</p> <h2 id=security-vulnerabilities>Security vulnerabilities<a class=headerlink href=#security-vulnerabilities title="Permanent link">&para;</a></h2> <p>The platform is actively monitored for security vulnerabilities, with regular scans conducted to identify and address potential issues. Necessary fixes are applied to ensure that the software remains secure and resilient against emerging threats, providing a safe and reliable experience.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/shared-storage/index.html b/v2.20/admin/config/shared-storage/index.html
index a35f3182fd..d641cee656 100644
--- a/v2.20/admin/config/shared-storage/index.html
+++ b/v2.20/admin/config/shared-storage/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/shared-storage/ rel=canonical><link href=../secure-cluster/ rel=prev><link href=../org-cert/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Shared Storage - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/shared-storage/ rel=canonical><link href=../secure-cluster/ rel=prev><link href=../org-cert/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Shared Storage - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#shared-storage class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Shared Storage </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Shared Storage </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Shared Storage </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#shared-storage class=md-nav__link> <span class=md-ellipsis> Shared storage </span> </a> <nav class=md-nav aria-label="Shared storage"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#kubernetes-storage-classes class=md-nav__link> <span class=md-ellipsis> Kubernetes storage classes </span> </a> </li> <li class=md-nav__item> <a href=#direct-nfs-mount class=md-nav__link> <span class=md-ellipsis> Direct NFS mount </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#shared-storage class=md-nav__link> <span class=md-ellipsis> Shared storage </span> </a> <nav class=md-nav aria-label="Shared storage"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#kubernetes-storage-classes class=md-nav__link> <span class=md-ellipsis> Kubernetes storage classes </span> </a> </li> <li class=md-nav__item> <a href=#direct-nfs-mount class=md-nav__link> <span class=md-ellipsis> Direct NFS mount </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/shared-storage.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Shared Storage</h1> <p>Shared storage is a critical component in AI and machine learning workflows, particularly in scenarios involving distributed training and shared datasets. In AI and ML environments, data must be readily accessible across multiple nodes, especially when training large models or working with vast datasets. Shared storage enable seamless access to data, ensuring that all nodes in a distributed training setup can read and write to the same datasets simultaneously. This setup not only enhances efficiency but is also crucial for maintaining consistency and speed in high-performance computing environments.</p> <p>While Run:ai Platform supports a variety of remote data sources, such as Git and S3, it is often more efficient to keep data close to the compute resources. This proximity is typically achieved through the use of shared storage, accessible to multiple nodes in your Kubernetes cluster.</p> <h2 id=shared-storage>Shared storage<a class=headerlink href=#shared-storage title="Permanent link">&para;</a></h2> <p>When implementing shared storage in Kubernetes, there are two primary approaches:</p> <ul> <li>Utilizing the <a href=https://kubernetes.io/docs/concepts/storage/storage-classes/ >Kubernetes Storage Classes</a> of your storage provider; or </li> <li>Using a direct NFS (Network File System) mount</li> </ul> <p>Storage Classes being the recommended option.</p> <p>Run:ai <a href=../../../platform-admin/workloads/assets/datasources/ >Data Sources</a> support both direct NFS mount and Kubernetes Storage Classes.</p> <h3 id=kubernetes-storage-classes>Kubernetes storage classes<a class=headerlink href=#kubernetes-storage-classes title="Permanent link">&para;</a></h3> <p>Storage classes in Kubernetes defines how storage is provisioned and managed. This allows you to select storage types optimized for AI workloads. For example, you can choose storage with high IOPS (Input/Output Operations Per Second) for rapid data access during intensive training sessions, or tiered storage options to balance cost and performance-based on your organization’s requirements. This approach supports dynamic provisioning, enabling storage to be allocated on-demand as required by your applications.</p> <p>Run:ai data sources such as <a href=../../../platform-admin/workloads/assets/datasources/#pvc>Persistent Volume Claims (PVC)</a> and <a href=../../../platform-admin/workloads/assets/data-volumes/ >Data Volumes</a> leverage storage class to manage and allocate storage efficiently. This ensures that the most suitable storage option is always accessible, contributing to the efficiency and performance of AI workloads.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Run:ai lists all available storage classes in the Kubernetes cluster, making it easy for users to select the appropriate storage. Additionally, policies can be set to restrict or enforce the use of specific storage classes, to helpl maintain compliance with organizational standards and optimize resource utilization.</p> </div> <details> <summary>Kubernetes 1.23 (old)</summary> <p>When using Kubernetes 1.23, Data Source of PVC type does not work using a Storage Class with the property <code>volumeBindingMode</code> equals to <code>WaitForFirstConsumer</code></p> </details> <h3 id=direct-nfs-mount>Direct NFS mount<a class=headerlink href=#direct-nfs-mount title="Permanent link">&para;</a></h3> <p>Direct NFS allows you to mount a shared file system directly across multiple nodes in your Kubernetes cluster. This method provides a straightforward way to share data among nodes and is often used for simple setups or when a dedicated NFS server is available.</p> <p>However, using NFS can present challenges related to security and control. Direct NFS setups might lack the fine-grained control and security features available with storage class.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#shared-storage class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Shared Storage </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Shared Storage </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Shared Storage </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#shared-storage class=md-nav__link> <span class=md-ellipsis> Shared storage </span> </a> <nav class=md-nav aria-label="Shared storage"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#kubernetes-storage-classes class=md-nav__link> <span class=md-ellipsis> Kubernetes storage classes </span> </a> </li> <li class=md-nav__item> <a href=#direct-nfs-mount class=md-nav__link> <span class=md-ellipsis> Direct NFS mount </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#shared-storage class=md-nav__link> <span class=md-ellipsis> Shared storage </span> </a> <nav class=md-nav aria-label="Shared storage"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#kubernetes-storage-classes class=md-nav__link> <span class=md-ellipsis> Kubernetes storage classes </span> </a> </li> <li class=md-nav__item> <a href=#direct-nfs-mount class=md-nav__link> <span class=md-ellipsis> Direct NFS mount </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/shared-storage.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Shared Storage</h1> <p>Shared storage is a critical component in AI and machine learning workflows, particularly in scenarios involving distributed training and shared datasets. In AI and ML environments, data must be readily accessible across multiple nodes, especially when training large models or working with vast datasets. Shared storage enable seamless access to data, ensuring that all nodes in a distributed training setup can read and write to the same datasets simultaneously. This setup not only enhances efficiency but is also crucial for maintaining consistency and speed in high-performance computing environments.</p> <p>While Run:ai Platform supports a variety of remote data sources, such as Git and S3, it is often more efficient to keep data close to the compute resources. This proximity is typically achieved through the use of shared storage, accessible to multiple nodes in your Kubernetes cluster.</p> <h2 id=shared-storage>Shared storage<a class=headerlink href=#shared-storage title="Permanent link">&para;</a></h2> <p>When implementing shared storage in Kubernetes, there are two primary approaches:</p> <ul> <li>Utilizing the <a href=https://kubernetes.io/docs/concepts/storage/storage-classes/ >Kubernetes Storage Classes</a> of your storage provider; or </li> <li>Using a direct NFS (Network File System) mount</li> </ul> <p>Storage Classes being the recommended option.</p> <p>Run:ai <a href=../../../platform-admin/workloads/assets/datasources/ >Data Sources</a> support both direct NFS mount and Kubernetes Storage Classes.</p> <h3 id=kubernetes-storage-classes>Kubernetes storage classes<a class=headerlink href=#kubernetes-storage-classes title="Permanent link">&para;</a></h3> <p>Storage classes in Kubernetes defines how storage is provisioned and managed. This allows you to select storage types optimized for AI workloads. For example, you can choose storage with high IOPS (Input/Output Operations Per Second) for rapid data access during intensive training sessions, or tiered storage options to balance cost and performance-based on your organization’s requirements. This approach supports dynamic provisioning, enabling storage to be allocated on-demand as required by your applications.</p> <p>Run:ai data sources such as <a href=../../../platform-admin/workloads/assets/datasources/#pvc>Persistent Volume Claims (PVC)</a> and <a href=../../../platform-admin/workloads/assets/data-volumes/ >Data Volumes</a> leverage storage class to manage and allocate storage efficiently. This ensures that the most suitable storage option is always accessible, contributing to the efficiency and performance of AI workloads.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Run:ai lists all available storage classes in the Kubernetes cluster, making it easy for users to select the appropriate storage. Additionally, policies can be set to restrict or enforce the use of specific storage classes, to helpl maintain compliance with organizational standards and optimize resource utilization.</p> </div> <details> <summary>Kubernetes 1.23 (old)</summary> <p>When using Kubernetes 1.23, Data Source of PVC type does not work using a Storage Class with the property <code>volumeBindingMode</code> equals to <code>WaitForFirstConsumer</code></p> </details> <h3 id=direct-nfs-mount>Direct NFS mount<a class=headerlink href=#direct-nfs-mount title="Permanent link">&para;</a></h3> <p>Direct NFS allows you to mount a shared file system directly across multiple nodes in your Kubernetes cluster. This method provides a straightforward way to share data among nodes and is often used for simple setups or when a dedicated NFS server is available.</p> <p>However, using NFS can present challenges related to security and control. Direct NFS setups might lack the fine-grained control and security features available with storage class.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/config/workload-ownership-protection/index.html b/v2.20/admin/config/workload-ownership-protection/index.html
index baec057ef9..23f845350a 100644
--- a/v2.20/admin/config/workload-ownership-protection/index.html
+++ b/v2.20/admin/config/workload-ownership-protection/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/workload-ownership-protection/ rel=canonical><link href=../limit-to-node-group/ rel=prev><link href=../create-k8s-assets-in-advance/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Workload Deletion Protection - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/config/workload-ownership-protection/ rel=canonical><link href=../limit-to-node-group/ rel=prev><link href=../create-k8s-assets-in-advance/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Workload Deletion Protection - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -13,7 +13,7 @@
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workload-deletion-protection class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workload Deletion Protection </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3 checked> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workload Deletion Protection </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workload Deletion Protection </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-deletion-protection class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-deletion-protection class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/config/workload-ownership-protection.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Workload Deletion Protection</h1> <h2 id=workload-deletion-protection>Workload Deletion Protection<a class=headerlink href=#workload-deletion-protection title="Permanent link">&para;</a></h2> <p>Workload deletion protection in Run:ai ensures that only users who created a workload can delete or modify them. This feature is designed to safeguard important jobs and configurations from accidental or unauthorized modifications by users who did not originally create the workload.</p> <p>By enforcing ownership rules, Run:ai helps maintain the integrity and security of your machine learning operations. This additional layer of security ensures that only users with the appropriate permissions can delete and suspend workloads.</p> <p>The protection feature is implemented at the cluster level.</p> <p>To enable deletion protection run the following command:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl patch -n runai runaiconfigs.run.ai/runai --type=&#39;merge&#39; --patch &#39;{&quot;spec&quot;:{&quot;global&quot;:{&quot;enableWorkloadOwnershipProtection&quot;:true}}}&#39;
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -41,6 +41,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/maintenance/alert-monitoring/index.html b/v2.20/admin/maintenance/alert-monitoring/index.html
index 8c1dfaa30a..c6e24770f3 100644
--- a/v2.20/admin/maintenance/alert-monitoring/index.html
+++ b/v2.20/admin/maintenance/alert-monitoring/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/maintenance/alert-monitoring/ rel=canonical><link href=../node-downtime/ rel=prev><link href=../audit-log/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>System Monitoring - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/maintenance/alert-monitoring/ rel=canonical><link href=../node-downtime/ rel=prev><link href=../audit-log/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>System Monitoring - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -104,7 +104,7 @@
 <a id=__codelineno-6-11 name=__codelineno-6-11 href=#__codelineno-6-11></a><span class=w>           </span><span class=nt>for: &lt;optional</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">duration s/m/h&gt;</span><span class=w>  </span>
 <a id=__codelineno-6-12 name=__codelineno-6-12 href=#__codelineno-6-12></a><span class=w>           </span><span class=nt>labels</span><span class=p>:</span><span class=w>  </span>
 <a id=__codelineno-6-13 name=__codelineno-6-13 href=#__codelineno-6-13></a><span class=w>             </span><span class=nt>severity</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">&lt;critical/warning&gt;</span>
-</code></pre></div> * <code>&lt;ALERT-NAME&gt;</code>: Choose a descriptive name for your alert, such as <code>HighCPUUsage</code> or <code>LowMemory</code>.<br> <em> <code>&lt;ALERT-SUMMARY-TEXT&gt;</code>: Provide a brief summary of what the alert signifies, for example, <code>High CPU usage detected</code> or <code>Memory usage below threshold</code>.<br> </em> <code>&lt;PROMQL-EXPRESSION&gt;</code>: Construct a Prometheus query (PROMQL) that defines the conditions under which the alert should trigger. This query should evaluate to a boolean value (<code>1</code> for alert, <code>0</code> for no alert).<br> <em> <code>&lt;optional: duration s/m/h&gt;</code>: Optionally, specify a duration in seconds (<code>s</code>), minutes (<code>m</code>), or hours (<code>h</code>) that the alert condition should persist before triggering an alert. If not specified, the alert triggers as soon as the condition is met.<br> </em> <code>&lt;critical/warning&gt;</code>: Assign a severity level to the alert, indicating its importance. Choose between <code>critical</code> for severe issues requiring immediate attention, or <code>warning</code> for less critical issues that still need monitoring.</p> <p>You can find an example in the <a href=https://prometheus.io/docs/prometheus/latest/querying/examples/ >Prometheus documentation</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> * <code>&lt;ALERT-NAME&gt;</code>: Choose a descriptive name for your alert, such as <code>HighCPUUsage</code> or <code>LowMemory</code>.<br> <em> <code>&lt;ALERT-SUMMARY-TEXT&gt;</code>: Provide a brief summary of what the alert signifies, for example, <code>High CPU usage detected</code> or <code>Memory usage below threshold</code>.<br> </em> <code>&lt;PROMQL-EXPRESSION&gt;</code>: Construct a Prometheus query (PROMQL) that defines the conditions under which the alert should trigger. This query should evaluate to a boolean value (<code>1</code> for alert, <code>0</code> for no alert).<br> <em> <code>&lt;optional: duration s/m/h&gt;</code>: Optionally, specify a duration in seconds (<code>s</code>), minutes (<code>m</code>), or hours (<code>h</code>) that the alert condition should persist before triggering an alert. If not specified, the alert triggers as soon as the condition is met.<br> </em> <code>&lt;critical/warning&gt;</code>: Assign a severity level to the alert, indicating its importance. Choose between <code>critical</code> for severe issues requiring immediate attention, or <code>warning</code> for less critical issues that still need monitoring.</p> <p>You can find an example in the <a href=https://prometheus.io/docs/prometheus/latest/querying/examples/ >Prometheus documentation</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -132,6 +132,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/maintenance/audit-log/index.html b/v2.20/admin/maintenance/audit-log/index.html
index 56234dd681..442def6a6a 100644
--- a/v2.20/admin/maintenance/audit-log/index.html
+++ b/v2.20/admin/maintenance/audit-log/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/maintenance/audit-log/ rel=canonical><link href=../alert-monitoring/ rel=prev><link href=../../authentication/authentication-overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Audit Log - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/maintenance/audit-log/ rel=canonical><link href=../alert-monitoring/ rel=prev><link href=../../authentication/authentication-overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Audit Log - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#events-history-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Audit Log </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4 checked> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=true> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Audit Log </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Audit Log </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#events-history-table class=md-nav__link> <span class=md-ellipsis> Events history table </span> </a> <nav class=md-nav aria-label="Events history table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#using-the-event-history-date-selector class=md-nav__link> <span class=md-ellipsis> Using the event history date selector </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> <nav class=md-nav aria-label="Using API"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#limitations class=md-nav__link> <span class=md-ellipsis> Limitations </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#events-history-table class=md-nav__link> <span class=md-ellipsis> Events history table </span> </a> <nav class=md-nav aria-label="Events history table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#using-the-event-history-date-selector class=md-nav__link> <span class=md-ellipsis> Using the event history date selector </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> <nav class=md-nav aria-label="Using API"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#limitations class=md-nav__link> <span class=md-ellipsis> Limitations </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/maintenance/audit-log.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Audit Log</h1> <p>This article provides details about Run:ai’s Audit log.<br> The Run:ai control plane provides the audit log API and event history table in the Run:ai UI . Both reflect the same information regarding changes to business objects: clusters, projects and assets etc.</p> <h2 id=events-history-table>Events history table<a class=headerlink href=#events-history-table title="Permanent link">&para;</a></h2> <p>The Events history table can be found under Event history in the Run:ai UI.</p> <p><a class=glightbox href=../img/audit-log-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/audit-log-table.png></a></p> <p>The Event history table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">The name of the subject</td> </tr> <tr> <td style="text-align: left;">Subject type</td> <td style="text-align: left;">The user or application assigned with the role</td> </tr> <tr> <td style="text-align: left;">Source IP</td> <td style="text-align: left;">The IP address of the subject</td> </tr> <tr> <td style="text-align: left;">Date &amp; time</td> <td style="text-align: left;">The exact timestamp at which the event occurred. Format dd/mm/yyyy for date and hh:mm am/pm for time.</td> </tr> <tr> <td style="text-align: left;">Event</td> <td style="text-align: left;">The type of the event. Possible values: Create, Update, Delete, Login</td> </tr> <tr> <td style="text-align: left;">Event ID</td> <td style="text-align: left;">Internal event ID, can be used for support purposes</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The outcome of the logged operation. Possible values: Succeeded, Failed</td> </tr> <tr> <td style="text-align: left;">Entity type</td> <td style="text-align: left;">The type of the logged business object.</td> </tr> <tr> <td style="text-align: left;">Entity name</td> <td style="text-align: left;">The name of logged business object.</td> </tr> <tr> <td style="text-align: left;">Entity ID</td> <td style="text-align: left;">The system's internal id of the logged business object.</td> </tr> <tr> <td style="text-align: left;"><em>URL</em></td> <td style="text-align: left;">The endpoint or address that was accessed during the logged event.</td> </tr> <tr> <td style="text-align: left;">HTTP Method</td> <td style="text-align: left;">The HTTP operation method used for the request. Possible values include standard HTTP methods such as <code>GET</code>, <code>POST</code>, <code>PUT</code>, <code>DELETE</code>, indicating what kind of action was performed on the specified URL.</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV or Download as JSON</li> </ul> <h2 id=using-the-event-history-date-selector>Using the event history date selector<a class=headerlink href=#using-the-event-history-date-selector title="Permanent link">&para;</a></h2> <p>The Event history table saves events for the last 90 days. However, the table itself presents up to the last 30 days of information due to the potentially very high number of operations that might be logged during this period.</p> <p><a class=glightbox href=../img/audit-log-date-selector.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/audit-log-date-selector.png></a></p> <p>To view older events, or to refine your search for more specific results or fewer results, use the time selector and change the period you search for.<br> You can also refine your search by clicking and using ADD FILTER accordingly.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://api-docs.run.ai/2.18/tag/Audit/ >Audit log API</a> reference to view the available actions.<br> Since the amount of data is not trivial, the API is based on paging. It retrieves a specified number of items for each API call. You can get more data by using subsequent calls.</p> <h3 id=limitations>Limitations<a class=headerlink href=#limitations title="Permanent link">&para;</a></h3> <p>Submissions of workloads are not audited. As a result, the system does not track or log details of workload submissions, such as timestamps or user activity.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#events-history-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Audit Log </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4 checked> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=true> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Audit Log </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Audit Log </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#events-history-table class=md-nav__link> <span class=md-ellipsis> Events history table </span> </a> <nav class=md-nav aria-label="Events history table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#using-the-event-history-date-selector class=md-nav__link> <span class=md-ellipsis> Using the event history date selector </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> <nav class=md-nav aria-label="Using API"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#limitations class=md-nav__link> <span class=md-ellipsis> Limitations </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#events-history-table class=md-nav__link> <span class=md-ellipsis> Events history table </span> </a> <nav class=md-nav aria-label="Events history table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#using-the-event-history-date-selector class=md-nav__link> <span class=md-ellipsis> Using the event history date selector </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> <nav class=md-nav aria-label="Using API"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#limitations class=md-nav__link> <span class=md-ellipsis> Limitations </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/maintenance/audit-log.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Audit Log</h1> <p>This article provides details about Run:ai’s Audit log.<br> The Run:ai control plane provides the audit log API and event history table in the Run:ai UI . Both reflect the same information regarding changes to business objects: clusters, projects and assets etc.</p> <h2 id=events-history-table>Events history table<a class=headerlink href=#events-history-table title="Permanent link">&para;</a></h2> <p>The Events history table can be found under Event history in the Run:ai UI.</p> <p><a class=glightbox href=../img/audit-log-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/audit-log-table.png></a></p> <p>The Event history table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">The name of the subject</td> </tr> <tr> <td style="text-align: left;">Subject type</td> <td style="text-align: left;">The user or application assigned with the role</td> </tr> <tr> <td style="text-align: left;">Source IP</td> <td style="text-align: left;">The IP address of the subject</td> </tr> <tr> <td style="text-align: left;">Date &amp; time</td> <td style="text-align: left;">The exact timestamp at which the event occurred. Format dd/mm/yyyy for date and hh:mm am/pm for time.</td> </tr> <tr> <td style="text-align: left;">Event</td> <td style="text-align: left;">The type of the event. Possible values: Create, Update, Delete, Login</td> </tr> <tr> <td style="text-align: left;">Event ID</td> <td style="text-align: left;">Internal event ID, can be used for support purposes</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The outcome of the logged operation. Possible values: Succeeded, Failed</td> </tr> <tr> <td style="text-align: left;">Entity type</td> <td style="text-align: left;">The type of the logged business object.</td> </tr> <tr> <td style="text-align: left;">Entity name</td> <td style="text-align: left;">The name of logged business object.</td> </tr> <tr> <td style="text-align: left;">Entity ID</td> <td style="text-align: left;">The system's internal id of the logged business object.</td> </tr> <tr> <td style="text-align: left;"><em>URL</em></td> <td style="text-align: left;">The endpoint or address that was accessed during the logged event.</td> </tr> <tr> <td style="text-align: left;">HTTP Method</td> <td style="text-align: left;">The HTTP operation method used for the request. Possible values include standard HTTP methods such as <code>GET</code>, <code>POST</code>, <code>PUT</code>, <code>DELETE</code>, indicating what kind of action was performed on the specified URL.</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV or Download as JSON</li> </ul> <h2 id=using-the-event-history-date-selector>Using the event history date selector<a class=headerlink href=#using-the-event-history-date-selector title="Permanent link">&para;</a></h2> <p>The Event history table saves events for the last 90 days. However, the table itself presents up to the last 30 days of information due to the potentially very high number of operations that might be logged during this period.</p> <p><a class=glightbox href=../img/audit-log-date-selector.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/audit-log-date-selector.png></a></p> <p>To view older events, or to refine your search for more specific results or fewer results, use the time selector and change the period you search for.<br> You can also refine your search by clicking and using ADD FILTER accordingly.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://api-docs.run.ai/2.18/tag/Audit/ >Audit log API</a> reference to view the available actions.<br> Since the amount of data is not trivial, the API is based on paging. It retrieves a specified number of items for each API call. You can get more data by using subsequent calls.</p> <h3 id=limitations>Limitations<a class=headerlink href=#limitations title="Permanent link">&para;</a></h3> <p>Submissions of workloads are not audited. As a result, the system does not track or log details of workload submissions, such as timestamps or user activity.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/maintenance/node-downtime/index.html b/v2.20/admin/maintenance/node-downtime/index.html
index b960df19ec..dfa767b6ab 100644
--- a/v2.20/admin/maintenance/node-downtime/index.html
+++ b/v2.20/admin/maintenance/node-downtime/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/maintenance/node-downtime/ rel=canonical><link href=../overview/ rel=prev><link href=../alert-monitoring/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Node Maintenance - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/maintenance/node-downtime/ rel=canonical><link href=../overview/ rel=prev><link href=../alert-monitoring/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Node Maintenance - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -19,7 +19,7 @@
 </code></pre></div> <strong>Result</strong>: This action reintegrates the node into the cluster, allowing it to accept new workloads. </p> </li> <li> <p><strong>Permanent Shutdown</strong><br> If the node is to be permanently decommissioned, remove it from Kubernetes with the following command: </p> <p><div class=highlight><pre><span></span><code><a id=__codelineno-4-1 name=__codelineno-4-1 href=#__codelineno-4-1></a>kubectl<span class=w> </span>delete<span class=w> </span>node<span class=w> </span>&lt;node-name&gt;
 </code></pre></div> <strong>Explanation</strong>: </p> <ul> <li><code>kubectl delete node</code><br> This command completely removes the node from the cluster </li> <li><code>&lt;node-name&gt;</code><br> Replace this placeholder with the actual name of the node </li> </ul> <p><strong>Result:</strong> The node is no longer part of the Kubernetes cluster. If you plan to bring the node back later, it must be rejoined to the cluster using the steps outlined in the next section.</p> </li> </ol> <h3 id=runai-system-nodes>Run:ai System nodes<a class=headerlink href=#runai-system-nodes title="Permanent link">&para;</a></h3> <p>In a production environment, the services responsible for scheduling, submitting and managing Run:ai workloads operate on one or more Run:ai system nodes. It is recommended to have more than one system node to ensure <a href=../../config/ha/ >high availability</a>. If one system node goes down, another can take over, maintaining continuity. If a second system node does not exist, you must designate another node in the cluster as a temporary Run:ai system node to maintain operations.</p> <p>The protocols for handling planned maintenance and unplanned downtime are identical to those for worker nodes. Refer to the above section for detailed instructions. </p> <h2 id=rejoining-a-node-into-the-kubernetes-cluster>Rejoining a node into the Kubernetes cluster<a class=headerlink href=#rejoining-a-node-into-the-kubernetes-cluster title="Permanent link">&para;</a></h2> <p>To rejoin a node to the Kubernetes cluster, follow these steps:</p> <ol> <li> <p><strong>Generate a join command on the master node</strong><br> On the master node, copy the following command to your terminal: </p> <div class=highlight><pre><span></span><code><a id=__codelineno-5-1 name=__codelineno-5-1 href=#__codelineno-5-1></a>kubeadm<span class=w> </span>token<span class=w> </span>create<span class=w> </span>--print-join-command
 </code></pre></div> <p><strong>Explanation</strong>: </p> <ul> <li><code>kubeadm token create</code><br> This command generates a token that can be used to join a node to the Kubernetes cluster. </li> <li><code>--print-join-command</code><br> This option outputs the full command that needs to be run on the worker node to rejoin it to the cluster.</li> </ul> <p><strong>Result</strong>: The command outputs a <code>kubeadm join</code> command. </p> </li> <li> <p><strong>Run the Join Command on the Worker Node</strong><br> Copy the <code>kubeadm join</code> command generated from the previous step and run it on the worker node that needs to rejoin the cluster.</p> <p><strong>Explanation:</strong> </p> <ul> <li>The <code>kubeadm join</code> command re-enrolls the node into the cluster, allowing it to start participating in the cluster's workload scheduling. </li> </ul> </li> <li> <p><strong>Verify Node Rejoining</strong> Verify that the node has successfully rejoined the cluster by running: </p> <div class=highlight><pre><span></span><code><a id=__codelineno-6-1 name=__codelineno-6-1 href=#__codelineno-6-1></a>kubectl<span class=w> </span>get<span class=w> </span>nodes
-</code></pre></div> <p><strong>Explanation</strong>: </p> <p>This command lists all nodes currently part of the Kubernetes cluster, along with their status </p> <p><strong>Result</strong>: The rejoined node should appear in the list with a status of Ready </p> </li> <li> <p><strong>Re-label Nodes</strong><br> Once the node is back online, ensure it is labeled according to its role within the cluster</p> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p><strong>Explanation</strong>: </p> <p>This command lists all nodes currently part of the Kubernetes cluster, along with their status </p> <p><strong>Result</strong>: The rejoined node should appear in the list with a status of Ready </p> </li> <li> <p><strong>Re-label Nodes</strong><br> Once the node is back online, ensure it is labeled according to its role within the cluster</p> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -47,6 +47,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/maintenance/overview/index.html b/v2.20/admin/maintenance/overview/index.html
index 335c913cb5..b205c86da9 100644
--- a/v2.20/admin/maintenance/overview/index.html
+++ b/v2.20/admin/maintenance/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/maintenance/overview/ rel=canonical><link href=../../config/default-scheduler/ rel=prev><link href=../node-downtime/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Monitoring and maintenance Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/maintenance/overview/ rel=canonical><link href=../../config/default-scheduler/ rel=prev><link href=../node-downtime/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Monitoring and maintenance Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#monitoring-and-maintenance-overview class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4 checked> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=true> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Monitoring and maintenance Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-control-plane-and-cluster-services class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane and cluster services </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes-cluster class=md-nav__link> <span class=md-ellipsis> Kubernetes cluster </span> </a> </li> <li class=md-nav__item> <a href=#host-infrastructure class=md-nav__link> <span class=md-ellipsis> Host infrastructure </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-control-plane-and-cluster-services class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane and cluster services </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes-cluster class=md-nav__link> <span class=md-ellipsis> Kubernetes cluster </span> </a> </li> <li class=md-nav__item> <a href=#host-infrastructure class=md-nav__link> <span class=md-ellipsis> Host infrastructure </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/maintenance/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=monitoring-and-maintenance-overview>Monitoring and maintenance Overview<a class=headerlink href=#monitoring-and-maintenance-overview title="Permanent link">&para;</a></h1> <p>Deploying Run:ai in mission-critical environments requires proper monitoring and maintenance of resources to ensure workloads run and are deployed as expected.</p> <p>Details on how to monitor different parts of the physical resources in your Kubernetes system, including <a href=../../config/clusters/ >clusters</a> and <a href=../../../platform-admin/aiinitiatives/resources/nodes/ >nodes</a>, can be found in the monitoring and maintenance section. Adjacent configuration and troubleshooting sections also cover <a href=../../config/ha/ >high availability</a>, <a href=../../config/dr/ >restoring</a> and <a href=../../config/secure-cluster/ >securing</a> clusters, <a href=../../troubleshooting/logs-collection/ >collecting logs</a>, and <a href=../audit-log/ >reviewing audit logs</a> to meet compliance requirements.</p> <p>In addition to monitoring Run:ai resources, it is also highly recommended to monitor Run:ai runs on Kubernetes, which manages containerized applications. In particular, focus on three main layers:</p> <h2 id=runai-control-plane-and-cluster-services>Run:ai Control Plane and cluster services<a class=headerlink href=#runai-control-plane-and-cluster-services title="Permanent link">&para;</a></h2> <p>This is the highest layer and includes the parts of Run:ai pods, which run in containers managed by Kubernetes.</p> <h2 id=kubernetes-cluster>Kubernetes cluster<a class=headerlink href=#kubernetes-cluster title="Permanent link">&para;</a></h2> <p>This layer includes the main Kubernetes system that runs and manages Run:ai components. Important elements to monitor include:</p> <ul> <li>The health of the cluster and nodes (machines in the cluster).</li> <li>The status of key Kubernetes services, such as the API server. For detailed information on managing clusters, see the <a href=https://kubernetes.io/docs/tasks/debug/debug-cluster/resource-usage-monitoring/ target=_blank>official Kubernetes documentation</a>.</li> </ul> <h2 id=host-infrastructure>Host infrastructure<a class=headerlink href=#host-infrastructure title="Permanent link">&para;</a></h2> <p>This is the base layer, representing the actual machines (virtual or physical) that make up the cluster IT teams need to handle:</p> <ul> <li>Managing CPU, memory, and storage</li> <li>Keeping the operating system updated</li> <li>Setting up the network and balancing the load</li> </ul> <p>Run:ai does not require any special configurations at this level.</p> <p>The articles below explain how to monitor these layers, maintain system security and compliance, and ensure the reliable operation of Run:ai in critical environments.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#monitoring-and-maintenance-overview class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4 checked> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=true> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Monitoring and maintenance Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-control-plane-and-cluster-services class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane and cluster services </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes-cluster class=md-nav__link> <span class=md-ellipsis> Kubernetes cluster </span> </a> </li> <li class=md-nav__item> <a href=#host-infrastructure class=md-nav__link> <span class=md-ellipsis> Host infrastructure </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-control-plane-and-cluster-services class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane and cluster services </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes-cluster class=md-nav__link> <span class=md-ellipsis> Kubernetes cluster </span> </a> </li> <li class=md-nav__item> <a href=#host-infrastructure class=md-nav__link> <span class=md-ellipsis> Host infrastructure </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/maintenance/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=monitoring-and-maintenance-overview>Monitoring and maintenance Overview<a class=headerlink href=#monitoring-and-maintenance-overview title="Permanent link">&para;</a></h1> <p>Deploying Run:ai in mission-critical environments requires proper monitoring and maintenance of resources to ensure workloads run and are deployed as expected.</p> <p>Details on how to monitor different parts of the physical resources in your Kubernetes system, including <a href=../../config/clusters/ >clusters</a> and <a href=../../../platform-admin/aiinitiatives/resources/nodes/ >nodes</a>, can be found in the monitoring and maintenance section. Adjacent configuration and troubleshooting sections also cover <a href=../../config/ha/ >high availability</a>, <a href=../../config/dr/ >restoring</a> and <a href=../../config/secure-cluster/ >securing</a> clusters, <a href=../../troubleshooting/logs-collection/ >collecting logs</a>, and <a href=../audit-log/ >reviewing audit logs</a> to meet compliance requirements.</p> <p>In addition to monitoring Run:ai resources, it is also highly recommended to monitor Run:ai runs on Kubernetes, which manages containerized applications. In particular, focus on three main layers:</p> <h2 id=runai-control-plane-and-cluster-services>Run:ai Control Plane and cluster services<a class=headerlink href=#runai-control-plane-and-cluster-services title="Permanent link">&para;</a></h2> <p>This is the highest layer and includes the parts of Run:ai pods, which run in containers managed by Kubernetes.</p> <h2 id=kubernetes-cluster>Kubernetes cluster<a class=headerlink href=#kubernetes-cluster title="Permanent link">&para;</a></h2> <p>This layer includes the main Kubernetes system that runs and manages Run:ai components. Important elements to monitor include:</p> <ul> <li>The health of the cluster and nodes (machines in the cluster).</li> <li>The status of key Kubernetes services, such as the API server. For detailed information on managing clusters, see the <a href=https://kubernetes.io/docs/tasks/debug/debug-cluster/resource-usage-monitoring/ target=_blank>official Kubernetes documentation</a>.</li> </ul> <h2 id=host-infrastructure>Host infrastructure<a class=headerlink href=#host-infrastructure title="Permanent link">&para;</a></h2> <p>This is the base layer, representing the actual machines (virtual or physical) that make up the cluster IT teams need to handle:</p> <ul> <li>Managing CPU, memory, and storage</li> <li>Keeping the operating system updated</li> <li>Setting up the network and balancing the load</li> </ul> <p>Run:ai does not require any special configurations at this level.</p> <p>The articles below explain how to monitor these layers, maintain system security and compliance, and ensure the reliable operation of Run:ai in critical environments.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/overview-administrator/index.html b/v2.20/admin/overview-administrator/index.html
index 83eeb8c470..207d3635cd 100644
--- a/v2.20/admin/overview-administrator/index.html
+++ b/v2.20/admin/overview-administrator/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/overview-administrator/ rel=canonical><link href=../../home/data-privacy-details/ rel=prev><link href=../runai-setup/installation-types/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/overview-administrator/ rel=canonical><link href=../../home/data-privacy-details/ rel=prev><link href=../runai-setup/installation-types/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#overview-infrastructure-administrator class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/overview-administrator.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=overview-infrastructure-administrator>Overview: Infrastructure Administrator<a class=headerlink href=#overview-infrastructure-administrator title="Permanent link">&para;</a></h1> <p>The Infrastructure Administrator is an IT person, responsible for the installation, setup and IT maintenance of the Run:ai product. </p> <p>As part of the Infrastructure Administrator documentation you will find:</p> <ul> <li>Install Run:ai <ul> <li>Understand the Run:ai <a href=../runai-setup/installation-types/ >installation</a></li> <li>Set up a <a href=../runai-setup/cluster-setup/cluster-install/ >Run:ai Cluster</a>.</li> <li>Set up <a href=../researcher-setup/cli-install/ >Researchers</a> to work with Run:ai.</li> </ul> </li> <li>IT <a href=../config/overview/ >Configuration</a> of the Run:ai system</li> <li>Connect Run:ai to an <a href=../authentication/authentication-overview/ >identity provider</a>.</li> <li>Maintenance &amp; monitoring of the Run:ai system</li> <li>Troubleshooting.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#overview-infrastructure-administrator class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/overview-administrator.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=overview-infrastructure-administrator>Overview: Infrastructure Administrator<a class=headerlink href=#overview-infrastructure-administrator title="Permanent link">&para;</a></h1> <p>The Infrastructure Administrator is an IT person, responsible for the installation, setup and IT maintenance of the Run:ai product. </p> <p>As part of the Infrastructure Administrator documentation you will find:</p> <ul> <li>Install Run:ai <ul> <li>Understand the Run:ai <a href=../runai-setup/installation-types/ >installation</a></li> <li>Set up a <a href=../runai-setup/cluster-setup/cluster-install/ >Run:ai Cluster</a>.</li> <li>Set up <a href=../researcher-setup/cli-install/ >Researchers</a> to work with Run:ai.</li> </ul> </li> <li>IT <a href=../config/overview/ >Configuration</a> of the Run:ai system</li> <li>Connect Run:ai to an <a href=../authentication/authentication-overview/ >identity provider</a>.</li> <li>Maintenance &amp; monitoring of the Run:ai system</li> <li>Troubleshooting.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/researcher-setup/cli-install/index.html b/v2.20/admin/researcher-setup/cli-install/index.html
index afa710aa0a..945314d2e4 100644
--- a/v2.20/admin/researcher-setup/cli-install/index.html
+++ b/v2.20/admin/researcher-setup/cli-install/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/researcher-setup/cli-install/ rel=canonical><link href=../researcher-setup-intro/ rel=prev><link href=../new-cli-install/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Install the V1 CLI - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/researcher-setup/cli-install/ rel=canonical><link href=../researcher-setup-intro/ rel=prev><link href=../new-cli-install/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Install the V1 CLI - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -22,7 +22,7 @@
 </code></pre></div> </div> <div class=tabbed-block> <p>Install the bash-completion package:</p> <ul> <li>Mac: <code>brew install bash-completion</code></li> <li>Ubuntu/Debian: <code>sudo apt-get install bash-completion</code></li> <li>Fedora/Centos: <code>sudo yum install bash-completion</code></li> </ul> <p>Edit the file <code>~/.bashrc</code>. Add the lines:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-5-1 name=__codelineno-5-1 href=#__codelineno-5-1></a><span class=o>[[</span><span class=w> </span>-r<span class=w> </span>“/usr/local/etc/profile.d/bash_completion.sh”<span class=w> </span><span class=o>]]</span><span class=w> </span><span class=o>&amp;&amp;</span><span class=w> </span>.<span class=w> </span>“/usr/local/etc/profile.d/bash_completion.sh”
 <a id=__codelineno-5-2 name=__codelineno-5-2 href=#__codelineno-5-2></a><span class=nb>source</span><span class=w> </span>&lt;<span class=o>(</span>runai<span class=w> </span>completion<span class=w> </span>bash<span class=o>)</span>
 </code></pre></div> </div> </div> </div> <h2 id=troubleshoot-the-cli-installation>Troubleshoot the CLI Installation<a class=headerlink href=#troubleshoot-the-cli-installation title="Permanent link">&para;</a></h2> <p>See <a href=../../troubleshooting/troubleshooting/#command-line-interface-issues>Troubleshooting a CLI installation</a></p> <h2 id=update-the-runai-cli>Update the Run:ai CLI<a class=headerlink href=#update-the-runai-cli title="Permanent link">&para;</a></h2> <p>To update the CLI to the latest version perform the same install process again.</p> <h2 id=delete-the-runai-cli>Delete the Run:ai CLI<a class=headerlink href=#delete-the-runai-cli title="Permanent link">&para;</a></h2> <p>If you have installed using the default path, run:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-6-1 name=__codelineno-6-1 href=#__codelineno-6-1></a>sudo<span class=w> </span>rm<span class=w> </span>/usr/local/bin/runai
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -50,6 +50,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/researcher-setup/docker-to-runai/index.html b/v2.20/admin/researcher-setup/docker-to-runai/index.html
index 63f67494c6..e61fb25906 100644
--- a/v2.20/admin/researcher-setup/docker-to-runai/index.html
+++ b/v2.20/admin/researcher-setup/docker-to-runai/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/researcher-setup/docker-to-runai/ rel=canonical><link href=../../../platform-admin/performance/reports/ rel=prev><link href=../../config/admin-messages/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>From Docker to Run:ai - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/researcher-setup/docker-to-runai/ rel=canonical><link href=../../../platform-admin/performance/reports/ rel=prev><link href=../../config/admin-messages/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>From Docker to Run:ai - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -14,7 +14,7 @@
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#dockers-images-and-kubernetes class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> From Docker to Run:ai </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7 checked> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=true> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> From Docker to Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> From Docker to Run:ai </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#dockers-images-and-kubernetes class=md-nav__link> <span class=md-ellipsis> Dockers, Images, and Kubernetes </span> </a> </li> <li class=md-nav__item> <a href=#image-repository class=md-nav__link> <span class=md-ellipsis> Image Repository </span> </a> </li> <li class=md-nav__item> <a href=#data class=md-nav__link> <span class=md-ellipsis> Data </span> </a> </li> <li class=md-nav__item> <a href=#working-with-containers class=md-nav__link> <span class=md-ellipsis> Working with Containers </span> </a> </li> <li class=md-nav__item> <a href=#schedule-an-onboarding-session class=md-nav__link> <span class=md-ellipsis> Schedule an Onboarding Session </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#dockers-images-and-kubernetes class=md-nav__link> <span class=md-ellipsis> Dockers, Images, and Kubernetes </span> </a> </li> <li class=md-nav__item> <a href=#image-repository class=md-nav__link> <span class=md-ellipsis> Image Repository </span> </a> </li> <li class=md-nav__item> <a href=#data class=md-nav__link> <span class=md-ellipsis> Data </span> </a> </li> <li class=md-nav__item> <a href=#working-with-containers class=md-nav__link> <span class=md-ellipsis> Working with Containers </span> </a> </li> <li class=md-nav__item> <a href=#schedule-an-onboarding-session class=md-nav__link> <span class=md-ellipsis> Schedule an Onboarding Session </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/researcher-setup/docker-to-runai.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>From Docker to Run:ai </h1> <h2 id=dockers-images-and-kubernetes>Dockers, Images, and Kubernetes<a class=headerlink href=#dockers-images-and-kubernetes title="Permanent link">&para;</a></h2> <p>Researchers are typically proficient in working with Docker. Docker is an isolation level above the operating system which allows creating your own bundle of the operating system + deep learning environment and packaging it within a single file. The file is called <strong>a <em>docker image</em>.</strong></p> <p>You create a <strong>container</strong> by starting a docker image on a machine.</p> <p>Run:ai is based on <strong>Kubernetes</strong>. At its core, Kubernetes is an orchestration software above Docker: Among other things, it allows location abstraction as to where the actual container is running. This calls for some adaptation to the Researcher's workflow as follows.</p> <h2 id=image-repository>Image Repository<a class=headerlink href=#image-repository title="Permanent link">&para;</a></h2> <p>If your Kubernetes cluster contains a single GPU node (machine), then your image can reside on the node itself (in which case, when <a href=../../../Researcher/cli-reference/runai-submit/ >runai submit</a> workloads, the Researcher must use the flag <code>--local-image</code>).</p> <p>If your Kubernetes cluster contains more than a single node, then, to enable location abstraction, the image can no longer reside on the node itself. It must be relocated to an image repository. There are quite a few repository-as-a-service, most notably <a href=https://hub.docker.com/ target=_self>Docker hub</a>. Alternatively, the organization can install a private repository on-prem.</p> <p>Day-to-day work with the image located remotely is almost identical to local work. The image name now contains its location. For example, <code>nvcr.io/nvidia/pytorch:19.12-py_3</code> is a PyTorch image that is located in <strong>nvcr.io</strong>. This is the Nvidia image repository as found on the web. </p> <h2 id=data>Data<a class=headerlink href=#data title="Permanent link">&para;</a></h2> <p>Deep learning is about data. It can be your code, the training data, saved checkpoints, etc.</p> <p>If your Kubernetes cluster contains a single GPU node (machine), then your data can reside on the node itself.</p> <p>If your Kubernetes cluster contains more than a single node, then, to enable location abstraction, the data must sit outside the machine, typically on network storage. The storage must be uniformly mapped to your container when it starts (using the -v command).</p> <h2 id=working-with-containers>Working with Containers<a class=headerlink href=#working-with-containers title="Permanent link">&para;</a></h2> <p>Starting a container using docker usually involves a single command-line with multiple flags. A typical example: </p> <div class=highlight><pre><span></span><code>docker run --runtime=nvidia --shm-size 16G -it --rm -e HOSTNAME=&#39;hostname&#39; \
     -v /raid/public/my_datasets:/root/dataset:ro   -i  nvcr.io/nvidia/pytorch:19.12-py3
-</code></pre></div> <p>The docker command <code>docker run</code> should be replaced with a Run:ai command <code>runai submit</code>. The flags are usually the same but some adaptation is required. A complete list of flags can be found here: <a href=../../../Researcher/cli-reference/runai-submit/ >runai submit</a>. </p> <p>There are similar commands to get a shell into the container (<em>runai bash</em>), get the container logs (<em>runai logs</em>), and more. For a complete list see the Run:ai CLI <a href=../../../Researcher/cli-reference/Introduction/ >reference</a>. </p> <h2 id=schedule-an-onboarding-session>Schedule an Onboarding Session<a class=headerlink href=#schedule-an-onboarding-session title="Permanent link">&para;</a></h2> <p>It is highly recommended to schedule an onboarding session for Researchers with a Run:ai customer success professional. Run:ai can help with the above transition, but adding to that, we at Run:ai have also acquired a large body of knowledge on data science best practices which can help streamline Researchers' work as well as save money for the organization.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>The docker command <code>docker run</code> should be replaced with a Run:ai command <code>runai submit</code>. The flags are usually the same but some adaptation is required. A complete list of flags can be found here: <a href=../../../Researcher/cli-reference/runai-submit/ >runai submit</a>. </p> <p>There are similar commands to get a shell into the container (<em>runai bash</em>), get the container logs (<em>runai logs</em>), and more. For a complete list see the Run:ai CLI <a href=../../../Researcher/cli-reference/Introduction/ >reference</a>. </p> <h2 id=schedule-an-onboarding-session>Schedule an Onboarding Session<a class=headerlink href=#schedule-an-onboarding-session title="Permanent link">&para;</a></h2> <p>It is highly recommended to schedule an onboarding session for Researchers with a Run:ai customer success professional. Run:ai can help with the above transition, but adding to that, we at Run:ai have also acquired a large body of knowledge on data science best practices which can help streamline Researchers' work as well as save money for the organization.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -42,6 +42,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/researcher-setup/new-cli-install/index.html b/v2.20/admin/researcher-setup/new-cli-install/index.html
index 03f1d5df62..102cb27c0c 100644
--- a/v2.20/admin/researcher-setup/new-cli-install/index.html
+++ b/v2.20/admin/researcher-setup/new-cli-install/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/researcher-setup/new-cli-install/ rel=canonical><link href=../cli-install/ rel=prev><link href=../../config/overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Install the V2 CLI - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/researcher-setup/new-cli-install/ rel=canonical><link href=../cli-install/ rel=prev><link href=../../config/overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Install the V2 CLI - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-1-2 name=__codelineno-1-2 href=#__codelineno-1-2></a><span class=nb>source</span><span class=w> </span>&lt;<span class=o>(</span>runai<span class=w> </span>completion<span class=w> </span>bash<span class=o>)</span>
 </code></pre></div> </div> <div class=tabbed-block> <p>Add the following code in the powershell profile: <div class=highlight><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a><span class=n>runai</span><span class=p>.</span><span class=n>exe</span> <span class=n>completion</span> <span class=n>powershell</span> <span class=p>|</span> <span class=nb>Out-String</span> <span class=p>|</span> <span class=nb>Invoke-Expression</span>
 <a id=__codelineno-2-2 name=__codelineno-2-2 href=#__codelineno-2-2></a><span class=nb>Set-PSReadLineKeyHandler</span> <span class=n>-Key</span> <span class=n>Tab</span> <span class=n>-Function</span> <span class=n>MenuComplete</span>
-</code></pre></div> For more completion modes options, see <a href=https://github.com/spf13/cobra/blob/main/site/content/completions/_index.md#powershell-completions>Powershell completions</a>.</p> </div> </div> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> For more completion modes options, see <a href=https://github.com/spf13/cobra/blob/main/site/content/completions/_index.md#powershell-completions>Powershell completions</a>.</p> </div> </div> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/researcher-setup/researcher-setup-intro/index.html b/v2.20/admin/researcher-setup/researcher-setup-intro/index.html
index 3c9a7d0e38..79e9dddcae 100644
--- a/v2.20/admin/researcher-setup/researcher-setup-intro/index.html
+++ b/v2.20/admin/researcher-setup/researcher-setup-intro/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/researcher-setup/researcher-setup-intro/ rel=canonical><link href=../../runai-setup/self-hosted/ocp/uninstall/ rel=prev><link href=../cli-install/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Researcher Setup Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/researcher-setup/researcher-setup-intro/ rel=canonical><link href=../../runai-setup/self-hosted/ocp/uninstall/ rel=prev><link href=../cli-install/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Researcher Setup Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#change-of-paradigms-from-docker-to-kubernetes class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Researcher Setup Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4 checked> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Introduction </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#change-of-paradigms-from-docker-to-kubernetes class=md-nav__link> <span class=md-ellipsis> Change of Paradigms: from Docker to Kubernetes </span> </a> </li> <li class=md-nav__item> <a href=#setup-the-runai-command-line-interface class=md-nav__link> <span class=md-ellipsis> Setup the Run:ai Command-Line Interface </span> </a> </li> <li class=md-nav__item> <a href=#provide-the-researcher-with-a-gpu-quota class=md-nav__link> <span class=md-ellipsis> Provide the Researcher with a GPU Quota </span> </a> </li> <li class=md-nav__item> <a href=#provide-access-to-the-runai-user-interface class=md-nav__link> <span class=md-ellipsis> Provide access to the Run:ai User Interface </span> </a> </li> <li class=md-nav__item> <a href=#schedule-an-onboarding-session class=md-nav__link> <span class=md-ellipsis> Schedule an Onboarding Session </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#change-of-paradigms-from-docker-to-kubernetes class=md-nav__link> <span class=md-ellipsis> Change of Paradigms: from Docker to Kubernetes </span> </a> </li> <li class=md-nav__item> <a href=#setup-the-runai-command-line-interface class=md-nav__link> <span class=md-ellipsis> Setup the Run:ai Command-Line Interface </span> </a> </li> <li class=md-nav__item> <a href=#provide-the-researcher-with-a-gpu-quota class=md-nav__link> <span class=md-ellipsis> Provide the Researcher with a GPU Quota </span> </a> </li> <li class=md-nav__item> <a href=#provide-access-to-the-runai-user-interface class=md-nav__link> <span class=md-ellipsis> Provide access to the Run:ai User Interface </span> </a> </li> <li class=md-nav__item> <a href=#schedule-an-onboarding-session class=md-nav__link> <span class=md-ellipsis> Schedule an Onboarding Session </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/researcher-setup/researcher-setup-intro.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Introduction</h1> <p>Following is a step-by-step guide for getting a new Researcher up to speed with Run:ai and Kubernetes.</p> <h2 id=change-of-paradigms-from-docker-to-kubernetes>Change of Paradigms: from Docker to Kubernetes<a class=headerlink href=#change-of-paradigms-from-docker-to-kubernetes title="Permanent link">&para;</a></h2> <p>As part of Run:ai, the organization is typically moving from Docker-based workflows to Kubernetes. This <a href=../docker-to-runai/ >document</a> is an attempt to help the Researcher with this paradigm shift. It explains the basic concepts and provides links for further information about the Run:ai CLI.</p> <h2 id=setup-the-runai-command-line-interface>Setup the Run:ai Command-Line Interface<a class=headerlink href=#setup-the-runai-command-line-interface title="Permanent link">&para;</a></h2> <p>Run:ai CLI needs to be installed on the Researcher's machine. This <a href=../cli-install/ >document</a> provides step by step instructions.</p> <h2 id=provide-the-researcher-with-a-gpu-quota>Provide the Researcher with a GPU Quota<a class=headerlink href=#provide-the-researcher-with-a-gpu-quota title="Permanent link">&para;</a></h2> <p>To submit workloads with Run:ai, the Researcher must be provided with a <em>Project</em> that contains a GPU quota. Please see <a href=../../../platform-admin/aiinitiatives/org/projects/ >Working with Projects</a> document on how to create Projects and set a quota.</p> <h2 id=provide-access-to-the-runai-user-interface>Provide access to the Run:ai User Interface<a class=headerlink href=#provide-access-to-the-runai-user-interface title="Permanent link">&para;</a></h2> <p>See <a href=../../authentication/users/ >Setting up users</a> for further information on how to provide access to users. </p> <h2 id=schedule-an-onboarding-session>Schedule an Onboarding Session<a class=headerlink href=#schedule-an-onboarding-session title="Permanent link">&para;</a></h2> <p>It is highly recommended to schedule an onboarding session for Researchers with a Run:ai customer success professional. Run:ai can help with the above transition, but adding to that, we at Run:ai have also acquired a large body of knowledge on data science best practices which can help streamline the Researchers' work as well as save money for the organization. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#change-of-paradigms-from-docker-to-kubernetes class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Researcher Setup Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4 checked> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Introduction </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#change-of-paradigms-from-docker-to-kubernetes class=md-nav__link> <span class=md-ellipsis> Change of Paradigms: from Docker to Kubernetes </span> </a> </li> <li class=md-nav__item> <a href=#setup-the-runai-command-line-interface class=md-nav__link> <span class=md-ellipsis> Setup the Run:ai Command-Line Interface </span> </a> </li> <li class=md-nav__item> <a href=#provide-the-researcher-with-a-gpu-quota class=md-nav__link> <span class=md-ellipsis> Provide the Researcher with a GPU Quota </span> </a> </li> <li class=md-nav__item> <a href=#provide-access-to-the-runai-user-interface class=md-nav__link> <span class=md-ellipsis> Provide access to the Run:ai User Interface </span> </a> </li> <li class=md-nav__item> <a href=#schedule-an-onboarding-session class=md-nav__link> <span class=md-ellipsis> Schedule an Onboarding Session </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#change-of-paradigms-from-docker-to-kubernetes class=md-nav__link> <span class=md-ellipsis> Change of Paradigms: from Docker to Kubernetes </span> </a> </li> <li class=md-nav__item> <a href=#setup-the-runai-command-line-interface class=md-nav__link> <span class=md-ellipsis> Setup the Run:ai Command-Line Interface </span> </a> </li> <li class=md-nav__item> <a href=#provide-the-researcher-with-a-gpu-quota class=md-nav__link> <span class=md-ellipsis> Provide the Researcher with a GPU Quota </span> </a> </li> <li class=md-nav__item> <a href=#provide-access-to-the-runai-user-interface class=md-nav__link> <span class=md-ellipsis> Provide access to the Run:ai User Interface </span> </a> </li> <li class=md-nav__item> <a href=#schedule-an-onboarding-session class=md-nav__link> <span class=md-ellipsis> Schedule an Onboarding Session </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/researcher-setup/researcher-setup-intro.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Introduction</h1> <p>Following is a step-by-step guide for getting a new Researcher up to speed with Run:ai and Kubernetes.</p> <h2 id=change-of-paradigms-from-docker-to-kubernetes>Change of Paradigms: from Docker to Kubernetes<a class=headerlink href=#change-of-paradigms-from-docker-to-kubernetes title="Permanent link">&para;</a></h2> <p>As part of Run:ai, the organization is typically moving from Docker-based workflows to Kubernetes. This <a href=../docker-to-runai/ >document</a> is an attempt to help the Researcher with this paradigm shift. It explains the basic concepts and provides links for further information about the Run:ai CLI.</p> <h2 id=setup-the-runai-command-line-interface>Setup the Run:ai Command-Line Interface<a class=headerlink href=#setup-the-runai-command-line-interface title="Permanent link">&para;</a></h2> <p>Run:ai CLI needs to be installed on the Researcher's machine. This <a href=../cli-install/ >document</a> provides step by step instructions.</p> <h2 id=provide-the-researcher-with-a-gpu-quota>Provide the Researcher with a GPU Quota<a class=headerlink href=#provide-the-researcher-with-a-gpu-quota title="Permanent link">&para;</a></h2> <p>To submit workloads with Run:ai, the Researcher must be provided with a <em>Project</em> that contains a GPU quota. Please see <a href=../../../platform-admin/aiinitiatives/org/projects/ >Working with Projects</a> document on how to create Projects and set a quota.</p> <h2 id=provide-access-to-the-runai-user-interface>Provide access to the Run:ai User Interface<a class=headerlink href=#provide-access-to-the-runai-user-interface title="Permanent link">&para;</a></h2> <p>See <a href=../../authentication/users/ >Setting up users</a> for further information on how to provide access to users. </p> <h2 id=schedule-an-onboarding-session>Schedule an Onboarding Session<a class=headerlink href=#schedule-an-onboarding-session title="Permanent link">&para;</a></h2> <p>It is highly recommended to schedule an onboarding session for Researchers with a Run:ai customer success professional. Run:ai can help with the above transition, but adding to that, we at Run:ai have also acquired a large body of knowledge on data science best practices which can help streamline the Researchers' work as well as save money for the organization. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/cluster-setup/cluster-delete/index.html b/v2.20/admin/runai-setup/cluster-setup/cluster-delete/index.html
index 6a130bf395..145aa8ac41 100644
--- a/v2.20/admin/runai-setup/cluster-setup/cluster-delete/index.html
+++ b/v2.20/admin/runai-setup/cluster-setup/cluster-delete/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-delete/ rel=canonical><link href=../cluster-upgrade/ rel=prev><link href=../dgx-bundle/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Cluster Uninstall - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-delete/ rel=canonical><link href=../cluster-upgrade/ rel=prev><link href=../dgx-bundle/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Cluster Uninstall - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -13,7 +13,7 @@
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#unistall-runai-cluster class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Cluster Uninstall </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2 checked> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Cluster Uninstall </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Cluster Uninstall </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#unistall-runai-cluster class=md-nav__link> <span class=md-ellipsis> Unistall Run:ai cluster </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#unistall-runai-cluster class=md-nav__link> <span class=md-ellipsis> Unistall Run:ai cluster </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/cluster-setup/cluster-delete.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Cluster Uninstall</h1> <p>This article explains how to uninstall Run:ai Cluster installation from the Kubernetes cluster.</p> <h2 id=unistall-runai-cluster>Unistall Run:ai cluster<a class=headerlink href=#unistall-runai-cluster title="Permanent link">&para;</a></h2> <p>Uninstall of Run:ai cluster from the Kubernetes cluster does <strong>not</strong> delete existing projects, departments or workloads submitted by users.</p> <p>To uninstall the Run:ai cluster, run the following <a href=https://helm.sh/ >helm</a> command in your terminal:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>helm<span class=w> </span>uninstall<span class=w> </span>runai-cluster<span class=w> </span>-n<span class=w> </span>runai
-</code></pre></div> <p>To delete the Run:ai cluster from the Run:ai Platform, see <a href=../../../config/clusters/#removing-a-cluster>Removing a cluster</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>To delete the Run:ai cluster from the Run:ai Platform, see <a href=../../../config/clusters/#removing-a-cluster>Removing a cluster</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -41,6 +41,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/cluster-setup/cluster-install/index.html b/v2.20/admin/runai-setup/cluster-setup/cluster-install/index.html
index ab24f04c41..4a82d11a8a 100644
--- a/v2.20/admin/runai-setup/cluster-setup/cluster-install/index.html
+++ b/v2.20/admin/runai-setup/cluster-setup/cluster-install/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-install/ rel=canonical><link href=../network-req/ rel=prev><link href=../customize-cluster-install/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Cluster Install - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-install/ rel=canonical><link href=../network-req/ rel=prev><link href=../customize-cluster-install/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Cluster Install - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -40,7 +40,7 @@
 <a id=__codelineno-5-2 name=__codelineno-5-2 href=#__codelineno-5-2></a><span class=w>    </span>--cert<span class=w> </span>/path/to/fullchain.pem<span class=w>  </span><span class=se>\ </span><span class=c1># Replace /path/to/fullchain.pem with the actual path to your TLS certificate</span>
 <a id=__codelineno-5-3 name=__codelineno-5-3 href=#__codelineno-5-3></a><span class=w>    </span>--key<span class=w> </span>/path/to/private.pem<span class=w> </span><span class=c1># Replace /path/to/private.pem with the actual path to your private key</span>
 </code></pre></div> <h2 id=installation>Installation<a class=headerlink href=#installation title="Permanent link">&para;</a></h2> <p>Follow these instructions to install using Helm.</p> <h3 id=adding-a-new-cluster>Adding a new cluster<a class=headerlink href=#adding-a-new-cluster title="Permanent link">&para;</a></h3> <p>Follow the steps below to add a new cluster.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When adding a cluster for the first time, the New Cluster form automatically opens when you log-in to the Run:ai platform. Other actions are prevented, until the cluster is created.</p> </div> <p>If this is your first cluster and you have completed the New Cluster form, start at step 3. Otherwise, start at step 1.</p> <ol> <li>In the Run:ai platform, go to <strong>Resources</strong> </li> <li>Click <strong>+NEW CLUSTER</strong> </li> <li>Enter a unique name for your cluster </li> <li>Optional: Chose the Run:ai cluster version (latest, by default) </li> <li>Enter the Cluster URL . For more information see <a href=../cluster-prerequisites/#fully-qualified-domain-name-fqdn>Domain Name Requirement</a> </li> <li>Click <strong>Continue</strong></li> </ol> <h3 id=installing-runai-cluster>Installing Run:ai cluster<a class=headerlink href=#installing-runai-cluster title="Permanent link">&para;</a></h3> <p>In the next Section, the Run:ai cluster installation steps will be presented.</p> <ol> <li>Follow the installation instructions and run the commands provided on your Kubernetes cluster. </li> <li>Click <strong>DONE</strong></li> </ol> <p>The cluster is displayed in the table with the status <strong>Waiting to connect</strong>, once installation is complete, the cluster status changes to <strong>Connected</strong></p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To customize the installation based on your environment, see <a href=../customize-cluster-install/ >Customize cluster installation</a>.</p> </div> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>If you encounter an issue with the installation, try the troubleshooting scenario below.</p> <h3 id=installation_1>Installation<a class=headerlink href=#installation_1 title="Permanent link">&para;</a></h3> <p>If the Run:ai cluster installation failed, check the installation logs to identify the issue. Run the following script to print the installation logs:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-6-1 name=__codelineno-6-1 href=#__codelineno-6-1></a>curl<span class=w> </span>-fsSL<span class=w> </span>https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh
-</code></pre></div> <h3 id=cluster-status>Cluster status<a class=headerlink href=#cluster-status title="Permanent link">&para;</a></h3> <p>If the Run:ai cluster installation completed, but the cluster status did not change its status to Connected, check the cluster <a href=../../../troubleshooting/troubleshooting/#cluster-health>troubleshooting scenarios</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=cluster-status>Cluster status<a class=headerlink href=#cluster-status title="Permanent link">&para;</a></h3> <p>If the Run:ai cluster installation completed, but the cluster status did not change its status to Connected, check the cluster <a href=../../../troubleshooting/troubleshooting/#cluster-health>troubleshooting scenarios</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -68,6 +68,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/cluster-setup/cluster-prerequisites/index.html b/v2.20/admin/runai-setup/cluster-setup/cluster-prerequisites/index.html
index 189b1898cc..3986edf8b5 100644
--- a/v2.20/admin/runai-setup/cluster-setup/cluster-prerequisites/index.html
+++ b/v2.20/admin/runai-setup/cluster-setup/cluster-prerequisites/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-prerequisites/ rel=canonical><link href=../cluster-setup-intro/ rel=prev><link href=../network-req/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>System Requirements - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-prerequisites/ rel=canonical><link href=../cluster-setup-intro/ rel=prev><link href=../network-req/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>System Requirements - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -66,7 +66,7 @@
 <a id=__codelineno-11-7 name=__codelineno-11-7 href=#__codelineno-11-7></a>  --type merge \
 <a id=__codelineno-11-8 name=__codelineno-11-8 href=#__codelineno-11-8></a>  --patch &#39;{&quot;data&quot;:{&quot;kubernetes.podspec-schedulername&quot;:&quot;enabled&quot;,&quot;kubernetes.podspec-affinity&quot;:&quot;enabled&quot;,&quot;kubernetes.podspec-tolerations&quot;:&quot;enabled&quot;,&quot;kubernetes.podspec-volumes-emptydir&quot;:&quot;enabled&quot;,&quot;kubernetes.podspec-securitycontext&quot;:&quot;enabled&quot;,&quot;kubernetes.containerspec-addcapabilities&quot;:&quot;enabled&quot;,&quot;kubernetes.podspec-persistent-volume-claim&quot;:&quot;enabled&quot;,&quot;kubernetes.podspec-persistent-volume-write&quot;:&quot;enabled&quot;,&quot;multi-container&quot;:&quot;enabled&quot;,&quot;kubernetes.podspec-init-containers&quot;:&quot;enabled&quot;}}&#39;
 </code></pre></div> <h3 id=knative-autoscaling>Knative Autoscaling<a class=headerlink href=#knative-autoscaling title="Permanent link">&para;</a></h3> <p>Run:ai allows for autoscaling a deployment according to the below metrics:</p> <ul> <li>Latency (milliseconds)</li> <li>Throughput (requests/sec)</li> <li>Concurrency (requests)</li> </ul> <p>Using a custom metric (for example, Latency) requires installing the <a href=https://knative.dev/docs/install/yaml-install/serving/install-serving-with-yaml/#install-optional-serving-extensions target=_blank>Kubernetes Horizontal Pod Autoscaler (HPA)</a>. Use the following command to install. Make sure to update the VERSION in the below command with a <a href=#inference>supported Knative version</a>.</p> <div class=highlight><pre><span></span><code><a id=__codelineno-12-1 name=__codelineno-12-1 href=#__codelineno-12-1></a>kubectl apply -f https://github.com/knative/serving/releases/download/knative-{VERSION}/serving-hpa.yaml
-</code></pre></div> <h2 id=domain-name-requirement>Domain Name Requirement<a class=headerlink href=#domain-name-requirement title="Permanent link">&para;</a></h2> <p>The following requirement must be followed for naming the domain.</p> <h3 id=fully-qualified-domain-name-fqdn>Fully Qualified Domain Name (FQDN)<a class=headerlink href=#fully-qualified-domain-name-fqdn title="Permanent link">&para;</a></h3> <p>You must have a Fully Qualified Domain Name (FQDN) to install Run:ai Cluster (ex: <code>runai.mycorp.local</code>). This cannot be an IP. The domain name must be accessible inside the organization only. You also need a TLS certificate (private and public) for HTTPS access.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=domain-name-requirement>Domain Name Requirement<a class=headerlink href=#domain-name-requirement title="Permanent link">&para;</a></h2> <p>The following requirement must be followed for naming the domain.</p> <h3 id=fully-qualified-domain-name-fqdn>Fully Qualified Domain Name (FQDN)<a class=headerlink href=#fully-qualified-domain-name-fqdn title="Permanent link">&para;</a></h3> <p>You must have a Fully Qualified Domain Name (FQDN) to install Run:ai Cluster (ex: <code>runai.mycorp.local</code>). This cannot be an IP. The domain name must be accessible inside the organization only. You also need a TLS certificate (private and public) for HTTPS access.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -94,6 +94,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/cluster-setup/cluster-setup-intro/index.html b/v2.20/admin/runai-setup/cluster-setup/cluster-setup-intro/index.html
index 71aec46401..8ec5d07c4c 100644
--- a/v2.20/admin/runai-setup/cluster-setup/cluster-setup-intro/index.html
+++ b/v2.20/admin/runai-setup/cluster-setup/cluster-setup-intro/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-setup-intro/ rel=canonical><link href=../../installation-types/ rel=prev><link href=../cluster-prerequisites/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>SaaS Cluster Setup Introduction - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-setup-intro/ rel=canonical><link href=../../installation-types/ rel=prev><link href=../cluster-prerequisites/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>SaaS Cluster Setup Introduction - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#documents class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> SaaS Cluster Setup Introduction </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2 checked> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Introduction </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#documents class=md-nav__link> <span class=md-ellipsis> Documents </span> </a> </li> <li class=md-nav__item> <a href=#customization class=md-nav__link> <span class=md-ellipsis> Customization </span> </a> </li> <li class=md-nav__item> <a href=#additional-configuration class=md-nav__link> <span class=md-ellipsis> Additional Configuration </span> </a> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#documents class=md-nav__link> <span class=md-ellipsis> Documents </span> </a> </li> <li class=md-nav__item> <a href=#customization class=md-nav__link> <span class=md-ellipsis> Customization </span> </a> </li> <li class=md-nav__item> <a href=#additional-configuration class=md-nav__link> <span class=md-ellipsis> Additional Configuration </span> </a> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/cluster-setup/cluster-setup-intro.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Introduction</h1> <p>This section is a step-by-step guide for setting up a Run:ai cluster. </p> <ul> <li>A Run:ai cluster is a Kubernetes application installed on top of a Kubernetes cluster.</li> <li>A Run:ai cluster connects to the Run:ai control plane on the cloud. The control plane provides a control point as well as a monitoring and control user interface for Administrators and Researchers.</li> <li>A customer may have multiple Run:ai Clusters, all connecting to a single control plane.</li> </ul> <p>For additional details see the <a href=../../../../home/components/ >Run:ai system components</a></p> <h2 id=documents>Documents<a class=headerlink href=#documents title="Permanent link">&para;</a></h2> <ul> <li>Review Run:ai cluster <a href=../cluster-prerequisites/ >System Requirements</a> and <a href=../network-req/ >Network Requirements</a>.</li> <li><a href=../cluster-install/ >Cluster Install</a> step-by-step guid.</li> <li>Look for <a href=../../../troubleshooting/troubleshooting/ >troubleshooting</a> tips if required.</li> <li><a href=../cluster-upgrade/ >Cluster Upgrade</a> and <a href=../cluster-delete/ >Cluster Uninstall</a> instructions. </li> </ul> <h2 id=customization>Customization<a class=headerlink href=#customization title="Permanent link">&para;</a></h2> <p>For a list of optional customizations see <a href=../customize-cluster-install/ >Customize Installation</a></p> <h2 id=additional-configuration>Additional Configuration<a class=headerlink href=#additional-configuration title="Permanent link">&para;</a></h2> <p>For a list of advanced configuration scenarios such as configuring researcher authentication, Single sign-on limiting the installation to specific nodes, and more, see the <a href=../../../config/overview/ >Configuration Articles</a> section.</p> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>After setting up the cluster, you may want to start setting up Researchers. See: <a href=../../../researcher-setup/researcher-setup-intro/ >Researcher Setup</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#documents class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> SaaS Cluster Setup Introduction </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2 checked> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Introduction </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#documents class=md-nav__link> <span class=md-ellipsis> Documents </span> </a> </li> <li class=md-nav__item> <a href=#customization class=md-nav__link> <span class=md-ellipsis> Customization </span> </a> </li> <li class=md-nav__item> <a href=#additional-configuration class=md-nav__link> <span class=md-ellipsis> Additional Configuration </span> </a> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#documents class=md-nav__link> <span class=md-ellipsis> Documents </span> </a> </li> <li class=md-nav__item> <a href=#customization class=md-nav__link> <span class=md-ellipsis> Customization </span> </a> </li> <li class=md-nav__item> <a href=#additional-configuration class=md-nav__link> <span class=md-ellipsis> Additional Configuration </span> </a> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/cluster-setup/cluster-setup-intro.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Introduction</h1> <p>This section is a step-by-step guide for setting up a Run:ai cluster. </p> <ul> <li>A Run:ai cluster is a Kubernetes application installed on top of a Kubernetes cluster.</li> <li>A Run:ai cluster connects to the Run:ai control plane on the cloud. The control plane provides a control point as well as a monitoring and control user interface for Administrators and Researchers.</li> <li>A customer may have multiple Run:ai Clusters, all connecting to a single control plane.</li> </ul> <p>For additional details see the <a href=../../../../home/components/ >Run:ai system components</a></p> <h2 id=documents>Documents<a class=headerlink href=#documents title="Permanent link">&para;</a></h2> <ul> <li>Review Run:ai cluster <a href=../cluster-prerequisites/ >System Requirements</a> and <a href=../network-req/ >Network Requirements</a>.</li> <li><a href=../cluster-install/ >Cluster Install</a> step-by-step guid.</li> <li>Look for <a href=../../../troubleshooting/troubleshooting/ >troubleshooting</a> tips if required.</li> <li><a href=../cluster-upgrade/ >Cluster Upgrade</a> and <a href=../cluster-delete/ >Cluster Uninstall</a> instructions. </li> </ul> <h2 id=customization>Customization<a class=headerlink href=#customization title="Permanent link">&para;</a></h2> <p>For a list of optional customizations see <a href=../customize-cluster-install/ >Customize Installation</a></p> <h2 id=additional-configuration>Additional Configuration<a class=headerlink href=#additional-configuration title="Permanent link">&para;</a></h2> <p>For a list of advanced configuration scenarios such as configuring researcher authentication, Single sign-on limiting the installation to specific nodes, and more, see the <a href=../../../config/overview/ >Configuration Articles</a> section.</p> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>After setting up the cluster, you may want to start setting up Researchers. See: <a href=../../../researcher-setup/researcher-setup-intro/ >Researcher Setup</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/cluster-setup/cluster-upgrade/index.html b/v2.20/admin/runai-setup/cluster-setup/cluster-upgrade/index.html
index 5c856c0d97..bb5fdc792a 100644
--- a/v2.20/admin/runai-setup/cluster-setup/cluster-upgrade/index.html
+++ b/v2.20/admin/runai-setup/cluster-setup/cluster-upgrade/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-upgrade/ rel=canonical><link href=../project-management/ rel=prev><link href=../cluster-delete/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Cluster Upgrade - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-upgrade/ rel=canonical><link href=../project-management/ rel=prev><link href=../cluster-delete/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Cluster Upgrade - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -14,7 +14,7 @@
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#before-upgrade class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Cluster Upgrade </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2 checked> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Cluster Upgrade </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Cluster Upgrade </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#before-upgrade class=md-nav__link> <span class=md-ellipsis> Before upgrade </span> </a> <nav class=md-nav aria-label="Before upgrade"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#system-and-network-requirements class=md-nav__link> <span class=md-ellipsis> System and network requirements </span> </a> </li> <li class=md-nav__item> <a href=#helm class=md-nav__link> <span class=md-ellipsis> Helm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#upgrade class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> <nav class=md-nav aria-label=Upgrade> <ul class=md-nav__list> <li class=md-nav__item> <a href=#getting-the-installation-instructions class=md-nav__link> <span class=md-ellipsis> Getting the installation instructions </span> </a> <nav class=md-nav aria-label="Getting the installation instructions"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> </li> <li class=md-nav__item> <a href=#installation-instructions class=md-nav__link> <span class=md-ellipsis> Installation instructions </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#upgrade-to-runai-cluster-version-213-old-release class=md-nav__link> <span class=md-ellipsis> Upgrade to Run:ai cluster version 2.13 (old release) </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#before-upgrade class=md-nav__link> <span class=md-ellipsis> Before upgrade </span> </a> <nav class=md-nav aria-label="Before upgrade"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#system-and-network-requirements class=md-nav__link> <span class=md-ellipsis> System and network requirements </span> </a> </li> <li class=md-nav__item> <a href=#helm class=md-nav__link> <span class=md-ellipsis> Helm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#upgrade class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> <nav class=md-nav aria-label=Upgrade> <ul class=md-nav__list> <li class=md-nav__item> <a href=#getting-the-installation-instructions class=md-nav__link> <span class=md-ellipsis> Getting the installation instructions </span> </a> <nav class=md-nav aria-label="Getting the installation instructions"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#setup class=md-nav__link> <span class=md-ellipsis> Setup </span> </a> </li> <li class=md-nav__item> <a href=#installation-instructions class=md-nav__link> <span class=md-ellipsis> Installation instructions </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#upgrade-to-runai-cluster-version-213-old-release class=md-nav__link> <span class=md-ellipsis> Upgrade to Run:ai cluster version 2.13 (old release) </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/cluster-setup/cluster-upgrade.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Cluster Upgrade</h1> <p>This article explains how to upgrade Run:ai cluster version.</p> <h2 id=before-upgrade>Before upgrade<a class=headerlink href=#before-upgrade title="Permanent link">&para;</a></h2> <p>There are a number of matters to consider prior to upgrading the Run:ai cluster version.</p> <h3 id=system-and-network-requirements>System and network requirements<a class=headerlink href=#system-and-network-requirements title="Permanent link">&para;</a></h3> <p>Before upgrading the Run:ai cluster, validate that the latest <a href=../cluster-prerequisites/ >system requirements</a> and <a href=../network-req/ >network requirements</a> are met, as they can change from time to time.</p> <div class="admonition important"> <p class=admonition-title>Important</p> <p>It is highly recommended to upgrade the Kubernetes version together with the Run:ai cluster version, to ensure compatibility with latest supported version of your Kubernetes distribution</p> </div> <h3 id=helm>Helm<a class=headerlink href=#helm title="Permanent link">&para;</a></h3> <p>The latest releases of the Run:ai cluster require <a href=https://helm.sh/docs/helm/helm_install/ >Helm 3.14</a> or above.</p> <h2 id=upgrade>Upgrade<a class=headerlink href=#upgrade title="Permanent link">&para;</a></h2> <p>Follow the instructions to upgrade using Helm. The Helm commands to upgrade the Run:ai cluster version may differ between versions. The steps below describe how to get the instructions from the Run:ai UI.</p> <h3 id=getting-the-installation-instructions>Getting the installation instructions<a class=headerlink href=#getting-the-installation-instructions title="Permanent link">&para;</a></h3> <p>Follow the setup and installation instructions below to get the installation instructions to upgrade the Run:ai cluster.</p> <h4 id=setup>Setup<a class=headerlink href=#setup title="Permanent link">&para;</a></h4> <ol> <li>In the Run:ai UI, go to <strong>Clusters</strong> </li> <li>Select the cluster you want to upgrade </li> <li>Click <strong>INSTALLATION INSTRUCTIONS</strong> </li> <li>Optional: Select the Run:ai cluster version (latest, by default) </li> <li>Click <strong>CONTINUE</strong></li> </ol> <h4 id=installation-instructions>Installation instructions<a class=headerlink href=#installation-instructions title="Permanent link">&para;</a></h4> <ol> <li>Follow the installation instructions (See the additional instructions below when <a href=#upgrade-to-runai-cluster-version-213-old-release>upgrading to v2.13</a>)<br> run the Helm commands provided on your Kubernetes cluster (see the troubleshooting below if installation fails) </li> <li>Click <strong>DONE</strong> </li> <li>Once installation is complete, validate the cluster is <strong>Connected</strong> and listed with the new cluster version (see the cluster troubleshooting scenarios). Once you have done this, the cluster is upgraded to the latest version.</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To upgrade to a specific version, modify the <code>--version</code> flag by specifying the desired <code>&lt;version-number&gt;</code>. You can find all available versions by using the <code>helm search repo</code> command.</p> </div> <h2 id=upgrade-to-runai-cluster-version-213-old-release>Upgrade to Run:ai cluster version 2.13 (old release)<a class=headerlink href=#upgrade-to-runai-cluster-version-213-old-release title="Permanent link">&para;</a></h2> <p>Run:ai cluster version 2.13 (old release) does not support migration of the configured Helm values. If you have customized configurations you want to migrate, follow the additional steps below:</p> <ol> <li>Download the Run:ai Helm values file by running the command provided in your terminal </li> <li>Run the following command to save existing cluster Helm values into <code>old-values.yaml</code></li> </ol> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>helm<span class=w> </span>get<span class=w> </span>values<span class=w> </span>runai-cluster<span class=w> </span>-n<span class=w> </span>runai<span class=w> </span>&gt;<span class=w> </span>old-values.yaml
 </code></pre></div> <ol> <li>Identify configured custom values that you want to migrate </li> <li>Manually merge the values from <code>old-values.yaml</code> into the new values file</li> </ol> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>If you encounter an issue with the cluster upgrade, use the troubleshooting scenario below.</p> <details> <summary>Installation fails</summary> <p>If the Run:ai cluster upgrade fails, check the installation logs to identify the issue.</p> <p>Run the following script to print the installation logs:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>curl -fsSL https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh
-</code></pre></div> </details> <details> <summary>Cluster status</summary> <p>If the Run:ai cluster upgrade completes, but the cluster status does not show as <strong>Connected</strong>, refer to the <a href=../../../config/clusters/#troubleshooting>cluster troubleshooting scenarios</a></p> </details> <p>. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </details> <details> <summary>Cluster status</summary> <p>If the Run:ai cluster upgrade completes, but the cluster status does not show as <strong>Connected</strong>, refer to the <a href=../../../config/clusters/#troubleshooting>cluster troubleshooting scenarios</a></p> </details> <p>. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -42,6 +42,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/cluster-setup/customize-cluster-install/index.html b/v2.20/admin/runai-setup/cluster-setup/customize-cluster-install/index.html
index cb9ed00995..f53a589ad0 100644
--- a/v2.20/admin/runai-setup/cluster-setup/customize-cluster-install/index.html
+++ b/v2.20/admin/runai-setup/cluster-setup/customize-cluster-install/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/customize-cluster-install/ rel=canonical><link href=../cluster-install/ rel=prev><link href=../project-management/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Customize Installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/customize-cluster-install/ rel=canonical><link href=../cluster-install/ rel=prev><link href=../project-management/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Customize Installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#helm-chart-values class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Customize Installation </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2 checked> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Customize Installation </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Customize Installation </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#helm-chart-values class=md-nav__link> <span class=md-ellipsis> Helm chart values </span> </a> <nav class=md-nav aria-label="Helm chart values"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#values class=md-nav__link> <span class=md-ellipsis> Values </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#helm-chart-values class=md-nav__link> <span class=md-ellipsis> Helm chart values </span> </a> <nav class=md-nav aria-label="Helm chart values"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#values class=md-nav__link> <span class=md-ellipsis> Values </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/cluster-setup/customize-cluster-install.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Customize Installation</h1> <p>This article explains the available configurations for customizing the Run:ai cluster installation.</p> <h2 id=helm-chart-values>Helm chart values<a class=headerlink href=#helm-chart-values title="Permanent link">&para;</a></h2> <p>The Run:ai cluster installation can be customized to support your environment via Helm <a href=https://helm.sh/docs/chart_template_guide/values_files/ >values files</a> or <a href=https://helm.sh/docs/helm/helm_install/ >Helm install</a> flags.</p> <p>These configurations are saved in the runaiconfig Kubernetes object and can be edited post-installation as needed. For more information, see <a href=../../../config/advanced-cluster-config/ >Advanced Cluster Configurations</a>.</p> <h3 id=values>Values<a class=headerlink href=#values title="Permanent link">&para;</a></h3> <p>The following table lists the available Helm chart values that can be configured to customize the Run:ai cluster installation.</p> <table> <thead> <tr> <th>Key</th> <th>Description</th> <th>Default</th> </tr> </thead> <tbody> <tr> <td>global.image.registry (string)</td> <td>Global Docker image registry</td> <td>Default: <code>""</code></td> </tr> <tr> <td>global.additionalImagePullSecrets (list)</td> <td>List of image pull secrets references</td> <td>Default: <code>[]</code></td> </tr> <tr> <td>spec.researcherService.ingress.tlsSecret (string)</td> <td>Existing secret key where cluster TLS Certificates are stored (non-OpenShift)</td> <td>Default: <code>runai-cluster-domain-tls-secret</code></td> </tr> <tr> <td>spec.researcherService.route.tlsSecret (string)</td> <td>Existing secret key where cluster TLS Certificates are stored (OpenShift only)</td> <td>Default: <code>""</code></td> </tr> <tr> <td>spec.prometheus.spec.image (string)</td> <td>Due to a known issue In the Prometheus Helm chart, the imageRegistry setting is ignored. To pull the image from a different registry, you can manually specify the Prometheus image reference.</td> <td>Default: <code>quay.io/prometheus/prometheus</code></td> </tr> <tr> <td>spec.prometheus.spec.imagePullSecrets (string)</td> <td>List of image pull secrets references in the runai namespace to use for pulling Prometheus images (relevant for air-gapped installations).</td> <td>Default: <code>[]</code></td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#helm-chart-values class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Customize Installation </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2 checked> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Customize Installation </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Customize Installation </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#helm-chart-values class=md-nav__link> <span class=md-ellipsis> Helm chart values </span> </a> <nav class=md-nav aria-label="Helm chart values"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#values class=md-nav__link> <span class=md-ellipsis> Values </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#helm-chart-values class=md-nav__link> <span class=md-ellipsis> Helm chart values </span> </a> <nav class=md-nav aria-label="Helm chart values"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#values class=md-nav__link> <span class=md-ellipsis> Values </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/cluster-setup/customize-cluster-install.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Customize Installation</h1> <p>This article explains the available configurations for customizing the Run:ai cluster installation.</p> <h2 id=helm-chart-values>Helm chart values<a class=headerlink href=#helm-chart-values title="Permanent link">&para;</a></h2> <p>The Run:ai cluster installation can be customized to support your environment via Helm <a href=https://helm.sh/docs/chart_template_guide/values_files/ >values files</a> or <a href=https://helm.sh/docs/helm/helm_install/ >Helm install</a> flags.</p> <p>These configurations are saved in the runaiconfig Kubernetes object and can be edited post-installation as needed. For more information, see <a href=../../../config/advanced-cluster-config/ >Advanced Cluster Configurations</a>.</p> <h3 id=values>Values<a class=headerlink href=#values title="Permanent link">&para;</a></h3> <p>The following table lists the available Helm chart values that can be configured to customize the Run:ai cluster installation.</p> <table> <thead> <tr> <th>Key</th> <th>Description</th> <th>Default</th> </tr> </thead> <tbody> <tr> <td>global.image.registry (string)</td> <td>Global Docker image registry</td> <td>Default: <code>""</code></td> </tr> <tr> <td>global.additionalImagePullSecrets (list)</td> <td>List of image pull secrets references</td> <td>Default: <code>[]</code></td> </tr> <tr> <td>spec.researcherService.ingress.tlsSecret (string)</td> <td>Existing secret key where cluster TLS Certificates are stored (non-OpenShift)</td> <td>Default: <code>runai-cluster-domain-tls-secret</code></td> </tr> <tr> <td>spec.researcherService.route.tlsSecret (string)</td> <td>Existing secret key where cluster TLS Certificates are stored (OpenShift only)</td> <td>Default: <code>""</code></td> </tr> <tr> <td>spec.prometheus.spec.image (string)</td> <td>Due to a known issue In the Prometheus Helm chart, the imageRegistry setting is ignored. To pull the image from a different registry, you can manually specify the Prometheus image reference.</td> <td>Default: <code>quay.io/prometheus/prometheus</code></td> </tr> <tr> <td>spec.prometheus.spec.imagePullSecrets (string)</td> <td>List of image pull secrets references in the runai namespace to use for pulling Prometheus images (relevant for air-gapped installations).</td> <td>Default: <code>[]</code></td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/cluster-setup/dgx-bundle/index.html b/v2.20/admin/runai-setup/cluster-setup/dgx-bundle/index.html
index a014ba8abd..370110e225 100644
--- a/v2.20/admin/runai-setup/cluster-setup/dgx-bundle/index.html
+++ b/v2.20/admin/runai-setup/cluster-setup/dgx-bundle/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/dgx-bundle/ rel=canonical><link href=../cluster-delete/ rel=prev><link href=../../self-hosted/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Install using Base Command Manager - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/dgx-bundle/ rel=canonical><link href=../cluster-delete/ rel=prev><link href=../../self-hosted/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Install using Base Command Manager - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 </style> <ol> <li>Go to the locally installed BCM landing page, Select the Run:ai tile or access directly to <code>http://&lt;BCM-CLUSTER-IP&gt;:30080/runai-installer</code> (HTTP only)<br> <a class=glightbox href=../img/bcm1.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=image(56).png class=border-img src=../img/bcm1.png></a></li> <li>Click <strong>VERIFY</strong> in order to check System Requirements are met.<br> <a class=glightbox href=../img/bcm2.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=image(57).png class=border-img src=../img/bcm2.png></a></li> <li>After verification completed successfully, click <strong>CONTINUE</strong>.<br> <a class=glightbox href=../img/bcm2.5.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=image(58).png class=border-img src=../img/bcm2.5.png></a></li> <li>Enter the cluster information and click <strong>CONTINUE</strong>.<br> <a class=glightbox href=../img/bcm3.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=image(61).png class=border-img src=../img/bcm3.png></a></li> <li>The Run:ai installation will start and should be complete within a few minutes<br> <a class=glightbox href=../img/bcm4.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=image(63).png class=border-img src=../img/bcm4.png></a></li> <li>Once a message of <strong>Run:ai was installed successfully!</strong> is displayed, Click on <strong>START USING RUN:AI</strong> to launch the login page of the tenant in a new browser tab.<br> <a class=glightbox href=../img/bcm5.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=image(62).png class=border-img src=../img/bcm5.png></a></li> </ol> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>If you encounter an issue with the installation, try the troubleshooting scenario below.</p> <h3 id=runai-installer_1>Run:ai Installer<a class=headerlink href=#runai-installer_1 title="Permanent link">&para;</a></h3> <p>The Run:ai Installer is a pod in Kubernetes. The pod is responsible for the installation preparation and prerequisite gathering phase. In case of an error during the Prerequisites verification, Run the following command to print the logs:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl<span class=w> </span>get<span class=w> </span>pods<span class=w> </span>-n<span class=w> </span>runai<span class=w> </span><span class=p>|</span><span class=w> </span>grep<span class=w> </span><span class=s1>&#39;cluster-installer&#39;</span><span class=w> </span><span class=c1># Find the cluster installer pod&#39;s name</span>
 <a id=__codelineno-0-2 name=__codelineno-0-2 href=#__codelineno-0-2></a>kubectl<span class=w> </span>logs<span class=w> </span>&lt;POD-NAME&gt;<span class=w> </span>-n<span class=w> </span>runai<span class=w> </span><span class=c1># Print the cluster installer pod logs</span>
 </code></pre></div> <h3 id=installation_1>Installation<a class=headerlink href=#installation_1 title="Permanent link">&para;</a></h3> <p>If the Run:ai cluster installation failed, check the installation logs to identify the issue. Run the following script to print the installation logs:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>curl<span class=w> </span>-fsSL<span class=w> </span>https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh
-</code></pre></div> <h3 id=cluster-status>Cluster status<a class=headerlink href=#cluster-status title="Permanent link">&para;</a></h3> <p>If the Run:ai cluster installation completed, but the cluster status did not change its status to <strong>Connected</strong>, check the cluster <a href=../../../config/clusters/#troubleshooting-scenarios>troubleshooting scenarios</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h3 id=cluster-status>Cluster status<a class=headerlink href=#cluster-status title="Permanent link">&para;</a></h3> <p>If the Run:ai cluster installation completed, but the cluster status did not change its status to <strong>Connected</strong>, check the cluster <a href=../../../config/clusters/#troubleshooting-scenarios>troubleshooting scenarios</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/cluster-setup/network-req/index.html b/v2.20/admin/runai-setup/cluster-setup/network-req/index.html
index 00b2a110a2..9fa80b35f7 100644
--- a/v2.20/admin/runai-setup/cluster-setup/network-req/index.html
+++ b/v2.20/admin/runai-setup/cluster-setup/network-req/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/network-req/ rel=canonical><link href=../cluster-prerequisites/ rel=prev><link href=../cluster-install/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Network Requirements - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/network-req/ rel=canonical><link href=../cluster-prerequisites/ rel=prev><link href=../cluster-install/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Network Requirements - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#network-requirements class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Network Requirements </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2 checked> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Network Requirements </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Network Requirements </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#external-access class=md-nav__link> <span class=md-ellipsis> External access </span> </a> <nav class=md-nav aria-label="External access"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#inbound-rules class=md-nav__link> <span class=md-ellipsis> Inbound rules </span> </a> </li> <li class=md-nav__item> <a href=#outbound-rules class=md-nav__link> <span class=md-ellipsis> Outbound rules </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#internal-network class=md-nav__link> <span class=md-ellipsis> Internal network </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#external-access class=md-nav__link> <span class=md-ellipsis> External access </span> </a> <nav class=md-nav aria-label="External access"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#inbound-rules class=md-nav__link> <span class=md-ellipsis> Inbound rules </span> </a> </li> <li class=md-nav__item> <a href=#outbound-rules class=md-nav__link> <span class=md-ellipsis> Outbound rules </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#internal-network class=md-nav__link> <span class=md-ellipsis> Internal network </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/cluster-setup/network-req.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=network-requirements>Network Requirements<a class=headerlink href=#network-requirements title="Permanent link">&para;</a></h1> <p>The following network requirements are for the Run:ai cluster installation and usage.</p> <h2 id=external-access>External access<a class=headerlink href=#external-access title="Permanent link">&para;</a></h2> <p>Set out below are the domains to whitelist and ports to open for installation, upgrade, and usage of the application and its management.</p> <p>Ensure the inbound and outbound rules are correctly applied to your firewall.</p> <h3 id=inbound-rules>Inbound rules<a class=headerlink href=#inbound-rules title="Permanent link">&para;</a></h3> <p>To allow your organization’s Run:ai users to interact with the cluster using the <a href=../../../researcher-setup/researcher-setup-intro/ >Run:ai Command-line interface</a>, or access specific UI features, certain inbound ports need to be open.</p> <table> <thead> <tr> <th style="text-align: left;">Name</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Source</th> <th style="text-align: left;">Destination</th> <th style="text-align: left;">Port</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Run:ai cluster</td> <td style="text-align: left;">Run:ai cluster HTTPS entrypoint</td> <td style="text-align: left;">0.0.0.0</td> <td style="text-align: left;">all k8s nodes</td> <td style="text-align: left;">443</td> </tr> </tbody> </table> <h3 id=outbound-rules>Outbound rules<a class=headerlink href=#outbound-rules title="Permanent link">&para;</a></h3> <p>For the Run:ai cluster installation and usage, certain <strong>outbound</strong> ports must be open.</p> <table> <thead> <tr> <th style="text-align: left;">Name</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Source</th> <th style="text-align: left;">Destination</th> <th style="text-align: left;">Port</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Run:ai Platform</td> <td style="text-align: left;">Run:ai cloud instance</td> <td style="text-align: left;">Run:ai system nodes</td> <td style="text-align: left;">app.run.ai</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Grafana</td> <td style="text-align: left;">Run:ai cloud metrics store</td> <td style="text-align: left;">Run:ai system nodes</td> <td style="text-align: left;">prometheus-us-central1.grafana.net and runailabs.com</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Google Container Registry</td> <td style="text-align: left;">Run:ai image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">gcr.io/run-ai-prod</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">JFrog Artifactory</td> <td style="text-align: left;">Run:ai Helm repository</td> <td style="text-align: left;">Helm client machine</td> <td style="text-align: left;">runai.jfrog.io</td> <td style="text-align: left;">443</td> </tr> </tbody> </table> <p>The Run:ai installation has <a href=../cluster-prerequisites/#software-requirements>software requirements</a> that require additional components to be installed on the cluster. This article includes simple installation examples which can be used optionally and require the following cluster outbound ports to be open:</p> <table> <thead> <tr> <th style="text-align: left;">Name</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Source</th> <th style="text-align: left;">Destination</th> <th style="text-align: left;">Port</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Kubernetes Registry</td> <td style="text-align: left;">Ingress Nginx image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">registry.k8s.io</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Google Container Registry</td> <td style="text-align: left;">GPU Operator, and Knative image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">gcr.io</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Red Hat Container Registry</td> <td style="text-align: left;">Prometheus Operator image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">quay.io</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Docker Hub Registry</td> <td style="text-align: left;">Training Operator image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">docker.io</td> <td style="text-align: left;">443</td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p>If you are using an HTTP proxy, contact Run:ai support for further instructions.</p> </div> <h2 id=internal-network>Internal network<a class=headerlink href=#internal-network title="Permanent link">&para;</a></h2> <p>Ensure that all Kubernetes nodes can communicate with each other across all necessary ports. Kubernetes assumes full interconnectivity between nodes, so you must configure your network to allow this seamless communication. Specific port requirements may vary depending on your network setup.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#network-requirements class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Network Requirements </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2 checked> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Network Requirements </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Network Requirements </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#external-access class=md-nav__link> <span class=md-ellipsis> External access </span> </a> <nav class=md-nav aria-label="External access"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#inbound-rules class=md-nav__link> <span class=md-ellipsis> Inbound rules </span> </a> </li> <li class=md-nav__item> <a href=#outbound-rules class=md-nav__link> <span class=md-ellipsis> Outbound rules </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#internal-network class=md-nav__link> <span class=md-ellipsis> Internal network </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#external-access class=md-nav__link> <span class=md-ellipsis> External access </span> </a> <nav class=md-nav aria-label="External access"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#inbound-rules class=md-nav__link> <span class=md-ellipsis> Inbound rules </span> </a> </li> <li class=md-nav__item> <a href=#outbound-rules class=md-nav__link> <span class=md-ellipsis> Outbound rules </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#internal-network class=md-nav__link> <span class=md-ellipsis> Internal network </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/cluster-setup/network-req.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=network-requirements>Network Requirements<a class=headerlink href=#network-requirements title="Permanent link">&para;</a></h1> <p>The following network requirements are for the Run:ai cluster installation and usage.</p> <h2 id=external-access>External access<a class=headerlink href=#external-access title="Permanent link">&para;</a></h2> <p>Set out below are the domains to whitelist and ports to open for installation, upgrade, and usage of the application and its management.</p> <p>Ensure the inbound and outbound rules are correctly applied to your firewall.</p> <h3 id=inbound-rules>Inbound rules<a class=headerlink href=#inbound-rules title="Permanent link">&para;</a></h3> <p>To allow your organization’s Run:ai users to interact with the cluster using the <a href=../../../researcher-setup/researcher-setup-intro/ >Run:ai Command-line interface</a>, or access specific UI features, certain inbound ports need to be open.</p> <table> <thead> <tr> <th style="text-align: left;">Name</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Source</th> <th style="text-align: left;">Destination</th> <th style="text-align: left;">Port</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Run:ai cluster</td> <td style="text-align: left;">Run:ai cluster HTTPS entrypoint</td> <td style="text-align: left;">0.0.0.0</td> <td style="text-align: left;">all k8s nodes</td> <td style="text-align: left;">443</td> </tr> </tbody> </table> <h3 id=outbound-rules>Outbound rules<a class=headerlink href=#outbound-rules title="Permanent link">&para;</a></h3> <p>For the Run:ai cluster installation and usage, certain <strong>outbound</strong> ports must be open.</p> <table> <thead> <tr> <th style="text-align: left;">Name</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Source</th> <th style="text-align: left;">Destination</th> <th style="text-align: left;">Port</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Run:ai Platform</td> <td style="text-align: left;">Run:ai cloud instance</td> <td style="text-align: left;">Run:ai system nodes</td> <td style="text-align: left;">app.run.ai</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Grafana</td> <td style="text-align: left;">Run:ai cloud metrics store</td> <td style="text-align: left;">Run:ai system nodes</td> <td style="text-align: left;">prometheus-us-central1.grafana.net and runailabs.com</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Google Container Registry</td> <td style="text-align: left;">Run:ai image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">gcr.io/run-ai-prod</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">JFrog Artifactory</td> <td style="text-align: left;">Run:ai Helm repository</td> <td style="text-align: left;">Helm client machine</td> <td style="text-align: left;">runai.jfrog.io</td> <td style="text-align: left;">443</td> </tr> </tbody> </table> <p>The Run:ai installation has <a href=../cluster-prerequisites/#software-requirements>software requirements</a> that require additional components to be installed on the cluster. This article includes simple installation examples which can be used optionally and require the following cluster outbound ports to be open:</p> <table> <thead> <tr> <th style="text-align: left;">Name</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Source</th> <th style="text-align: left;">Destination</th> <th style="text-align: left;">Port</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Kubernetes Registry</td> <td style="text-align: left;">Ingress Nginx image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">registry.k8s.io</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Google Container Registry</td> <td style="text-align: left;">GPU Operator, and Knative image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">gcr.io</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Red Hat Container Registry</td> <td style="text-align: left;">Prometheus Operator image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">quay.io</td> <td style="text-align: left;">443</td> </tr> <tr> <td style="text-align: left;">Docker Hub Registry</td> <td style="text-align: left;">Training Operator image repository</td> <td style="text-align: left;">All K8S nodes</td> <td style="text-align: left;">docker.io</td> <td style="text-align: left;">443</td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p>If you are using an HTTP proxy, contact Run:ai support for further instructions.</p> </div> <h2 id=internal-network>Internal network<a class=headerlink href=#internal-network title="Permanent link">&para;</a></h2> <p>Ensure that all Kubernetes nodes can communicate with each other across all necessary ports. Kubernetes assumes full interconnectivity between nodes, so you must configure your network to allow this seamless communication. Specific port requirements may vary depending on your network setup.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/cluster-setup/project-management/index.html b/v2.20/admin/runai-setup/cluster-setup/project-management/index.html
index 374421260a..7420069de4 100644
--- a/v2.20/admin/runai-setup/cluster-setup/project-management/index.html
+++ b/v2.20/admin/runai-setup/cluster-setup/project-management/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/project-management/ rel=canonical><link href=../customize-cluster-install/ rel=prev><link href=../cluster-upgrade/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Manually Create Projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/project-management/ rel=canonical><link href=../customize-cluster-install/ rel=prev><link href=../cluster-upgrade/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Manually Create Projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -13,7 +13,7 @@
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#manual-creation-of-namespaces-for-projects class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Manually Create Projects </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2 checked> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Manually Create Projects </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Manually Create Projects </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#manual-creation-of-namespaces-for-projects class=md-nav__link> <span class=md-ellipsis> Manual Creation of Namespaces for Projects </span> </a> </li> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#process class=md-nav__link> <span class=md-ellipsis> Process </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#manual-creation-of-namespaces-for-projects class=md-nav__link> <span class=md-ellipsis> Manual Creation of Namespaces for Projects </span> </a> </li> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#process class=md-nav__link> <span class=md-ellipsis> Process </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/cluster-setup/project-management.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Manually Create Projects</h1> <h2 id=manual-creation-of-namespaces-for-projects>Manual Creation of Namespaces for Projects<a class=headerlink href=#manual-creation-of-namespaces-for-projects title="Permanent link">&para;</a></h2> <h2 id=introduction>Introduction<a class=headerlink href=#introduction title="Permanent link">&para;</a></h2> <p>The Administrator creates Run:ai Projects via the <a href=../../../../platform-admin/aiinitiatives/org/projects/#adding-a-new-project>Run:ai user interface</a>. When enabling <a href=../../../authentication/researcher-authentication/ >Researcher Authentication</a> you also assign users to Projects.</p> <p>Run:ai Projects are implemented as Kubernetes namespaces. When creating a new Run:ai Project, Run:ai does the following automatically:</p> <ol> <li>Creates a namespace by the name of <code>runai-&lt;PROJECT-NAME&gt;</code>.</li> <li>Labels the namespace as <em>managed by Run:ai</em>.</li> <li>Provides access to the namespace for Run:ai services.</li> <li>Associates users with the namespace.</li> </ol> <p>This process may <strong>need to be altered</strong> if,</p> <ul> <li>Researchers already have existing Kubernetes namespaces</li> <li>The organization's Kubernetes namespace naming convention does not allow the <code>runai-</code> prefix.</li> <li>The organization's policy does not allow the automatic creation of namespaces.</li> </ul> <h2 id=process>Process<a class=headerlink href=#process title="Permanent link">&para;</a></h2> <p>Run:ai allows the <strong>association</strong> of a Run:ai Project with any existing Kubernetes namespace:</p> <ul> <li>Disable namespace creation by setting the cluster flag <code>createNamespaces</code> to <code>false</code>. For more information see <a href=../../../config/advanced-cluster-config/ >Advanced Cluster Configuration</a> </li> <li>Using the Run:ai User Interface, create a new Project <code>&lt;PROJECT-NAME&gt;</code>. A namespace will <strong>not</strong> be created.</li> <li>Associate and existing namepace <code>&lt;NAMESPACE&gt;</code> with the Run:ai project by running:</li> </ul> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl label ns &lt;NAMESPACE&gt;  runai/queue=&lt;PROJECT_NAME&gt;
-</code></pre></div> <div class="admonition caution"> <p class=admonition-title>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <div class="admonition caution"> <p class=admonition-title>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -41,6 +41,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/installation-types/index.html b/v2.20/admin/runai-setup/installation-types/index.html
index f39ccf748c..4d92c387cc 100644
--- a/v2.20/admin/runai-setup/installation-types/index.html
+++ b/v2.20/admin/runai-setup/installation-types/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/installation-types/ rel=canonical><link href=../../overview-administrator/ rel=prev><link href=../cluster-setup/cluster-setup-intro/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Installation Types - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/installation-types/ rel=canonical><link href=../../overview-administrator/ rel=prev><link href=../cluster-setup/cluster-setup-intro/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Installation Types - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#installation-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Installation Types </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Installation Types </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Installation Types </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#self-hosted-installation class=md-nav__link> <span class=md-ellipsis> Self-hosted Installation </span> </a> <nav class=md-nav aria-label="Self-hosted Installation"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#self-hosting-with-kubernetes-vs-openshift class=md-nav__link> <span class=md-ellipsis> Self-hosting with Kubernetes vs OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#secure-installation class=md-nav__link> <span class=md-ellipsis> Secure Installation </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#self-hosted-installation class=md-nav__link> <span class=md-ellipsis> Self-hosted Installation </span> </a> <nav class=md-nav aria-label="Self-hosted Installation"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#self-hosting-with-kubernetes-vs-openshift class=md-nav__link> <span class=md-ellipsis> Self-hosting with Kubernetes vs OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#secure-installation class=md-nav__link> <span class=md-ellipsis> Secure Installation </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/installation-types.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=installation-types>Installation Types<a class=headerlink href=#installation-types title="Permanent link">&para;</a></h1> <p>Run:ai consists of two components:</p> <ul> <li>The Run:ai <a href=../../../home/components/#runai-cluster>Cluster</a>. One or more data-science GPU clusters hosted by the customer (on-prem or cloud).</li> <li>The Run:ai <a href=../../../home/components/#components>Control plane</a>. A single entity that monitors clusters, sets priorities, and business policies.</li> </ul> <p>There are two main installation options:</p> <table> <thead> <tr> <th>Installation Type</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><a href=../cluster-setup/cluster-setup-intro/ >Classic (SaaS)</a></td> <td>Run:ai is installed on the customer's data science GPU clusters. The cluster connects to the Run:ai control plane on the cloud (https://<code>&lt;tenant-name&gt;</code>.run.ai). <br> With this installation, the cluster requires an <strong>outbound</strong> connection to the Run:ai cloud.</td> </tr> <tr> <td><a href=../self-hosted/overview/ >Self-hosted</a></td> <td>The Run:ai control plane is also installed in the customer's data center</td> </tr> </tbody> </table> <p>The self-hosted option is for organizations that cannot use a SaaS solution due to data leakage concerns. The self-hosted installation is priced differently. For further information please talk to Run:ai sales.</p> <p><a class=glightbox href=../img/installation-types.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=installation-types src=../img/installation-types.png></a></p> <h2 id=self-hosted-installation>Self-hosted Installation<a class=headerlink href=#self-hosted-installation title="Permanent link">&para;</a></h2> <p>Run:ai self-hosting comes with two variants:</p> <table> <thead> <tr> <th>Self-hosting Type</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Connected</td> <td>The organization can freely download from the internet (though upload is not allowed)</td> </tr> <tr> <td>Air-gapped</td> <td>The organization has no connection to the internet</td> </tr> </tbody> </table> <h3 id=self-hosting-with-kubernetes-vs-openshift>Self-hosting with Kubernetes vs OpenShift<a class=headerlink href=#self-hosting-with-kubernetes-vs-openshift title="Permanent link">&para;</a></h3> <p>Kubernetes has many <a href=https://kubernetes.io/docs/setup/#production-environment target=_blank>Certified Kubernetes Providers</a>. Run:ai has been certified with several of them (see the <a href=../cluster-setup/cluster-prerequisites/#kubernetes-distribution>Kubernetes distribution</a> section). The OpenShift installation is different from the rest. As such, the Run:ai self-hosted installation instructions are divided into two separate sections:</p> <ul> <li>OpenShift-based installation. See <a href=../self-hosted/ocp/prerequisites/ >Run:ai OpenShift installation</a>.</li> <li>Kubernetes-based installation. See <a href=../self-hosted/k8s/prerequisites/ >Run:ai Kubernetes installation</a>.</li> </ul> <h2 id=secure-installation>Secure Installation<a class=headerlink href=#secure-installation title="Permanent link">&para;</a></h2> <p>In many organizations, Kubernetes is governed by IT compliance rules. In this scenario, there are strict access control rules during the installation and running of workloads:</p> <ul> <li>OpenShift is secured using <em>Security Context Constraints</em> (SCC). The Run:ai installation supports SCC.</li> <li>Run:ai provides limited support for Kubernetes <em>Pod Security Admission (PSA)</em>. For more information see <a href=../cluster-setup/cluster-prerequisites/#kubernetes-pod-security-admission>Kubernetes prerequisites</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#installation-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Installation Types </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Installation Types </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Installation Types </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#self-hosted-installation class=md-nav__link> <span class=md-ellipsis> Self-hosted Installation </span> </a> <nav class=md-nav aria-label="Self-hosted Installation"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#self-hosting-with-kubernetes-vs-openshift class=md-nav__link> <span class=md-ellipsis> Self-hosting with Kubernetes vs OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#secure-installation class=md-nav__link> <span class=md-ellipsis> Secure Installation </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#self-hosted-installation class=md-nav__link> <span class=md-ellipsis> Self-hosted Installation </span> </a> <nav class=md-nav aria-label="Self-hosted Installation"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#self-hosting-with-kubernetes-vs-openshift class=md-nav__link> <span class=md-ellipsis> Self-hosting with Kubernetes vs OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#secure-installation class=md-nav__link> <span class=md-ellipsis> Secure Installation </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/installation-types.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=installation-types>Installation Types<a class=headerlink href=#installation-types title="Permanent link">&para;</a></h1> <p>Run:ai consists of two components:</p> <ul> <li>The Run:ai <a href=../../../home/components/#runai-cluster>Cluster</a>. One or more data-science GPU clusters hosted by the customer (on-prem or cloud).</li> <li>The Run:ai <a href=../../../home/components/#components>Control plane</a>. A single entity that monitors clusters, sets priorities, and business policies.</li> </ul> <p>There are two main installation options:</p> <table> <thead> <tr> <th>Installation Type</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><a href=../cluster-setup/cluster-setup-intro/ >Classic (SaaS)</a></td> <td>Run:ai is installed on the customer's data science GPU clusters. The cluster connects to the Run:ai control plane on the cloud (https://<code>&lt;tenant-name&gt;</code>.run.ai). <br> With this installation, the cluster requires an <strong>outbound</strong> connection to the Run:ai cloud.</td> </tr> <tr> <td><a href=../self-hosted/overview/ >Self-hosted</a></td> <td>The Run:ai control plane is also installed in the customer's data center</td> </tr> </tbody> </table> <p>The self-hosted option is for organizations that cannot use a SaaS solution due to data leakage concerns. The self-hosted installation is priced differently. For further information please talk to Run:ai sales.</p> <p><a class=glightbox href=../img/installation-types.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=installation-types src=../img/installation-types.png></a></p> <h2 id=self-hosted-installation>Self-hosted Installation<a class=headerlink href=#self-hosted-installation title="Permanent link">&para;</a></h2> <p>Run:ai self-hosting comes with two variants:</p> <table> <thead> <tr> <th>Self-hosting Type</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Connected</td> <td>The organization can freely download from the internet (though upload is not allowed)</td> </tr> <tr> <td>Air-gapped</td> <td>The organization has no connection to the internet</td> </tr> </tbody> </table> <h3 id=self-hosting-with-kubernetes-vs-openshift>Self-hosting with Kubernetes vs OpenShift<a class=headerlink href=#self-hosting-with-kubernetes-vs-openshift title="Permanent link">&para;</a></h3> <p>Kubernetes has many <a href=https://kubernetes.io/docs/setup/#production-environment target=_blank>Certified Kubernetes Providers</a>. Run:ai has been certified with several of them (see the <a href=../cluster-setup/cluster-prerequisites/#kubernetes-distribution>Kubernetes distribution</a> section). The OpenShift installation is different from the rest. As such, the Run:ai self-hosted installation instructions are divided into two separate sections:</p> <ul> <li>OpenShift-based installation. See <a href=../self-hosted/ocp/prerequisites/ >Run:ai OpenShift installation</a>.</li> <li>Kubernetes-based installation. See <a href=../self-hosted/k8s/prerequisites/ >Run:ai Kubernetes installation</a>.</li> </ul> <h2 id=secure-installation>Secure Installation<a class=headerlink href=#secure-installation title="Permanent link">&para;</a></h2> <p>In many organizations, Kubernetes is governed by IT compliance rules. In this scenario, there are strict access control rules during the installation and running of workloads:</p> <ul> <li>OpenShift is secured using <em>Security Context Constraints</em> (SCC). The Run:ai installation supports SCC.</li> <li>Run:ai provides limited support for Kubernetes <em>Pod Security Admission (PSA)</em>. For more information see <a href=../cluster-setup/cluster-prerequisites/#kubernetes-pod-security-admission>Kubernetes prerequisites</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/k8s/additional-clusters/index.html b/v2.20/admin/runai-setup/self-hosted/k8s/additional-clusters/index.html
index 72de816de2..97a4dcf013 100644
--- a/v2.20/admin/runai-setup/self-hosted/k8s/additional-clusters/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/k8s/additional-clusters/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/additional-clusters/ rel=canonical><link href=../cluster/ rel=prev><link href=../project-management/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Install additional Clusters - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/additional-clusters/ rel=canonical><link href=../cluster/ rel=prev><link href=../project-management/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Install additional Clusters - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 * Under: `spec.global` set `clusterDomain` to the domain name of the new cluster.
 * Under `spec.researcher-service` set `ingress` to `true`.
 
---> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+--> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/k8s/backend/index.html b/v2.20/admin/runai-setup/self-hosted/k8s/backend/index.html
index 2548f33d70..fd3b8a8e6a 100644
--- a/v2.20/admin/runai-setup/self-hosted/k8s/backend/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/k8s/backend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/backend/ rel=canonical><link href=../preparations/ rel=prev><link href=../cluster/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Install Control Plane - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/backend/ rel=canonical><link href=../preparations/ rel=prev><link href=../cluster/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Install Control Plane - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -20,7 +20,7 @@
 <a id=__codelineno-1-2 name=__codelineno-1-2 href=#__codelineno-1-2></a><span class=w>    </span>--set<span class=w> </span>global.domain<span class=o>=</span>&lt;DOMAIN&gt;<span class=w>  </span><span class=se>\ </span><span class=c1># (2)</span>
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a><span class=w>    </span>--set<span class=w> </span>global.customCA.enabled<span class=o>=</span><span class=nb>true</span><span class=w> </span><span class=se>\ </span><span class=w> </span><span class=c1># (3)</span>
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a><span class=w>    </span>-n<span class=w> </span>runai-backend<span class=w> </span>-f<span class=w> </span>custom-env.yaml<span class=w>  </span><span class=c1># (4)</span>
-</code></pre></div> <ol> <li>Replace <code>&lt;VERSION&gt;</code> with the Run:ai control plane version.</li> <li>Domain name described <a href=../preparations/#domain-certificate>here</a>. </li> <li>See the Local Certificate Authority instructions below</li> <li><code>custom-env.yaml</code> should have been created by the <em>prepare installation</em> script in the previous section. </li> </ol> </div> </div> </div> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Use the <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation.</p> </div> <h2 id=additional-runai-configurations-optional>Additional Run:ai configurations (optional)<a class=headerlink href=#additional-runai-configurations-optional title="Permanent link">&para;</a></h2> <p>There may be cases where you need to set additional properties, To apply the changes run <code>helm upgrade</code> and use <code>--set</code> to set specific configurations, and restart the relevant Run:ai pods so they can fetch the new configurations.</p> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>global.ingress.ingressClass</code></td> <td>Ingress class</td> <td>Run:ai default is using NGINX. If your cluster has a different ingress controller, you can configure the ingress class to be created by Run:ai</td> </tr> <tr> <td><code>global.ingress.tlsSecretName</code></td> <td>TLS secret name</td> <td>Run:ai requires the creation of a secret with <a href=../preparations/#domain-certificate>domain certificate</a>. If the <code>runai-backend</code> namespace already had such a secret, you can set the secret name here</td> </tr> <tr> <td><code>&lt;component&gt;</code> <br> &ensp;<code>resources:</code> <br> &emsp; <code>limits:</code> <br> &emsp; &ensp; <code>cpu: 500m</code> <br> &emsp; &ensp; <code>memory: 512Mi</code> <br> &emsp; <code>requests:</code> <br> &emsp; &ensp; <code>cpu: 250m</code> <br> &emsp; &ensp; <code>memory: 256Mi</code></td> <td>Pod request and limits</td> <td>Set Run:ai and 3rd party services' resources</td> </tr> <tr> <td><code>disableIstioSidecarInjection.enabled</code></td> <td>Disable Istio sidecar injection</td> <td>Disable the automatic injection of Istio sidecars across the entire Run:ai Control Plane services.</td> </tr> <tr> <td><code>global.affinity</code></td> <td>System nodes</td> <td>Sets the system nodes where the Run:ai control plane services are scheduled.</td> </tr> </tbody> </table> <h2 id=additional-3rd-party-configurations-optional>Additional 3rd party configurations (optional)<a class=headerlink href=#additional-3rd-party-configurations-optional title="Permanent link">&para;</a></h2> <p>The Run:ai Control Plane chart, includes multiple sub-charts of 3rd party components:</p> <ul> <li><a href=https://artifacthub.io/packages/helm/bitnami/postgresql target=_blank>PostgreSQL</a> - Data store</li> <li><a href=https://artifacthub.io/packages/helm/bitnami/thanos target=_blank>Thanos</a> - Metrics Store</li> <li><a href=https://artifacthub.io/packages/helm/codecentric/keycloakx target=_blank>Keycloakx</a> - Identity &amp; Access Management</li> <li><a href=https://artifacthub.io/packages/helm/grafana/grafana target=_blank>Grafana</a> - Analytics Dashboard</li> <li><a href=https://artifacthub.io/packages/helm/bitnami/redis target=_blank>Redis</a> - Caching (Disabled, by default)</li> </ul> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Click on any component, to view it's chart values and configurations</p> </div> <p>If you have opted to connect to an <a href=../preparations/#external-postgres-database-optional>external PostgreSQL database</a>, refer to the additional configurations table below. Adjust the following parameters based on your connection details:</p> <ol> <li>Disable PostgreSQL deployment - <code>postgresql.enabled</code></li> <li>Run:ai connection details - <code>global.postgresql.auth</code></li> <li>Grafana connection details - <code>grafana.dbUser</code>, <code>grafana.dbPassword</code></li> </ol> <h3 id=postgresql>PostgreSQL<a class=headerlink href=#postgresql title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>postgresql.enabled</code></td> <td>PostgreSQL installation</td> <td>If set to <code>false</code> the PostgreSQL will not be installed</td> </tr> <tr> <td><code>global.postgresql.auth.host</code></td> <td>PostgreSQL host</td> <td>Hostname or IP address of the PostgreSQL server</td> </tr> <tr> <td><code>global.postgresql.auth.port</code></td> <td>PostgreSQL port</td> <td>Port number on which PostgreSQL is running</td> </tr> <tr> <td><code>global.postgresql.auth.username</code></td> <td>PostgreSQL username</td> <td>Username for connecting to PostgreSQL</td> </tr> <tr> <td><code>global.postgresql.auth.password</code></td> <td>PostgreSQL password</td> <td>Password for the PostgreSQL user specified by <code>global.postgresql.auth.username</code></td> </tr> <tr> <td><code>global.postgresql.auth.postgresPassword</code></td> <td>PostgreSQL default admin password</td> <td>Password for the built-in PostgreSQL superuser (<code>postgres</code>)</td> </tr> <tr> <td><code>global.postgresql.auth.existingSecret</code></td> <td>Postgres Credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>global.postgresql.auth.dbSslMode</code></td> <td>Postgres connection SSL mode</td> <td>Set the SSL mode, see list in <a href=https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION>Protection Provided in Different Modes</a>, <code>prefer</code> mode is not supported</td> </tr> <tr> <td><code>postgresql.primary.initdb.password</code></td> <td>PostgreSQL default admin password</td> <td>Set the same password as in <code>global.postgresql.auth.postgresPassword</code> (if changed)</td> </tr> <tr> <td><code>postgresql.primary.persistence.storageClass</code></td> <td>Storage class</td> <td>The installation to work with a specific storage class rather than the default one</td> </tr> </tbody> </table> <h3 id=thanos>Thanos<a class=headerlink href=#thanos title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>thanos.receive.persistence.storageClass</code></td> <td>Storage class</td> <td>The installation to work with a specific storage class rather than the default one</td> </tr> </tbody> </table> <h3 id=keycloakx>Keycloakx<a class=headerlink href=#keycloakx title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>keycloakx.adminUser</code></td> <td>User name of the internal identity provider administrator</td> <td>This user is the administrator of Keycloak</td> </tr> <tr> <td><code>keycloakx.adminPassword</code></td> <td>Password of the internal identity provider administrator</td> <td>This password is for the administrator of Keycloak</td> </tr> <tr> <td><code>keycloakx.existingSecret</code></td> <td>Keycloakx Credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>global.keycloakx.host</code></td> <td>KeyCloak (Run:ai internal identity provider) host path</td> <td>Override the DNS for Keycloak. This can be used to access Keycloak from outside the Run:ai Control Plane cluster via ingress</td> </tr> </tbody> </table> <p>The <code>keycloakx.adminUser</code> can only be set during the initial installation. The admin password, however, can also be changed later through the Keycloak UI, but you must also update the <code>keycloakx.adminPassword</code> value in the Helm chart using helm upgrade. Failing to update the Helm values after changing the password can lead to control plane services encountering errors.</p> <h3 id=grafana>Grafana<a class=headerlink href=#grafana title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>grafana.db.existingSecret</code></td> <td>Grafana database connection credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>grafana.dbUser</code></td> <td>Grafana database username</td> <td>Username for accessing the Grafana database</td> </tr> <tr> <td><code>grafana.dbPassword</code></td> <td>Grafana database password</td> <td>Password for the Grafana database user</td> </tr> <tr> <td><code>grafana.admin.existingSecret</code></td> <td>Grafana admin default credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>grafana.adminUser</code></td> <td>Grafana username</td> <td>Override the Run:ai default user name for accessing Grafana</td> </tr> <tr> <td><code>grafana.adminPassword</code></td> <td>Grafana password</td> <td>Override the Run:ai default password for accessing Grafana</td> </tr> </tbody> </table> <h3 id=redis>Redis<a class=headerlink href=#redis title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>redisCache.auth.password</code></td> <td>Redis (Runai internal cache mechanism) applicative password</td> <td>Override the default password</td> </tr> <tr> <td><code>redisCache.auth.existingSecret</code></td> <td>Redis credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> </tbody> </table> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <h3 id=connect-to-runai-user-interface>Connect to Run:ai User interface<a class=headerlink href=#connect-to-runai-user-interface title="Permanent link">&para;</a></h3> <p>Go to: <code>runai.&lt;domain&gt;</code>. Log in using the default credentials: User: <code>test@run.ai</code>, Password: <code>Abcd!234</code>. Go to the Users area and change the password.</p> <h3 id=enable-forgot-password-optional>Enable Forgot Password (optional)<a class=headerlink href=#enable-forgot-password-optional title="Permanent link">&para;</a></h3> <p>To support the <em>Forgot password</em> functionality, follow the steps below.</p> <ul> <li>Go to <code>runai.&lt;domain&gt;/auth</code> and Log in.</li> <li>Under <code>Realm settings</code>, select the <code>Login</code> tab and enable the <code>Forgot password</code> feature.</li> <li>Under the <code>Email</code> tab, define an SMTP server, as explained <a href=https://www.keycloak.org/docs/latest/server_admin/#_email target=_blank>here</a></li> </ul> <h3 id=install-runai-cluster>Install Run:ai Cluster<a class=headerlink href=#install-runai-cluster title="Permanent link">&para;</a></h3> <p>Continue with installing a <a href=../cluster/ >Run:ai Cluster</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <ol> <li>Replace <code>&lt;VERSION&gt;</code> with the Run:ai control plane version.</li> <li>Domain name described <a href=../preparations/#domain-certificate>here</a>. </li> <li>See the Local Certificate Authority instructions below</li> <li><code>custom-env.yaml</code> should have been created by the <em>prepare installation</em> script in the previous section. </li> </ol> </div> </div> </div> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Use the <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation.</p> </div> <h2 id=additional-runai-configurations-optional>Additional Run:ai configurations (optional)<a class=headerlink href=#additional-runai-configurations-optional title="Permanent link">&para;</a></h2> <p>There may be cases where you need to set additional properties, To apply the changes run <code>helm upgrade</code> and use <code>--set</code> to set specific configurations, and restart the relevant Run:ai pods so they can fetch the new configurations.</p> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>global.ingress.ingressClass</code></td> <td>Ingress class</td> <td>Run:ai default is using NGINX. If your cluster has a different ingress controller, you can configure the ingress class to be created by Run:ai</td> </tr> <tr> <td><code>global.ingress.tlsSecretName</code></td> <td>TLS secret name</td> <td>Run:ai requires the creation of a secret with <a href=../preparations/#domain-certificate>domain certificate</a>. If the <code>runai-backend</code> namespace already had such a secret, you can set the secret name here</td> </tr> <tr> <td><code>&lt;component&gt;</code> <br> &ensp;<code>resources:</code> <br> &emsp; <code>limits:</code> <br> &emsp; &ensp; <code>cpu: 500m</code> <br> &emsp; &ensp; <code>memory: 512Mi</code> <br> &emsp; <code>requests:</code> <br> &emsp; &ensp; <code>cpu: 250m</code> <br> &emsp; &ensp; <code>memory: 256Mi</code></td> <td>Pod request and limits</td> <td>Set Run:ai and 3rd party services' resources</td> </tr> <tr> <td><code>disableIstioSidecarInjection.enabled</code></td> <td>Disable Istio sidecar injection</td> <td>Disable the automatic injection of Istio sidecars across the entire Run:ai Control Plane services.</td> </tr> <tr> <td><code>global.affinity</code></td> <td>System nodes</td> <td>Sets the system nodes where the Run:ai control plane services are scheduled.</td> </tr> </tbody> </table> <h2 id=additional-3rd-party-configurations-optional>Additional 3rd party configurations (optional)<a class=headerlink href=#additional-3rd-party-configurations-optional title="Permanent link">&para;</a></h2> <p>The Run:ai Control Plane chart, includes multiple sub-charts of 3rd party components:</p> <ul> <li><a href=https://artifacthub.io/packages/helm/bitnami/postgresql target=_blank>PostgreSQL</a> - Data store</li> <li><a href=https://artifacthub.io/packages/helm/bitnami/thanos target=_blank>Thanos</a> - Metrics Store</li> <li><a href=https://artifacthub.io/packages/helm/codecentric/keycloakx target=_blank>Keycloakx</a> - Identity &amp; Access Management</li> <li><a href=https://artifacthub.io/packages/helm/grafana/grafana target=_blank>Grafana</a> - Analytics Dashboard</li> <li><a href=https://artifacthub.io/packages/helm/bitnami/redis target=_blank>Redis</a> - Caching (Disabled, by default)</li> </ul> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Click on any component, to view it's chart values and configurations</p> </div> <p>If you have opted to connect to an <a href=../preparations/#external-postgres-database-optional>external PostgreSQL database</a>, refer to the additional configurations table below. Adjust the following parameters based on your connection details:</p> <ol> <li>Disable PostgreSQL deployment - <code>postgresql.enabled</code></li> <li>Run:ai connection details - <code>global.postgresql.auth</code></li> <li>Grafana connection details - <code>grafana.dbUser</code>, <code>grafana.dbPassword</code></li> </ol> <h3 id=postgresql>PostgreSQL<a class=headerlink href=#postgresql title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>postgresql.enabled</code></td> <td>PostgreSQL installation</td> <td>If set to <code>false</code> the PostgreSQL will not be installed</td> </tr> <tr> <td><code>global.postgresql.auth.host</code></td> <td>PostgreSQL host</td> <td>Hostname or IP address of the PostgreSQL server</td> </tr> <tr> <td><code>global.postgresql.auth.port</code></td> <td>PostgreSQL port</td> <td>Port number on which PostgreSQL is running</td> </tr> <tr> <td><code>global.postgresql.auth.username</code></td> <td>PostgreSQL username</td> <td>Username for connecting to PostgreSQL</td> </tr> <tr> <td><code>global.postgresql.auth.password</code></td> <td>PostgreSQL password</td> <td>Password for the PostgreSQL user specified by <code>global.postgresql.auth.username</code></td> </tr> <tr> <td><code>global.postgresql.auth.postgresPassword</code></td> <td>PostgreSQL default admin password</td> <td>Password for the built-in PostgreSQL superuser (<code>postgres</code>)</td> </tr> <tr> <td><code>global.postgresql.auth.existingSecret</code></td> <td>Postgres Credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>global.postgresql.auth.dbSslMode</code></td> <td>Postgres connection SSL mode</td> <td>Set the SSL mode, see list in <a href=https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION>Protection Provided in Different Modes</a>, <code>prefer</code> mode is not supported</td> </tr> <tr> <td><code>postgresql.primary.initdb.password</code></td> <td>PostgreSQL default admin password</td> <td>Set the same password as in <code>global.postgresql.auth.postgresPassword</code> (if changed)</td> </tr> <tr> <td><code>postgresql.primary.persistence.storageClass</code></td> <td>Storage class</td> <td>The installation to work with a specific storage class rather than the default one</td> </tr> </tbody> </table> <h3 id=thanos>Thanos<a class=headerlink href=#thanos title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>thanos.receive.persistence.storageClass</code></td> <td>Storage class</td> <td>The installation to work with a specific storage class rather than the default one</td> </tr> </tbody> </table> <h3 id=keycloakx>Keycloakx<a class=headerlink href=#keycloakx title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>keycloakx.adminUser</code></td> <td>User name of the internal identity provider administrator</td> <td>This user is the administrator of Keycloak</td> </tr> <tr> <td><code>keycloakx.adminPassword</code></td> <td>Password of the internal identity provider administrator</td> <td>This password is for the administrator of Keycloak</td> </tr> <tr> <td><code>keycloakx.existingSecret</code></td> <td>Keycloakx Credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>global.keycloakx.host</code></td> <td>KeyCloak (Run:ai internal identity provider) host path</td> <td>Override the DNS for Keycloak. This can be used to access Keycloak from outside the Run:ai Control Plane cluster via ingress</td> </tr> </tbody> </table> <p>The <code>keycloakx.adminUser</code> can only be set during the initial installation. The admin password, however, can also be changed later through the Keycloak UI, but you must also update the <code>keycloakx.adminPassword</code> value in the Helm chart using helm upgrade. Failing to update the Helm values after changing the password can lead to control plane services encountering errors.</p> <h3 id=grafana>Grafana<a class=headerlink href=#grafana title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>grafana.db.existingSecret</code></td> <td>Grafana database connection credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>grafana.dbUser</code></td> <td>Grafana database username</td> <td>Username for accessing the Grafana database</td> </tr> <tr> <td><code>grafana.dbPassword</code></td> <td>Grafana database password</td> <td>Password for the Grafana database user</td> </tr> <tr> <td><code>grafana.admin.existingSecret</code></td> <td>Grafana admin default credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>grafana.adminUser</code></td> <td>Grafana username</td> <td>Override the Run:ai default user name for accessing Grafana</td> </tr> <tr> <td><code>grafana.adminPassword</code></td> <td>Grafana password</td> <td>Override the Run:ai default password for accessing Grafana</td> </tr> </tbody> </table> <h3 id=redis>Redis<a class=headerlink href=#redis title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>redisCache.auth.password</code></td> <td>Redis (Runai internal cache mechanism) applicative password</td> <td>Override the default password</td> </tr> <tr> <td><code>redisCache.auth.existingSecret</code></td> <td>Redis credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> </tbody> </table> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <h3 id=connect-to-runai-user-interface>Connect to Run:ai User interface<a class=headerlink href=#connect-to-runai-user-interface title="Permanent link">&para;</a></h3> <p>Go to: <code>runai.&lt;domain&gt;</code>. Log in using the default credentials: User: <code>test@run.ai</code>, Password: <code>Abcd!234</code>. Go to the Users area and change the password.</p> <h3 id=enable-forgot-password-optional>Enable Forgot Password (optional)<a class=headerlink href=#enable-forgot-password-optional title="Permanent link">&para;</a></h3> <p>To support the <em>Forgot password</em> functionality, follow the steps below.</p> <ul> <li>Go to <code>runai.&lt;domain&gt;/auth</code> and Log in.</li> <li>Under <code>Realm settings</code>, select the <code>Login</code> tab and enable the <code>Forgot password</code> feature.</li> <li>Under the <code>Email</code> tab, define an SMTP server, as explained <a href=https://www.keycloak.org/docs/latest/server_admin/#_email target=_blank>here</a></li> </ul> <h3 id=install-runai-cluster>Install Run:ai Cluster<a class=headerlink href=#install-runai-cluster title="Permanent link">&para;</a></h3> <p>Continue with installing a <a href=../cluster/ >Run:ai Cluster</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -48,6 +48,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/k8s/cluster/index.html b/v2.20/admin/runai-setup/self-hosted/k8s/cluster/index.html
index a2ea0f2cca..5dd3d0cb24 100644
--- a/v2.20/admin/runai-setup/self-hosted/k8s/cluster/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/k8s/cluster/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/cluster/ rel=canonical><link href=../backend/ rel=prev><link href=../additional-clusters/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Self Hosted installation over Kubernetes - Cluster Setup - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/cluster/ rel=canonical><link href=../backend/ rel=prev><link href=../additional-clusters/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Self Hosted installation over Kubernetes - Cluster Setup - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 <a id=__codelineno-0-4 name=__codelineno-0-4 href=#__codelineno-0-4></a>    --set cluster.uid=... \
 <a id=__codelineno-0-5 name=__codelineno-0-5 href=#__codelineno-0-5></a>    --set cluster.url=... --create-namespace \
 <a id=__codelineno-0-6 name=__codelineno-0-6 href=#__codelineno-0-6></a>    --set global.image.registry=registry.mycompany.local \
-</code></pre></div> </div> </div> </div> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Use the <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation. For more details see <a href=../../../../config/access-roles/ >Understanding cluster access roles</a>.</p> </div> <h2 id=optional-customize-installation>(Optional) Customize Installation<a class=headerlink href=#optional-customize-installation title="Permanent link">&para;</a></h2> <p>To customize specific aspects of the cluster installation see <a href=../../../cluster-setup/customize-cluster-install/ >customize cluster installation</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> </div> </div> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Use the <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation. For more details see <a href=../../../../config/access-roles/ >Understanding cluster access roles</a>.</p> </div> <h2 id=optional-customize-installation>(Optional) Customize Installation<a class=headerlink href=#optional-customize-installation title="Permanent link">&para;</a></h2> <p>To customize specific aspects of the cluster installation see <a href=../../../cluster-setup/customize-cluster-install/ >customize cluster installation</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/k8s/next-steps/index.html b/v2.20/admin/runai-setup/self-hosted/k8s/next-steps/index.html
index dd1fe30efc..b57f8a4163 100644
--- a/v2.20/admin/runai-setup/self-hosted/k8s/next-steps/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/k8s/next-steps/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/next-steps/ rel=canonical><link href=../project-management/ rel=prev><link href=../upgrade/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Self Hosted installation over Kubernetes - Next Steps - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/next-steps/ rel=canonical><link href=../project-management/ rel=prev><link href=../upgrade/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Self Hosted installation over Kubernetes - Next Steps - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#next-steps class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Self Hosted installation over Kubernetes - Next Steps </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2 checked> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/k8s/next-steps.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h1> <ul> <li>Create additional <a href=../../../../authentication/users/ >I Users</a>.</li> <li>Set up <a href=../../../../authentication/researcher-authentication/ >Project-based Researcher Access Control</a>.</li> <li>Set up Researchers to work with the Run:ai Command-line interface (CLI). See <a href=../../../../researcher-setup/cli-install/ >Installing the Run:ai Command-line Interface</a> on how to install the CLI for users.</li> <li>Review <a href=../../../../config/overview/ >advanced setup and maintenace</a> scenarios.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#next-steps class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Self Hosted installation over Kubernetes - Next Steps </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2 checked> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/k8s/next-steps.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h1> <ul> <li>Create additional <a href=../../../../authentication/users/ >I Users</a>.</li> <li>Set up <a href=../../../../authentication/researcher-authentication/ >Project-based Researcher Access Control</a>.</li> <li>Set up Researchers to work with the Run:ai Command-line interface (CLI). See <a href=../../../../researcher-setup/cli-install/ >Installing the Run:ai Command-line Interface</a> on how to install the CLI for users.</li> <li>Review <a href=../../../../config/overview/ >advanced setup and maintenace</a> scenarios.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/k8s/preparations/index.html b/v2.20/admin/runai-setup/self-hosted/k8s/preparations/index.html
index 8302c74ea5..3d5257156a 100644
--- a/v2.20/admin/runai-setup/self-hosted/k8s/preparations/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/k8s/preparations/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/preparations/ rel=canonical><link href=../prerequisites/ rel=prev><link href=../backend/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Self Hosted installation over Kubernetes - preparations - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/preparations/ rel=canonical><link href=../prerequisites/ rel=prev><link href=../backend/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Self Hosted installation over Kubernetes - preparations - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -47,7 +47,7 @@
 <a id=__codelineno-7-5 name=__codelineno-7-5 href=#__codelineno-7-5></a>-a<span class=w> </span>-f<span class=w> </span>&lt;SQL_FILE&gt;<span class=w> </span><span class=se>\ </span><span class=c1># (5)</span>
 </code></pre></div> <ol> <li>Replace <code>&lt;POSTGRESQL_HOST&gt;</code> with the PostgreSQL ip address or hostname.</li> <li>Replace <code>&lt;POSTGRESQL_USER&gt;</code> with the PostgreSQL username.</li> <li>Replace <code>&lt;POSTGRESQL_PORT&gt;</code> with the port number where PostgreSQL is running.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;SQL_FILE&gt;</code> with the path to the SQL script created in the previous step.</li> </ol> </li> </ol> <h2 id=additional-permissions>Additional permissions<a class=headerlink href=#additional-permissions title="Permanent link">&para;</a></h2> <p>As part of the installation, you will be required to install the <a href=../backend/ >Run:ai Control Plane</a> and <a href=../cluster/ >Cluster</a> Helm <a href=https://helm.sh/ target=_blank>Charts</a>. The Helm Charts require Kubernetes administrator permissions. You can review the exact permissions provided by using the <code>--dry-run</code> on both helm charts.</p> <h2 id=validate-prerequisites>Validate Prerequisites<a class=headerlink href=#validate-prerequisites title="Permanent link">&para;</a></h2> <p>Once you believe that the Run:ai prerequisites and preperations are met, we highly recommend installing and running the Run:ai <a href=https://github.com/run-ai/preinstall-diagnostics target=_blank>pre-install diagnostics script</a>. The tool:</p> <ul> <li>Tests the below requirements as well as additional failure points related to Kubernetes, NVIDIA, storage, and networking.</li> <li>Looks at additional components installed and analyze their relevance to a successful Run:ai installation.</li> </ul> <p>To use the script <a href=https://github.com/run-ai/preinstall-diagnostics/releases target=_blank>download</a> the latest version of the script and run:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-8-1 name=__codelineno-8-1 href=#__codelineno-8-1></a>chmod +x preinstall-diagnostics-&lt;platform&gt;
 <a id=__codelineno-8-2 name=__codelineno-8-2 href=#__codelineno-8-2></a>./preinstall-diagnostics-&lt;platform&gt; --domain &lt;dns-entry&gt;
-</code></pre></div> <p>If the script fails, or if the script succeeds but the Kubernetes system contains components other than Run:ai, locate the file <code>runai-preinstall-diagnostics.txt</code> in the current directory and send it to Run:ai technical support.</p> <p>For more information on the script including additional command-line flags, see <a href=https://github.com/run-ai/preinstall-diagnostics target=_blank>here</a>.</p> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue with installing the <a href=../backend/ >Run:ai Control Plane</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>If the script fails, or if the script succeeds but the Kubernetes system contains components other than Run:ai, locate the file <code>runai-preinstall-diagnostics.txt</code> in the current directory and send it to Run:ai technical support.</p> <p>For more information on the script including additional command-line flags, see <a href=https://github.com/run-ai/preinstall-diagnostics target=_blank>here</a>.</p> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue with installing the <a href=../backend/ >Run:ai Control Plane</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -75,6 +75,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/k8s/prerequisites/index.html b/v2.20/admin/runai-setup/self-hosted/k8s/prerequisites/index.html
index 98dec3a19d..d4ee26024e 100644
--- a/v2.20/admin/runai-setup/self-hosted/k8s/prerequisites/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/k8s/prerequisites/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/prerequisites/ rel=canonical><link href=../../overview/ rel=prev><link href=../preparations/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Prerequisites - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/prerequisites/ rel=canonical><link href=../../overview/ rel=prev><link href=../preparations/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Prerequisites - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -13,7 +13,7 @@
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#self-hosted-installation-over-kubernetes-prerequisites class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Prerequisites </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2 checked> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Prerequisites </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Prerequisites </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-components class=md-nav__link> <span class=md-ellipsis> Run:ai Components </span> </a> </li> <li class=md-nav__item> <a href=#installer-machine class=md-nav__link> <span class=md-ellipsis> Installer machine </span> </a> <nav class=md-nav aria-label="Installer machine"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#helm class=md-nav__link> <span class=md-ellipsis> Helm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#cluster-hardware-requirements class=md-nav__link> <span class=md-ellipsis> Cluster hardware requirements </span> </a> <nav class=md-nav aria-label="Cluster hardware requirements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#arm-limitation class=md-nav__link> <span class=md-ellipsis> ARM Limitation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-software-requirements class=md-nav__link> <span class=md-ellipsis> Run:ai software requirements </span> </a> <nav class=md-nav aria-label="Run:ai software requirements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-nodes class=md-nav__link> <span class=md-ellipsis> Cluster Nodes </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes class=md-nav__link> <span class=md-ellipsis> Kubernetes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#install-prerequisites class=md-nav__link> <span class=md-ellipsis> Install prerequisites </span> </a> <nav class=md-nav aria-label="Install prerequisites"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#ingress-controller class=md-nav__link> <span class=md-ellipsis> Ingress Controller </span> </a> </li> <li class=md-nav__item> <a href=#nvidia-gpu-operator class=md-nav__link> <span class=md-ellipsis> NVIDIA GPU Operator </span> </a> </li> <li class=md-nav__item> <a href=#prometheus class=md-nav__link> <span class=md-ellipsis> Prometheus </span> </a> </li> <li class=md-nav__item> <a href=#inference-optional class=md-nav__link> <span class=md-ellipsis> Inference (optional) </span> </a> </li> <li class=md-nav__item> <a href=#external-postgres-database-optional class=md-nav__link> <span class=md-ellipsis> External Postgres database (optional) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next steps </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-components class=md-nav__link> <span class=md-ellipsis> Run:ai Components </span> </a> </li> <li class=md-nav__item> <a href=#installer-machine class=md-nav__link> <span class=md-ellipsis> Installer machine </span> </a> <nav class=md-nav aria-label="Installer machine"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#helm class=md-nav__link> <span class=md-ellipsis> Helm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#cluster-hardware-requirements class=md-nav__link> <span class=md-ellipsis> Cluster hardware requirements </span> </a> <nav class=md-nav aria-label="Cluster hardware requirements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#arm-limitation class=md-nav__link> <span class=md-ellipsis> ARM Limitation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-software-requirements class=md-nav__link> <span class=md-ellipsis> Run:ai software requirements </span> </a> <nav class=md-nav aria-label="Run:ai software requirements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-nodes class=md-nav__link> <span class=md-ellipsis> Cluster Nodes </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes class=md-nav__link> <span class=md-ellipsis> Kubernetes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#install-prerequisites class=md-nav__link> <span class=md-ellipsis> Install prerequisites </span> </a> <nav class=md-nav aria-label="Install prerequisites"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#ingress-controller class=md-nav__link> <span class=md-ellipsis> Ingress Controller </span> </a> </li> <li class=md-nav__item> <a href=#nvidia-gpu-operator class=md-nav__link> <span class=md-ellipsis> NVIDIA GPU Operator </span> </a> </li> <li class=md-nav__item> <a href=#prometheus class=md-nav__link> <span class=md-ellipsis> Prometheus </span> </a> </li> <li class=md-nav__item> <a href=#inference-optional class=md-nav__link> <span class=md-ellipsis> Inference (optional) </span> </a> </li> <li class=md-nav__item> <a href=#external-postgres-database-optional class=md-nav__link> <span class=md-ellipsis> External Postgres database (optional) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next steps </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/k8s/prerequisites.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=self-hosted-installation-over-kubernetes-prerequisites>Self-Hosted installation over Kubernetes - Prerequisites<a class=headerlink href=#self-hosted-installation-over-kubernetes-prerequisites title="Permanent link">&para;</a></h1> <p>Before proceeding with this document, please review the <a href=../../../installation-types/ >installation types</a> documentation to understand the difference between <em>air-gapped</em> and <em>connected</em> installations. </p> <h2 id=runai-components>Run:ai Components<a class=headerlink href=#runai-components title="Permanent link">&para;</a></h2> <p>As part of the installation process you will install:</p> <ul> <li>A control-plane managing cluster</li> <li>One or more clusters</li> </ul> <p>Both the control plane and clusters require Kubernetes. Typically the control plane and first cluster are installed on the same Kubernetes cluster but this is not a must. </p> <h2 id=installer-machine>Installer machine<a class=headerlink href=#installer-machine title="Permanent link">&para;</a></h2> <p>The machine running the installation script (typically the Kubernetes master) must have:</p> <ul> <li>At least 50GB of free space.</li> <li>Docker installed.</li> </ul> <h3 id=helm>Helm<a class=headerlink href=#helm title="Permanent link">&para;</a></h3> <p>Run:ai requires <a href=https://helm.sh/ target=_blank>Helm</a> 3.14 or later. To install Helm, see <a href=https://helm.sh/docs/intro/install/ target=_blank>Installing Helm</a>. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p> <h2 id=cluster-hardware-requirements>Cluster hardware requirements<a class=headerlink href=#cluster-hardware-requirements title="Permanent link">&para;</a></h2> <p>The Run:ai control plane services require the following resources:</p> <table> <thead> <tr> <th style="text-align: left;">Component</th> <th style="text-align: left;">Required Capacity</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">CPU</td> <td style="text-align: left;">10 cores</td> </tr> <tr> <td style="text-align: left;">Memory</td> <td style="text-align: left;">12GB</td> </tr> <tr> <td style="text-align: left;">Disk space</td> <td style="text-align: left;">110GB</td> </tr> </tbody> </table> <p>If Run:ai cluster is planned to be installed on the same cluster as the Run:ai control plane: Ensure the control plane requirements are in addition to the Run:ai cluster <a href=../../../cluster-setup/cluster-prerequisites/#hardware-requirements>hardware requirements</a>.</p> <h3 id=arm-limitation>ARM Limitation<a class=headerlink href=#arm-limitation title="Permanent link">&para;</a></h3> <p>The control plane does not support CPU nodes with ARM64k architecture. To schedule the Run:ai control plane services on supported nodes, use the <code>global.affinity</code> configuration paramter as detailed in <a href=../backend/#additional-runai-configurations-optional>Additional Run:ai configurations</a>.</p> <h2 id=runai-software-requirements>Run:ai software requirements<a class=headerlink href=#runai-software-requirements title="Permanent link">&para;</a></h2> <h3 id=cluster-nodes>Cluster Nodes<a class=headerlink href=#cluster-nodes title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#operating-system>operating system</a> requirements.</p> <p>Nodes are required to be synchronized by time using NTP (Network Time Protocol) for proper system functionality.</p> <h3 id=kubernetes>Kubernetes<a class=headerlink href=#kubernetes title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#kubernetes-distribution>Kubernetes distribution</a> requirements.</p> <p>The Run:ai control plane operating system prerequisites are identical.</p> <p>The Run:ai control-plane requires a <strong>default storage class</strong> to create persistent volume claims for Run:ai storage. The storage class, as per Kubernetes standards, controls the reclaim behavior: whether the Run:ai persistent data is saved or deleted when the Run:ai control plane is deleted. </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>For a simple (nonproduction) storage class example see <a href=https://kubernetes.io/docs/concepts/storage/storage-classes/#local target=_blank>Kubernetes Local Storage Class</a>. The storage class will set the directory <code>/opt/local-path-provisioner</code> to be used across all nodes as the path for provisioning persistent volumes.</p> <p>Then set the new storage class as default:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl patch storageclass local-path -p &#39;{&quot;metadata&quot;: {&quot;annotations&quot;:{&quot;storageclass.kubernetes.io/is-default-class&quot;:&quot;true&quot;}}}&#39;
-</code></pre></div> </div> <h2 id=install-prerequisites>Install prerequisites<a class=headerlink href=#install-prerequisites title="Permanent link">&para;</a></h2> <h3 id=ingress-controller>Ingress Controller<a class=headerlink href=#ingress-controller title="Permanent link">&para;</a></h3> <p>The Run:ai control plane installation assumes an existing installation of NGINX as the ingress controller. You can follow the Run:ai <em>Cluster</em> prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#kubernetes-ingress-controller>Kubernetes ingress controller</a> installation.</p> <h3 id=nvidia-gpu-operator>NVIDIA GPU Operator<a class=headerlink href=#nvidia-gpu-operator title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#nvidia-gpu-operator>NVIDIA GPU operator</a> requirements.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the NVIDIA prerequisites.</p> </blockquote> <h3 id=prometheus>Prometheus<a class=headerlink href=#prometheus title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#prometheus>Prometheus</a> requirements.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Prometheus prerequisites. </p> </blockquote> <h3 id=inference-optional>Inference (optional)<a class=headerlink href=#inference-optional title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#inference>Inference</a> requirements.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Inference prerequisites. </p> </blockquote> <h3 id=external-postgres-database-optional>External Postgres database (optional)<a class=headerlink href=#external-postgres-database-optional title="Permanent link">&para;</a></h3> <p>The Run:ai control plane installation includes a default PostgreSQL database. However, you may opt to use an existing PostgreSQL database if you have specific requirements or preferences. Please ensure that your PostgreSQL database is version 16 or higher.</p> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue to <a href=../preparations/ >Preparing for a Run:ai Kubernetes Installation </a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> <h2 id=install-prerequisites>Install prerequisites<a class=headerlink href=#install-prerequisites title="Permanent link">&para;</a></h2> <h3 id=ingress-controller>Ingress Controller<a class=headerlink href=#ingress-controller title="Permanent link">&para;</a></h3> <p>The Run:ai control plane installation assumes an existing installation of NGINX as the ingress controller. You can follow the Run:ai <em>Cluster</em> prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#kubernetes-ingress-controller>Kubernetes ingress controller</a> installation.</p> <h3 id=nvidia-gpu-operator>NVIDIA GPU Operator<a class=headerlink href=#nvidia-gpu-operator title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#nvidia-gpu-operator>NVIDIA GPU operator</a> requirements.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the NVIDIA prerequisites.</p> </blockquote> <h3 id=prometheus>Prometheus<a class=headerlink href=#prometheus title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#prometheus>Prometheus</a> requirements.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Prometheus prerequisites. </p> </blockquote> <h3 id=inference-optional>Inference (optional)<a class=headerlink href=#inference-optional title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#inference>Inference</a> requirements.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Inference prerequisites. </p> </blockquote> <h3 id=external-postgres-database-optional>External Postgres database (optional)<a class=headerlink href=#external-postgres-database-optional title="Permanent link">&para;</a></h3> <p>The Run:ai control plane installation includes a default PostgreSQL database. However, you may opt to use an existing PostgreSQL database if you have specific requirements or preferences. Please ensure that your PostgreSQL database is version 16 or higher.</p> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue to <a href=../preparations/ >Preparing for a Run:ai Kubernetes Installation </a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -41,6 +41,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/k8s/project-management/index.html b/v2.20/admin/runai-setup/self-hosted/k8s/project-management/index.html
index 3d21558d57..a58219a69f 100644
--- a/v2.20/admin/runai-setup/self-hosted/k8s/project-management/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/k8s/project-management/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/project-management/ rel=canonical><link href=../additional-clusters/ rel=prev><link href=../next-steps/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Self Hosted installation over Kubernetes - Create Projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/project-management/ rel=canonical><link href=../additional-clusters/ rel=prev><link href=../next-steps/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Self Hosted installation over Kubernetes - Create Projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -13,7 +13,7 @@
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#introduction class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Self Hosted installation over Kubernetes - Create Projects </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2 checked> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Manually Create Projects </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Manually Create Projects </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#process class=md-nav__link> <span class=md-ellipsis> Process </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#introduction class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=#process class=md-nav__link> <span class=md-ellipsis> Process </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/k8s/project-management.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Manually Create Projects</h1> <h2 id=introduction>Introduction<a class=headerlink href=#introduction title="Permanent link">&para;</a></h2> <p>The Administrator creates Run:ai Projects via the <a href=../../../../../platform-admin/aiinitiatives/org/projects/#adding-a-new-project>Run:ai user interface</a>. When enabling <a href=../../../../authentication/researcher-authentication/ >Researcher Authentication</a> you also assign users to Projects.</p> <p>Run:ai Projects are implemented as Kubernetes namespaces. When creating a new Run:ai Project, Run:ai does the following automatically:</p> <ol> <li>Creates a namespace by the name of <code>runai-&lt;PROJECT-NAME&gt;</code>.</li> <li>Labels the namespace as <em>managed by Run:ai</em>.</li> <li>Provides access to the namespace for Run:ai services.</li> <li>Associates users with the namespace.</li> </ol> <p>This process may <strong>need to be altered</strong> if,</p> <ul> <li>Researchers already have existing Kubernetes namespaces</li> <li>The organization's Kubernetes namespace naming convention does not allow the <code>runai-</code> prefix.</li> <li>The organization's policy does not allow the automatic creation of namespaces.</li> </ul> <h2 id=process>Process<a class=headerlink href=#process title="Permanent link">&para;</a></h2> <p>Run:ai allows the <strong>association</strong> of a Run:ai Project with any existing Kubernetes namespace:</p> <ul> <li>When <a href=../cluster/#optional-customize-installation>setting up</a> a Run:ai cluster, Disable namespace creation by setting the cluster flag <code>createNamespaces</code> to <code>false</code>.</li> <li>Using the Run:ai User Interface, create a new Project <code>&lt;PROJECT-NAME&gt;</code>. A namespace will <strong>not</strong> be created.</li> <li>Associate and existing namepace <code>&lt;NAMESPACE&gt;</code> with the Run:ai project by running:</li> </ul> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl label ns &lt;NAMESPACE&gt;  runai/queue=&lt;PROJECT_NAME&gt;
-</code></pre></div> <div class="admonition caution"> <p class=admonition-title>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <div class="admonition caution"> <p class=admonition-title>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -41,6 +41,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/k8s/uninstall/index.html b/v2.20/admin/runai-setup/self-hosted/k8s/uninstall/index.html
index 66bc064ac0..33392879ec 100644
--- a/v2.20/admin/runai-setup/self-hosted/k8s/uninstall/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/k8s/uninstall/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/uninstall/ rel=canonical><link href=../upgrade/ rel=prev><link href=../../ocp/prerequisites/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Uninstall self-hosted Kubernetes installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/uninstall/ rel=canonical><link href=../upgrade/ rel=prev><link href=../../ocp/prerequisites/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Uninstall self-hosted Kubernetes installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -13,7 +13,7 @@
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#uninstall-runai class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Uninstall self-hosted Kubernetes installation </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2 checked> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Uninstall </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Uninstall </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#uninstall-a-runai-cluster class=md-nav__link> <span class=md-ellipsis> Uninstall a Run:ai Cluster </span> </a> </li> <li class=md-nav__item> <a href=#uninstall-the-runai-control-plane class=md-nav__link> <span class=md-ellipsis> Uninstall the Run:ai Control Plane </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#uninstall-a-runai-cluster class=md-nav__link> <span class=md-ellipsis> Uninstall a Run:ai Cluster </span> </a> </li> <li class=md-nav__item> <a href=#uninstall-the-runai-control-plane class=md-nav__link> <span class=md-ellipsis> Uninstall the Run:ai Control Plane </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/k8s/uninstall.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=uninstall-runai>Uninstall Run:ai<a class=headerlink href=#uninstall-runai title="Permanent link">&para;</a></h1> <h2 id=uninstall-a-runai-cluster>Uninstall a Run:ai Cluster<a class=headerlink href=#uninstall-a-runai-cluster title="Permanent link">&para;</a></h2> <p>To uninstall the cluster see: <a href=../../../cluster-setup/cluster-delete/ >cluster delete</a> </p> <h2 id=uninstall-the-runai-control-plane>Uninstall the Run:ai Control Plane<a class=headerlink href=#uninstall-the-runai-control-plane title="Permanent link">&para;</a></h2> <p>To delete the control plane, run:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>helm<span class=w> </span>uninstall<span class=w> </span>runai-backend<span class=w> </span>-n<span class=w> </span>runai-backend
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -41,6 +41,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/k8s/upgrade/index.html b/v2.20/admin/runai-setup/self-hosted/k8s/upgrade/index.html
index 1b27d689a3..c35f51d4cd 100644
--- a/v2.20/admin/runai-setup/self-hosted/k8s/upgrade/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/k8s/upgrade/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/upgrade/ rel=canonical><link href=../next-steps/ rel=prev><link href=../uninstall/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Upgrade self-hosted Kubernetes installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/upgrade/ rel=canonical><link href=../next-steps/ rel=prev><link href=../uninstall/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Upgrade self-hosted Kubernetes installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-6-2 name=__codelineno-6-2 href=#__codelineno-6-2></a>--set<span class=w> </span>global.domain<span class=o>=</span>&lt;DOMAIN&gt;<span class=w> </span><span class=se>\</span>
 <a id=__codelineno-6-3 name=__codelineno-6-3 href=#__codelineno-6-3></a>--set<span class=w> </span>postgresql.primary.persistence.existingClaim<span class=o>=</span>pvc-postgresql<span class=w> </span><span class=se>\ </span>
 <a id=__codelineno-6-4 name=__codelineno-6-4 href=#__codelineno-6-4></a>--set<span class=w> </span>thanos.receive.persistence.existingClaim<span class=o>=</span>pvc-thanos-receive<span class=w> </span>
-</code></pre></div> </div> </div> </div> <h2 id=upgrade-cluster>Upgrade Cluster<a class=headerlink href=#upgrade-cluster title="Permanent link">&para;</a></h2> <p>To upgrade the cluster follow the instructions <a href=../../../cluster-setup/cluster-upgrade/ >here</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> </div> </div> <h2 id=upgrade-cluster>Upgrade Cluster<a class=headerlink href=#upgrade-cluster title="Permanent link">&para;</a></h2> <p>To upgrade the cluster follow the instructions <a href=../../../cluster-setup/cluster-upgrade/ >here</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/ocp/additional-clusters/index.html b/v2.20/admin/runai-setup/self-hosted/ocp/additional-clusters/index.html
index dfb4d371c8..d38ea7b18c 100644
--- a/v2.20/admin/runai-setup/self-hosted/ocp/additional-clusters/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/ocp/additional-clusters/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/additional-clusters/ rel=canonical><link href=../cluster/ rel=prev><link href=../project-management/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Install additional Clusters - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/additional-clusters/ rel=canonical><link href=../cluster/ rel=prev><link href=../project-management/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Install additional Clusters - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#installing-additional-clusters class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Install additional Clusters </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3 checked> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Install additional Clusters </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Install additional Clusters </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#additional-cluster-installation class=md-nav__link> <span class=md-ellipsis> Additional cluster installation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#additional-cluster-installation class=md-nav__link> <span class=md-ellipsis> Additional cluster installation </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/ocp/additional-clusters.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=installing-additional-clusters>Installing additional clusters<a class=headerlink href=#installing-additional-clusters title="Permanent link">&para;</a></h1> <p>The first Run:ai cluster is typically installed on the same OpenShift cluster as the Run:ai control plane. Run:ai supports multiple clusters per single control plane. This document is about installing additional clusters on different OpenShift clusters.</p> <h2 id=additional-cluster-installation>Additional cluster installation<a class=headerlink href=#additional-cluster-installation title="Permanent link">&para;</a></h2> <p>Create a new cluster, then:</p> <ul> <li>Select a target platform <code>OpenShift</code></li> <li>Select a Cluster location <code>Remote to Control Plane</code>.</li> <li>You must enter a specific cluster URL with the format <code>https://runai.apps.&lt;BASE_DOMAIN&gt;</code>. To get the base Domain run <code>oc get dns cluster -oyaml | grep baseDomain</code></li> <li>Ignore the instructions for creating a secret.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#installing-additional-clusters class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Install additional Clusters </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3 checked> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Install additional Clusters </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Install additional Clusters </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#additional-cluster-installation class=md-nav__link> <span class=md-ellipsis> Additional cluster installation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#additional-cluster-installation class=md-nav__link> <span class=md-ellipsis> Additional cluster installation </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/ocp/additional-clusters.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=installing-additional-clusters>Installing additional clusters<a class=headerlink href=#installing-additional-clusters title="Permanent link">&para;</a></h1> <p>The first Run:ai cluster is typically installed on the same OpenShift cluster as the Run:ai control plane. Run:ai supports multiple clusters per single control plane. This document is about installing additional clusters on different OpenShift clusters.</p> <h2 id=additional-cluster-installation>Additional cluster installation<a class=headerlink href=#additional-cluster-installation title="Permanent link">&para;</a></h2> <p>Create a new cluster, then:</p> <ul> <li>Select a target platform <code>OpenShift</code></li> <li>Select a Cluster location <code>Remote to Control Plane</code>.</li> <li>You must enter a specific cluster URL with the format <code>https://runai.apps.&lt;BASE_DOMAIN&gt;</code>. To get the base Domain run <code>oc get dns cluster -oyaml | grep baseDomain</code></li> <li>Ignore the instructions for creating a secret.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/ocp/backend/index.html b/v2.20/admin/runai-setup/self-hosted/ocp/backend/index.html
index cf0187698d..db29d5936c 100644
--- a/v2.20/admin/runai-setup/self-hosted/ocp/backend/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/ocp/backend/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/backend/ rel=canonical><link href=../preparations/ rel=prev><link href=../cluster/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Install Control Plane - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/backend/ rel=canonical><link href=../preparations/ rel=prev><link href=../cluster/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Install Control Plane - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -22,7 +22,7 @@
 <a id=__codelineno-1-3 name=__codelineno-1-3 href=#__codelineno-1-3></a><span class=w>    </span>--set<span class=w> </span>global.config.kubernetesDistribution<span class=o>=</span>openshift<span class=w> </span><span class=se>\</span>
 <a id=__codelineno-1-4 name=__codelineno-1-4 href=#__codelineno-1-4></a><span class=w>    </span>--set<span class=w> </span>global.customCA.enabled<span class=o>=</span><span class=nb>true</span><span class=w> </span><span class=se>\ </span><span class=c1># (2)</span>
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a><span class=w>    </span>-f<span class=w> </span>custom-env.yaml<span class=w>  </span><span class=c1># (3)</span>
-</code></pre></div> <ol> <li>The domain configured for the OpenShift cluster. To find out the OpenShift cluster domain, run <code>oc get routes -A</code></li> <li>See the Local Certificate Authority instructions below</li> <li><code>custom-env.yaml</code> should have been created by the <em>prepare installation</em> script in the previous section. </li> </ol> <p>(replace <code>&lt;version&gt;</code> with the control plane version)</p> </div> </div> </div> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Use the <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation.</p> </div> <h2 id=additional-runai-configurations-optional>Additional Run:ai configurations (optional)<a class=headerlink href=#additional-runai-configurations-optional title="Permanent link">&para;</a></h2> <p>There may be cases where you need to set additional properties, To apply the changes run <code>helm upgrade</code> and use <code>--set</code> to set specific configurations, and restart the relevant Run:ai pods so they can fetch the new configurations.</p> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>&lt;component&gt;</code> <br> &ensp;<code>resources:</code> <br> &emsp; <code>limits:</code> <br> &emsp; &ensp; <code>cpu: 500m</code> <br> &emsp; &ensp; <code>memory: 512Mi</code> <br> &emsp; <code>requests:</code> <br> &emsp; &ensp; <code>cpu: 250m</code> <br> &emsp; &ensp; <code>memory: 256Mi</code></td> <td>Pod request and limits</td> <td>Set Run:ai and 3rd party services' resources</td> </tr> <tr> <td><code>disableIstioSidecarInjection.enabled</code></td> <td>Disable Istio sidecar injection</td> <td>Disable the automatic injection of Istio sidecars across the entire Run:ai Control Plane services.</td> </tr> <tr> <td><div style=width:200px></div></td> <td></td> <td></td> </tr> </tbody> </table> <h2 id=additional-3rd-party-configurations-optional>Additional 3rd party configurations (optional)<a class=headerlink href=#additional-3rd-party-configurations-optional title="Permanent link">&para;</a></h2> <p>The Run:ai Control Plane chart, includes multiple sub-charts of 3rd party components:</p> <ul> <li><a href=https://artifacthub.io/packages/helm/bitnami/postgresql target=_blank>PostgreSQL</a> - Data store</li> <li><a href=https://artifacthub.io/packages/helm/codecentric/keycloakx target=_blank>Keycloakx</a> - Identity &amp; Access Management</li> <li><a href=https://artifacthub.io/packages/helm/grafana/grafana target=_blank>Grafana</a> - Analytics Dashboard</li> <li><a href=https://artifacthub.io/packages/helm/bitnami/redis target=_blank>Redis</a> - Caching (Disabled, by default)</li> </ul> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Click on any component, to view it's chart values and configurations</p> </div> <p>If you have opted to connect to an <a href=../preparations/#external-postgres-database-optional>external PostgreSQL database</a>, refer to the additional configurations table below. Adjust the following parameters based on your connection details:</p> <ol> <li>Disable PostgreSQL deployment - <code>postgresql.enabled</code></li> <li>Run:ai connection details - <code>global.postgresql.auth</code></li> <li>Grafana connection details - <code>grafana.dbUser</code>, <code>grafana.dbPassword</code></li> </ol> <h3 id=postgresql>PostgreSQL<a class=headerlink href=#postgresql title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>postgresql.enabled</code></td> <td>PostgreSQL installation</td> <td>If set to <code>false</code> the PostgreSQL will not be installed</td> </tr> <tr> <td><code>global.postgresql.auth.host</code></td> <td>PostgreSQL host</td> <td>Hostname or IP address of the PostgreSQL server</td> </tr> <tr> <td><code>global.postgresql.auth.port</code></td> <td>PostgreSQL port</td> <td>Port number on which PostgreSQL is running</td> </tr> <tr> <td><code>global.postgresql.auth.username</code></td> <td>PostgreSQL username</td> <td>Username for connecting to PostgreSQL</td> </tr> <tr> <td><code>global.postgresql.auth.password</code></td> <td>PostgreSQL password</td> <td>Password for the PostgreSQL user specified by <code>global.postgresql.auth.username</code></td> </tr> <tr> <td><code>global.postgresql.auth.postgresPassword</code></td> <td>PostgreSQL default admin password</td> <td>Password for the built-in PostgreSQL superuser (<code>postgres</code>)</td> </tr> <tr> <td><code>global.postgresql.auth.existingSecret</code></td> <td>Postgres Credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>global.postgresql.auth.dbSslMode</code></td> <td>Postgres connection SSL mode</td> <td>Set the SSL mode, see list in <a href=https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION>Protection Provided in Different Modes</a>, <code>prefer</code> mode is not supported</td> </tr> <tr> <td><code>postgresql.primary.initdb.password</code></td> <td>PostgreSQL default admin password</td> <td>Set the same password as in <code>global.postgresql.auth.postgresPassword</code> (if changed)</td> </tr> <tr> <td><code>postgresql.primary.persistence.storageClass</code></td> <td>Storage class</td> <td>The installation to work with a specific storage class rather than the default one</td> </tr> </tbody> </table> <h3 id=keycloakx>Keycloakx<a class=headerlink href=#keycloakx title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>keycloakx.adminUser</code></td> <td>User name of the internal identity provider administrator</td> <td>This user is the administrator of Keycloak</td> </tr> <tr> <td><code>keycloakx.adminPassword</code></td> <td>Password of the internal identity provider administrator</td> <td>This password is for the administrator of Keycloak</td> </tr> <tr> <td><code>keycloakx.existingSecret</code></td> <td>Keycloakx credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>global.keycloakx.host</code></td> <td>KeyCloak (Run:ai internal identity provider) host path</td> <td>Override the DNS for Keycloak. This can be used to access Keycloak from outside the Run:ai Control Plane cluster via ingress</td> </tr> </tbody> </table> <p>The <code>keycloakx.adminUser</code> can only be set during the initial installation. The admin password, however, can also be changed later through the Keycloak UI, but you must also update the <code>keycloakx.adminPassword</code> value in the Helm chart using helm upgrade. Failing to update the Helm values after changing the password can lead to control plane services encountering errors.</p> <h3 id=grafana>Grafana<a class=headerlink href=#grafana title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>grafana.db.existingSecret</code></td> <td>Grafana database connection credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>grafana.dbUser</code></td> <td>Grafana database username</td> <td>Username for accessing the Grafana database</td> </tr> <tr> <td><code>grafana.dbPassword</code></td> <td>Grafana database password</td> <td>Password for the Grafana database user</td> </tr> <tr> <td><code>grafana.admin.existingSecret</code></td> <td>Grafana admin default credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>grafana.adminUser</code></td> <td>Grafana username</td> <td>Override the Run:ai default user name for accessing Grafana</td> </tr> <tr> <td><code>grafana.adminPassword</code></td> <td>Grafana password</td> <td>Override the Run:ai default password for accessing Grafana</td> </tr> </tbody> </table> <h3 id=redis>Redis<a class=headerlink href=#redis title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>redisCache.auth.password</code></td> <td>Redis (Runai internal cache mechanism) applicative password</td> <td>Override the default password</td> </tr> <tr> <td><code>redisCache.auth.existingSecret</code></td> <td>Redis credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> </tbody> </table> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <h3 id=connect-to-runai-user-interface>Connect to Run:ai user interface<a class=headerlink href=#connect-to-runai-user-interface title="Permanent link">&para;</a></h3> <ul> <li>Run: <code>oc get routes -n runai-backend</code> to find the Run:ai Administration User Interface URL.</li> <li>Log in using the default credentials: User: <code>test@run.ai</code>, Password: <code>Abcd!234</code>.</li> <li>Go to the Users area and change the password.</li> </ul> <h3 id=enable-forgot-password-optional>Enable Forgot Password (optional)<a class=headerlink href=#enable-forgot-password-optional title="Permanent link">&para;</a></h3> <p>To support the <em>Forgot password</em> functionality, follow the steps below.</p> <ul> <li>Go to <code>runai.&lt;openshift-cluster-domain&gt;/auth</code> and Log in.</li> <li>Under <code>Realm settings</code>, select the <code>Login</code> tab and enable the <code>Forgot password</code> feature.</li> <li>Under the <code>Email</code> tab, define an SMTP server, as explained <a href=https://www.keycloak.org/docs/latest/server_admin/#_email target=_blank>here</a></li> </ul> <h3 id=install-runai-cluster>Install Run:ai Cluster<a class=headerlink href=#install-runai-cluster title="Permanent link">&para;</a></h3> <p>Continue with installing a <a href=../cluster/ >Run:ai Cluster</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <ol> <li>The domain configured for the OpenShift cluster. To find out the OpenShift cluster domain, run <code>oc get routes -A</code></li> <li>See the Local Certificate Authority instructions below</li> <li><code>custom-env.yaml</code> should have been created by the <em>prepare installation</em> script in the previous section. </li> </ol> <p>(replace <code>&lt;version&gt;</code> with the control plane version)</p> </div> </div> </div> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Use the <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation.</p> </div> <h2 id=additional-runai-configurations-optional>Additional Run:ai configurations (optional)<a class=headerlink href=#additional-runai-configurations-optional title="Permanent link">&para;</a></h2> <p>There may be cases where you need to set additional properties, To apply the changes run <code>helm upgrade</code> and use <code>--set</code> to set specific configurations, and restart the relevant Run:ai pods so they can fetch the new configurations.</p> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>&lt;component&gt;</code> <br> &ensp;<code>resources:</code> <br> &emsp; <code>limits:</code> <br> &emsp; &ensp; <code>cpu: 500m</code> <br> &emsp; &ensp; <code>memory: 512Mi</code> <br> &emsp; <code>requests:</code> <br> &emsp; &ensp; <code>cpu: 250m</code> <br> &emsp; &ensp; <code>memory: 256Mi</code></td> <td>Pod request and limits</td> <td>Set Run:ai and 3rd party services' resources</td> </tr> <tr> <td><code>disableIstioSidecarInjection.enabled</code></td> <td>Disable Istio sidecar injection</td> <td>Disable the automatic injection of Istio sidecars across the entire Run:ai Control Plane services.</td> </tr> <tr> <td><div style=width:200px></div></td> <td></td> <td></td> </tr> </tbody> </table> <h2 id=additional-3rd-party-configurations-optional>Additional 3rd party configurations (optional)<a class=headerlink href=#additional-3rd-party-configurations-optional title="Permanent link">&para;</a></h2> <p>The Run:ai Control Plane chart, includes multiple sub-charts of 3rd party components:</p> <ul> <li><a href=https://artifacthub.io/packages/helm/bitnami/postgresql target=_blank>PostgreSQL</a> - Data store</li> <li><a href=https://artifacthub.io/packages/helm/codecentric/keycloakx target=_blank>Keycloakx</a> - Identity &amp; Access Management</li> <li><a href=https://artifacthub.io/packages/helm/grafana/grafana target=_blank>Grafana</a> - Analytics Dashboard</li> <li><a href=https://artifacthub.io/packages/helm/bitnami/redis target=_blank>Redis</a> - Caching (Disabled, by default)</li> </ul> <div class="admonition tip"> <p class=admonition-title>Tip</p> <p>Click on any component, to view it's chart values and configurations</p> </div> <p>If you have opted to connect to an <a href=../preparations/#external-postgres-database-optional>external PostgreSQL database</a>, refer to the additional configurations table below. Adjust the following parameters based on your connection details:</p> <ol> <li>Disable PostgreSQL deployment - <code>postgresql.enabled</code></li> <li>Run:ai connection details - <code>global.postgresql.auth</code></li> <li>Grafana connection details - <code>grafana.dbUser</code>, <code>grafana.dbPassword</code></li> </ol> <h3 id=postgresql>PostgreSQL<a class=headerlink href=#postgresql title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>postgresql.enabled</code></td> <td>PostgreSQL installation</td> <td>If set to <code>false</code> the PostgreSQL will not be installed</td> </tr> <tr> <td><code>global.postgresql.auth.host</code></td> <td>PostgreSQL host</td> <td>Hostname or IP address of the PostgreSQL server</td> </tr> <tr> <td><code>global.postgresql.auth.port</code></td> <td>PostgreSQL port</td> <td>Port number on which PostgreSQL is running</td> </tr> <tr> <td><code>global.postgresql.auth.username</code></td> <td>PostgreSQL username</td> <td>Username for connecting to PostgreSQL</td> </tr> <tr> <td><code>global.postgresql.auth.password</code></td> <td>PostgreSQL password</td> <td>Password for the PostgreSQL user specified by <code>global.postgresql.auth.username</code></td> </tr> <tr> <td><code>global.postgresql.auth.postgresPassword</code></td> <td>PostgreSQL default admin password</td> <td>Password for the built-in PostgreSQL superuser (<code>postgres</code>)</td> </tr> <tr> <td><code>global.postgresql.auth.existingSecret</code></td> <td>Postgres Credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>global.postgresql.auth.dbSslMode</code></td> <td>Postgres connection SSL mode</td> <td>Set the SSL mode, see list in <a href=https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION>Protection Provided in Different Modes</a>, <code>prefer</code> mode is not supported</td> </tr> <tr> <td><code>postgresql.primary.initdb.password</code></td> <td>PostgreSQL default admin password</td> <td>Set the same password as in <code>global.postgresql.auth.postgresPassword</code> (if changed)</td> </tr> <tr> <td><code>postgresql.primary.persistence.storageClass</code></td> <td>Storage class</td> <td>The installation to work with a specific storage class rather than the default one</td> </tr> </tbody> </table> <h3 id=keycloakx>Keycloakx<a class=headerlink href=#keycloakx title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>keycloakx.adminUser</code></td> <td>User name of the internal identity provider administrator</td> <td>This user is the administrator of Keycloak</td> </tr> <tr> <td><code>keycloakx.adminPassword</code></td> <td>Password of the internal identity provider administrator</td> <td>This password is for the administrator of Keycloak</td> </tr> <tr> <td><code>keycloakx.existingSecret</code></td> <td>Keycloakx credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>global.keycloakx.host</code></td> <td>KeyCloak (Run:ai internal identity provider) host path</td> <td>Override the DNS for Keycloak. This can be used to access Keycloak from outside the Run:ai Control Plane cluster via ingress</td> </tr> </tbody> </table> <p>The <code>keycloakx.adminUser</code> can only be set during the initial installation. The admin password, however, can also be changed later through the Keycloak UI, but you must also update the <code>keycloakx.adminPassword</code> value in the Helm chart using helm upgrade. Failing to update the Helm values after changing the password can lead to control plane services encountering errors.</p> <h3 id=grafana>Grafana<a class=headerlink href=#grafana title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>grafana.db.existingSecret</code></td> <td>Grafana database connection credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>grafana.dbUser</code></td> <td>Grafana database username</td> <td>Username for accessing the Grafana database</td> </tr> <tr> <td><code>grafana.dbPassword</code></td> <td>Grafana database password</td> <td>Password for the Grafana database user</td> </tr> <tr> <td><code>grafana.admin.existingSecret</code></td> <td>Grafana admin default credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> <tr> <td><code>grafana.adminUser</code></td> <td>Grafana username</td> <td>Override the Run:ai default user name for accessing Grafana</td> </tr> <tr> <td><code>grafana.adminPassword</code></td> <td>Grafana password</td> <td>Override the Run:ai default password for accessing Grafana</td> </tr> </tbody> </table> <h3 id=redis>Redis<a class=headerlink href=#redis title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Key</th> <th>Change</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td><code>redisCache.auth.password</code></td> <td>Redis (Runai internal cache mechanism) applicative password</td> <td>Override the default password</td> </tr> <tr> <td><code>redisCache.auth.existingSecret</code></td> <td>Redis credentials (secret)</td> <td>Existing secret name with authentication credentials</td> </tr> </tbody> </table> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <h3 id=connect-to-runai-user-interface>Connect to Run:ai user interface<a class=headerlink href=#connect-to-runai-user-interface title="Permanent link">&para;</a></h3> <ul> <li>Run: <code>oc get routes -n runai-backend</code> to find the Run:ai Administration User Interface URL.</li> <li>Log in using the default credentials: User: <code>test@run.ai</code>, Password: <code>Abcd!234</code>.</li> <li>Go to the Users area and change the password.</li> </ul> <h3 id=enable-forgot-password-optional>Enable Forgot Password (optional)<a class=headerlink href=#enable-forgot-password-optional title="Permanent link">&para;</a></h3> <p>To support the <em>Forgot password</em> functionality, follow the steps below.</p> <ul> <li>Go to <code>runai.&lt;openshift-cluster-domain&gt;/auth</code> and Log in.</li> <li>Under <code>Realm settings</code>, select the <code>Login</code> tab and enable the <code>Forgot password</code> feature.</li> <li>Under the <code>Email</code> tab, define an SMTP server, as explained <a href=https://www.keycloak.org/docs/latest/server_admin/#_email target=_blank>here</a></li> </ul> <h3 id=install-runai-cluster>Install Run:ai Cluster<a class=headerlink href=#install-runai-cluster title="Permanent link">&para;</a></h3> <p>Continue with installing a <a href=../cluster/ >Run:ai Cluster</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -50,6 +50,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/ocp/cluster/index.html b/v2.20/admin/runai-setup/self-hosted/ocp/cluster/index.html
index 8df65842b6..7747d89d31 100644
--- a/v2.20/admin/runai-setup/self-hosted/ocp/cluster/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/ocp/cluster/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/cluster/ rel=canonical><link href=../backend/ rel=prev><link href=../additional-clusters/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Self-Hosted installation over OpenShift - Cluster Setup - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/cluster/ rel=canonical><link href=../backend/ rel=prev><link href=../additional-clusters/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Self-Hosted installation over OpenShift - Cluster Setup - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -22,7 +22,7 @@
 <a id=__codelineno-1-5 name=__codelineno-1-5 href=#__codelineno-1-5></a>    --set cluster.url=... --create-namespace \
 <a id=__codelineno-1-6 name=__codelineno-1-6 href=#__codelineno-1-6></a>    --set global.image.registry=registry.mycompany.local \
 <a id=__codelineno-1-7 name=__codelineno-1-7 href=#__codelineno-1-7></a>    --set global.customCA.enabled=true
-</code></pre></div></p> </div> </div> </div> <h2 id=optional-customize-installation>(Optional) Customize Installation<a class=headerlink href=#optional-customize-installation title="Permanent link">&para;</a></h2> <p>To customize specific aspects of the cluster installation see <a href=../../../cluster-setup/customize-cluster-install/ >customize cluster installation</a>.</p> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue to <a href=../project-management/ >create Run:ai Projects</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div></p> </div> </div> </div> <h2 id=optional-customize-installation>(Optional) Customize Installation<a class=headerlink href=#optional-customize-installation title="Permanent link">&para;</a></h2> <p>To customize specific aspects of the cluster installation see <a href=../../../cluster-setup/customize-cluster-install/ >customize cluster installation</a>.</p> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue to <a href=../project-management/ >create Run:ai Projects</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -50,6 +50,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/ocp/next-steps/index.html b/v2.20/admin/runai-setup/self-hosted/ocp/next-steps/index.html
index 5b46322f4e..23247d2258 100644
--- a/v2.20/admin/runai-setup/self-hosted/ocp/next-steps/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/ocp/next-steps/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/next-steps/ rel=canonical><link href=../project-management/ rel=prev><link href=../upgrade/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Self Hosted installation over OpenShift - Next Steps - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/next-steps/ rel=canonical><link href=../project-management/ rel=prev><link href=../upgrade/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Self Hosted installation over OpenShift - Next Steps - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#next-steps class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Self Hosted installation over OpenShift - Next Steps </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3 checked> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/ocp/next-steps.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h1> <ul> <li>Create additional <a href=../../../../authentication/users/ >Run:ai Users</a>.</li> <li>Set up <a href=../../../../authentication/researcher-authentication/ >Project-based Researcher Access Control</a>.</li> <li>Set up Researchers to work with the Run:ai Command-line interface (CLI). See <a href=../../../../researcher-setup/cli-install/ >Installing the Run:ai Command-line Interface</a> on how to install the CLI for users.</li> <li>Review <a href=../../../../config/overview/ >advanced setup and maintenace</a> scenarios.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#next-steps class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Self Hosted installation over OpenShift - Next Steps </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3 checked> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/ocp/next-steps.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h1> <ul> <li>Create additional <a href=../../../../authentication/users/ >Run:ai Users</a>.</li> <li>Set up <a href=../../../../authentication/researcher-authentication/ >Project-based Researcher Access Control</a>.</li> <li>Set up Researchers to work with the Run:ai Command-line interface (CLI). See <a href=../../../../researcher-setup/cli-install/ >Installing the Run:ai Command-line Interface</a> on how to install the CLI for users.</li> <li>Review <a href=../../../../config/overview/ >advanced setup and maintenace</a> scenarios.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/ocp/preparations/index.html b/v2.20/admin/runai-setup/self-hosted/ocp/preparations/index.html
index cfdea0ff2d..9c2748777f 100644
--- a/v2.20/admin/runai-setup/self-hosted/ocp/preparations/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/ocp/preparations/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/preparations/ rel=canonical><link href=../prerequisites/ rel=prev><link href=../backend/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Self Hosted installation over OpenShift - Preparations - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/preparations/ rel=canonical><link href=../prerequisites/ rel=prev><link href=../backend/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Self Hosted installation over OpenShift - Preparations - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -43,7 +43,7 @@
 <a id=__codelineno-7-5 name=__codelineno-7-5 href=#__codelineno-7-5></a>-a<span class=w> </span>-f<span class=w> </span>&lt;SQL_FILE&gt;<span class=w> </span><span class=se>\ </span><span class=c1># (5)</span>
 </code></pre></div> <ol> <li>Replace <code>&lt;POSTGRESQL_HOST&gt;</code> with the PostgreSQL ip address or hostname.</li> <li>Replace <code>&lt;POSTGRESQL_USER&gt;</code> with the PostgreSQL username.</li> <li>Replace <code>&lt;POSTGRESQL_PORT&gt;</code> with the port number where PostgreSQL is running.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;SQL_FILE&gt;</code> with the path to the SQL script created in the previous step.</li> </ol> </li> </ol> <h2 id=additional-permissions>Additional permissions<a class=headerlink href=#additional-permissions title="Permanent link">&para;</a></h2> <p>As part of the installation, you will be required to install the <a href=../backend/ >Control plane</a> and <a href=../cluster/ >Cluster</a> Helm <a href=https://helm.sh/ target=_blank>Charts</a>. The Helm Charts require Kubernetes administrator permissions. You can review the exact permissions provided by using the <code>--dry-run</code> on both helm charts.</p> <h2 id=validate-prerequisites>Validate prerequisites<a class=headerlink href=#validate-prerequisites title="Permanent link">&para;</a></h2> <p>Once you believe that the Run:ai prerequisites and preperations are met, we highly recommend installing and running the Run:ai <a href=https://github.com/run-ai/preinstall-diagnostics target=_blank>pre-install diagnostics script</a>. The tool:</p> <ul> <li>Tests the below requirements as well as additional failure points related to Kubernetes, NVIDIA, storage, and networking.</li> <li>Looks at additional components installed and analyzes their relevancy to a successful Run:ai installation.</li> </ul> <p>To use the script <a href=https://github.com/run-ai/preinstall-diagnostics/releases target=_blank>download</a> the latest version of the script and run:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-8-1 name=__codelineno-8-1 href=#__codelineno-8-1></a>chmod +x preinstall-diagnostics-&lt;platform&gt;
 <a id=__codelineno-8-2 name=__codelineno-8-2 href=#__codelineno-8-2></a>./preinstall-diagnostics-&lt;platform&gt; 
-</code></pre></div> <p>If the script fails, or if the script succeeds but the Kubernetes system contains components other than Run:ai, locate the file <code>runai-preinstall-diagnostics.txt</code> in the current directory and send it to Run:ai technical support.</p> <p>For more information on the script including additional command-line flags, see <a href=https://github.com/run-ai/preinstall-diagnostics target=_blank>here</a>.</p> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue with installing the <a href=../backend/ >Run:ai Control Plane</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>If the script fails, or if the script succeeds but the Kubernetes system contains components other than Run:ai, locate the file <code>runai-preinstall-diagnostics.txt</code> in the current directory and send it to Run:ai technical support.</p> <p>For more information on the script including additional command-line flags, see <a href=https://github.com/run-ai/preinstall-diagnostics target=_blank>here</a>.</p> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue with installing the <a href=../backend/ >Run:ai Control Plane</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -71,6 +71,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/ocp/prerequisites/index.html b/v2.20/admin/runai-setup/self-hosted/ocp/prerequisites/index.html
index b950766d81..f78b1343aa 100644
--- a/v2.20/admin/runai-setup/self-hosted/ocp/prerequisites/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/ocp/prerequisites/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/prerequisites/ rel=canonical><link href=../../k8s/uninstall/ rel=prev><link href=../preparations/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Prerequisites - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/prerequisites/ rel=canonical><link href=../../k8s/uninstall/ rel=prev><link href=../preparations/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Prerequisites - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#self-hosted-installation-over-openshift-prerequisites class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Prerequisites </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3 checked> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Prerequisites </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Prerequisites </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-components class=md-nav__link> <span class=md-ellipsis> Run:ai components </span> </a> </li> <li class=md-nav__item> <a href=#installer-machine class=md-nav__link> <span class=md-ellipsis> Installer machine </span> </a> <nav class=md-nav aria-label="Installer machine"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#helm class=md-nav__link> <span class=md-ellipsis> Helm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#cluster-hardware-requirements class=md-nav__link> <span class=md-ellipsis> Cluster hardware requirements </span> </a> </li> <li class=md-nav__item> <a href=#runai-software-requirements class=md-nav__link> <span class=md-ellipsis> Run:ai software requirements </span> </a> <nav class=md-nav aria-label="Run:ai software requirements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-nodes class=md-nav__link> <span class=md-ellipsis> Cluster Nodes </span> </a> </li> <li class=md-nav__item> <a href=#openshift class=md-nav__link> <span class=md-ellipsis> OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#install-prerequisites class=md-nav__link> <span class=md-ellipsis> Install prerequisites </span> </a> <nav class=md-nav aria-label="Install prerequisites"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nvidia-gpu-operator class=md-nav__link> <span class=md-ellipsis> NVIDIA GPU Operator </span> </a> </li> <li class=md-nav__item> <a href=#inference-optional class=md-nav__link> <span class=md-ellipsis> Inference (optional) </span> </a> </li> <li class=md-nav__item> <a href=#external-postgresql-database-optional class=md-nav__link> <span class=md-ellipsis> External PostgreSQL database (optional) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next steps </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-components class=md-nav__link> <span class=md-ellipsis> Run:ai components </span> </a> </li> <li class=md-nav__item> <a href=#installer-machine class=md-nav__link> <span class=md-ellipsis> Installer machine </span> </a> <nav class=md-nav aria-label="Installer machine"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#helm class=md-nav__link> <span class=md-ellipsis> Helm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#cluster-hardware-requirements class=md-nav__link> <span class=md-ellipsis> Cluster hardware requirements </span> </a> </li> <li class=md-nav__item> <a href=#runai-software-requirements class=md-nav__link> <span class=md-ellipsis> Run:ai software requirements </span> </a> <nav class=md-nav aria-label="Run:ai software requirements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-nodes class=md-nav__link> <span class=md-ellipsis> Cluster Nodes </span> </a> </li> <li class=md-nav__item> <a href=#openshift class=md-nav__link> <span class=md-ellipsis> OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#install-prerequisites class=md-nav__link> <span class=md-ellipsis> Install prerequisites </span> </a> <nav class=md-nav aria-label="Install prerequisites"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nvidia-gpu-operator class=md-nav__link> <span class=md-ellipsis> NVIDIA GPU Operator </span> </a> </li> <li class=md-nav__item> <a href=#inference-optional class=md-nav__link> <span class=md-ellipsis> Inference (optional) </span> </a> </li> <li class=md-nav__item> <a href=#external-postgresql-database-optional class=md-nav__link> <span class=md-ellipsis> External PostgreSQL database (optional) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next steps </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/ocp/prerequisites.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=self-hosted-installation-over-openshift-prerequisites>Self Hosted installation over OpenShift - prerequisites<a class=headerlink href=#self-hosted-installation-over-openshift-prerequisites title="Permanent link">&para;</a></h1> <p>Before proceeding with this document, please review the <a href=../../../installation-types/ >installation types</a> documentation to understand the difference between <em>air-gapped</em> and <em>connected</em> installations. </p> <h2 id=runai-components>Run:ai components<a class=headerlink href=#runai-components title="Permanent link">&para;</a></h2> <p>As part of the installation process you will install:</p> <ul> <li>A control-plane managing cluster</li> <li>One or more clusters</li> </ul> <p>Both the control plane and clusters require Kubernetes. Typically the control plane and first cluster are installed on the same Kubernetes cluster but this is not a must. </p> <div class="admonition important"> <p class=admonition-title>Important</p> <p>In OpenShift environments, adding a cluster connecting to a <strong>remote</strong> control plane currently requires the assistance of customer support. </p> </div> <h2 id=installer-machine>Installer machine<a class=headerlink href=#installer-machine title="Permanent link">&para;</a></h2> <p>The machine running the installation script (typically the Kubernetes master) must have:</p> <ul> <li>At least 50GB of free space.</li> <li>Docker installed. </li> </ul> <h3 id=helm>Helm<a class=headerlink href=#helm title="Permanent link">&para;</a></h3> <p>Run:ai requires <a href=https://helm.sh/ target=_blank>Helm</a> 3.14 or later. To install Helm, see <a href=https://helm.sh/docs/intro/install/ target=_blank>Installing Helm</a>. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p> <h2 id=cluster-hardware-requirements>Cluster hardware requirements<a class=headerlink href=#cluster-hardware-requirements title="Permanent link">&para;</a></h2> <p>The Run:ai control plane services require the following resources:</p> <table> <thead> <tr> <th style="text-align: left;">Component</th> <th style="text-align: left;">Required Capacity</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">CPU</td> <td style="text-align: left;">10 cores</td> </tr> <tr> <td style="text-align: left;">Memory</td> <td style="text-align: left;">12GB</td> </tr> <tr> <td style="text-align: left;">Disk space</td> <td style="text-align: left;">110GB</td> </tr> </tbody> </table> <p>If Run:ai cluster is planned to be installed on the same cluster as the Run:ai control plane: Ensure the control plane requirements are in addition to the Run:ai cluster <a href=../../../cluster-setup/cluster-prerequisites/#hardware-requirements>hardware requirements</a>.</p> <h2 id=runai-software-requirements>Run:ai software requirements<a class=headerlink href=#runai-software-requirements title="Permanent link">&para;</a></h2> <h3 id=cluster-nodes>Cluster Nodes<a class=headerlink href=#cluster-nodes title="Permanent link">&para;</a></h3> <p>Nodes are required to be synchronized by time using NTP (Network Time Protocol) for proper system functionality.</p> <h3 id=openshift>OpenShift<a class=headerlink href=#openshift title="Permanent link">&para;</a></h3> <p>Run:ai supports OpenShift. OpenShift Versions supported are detailed in <a href=../../../cluster-setup/cluster-prerequisites/#kubernetes-distribution>Kubernetes distribution</a>.</p> <ul> <li>OpenShift must be configured with a trusted certificate. Run:ai installation relies on OpenShift to create certificates for subdomains. </li> <li>OpenShift must have a configured <a href=https://docs.openshift.com/container-platform/4.9/authentication/understanding-identity-provider.html target=_blank>identity provider</a> (Idp). </li> <li>If your network is air-gapped, you will need to provide the Run:ai control-plane and cluster with information about the <a href=../../../../config/org-cert/ >local certificate authority</a>.</li> </ul> <h2 id=install-prerequisites>Install prerequisites<a class=headerlink href=#install-prerequisites title="Permanent link">&para;</a></h2> <h3 id=nvidia-gpu-operator>NVIDIA GPU Operator<a class=headerlink href=#nvidia-gpu-operator title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../cluster/#prerequisites>installing NVIDIA dependencies in OpenShift</a>.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the NVIDIA prerequisites.</p> </blockquote> <p>Information on how to download the GPU Operator for air-gapped installation can be found in the <a href=https://docs.nvidia.com/datacenter/cloud-native/gpu-operator/install-gpu-operator-air-gapped.html#install-gpu-operator-air-gapped target=_blank>NVIDIA GPU Operator pre-requisites</a>. </p> <h3 id=inference-optional>Inference (optional)<a class=headerlink href=#inference-optional title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#inference>Inference</a> requirements.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Inference prerequisites. </p> </blockquote> <h3 id=external-postgresql-database-optional>External PostgreSQL database (optional)<a class=headerlink href=#external-postgresql-database-optional title="Permanent link">&para;</a></h3> <p>The Run:ai control plane installation includes a default PostgreSQL database. However, you may opt to use an existing PostgreSQL database if you have specific requirements or preferences. Please ensure that your PostgreSQL database is version 16 or higher.</p> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue to <a href=../preparations/ >Preparing for a Run:ai OpenShift Installation </a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#self-hosted-installation-over-openshift-prerequisites class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Prerequisites </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3 checked> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Prerequisites </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Prerequisites </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-components class=md-nav__link> <span class=md-ellipsis> Run:ai components </span> </a> </li> <li class=md-nav__item> <a href=#installer-machine class=md-nav__link> <span class=md-ellipsis> Installer machine </span> </a> <nav class=md-nav aria-label="Installer machine"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#helm class=md-nav__link> <span class=md-ellipsis> Helm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#cluster-hardware-requirements class=md-nav__link> <span class=md-ellipsis> Cluster hardware requirements </span> </a> </li> <li class=md-nav__item> <a href=#runai-software-requirements class=md-nav__link> <span class=md-ellipsis> Run:ai software requirements </span> </a> <nav class=md-nav aria-label="Run:ai software requirements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-nodes class=md-nav__link> <span class=md-ellipsis> Cluster Nodes </span> </a> </li> <li class=md-nav__item> <a href=#openshift class=md-nav__link> <span class=md-ellipsis> OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#install-prerequisites class=md-nav__link> <span class=md-ellipsis> Install prerequisites </span> </a> <nav class=md-nav aria-label="Install prerequisites"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nvidia-gpu-operator class=md-nav__link> <span class=md-ellipsis> NVIDIA GPU Operator </span> </a> </li> <li class=md-nav__item> <a href=#inference-optional class=md-nav__link> <span class=md-ellipsis> Inference (optional) </span> </a> </li> <li class=md-nav__item> <a href=#external-postgresql-database-optional class=md-nav__link> <span class=md-ellipsis> External PostgreSQL database (optional) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next steps </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#runai-components class=md-nav__link> <span class=md-ellipsis> Run:ai components </span> </a> </li> <li class=md-nav__item> <a href=#installer-machine class=md-nav__link> <span class=md-ellipsis> Installer machine </span> </a> <nav class=md-nav aria-label="Installer machine"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#helm class=md-nav__link> <span class=md-ellipsis> Helm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#cluster-hardware-requirements class=md-nav__link> <span class=md-ellipsis> Cluster hardware requirements </span> </a> </li> <li class=md-nav__item> <a href=#runai-software-requirements class=md-nav__link> <span class=md-ellipsis> Run:ai software requirements </span> </a> <nav class=md-nav aria-label="Run:ai software requirements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-nodes class=md-nav__link> <span class=md-ellipsis> Cluster Nodes </span> </a> </li> <li class=md-nav__item> <a href=#openshift class=md-nav__link> <span class=md-ellipsis> OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#install-prerequisites class=md-nav__link> <span class=md-ellipsis> Install prerequisites </span> </a> <nav class=md-nav aria-label="Install prerequisites"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nvidia-gpu-operator class=md-nav__link> <span class=md-ellipsis> NVIDIA GPU Operator </span> </a> </li> <li class=md-nav__item> <a href=#inference-optional class=md-nav__link> <span class=md-ellipsis> Inference (optional) </span> </a> </li> <li class=md-nav__item> <a href=#external-postgresql-database-optional class=md-nav__link> <span class=md-ellipsis> External PostgreSQL database (optional) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next steps </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/ocp/prerequisites.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=self-hosted-installation-over-openshift-prerequisites>Self Hosted installation over OpenShift - prerequisites<a class=headerlink href=#self-hosted-installation-over-openshift-prerequisites title="Permanent link">&para;</a></h1> <p>Before proceeding with this document, please review the <a href=../../../installation-types/ >installation types</a> documentation to understand the difference between <em>air-gapped</em> and <em>connected</em> installations. </p> <h2 id=runai-components>Run:ai components<a class=headerlink href=#runai-components title="Permanent link">&para;</a></h2> <p>As part of the installation process you will install:</p> <ul> <li>A control-plane managing cluster</li> <li>One or more clusters</li> </ul> <p>Both the control plane and clusters require Kubernetes. Typically the control plane and first cluster are installed on the same Kubernetes cluster but this is not a must. </p> <div class="admonition important"> <p class=admonition-title>Important</p> <p>In OpenShift environments, adding a cluster connecting to a <strong>remote</strong> control plane currently requires the assistance of customer support. </p> </div> <h2 id=installer-machine>Installer machine<a class=headerlink href=#installer-machine title="Permanent link">&para;</a></h2> <p>The machine running the installation script (typically the Kubernetes master) must have:</p> <ul> <li>At least 50GB of free space.</li> <li>Docker installed. </li> </ul> <h3 id=helm>Helm<a class=headerlink href=#helm title="Permanent link">&para;</a></h3> <p>Run:ai requires <a href=https://helm.sh/ target=_blank>Helm</a> 3.14 or later. To install Helm, see <a href=https://helm.sh/docs/intro/install/ target=_blank>Installing Helm</a>. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p> <h2 id=cluster-hardware-requirements>Cluster hardware requirements<a class=headerlink href=#cluster-hardware-requirements title="Permanent link">&para;</a></h2> <p>The Run:ai control plane services require the following resources:</p> <table> <thead> <tr> <th style="text-align: left;">Component</th> <th style="text-align: left;">Required Capacity</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">CPU</td> <td style="text-align: left;">10 cores</td> </tr> <tr> <td style="text-align: left;">Memory</td> <td style="text-align: left;">12GB</td> </tr> <tr> <td style="text-align: left;">Disk space</td> <td style="text-align: left;">110GB</td> </tr> </tbody> </table> <p>If Run:ai cluster is planned to be installed on the same cluster as the Run:ai control plane: Ensure the control plane requirements are in addition to the Run:ai cluster <a href=../../../cluster-setup/cluster-prerequisites/#hardware-requirements>hardware requirements</a>.</p> <h2 id=runai-software-requirements>Run:ai software requirements<a class=headerlink href=#runai-software-requirements title="Permanent link">&para;</a></h2> <h3 id=cluster-nodes>Cluster Nodes<a class=headerlink href=#cluster-nodes title="Permanent link">&para;</a></h3> <p>Nodes are required to be synchronized by time using NTP (Network Time Protocol) for proper system functionality.</p> <h3 id=openshift>OpenShift<a class=headerlink href=#openshift title="Permanent link">&para;</a></h3> <p>Run:ai supports OpenShift. OpenShift Versions supported are detailed in <a href=../../../cluster-setup/cluster-prerequisites/#kubernetes-distribution>Kubernetes distribution</a>.</p> <ul> <li>OpenShift must be configured with a trusted certificate. Run:ai installation relies on OpenShift to create certificates for subdomains. </li> <li>OpenShift must have a configured <a href=https://docs.openshift.com/container-platform/4.9/authentication/understanding-identity-provider.html target=_blank>identity provider</a> (Idp). </li> <li>If your network is air-gapped, you will need to provide the Run:ai control-plane and cluster with information about the <a href=../../../../config/org-cert/ >local certificate authority</a>.</li> </ul> <h2 id=install-prerequisites>Install prerequisites<a class=headerlink href=#install-prerequisites title="Permanent link">&para;</a></h2> <h3 id=nvidia-gpu-operator>NVIDIA GPU Operator<a class=headerlink href=#nvidia-gpu-operator title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../cluster/#prerequisites>installing NVIDIA dependencies in OpenShift</a>.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the NVIDIA prerequisites.</p> </blockquote> <p>Information on how to download the GPU Operator for air-gapped installation can be found in the <a href=https://docs.nvidia.com/datacenter/cloud-native/gpu-operator/install-gpu-operator-air-gapped.html#install-gpu-operator-air-gapped target=_blank>NVIDIA GPU Operator pre-requisites</a>. </p> <h3 id=inference-optional>Inference (optional)<a class=headerlink href=#inference-optional title="Permanent link">&para;</a></h3> <p>See Run:ai Cluster prerequisites <a href=../../../cluster-setup/cluster-prerequisites/#inference>Inference</a> requirements.</p> <blockquote> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Inference prerequisites. </p> </blockquote> <h3 id=external-postgresql-database-optional>External PostgreSQL database (optional)<a class=headerlink href=#external-postgresql-database-optional title="Permanent link">&para;</a></h3> <p>The Run:ai control plane installation includes a default PostgreSQL database. However, you may opt to use an existing PostgreSQL database if you have specific requirements or preferences. Please ensure that your PostgreSQL database is version 16 or higher.</p> <h2 id=next-steps>Next steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Continue to <a href=../preparations/ >Preparing for a Run:ai OpenShift Installation </a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/ocp/project-management/index.html b/v2.20/admin/runai-setup/self-hosted/ocp/project-management/index.html
index a3c853a5ae..de7935372a 100644
--- a/v2.20/admin/runai-setup/self-hosted/ocp/project-management/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/ocp/project-management/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/project-management/ rel=canonical><link href=../additional-clusters/ rel=prev><link href=../next-steps/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Self Hosted installation over OpenShift - Create Projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/project-management/ rel=canonical><link href=../additional-clusters/ rel=prev><link href=../next-steps/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Self Hosted installation over OpenShift - Create Projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -136,7 +136,7 @@
 
 You can update all Project properties via the Run:ai administration user interface, except for Project Users.
 
- --> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+ --> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -164,6 +164,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/ocp/uninstall/index.html b/v2.20/admin/runai-setup/self-hosted/ocp/uninstall/index.html
index 4d37319c00..3fe61e5c2e 100644
--- a/v2.20/admin/runai-setup/self-hosted/ocp/uninstall/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/ocp/uninstall/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/uninstall/ rel=canonical><link href=../upgrade/ rel=prev><link href=../../../../researcher-setup/researcher-setup-intro/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Uninstall self-hosted OpenShift installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/uninstall/ rel=canonical><link href=../upgrade/ rel=prev><link href=../../../../researcher-setup/researcher-setup-intro/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Uninstall self-hosted OpenShift installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#uninstall-runai class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Uninstall self-hosted OpenShift installation </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3 checked> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/ocp/uninstall.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=uninstall-runai>Uninstall Run:ai<a class=headerlink href=#uninstall-runai title="Permanent link">&para;</a></h1> <p>See uninstall section <a href=../../k8s/uninstall/ >here</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#uninstall-runai class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Uninstall self-hosted OpenShift installation </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3 checked> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/ocp/uninstall.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=uninstall-runai>Uninstall Run:ai<a class=headerlink href=#uninstall-runai title="Permanent link">&para;</a></h1> <p>See uninstall section <a href=../../k8s/uninstall/ >here</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/ocp/upgrade/index.html b/v2.20/admin/runai-setup/self-hosted/ocp/upgrade/index.html
index dbeb3d8553..04bfc7b405 100644
--- a/v2.20/admin/runai-setup/self-hosted/ocp/upgrade/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/ocp/upgrade/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/upgrade/ rel=canonical><link href=../next-steps/ rel=prev><link href=../uninstall/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Upgrade self-hosted OpenShift installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/upgrade/ rel=canonical><link href=../next-steps/ rel=prev><link href=../uninstall/ rel=next><link rel=icon href=../../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Upgrade self-hosted OpenShift installation - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../../css/timeago.css><link rel=stylesheet href=../../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-5-3 name=__codelineno-5-3 href=#__codelineno-5-3></a>--set<span class=w> </span>global.config.kubernetesDistribution<span class=o>=</span>openshift<span class=w> </span><span class=se>\</span>
 <a id=__codelineno-5-4 name=__codelineno-5-4 href=#__codelineno-5-4></a>--set<span class=w> </span>thanos.query.stores<span class=o>={</span>thanos-grpc-port-forwarder:10901<span class=o>}</span><span class=w> </span><span class=se>\</span>
 <a id=__codelineno-5-5 name=__codelineno-5-5 href=#__codelineno-5-5></a>--set<span class=w> </span>postgresql.primary.persistence.existingClaim<span class=o>=</span>pvc-postgresql
-</code></pre></div> <ol> <li>The subdomain configured for the OpenShift cluster.</li> </ol> </div> </div> </div> <h2 id=upgrade-cluster>Upgrade Cluster<a class=headerlink href=#upgrade-cluster title="Permanent link">&para;</a></h2> <p>To upgrade the cluster follow the instructions <a href=../../../cluster-setup/cluster-upgrade/ >here</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <ol> <li>The subdomain configured for the OpenShift cluster.</li> </ol> </div> </div> </div> <h2 id=upgrade-cluster>Upgrade Cluster<a class=headerlink href=#upgrade-cluster title="Permanent link">&para;</a></h2> <p>To upgrade the cluster follow the instructions <a href=../../../cluster-setup/cluster-upgrade/ >here</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../../js/timeago.min.js></script> <script src=../../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/runai-setup/self-hosted/overview/index.html b/v2.20/admin/runai-setup/self-hosted/overview/index.html
index 3da5210523..9cd93c350b 100644
--- a/v2.20/admin/runai-setup/self-hosted/overview/index.html
+++ b/v2.20/admin/runai-setup/self-hosted/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/overview/ rel=canonical><link href=../../cluster-setup/dgx-bundle/ rel=prev><link href=../k8s/prerequisites/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Self Hosted Run:ai Installation Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/overview/ rel=canonical><link href=../../cluster-setup/dgx-bundle/ rel=prev><link href=../k8s/prerequisites/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Self Hosted Run:ai Installation Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#self-hosted-runai-installation class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Self Hosted Run:ai Installation Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#self-hosting-with-kubernetes-vs-openshift class=md-nav__link> <span class=md-ellipsis> Self-hosting with Kubernetes vs OpenShift </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#self-hosting-with-kubernetes-vs-openshift class=md-nav__link> <span class=md-ellipsis> Self-hosting with Kubernetes vs OpenShift </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=self-hosted-runai-installation>Self Hosted Run:ai Installation<a class=headerlink href=#self-hosted-runai-installation title="Permanent link">&para;</a></h1> <p>The self-hosted option is for organizations that cannot use a SaaS solution due to data leakage concerns.</p> <p>Run:ai self-hosting comes with two variants:</p> <table> <thead> <tr> <th>Self-hosting Type</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Connected</td> <td>The organization can freely download from the internet (though upload is not allowed)</td> </tr> <tr> <td>Air-gapped</td> <td>The organization has no connection to the internet <br></td> </tr> </tbody> </table> <p>The self-hosted installation is priced differently. For further information please talk to Run:ai sales. </p> <h2 id=self-hosting-with-kubernetes-vs-openshift>Self-hosting with Kubernetes vs OpenShift<a class=headerlink href=#self-hosting-with-kubernetes-vs-openshift title="Permanent link">&para;</a></h2> <p>Run:ai has been certified with a specified set of <a href=../../cluster-setup/cluster-prerequisites/#kubernetes-distribution>Kubernetes distributions</a>. The OpenShift installation is different from the rest. As such, the Run:ai self-hosted installation instructions are divided into two separate sections:</p> <ul> <li>OpenShift-based installation. See <a href=../ocp/prerequisites/ >Run:ai OpenShift installation</a>. The Run:ai operator for OpenShift is <a href=https://catalog.redhat.com/software/operators/detail/60be3acc3308418324b5e9d8 target=_blank>certified</a> by Red Hat.</li> <li>Kubernetes-based installation. See <a href=../k8s/prerequisites/ >Run:ai Kubernetes installation</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#self-hosted-runai-installation class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Self Hosted Run:ai Installation Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2 checked> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2 checked> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3 checked> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=true> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#self-hosting-with-kubernetes-vs-openshift class=md-nav__link> <span class=md-ellipsis> Self-hosting with Kubernetes vs OpenShift </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#self-hosting-with-kubernetes-vs-openshift class=md-nav__link> <span class=md-ellipsis> Self-hosting with Kubernetes vs OpenShift </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/admin/runai-setup/self-hosted/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=self-hosted-runai-installation>Self Hosted Run:ai Installation<a class=headerlink href=#self-hosted-runai-installation title="Permanent link">&para;</a></h1> <p>The self-hosted option is for organizations that cannot use a SaaS solution due to data leakage concerns.</p> <p>Run:ai self-hosting comes with two variants:</p> <table> <thead> <tr> <th>Self-hosting Type</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Connected</td> <td>The organization can freely download from the internet (though upload is not allowed)</td> </tr> <tr> <td>Air-gapped</td> <td>The organization has no connection to the internet <br></td> </tr> </tbody> </table> <p>The self-hosted installation is priced differently. For further information please talk to Run:ai sales. </p> <h2 id=self-hosting-with-kubernetes-vs-openshift>Self-hosting with Kubernetes vs OpenShift<a class=headerlink href=#self-hosting-with-kubernetes-vs-openshift title="Permanent link">&para;</a></h2> <p>Run:ai has been certified with a specified set of <a href=../../cluster-setup/cluster-prerequisites/#kubernetes-distribution>Kubernetes distributions</a>. The OpenShift installation is different from the rest. As such, the Run:ai self-hosted installation instructions are divided into two separate sections:</p> <ul> <li>OpenShift-based installation. See <a href=../ocp/prerequisites/ >Run:ai OpenShift installation</a>. The Run:ai operator for OpenShift is <a href=https://catalog.redhat.com/software/operators/detail/60be3acc3308418324b5e9d8 target=_blank>certified</a> by Red Hat.</li> <li>Kubernetes-based installation. See <a href=../k8s/prerequisites/ >Run:ai Kubernetes installation</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/troubleshooting/diagnostics/index.html b/v2.20/admin/troubleshooting/diagnostics/index.html
index a7af388bfd..f9f21a01bd 100644
--- a/v2.20/admin/troubleshooting/diagnostics/index.html
+++ b/v2.20/admin/troubleshooting/diagnostics/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/troubleshooting/diagnostics/ rel=canonical><link href=../troubleshooting/ rel=prev><link href=../../../platform-admin/overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Diagnostics - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/troubleshooting/diagnostics/ rel=canonical><link href=../troubleshooting/ rel=prev><link href=../../../platform-admin/overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Diagnostics - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -28,7 +28,7 @@
 </code></pre></div> <p>Then under the <code>scheduler</code> section add:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-7-1 name=__codelineno-7-1 href=#__codelineno-7-1></a>runai-scheduler:
 <a id=__codelineno-7-2 name=__codelineno-7-2 href=#__codelineno-7-2></a>   args:
 <a id=__codelineno-7-3 name=__codelineno-7-3 href=#__codelineno-7-3></a>     verbosity: 6
-</code></pre></div> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Verbose scheduler logs consume a significant amount of disk space.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Verbose scheduler logs consume a significant amount of disk space.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -56,6 +56,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/troubleshooting/logs-collection/index.html b/v2.20/admin/troubleshooting/logs-collection/index.html
index 4d29a21404..29683fb5c0 100644
--- a/v2.20/admin/troubleshooting/logs-collection/index.html
+++ b/v2.20/admin/troubleshooting/logs-collection/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/troubleshooting/logs-collection/ rel=canonical><link href=../../authentication/non-root-containers/ rel=prev><link href=../troubleshooting/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Logs Collection - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/troubleshooting/logs-collection/ rel=canonical><link href=../../authentication/non-root-containers/ rel=prev><link href=../troubleshooting/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Logs Collection - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -23,7 +23,7 @@
 </code></pre></div> <p>2 Add or modify the following section under the scheduler settings: </p> <div class=highlight><pre><span></span><code><a id=__codelineno-5-1 name=__codelineno-5-1 href=#__codelineno-5-1></a><span class=nt>runai-scheduler</span><span class=p>:</span>
 <a id=__codelineno-5-2 name=__codelineno-5-2 href=#__codelineno-5-2></a><span class=w>    </span><span class=nt>args</span><span class=p>:</span>
 <a id=__codelineno-5-3 name=__codelineno-5-3 href=#__codelineno-5-3></a><span class=w>        </span><span class=nt>verbosity</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">6</span>
-</code></pre></div> <p>This increases the verbosity level of the scheduler logs to provide more detailed output.</p> </details> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Enabling verbose logging can significantly increase disk space usage. Monitor your storage capacity and adjust the verbosity level as necessary.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>This increases the verbosity level of the scheduler logs to provide more detailed output.</p> </details> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Enabling verbose logging can significantly increase disk space usage. Monitor your storage capacity and adjust the verbosity level as necessary.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -51,6 +51,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/admin/troubleshooting/troubleshooting/index.html b/v2.20/admin/troubleshooting/troubleshooting/index.html
index c80dbe4a5d..24a6b8a9d5 100644
--- a/v2.20/admin/troubleshooting/troubleshooting/index.html
+++ b/v2.20/admin/troubleshooting/troubleshooting/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/troubleshooting/troubleshooting/ rel=canonical><link href=../logs-collection/ rel=prev><link href=../diagnostics/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Troubleshooting - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/admin/troubleshooting/troubleshooting/ rel=canonical><link href=../logs-collection/ rel=prev><link href=../diagnostics/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Troubleshooting - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -27,7 +27,7 @@
 </code></pre></div></p> </details> <!-- ??? ""access denied" when using CLI"
     __Symptom:__ Running `runai login` shows `access denied`
 
-    __Root Cause:__  ???  --> <details> <summary>When running the CLI you get an error: open .../.kube/config.lock: permission denied</summary> <p><strong>Symptom:</strong> When running any CLI command you get a permission denied error.</p> <p><strong>Root Cause:</strong> The user running the CLI does not have read permissions to the <code>.kube</code> directory.</p> <p><strong>Resolution:</strong> Change permissions for the directory.</p> </details> <details> <summary>When running 'runai logs', the logs are delayed</summary> <p><strong>Symptom:</strong> Printout from the container is not immediately shown in the log. </p> <p><strong>Root Cause:</strong> By default, Python buffers stdout, and stderr, which are not flushed in real-time. This may cause logs to appear sometimes minutes after being buffered.</p> <p><strong>Resolution:</strong> Set the env var PYTHONUNBUFFERED to any non-empty string or pass -u to Python. e.g. <code>python -u main.py</code>.</p> </details> <details> <summary>CLI does not download properly on OpenShift</summary> <p><strong>Symptom:</strong> When trying to download the CLI on OpenShift, the <code>wget</code> statement downloads a text file named <code>darwin</code> or <code>linux</code> rather than the binary <code>runai</code>.</p> <p><strong>Root Cause:</strong> An installation step has been missed. </p> <p><strong>Resolution:</strong> Open the Cluster list and open the cluster installation wizard again. After selecting OpenShift, you will see a <code>patch</code> command at the end of the instruction set. Run it. </p> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    __Root Cause:__  ???  --> <details> <summary>When running the CLI you get an error: open .../.kube/config.lock: permission denied</summary> <p><strong>Symptom:</strong> When running any CLI command you get a permission denied error.</p> <p><strong>Root Cause:</strong> The user running the CLI does not have read permissions to the <code>.kube</code> directory.</p> <p><strong>Resolution:</strong> Change permissions for the directory.</p> </details> <details> <summary>When running 'runai logs', the logs are delayed</summary> <p><strong>Symptom:</strong> Printout from the container is not immediately shown in the log. </p> <p><strong>Root Cause:</strong> By default, Python buffers stdout, and stderr, which are not flushed in real-time. This may cause logs to appear sometimes minutes after being buffered.</p> <p><strong>Resolution:</strong> Set the env var PYTHONUNBUFFERED to any non-empty string or pass -u to Python. e.g. <code>python -u main.py</code>.</p> </details> <details> <summary>CLI does not download properly on OpenShift</summary> <p><strong>Symptom:</strong> When trying to download the CLI on OpenShift, the <code>wget</code> statement downloads a text file named <code>darwin</code> or <code>linux</code> rather than the binary <code>runai</code>.</p> <p><strong>Root Cause:</strong> An installation step has been missed. </p> <p><strong>Resolution:</strong> Open the Cluster list and open the cluster installation wizard again. After selecting OpenShift, you will see a <code>patch</code> command at the end of the instruction set. Run it. </p> </details> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -55,6 +55,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/assets/javascripts/bundle.5090c770.min.js b/v2.20/assets/javascripts/bundle.f13b1293.min.js
similarity index 85%
rename from v2.20/assets/javascripts/bundle.5090c770.min.js
rename to v2.20/assets/javascripts/bundle.f13b1293.min.js
index 9c639ed97c..7fbc8fc8e2 100644
--- a/v2.20/assets/javascripts/bundle.5090c770.min.js
+++ b/v2.20/assets/javascripts/bundle.f13b1293.min.js
@@ -11,6 +11,6 @@
  * Licensed MIT © Zeno Rocha
  */(function(t,r){typeof It=="object"&&typeof Yr=="object"?Yr.exports=r():typeof define=="function"&&define.amd?define([],r):typeof It=="object"?It.ClipboardJS=r():t.ClipboardJS=r()})(It,function(){return function(){var e={686:function(o,n,i){"use strict";i.d(n,{default:function(){return Ui}});var a=i(279),s=i.n(a),p=i(370),c=i.n(p),l=i(817),f=i.n(l);function u(V){try{return document.execCommand(V)}catch(A){return!1}}var d=function(A){var M=f()(A);return u("cut"),M},y=d;function L(V){var A=document.documentElement.getAttribute("dir")==="rtl",M=document.createElement("textarea");M.style.fontSize="12pt",M.style.border="0",M.style.padding="0",M.style.margin="0",M.style.position="absolute",M.style[A?"right":"left"]="-9999px";var F=window.pageYOffset||document.documentElement.scrollTop;return M.style.top="".concat(F,"px"),M.setAttribute("readonly",""),M.value=V,M}var X=function(A,M){var F=L(A);M.container.appendChild(F);var D=f()(F);return u("copy"),F.remove(),D},ee=function(A){var M=arguments.length>1&&arguments[1]!==void 0?arguments[1]:{container:document.body},F="";return typeof A=="string"?F=X(A,M):A instanceof HTMLInputElement&&!["text","search","url","tel","password"].includes(A==null?void 0:A.type)?F=X(A.value,M):(F=f()(A),u("copy")),F},J=ee;function k(V){"@babel/helpers - typeof";return typeof Symbol=="function"&&typeof Symbol.iterator=="symbol"?k=function(M){return typeof M}:k=function(M){return M&&typeof Symbol=="function"&&M.constructor===Symbol&&M!==Symbol.prototype?"symbol":typeof M},k(V)}var ft=function(){var A=arguments.length>0&&arguments[0]!==void 0?arguments[0]:{},M=A.action,F=M===void 0?"copy":M,D=A.container,Y=A.target,$e=A.text;if(F!=="copy"&&F!=="cut")throw new Error('Invalid "action" value, use either "copy" or "cut"');if(Y!==void 0)if(Y&&k(Y)==="object"&&Y.nodeType===1){if(F==="copy"&&Y.hasAttribute("disabled"))throw new Error('Invalid "target" attribute. Please use "readonly" instead of "disabled" attribute');if(F==="cut"&&(Y.hasAttribute("readonly")||Y.hasAttribute("disabled")))throw new Error(`Invalid "target" attribute. You can't cut text from elements with "readonly" or "disabled" attributes`)}else throw new Error('Invalid "target" value, use a valid Element');if($e)return J($e,{container:D});if(Y)return F==="cut"?y(Y):J(Y,{container:D})},qe=ft;function Fe(V){"@babel/helpers - typeof";return typeof Symbol=="function"&&typeof Symbol.iterator=="symbol"?Fe=function(M){return typeof M}:Fe=function(M){return M&&typeof Symbol=="function"&&M.constructor===Symbol&&M!==Symbol.prototype?"symbol":typeof M},Fe(V)}function ki(V,A){if(!(V instanceof A))throw new TypeError("Cannot call a class as a function")}function no(V,A){for(var M=0;M<A.length;M++){var F=A[M];F.enumerable=F.enumerable||!1,F.configurable=!0,"value"in F&&(F.writable=!0),Object.defineProperty(V,F.key,F)}}function Hi(V,A,M){return A&&no(V.prototype,A),M&&no(V,M),V}function $i(V,A){if(typeof A!="function"&&A!==null)throw new TypeError("Super expression must either be null or a function");V.prototype=Object.create(A&&A.prototype,{constructor:{value:V,writable:!0,configurable:!0}}),A&&br(V,A)}function br(V,A){return br=Object.setPrototypeOf||function(F,D){return F.__proto__=D,F},br(V,A)}function Pi(V){var A=ji();return function(){var F=Wt(V),D;if(A){var Y=Wt(this).constructor;D=Reflect.construct(F,arguments,Y)}else D=F.apply(this,arguments);return Ri(this,D)}}function Ri(V,A){return A&&(Fe(A)==="object"||typeof A=="function")?A:Ii(V)}function Ii(V){if(V===void 0)throw new ReferenceError("this hasn't been initialised - super() hasn't been called");return V}function ji(){if(typeof Reflect=="undefined"||!Reflect.construct||Reflect.construct.sham)return!1;if(typeof Proxy=="function")return!0;try{return Date.prototype.toString.call(Reflect.construct(Date,[],function(){})),!0}catch(V){return!1}}function Wt(V){return Wt=Object.setPrototypeOf?Object.getPrototypeOf:function(M){return M.__proto__||Object.getPrototypeOf(M)},Wt(V)}function vr(V,A){var M="data-clipboard-".concat(V);if(A.hasAttribute(M))return A.getAttribute(M)}var Fi=function(V){$i(M,V);var A=Pi(M);function M(F,D){var Y;return ki(this,M),Y=A.call(this),Y.resolveOptions(D),Y.listenClick(F),Y}return Hi(M,[{key:"resolveOptions",value:function(){var D=arguments.length>0&&arguments[0]!==void 0?arguments[0]:{};this.action=typeof D.action=="function"?D.action:this.defaultAction,this.target=typeof D.target=="function"?D.target:this.defaultTarget,this.text=typeof D.text=="function"?D.text:this.defaultText,this.container=Fe(D.container)==="object"?D.container:document.body}},{key:"listenClick",value:function(D){var Y=this;this.listener=c()(D,"click",function($e){return Y.onClick($e)})}},{key:"onClick",value:function(D){var Y=D.delegateTarget||D.currentTarget,$e=this.action(Y)||"copy",Dt=qe({action:$e,container:this.container,target:this.target(Y),text:this.text(Y)});this.emit(Dt?"success":"error",{action:$e,text:Dt,trigger:Y,clearSelection:function(){Y&&Y.focus(),window.getSelection().removeAllRanges()}})}},{key:"defaultAction",value:function(D){return vr("action",D)}},{key:"defaultTarget",value:function(D){var Y=vr("target",D);if(Y)return document.querySelector(Y)}},{key:"defaultText",value:function(D){return vr("text",D)}},{key:"destroy",value:function(){this.listener.destroy()}}],[{key:"copy",value:function(D){var Y=arguments.length>1&&arguments[1]!==void 0?arguments[1]:{container:document.body};return J(D,Y)}},{key:"cut",value:function(D){return y(D)}},{key:"isSupported",value:function(){var D=arguments.length>0&&arguments[0]!==void 0?arguments[0]:["copy","cut"],Y=typeof D=="string"?[D]:D,$e=!!document.queryCommandSupported;return Y.forEach(function(Dt){$e=$e&&!!document.queryCommandSupported(Dt)}),$e}}]),M}(s()),Ui=Fi},828:function(o){var n=9;if(typeof Element!="undefined"&&!Element.prototype.matches){var i=Element.prototype;i.matches=i.matchesSelector||i.mozMatchesSelector||i.msMatchesSelector||i.oMatchesSelector||i.webkitMatchesSelector}function a(s,p){for(;s&&s.nodeType!==n;){if(typeof s.matches=="function"&&s.matches(p))return s;s=s.parentNode}}o.exports=a},438:function(o,n,i){var a=i(828);function s(l,f,u,d,y){var L=c.apply(this,arguments);return l.addEventListener(u,L,y),{destroy:function(){l.removeEventListener(u,L,y)}}}function p(l,f,u,d,y){return typeof l.addEventListener=="function"?s.apply(null,arguments):typeof u=="function"?s.bind(null,document).apply(null,arguments):(typeof l=="string"&&(l=document.querySelectorAll(l)),Array.prototype.map.call(l,function(L){return s(L,f,u,d,y)}))}function c(l,f,u,d){return function(y){y.delegateTarget=a(y.target,f),y.delegateTarget&&d.call(l,y)}}o.exports=p},879:function(o,n){n.node=function(i){return i!==void 0&&i instanceof HTMLElement&&i.nodeType===1},n.nodeList=function(i){var a=Object.prototype.toString.call(i);return i!==void 0&&(a==="[object NodeList]"||a==="[object HTMLCollection]")&&"length"in i&&(i.length===0||n.node(i[0]))},n.string=function(i){return typeof i=="string"||i instanceof String},n.fn=function(i){var a=Object.prototype.toString.call(i);return a==="[object Function]"}},370:function(o,n,i){var a=i(879),s=i(438);function p(u,d,y){if(!u&&!d&&!y)throw new Error("Missing required arguments");if(!a.string(d))throw new TypeError("Second argument must be a String");if(!a.fn(y))throw new TypeError("Third argument must be a Function");if(a.node(u))return c(u,d,y);if(a.nodeList(u))return l(u,d,y);if(a.string(u))return f(u,d,y);throw new TypeError("First argument must be a String, HTMLElement, HTMLCollection, or NodeList")}function c(u,d,y){return u.addEventListener(d,y),{destroy:function(){u.removeEventListener(d,y)}}}function l(u,d,y){return Array.prototype.forEach.call(u,function(L){L.addEventListener(d,y)}),{destroy:function(){Array.prototype.forEach.call(u,function(L){L.removeEventListener(d,y)})}}}function f(u,d,y){return s(document.body,u,d,y)}o.exports=p},817:function(o){function n(i){var a;if(i.nodeName==="SELECT")i.focus(),a=i.value;else if(i.nodeName==="INPUT"||i.nodeName==="TEXTAREA"){var s=i.hasAttribute("readonly");s||i.setAttribute("readonly",""),i.select(),i.setSelectionRange(0,i.value.length),s||i.removeAttribute("readonly"),a=i.value}else{i.hasAttribute("contenteditable")&&i.focus();var p=window.getSelection(),c=document.createRange();c.selectNodeContents(i),p.removeAllRanges(),p.addRange(c),a=p.toString()}return a}o.exports=n},279:function(o){function n(){}n.prototype={on:function(i,a,s){var p=this.e||(this.e={});return(p[i]||(p[i]=[])).push({fn:a,ctx:s}),this},once:function(i,a,s){var p=this;function c(){p.off(i,c),a.apply(s,arguments)}return c._=a,this.on(i,c,s)},emit:function(i){var a=[].slice.call(arguments,1),s=((this.e||(this.e={}))[i]||[]).slice(),p=0,c=s.length;for(p;p<c;p++)s[p].fn.apply(s[p].ctx,a);return this},off:function(i,a){var s=this.e||(this.e={}),p=s[i],c=[];if(p&&a)for(var l=0,f=p.length;l<f;l++)p[l].fn!==a&&p[l].fn._!==a&&c.push(p[l]);return c.length?s[i]=c:delete s[i],this}},o.exports=n,o.exports.TinyEmitter=n}},t={};function r(o){if(t[o])return t[o].exports;var n=t[o]={exports:{}};return e[o](n,n.exports,r),n.exports}return function(){r.n=function(o){var n=o&&o.__esModule?function(){return o.default}:function(){return o};return r.d(n,{a:n}),n}}(),function(){r.d=function(o,n){for(var i in n)r.o(n,i)&&!r.o(o,i)&&Object.defineProperty(o,i,{enumerable:!0,get:n[i]})}}(),function(){r.o=function(o,n){return Object.prototype.hasOwnProperty.call(o,n)}}(),r(686)}().default})});var lL=Mt(lo());var wr=function(e,t){return wr=Object.setPrototypeOf||{__proto__:[]}instanceof Array&&function(r,o){r.__proto__=o}||function(r,o){for(var n in o)Object.prototype.hasOwnProperty.call(o,n)&&(r[n]=o[n])},wr(e,t)};function oe(e,t){if(typeof t!="function"&&t!==null)throw new TypeError("Class extends value "+String(t)+" is not a constructor or null");wr(e,t);function r(){this.constructor=e}e.prototype=t===null?Object.create(t):(r.prototype=t.prototype,new r)}function mo(e,t,r,o){function n(i){return i instanceof r?i:new r(function(a){a(i)})}return new(r||(r=Promise))(function(i,a){function s(l){try{c(o.next(l))}catch(f){a(f)}}function p(l){try{c(o.throw(l))}catch(f){a(f)}}function c(l){l.done?i(l.value):n(l.value).then(s,p)}c((o=o.apply(e,t||[])).next())})}function Nt(e,t){var r={label:0,sent:function(){if(i[0]&1)throw i[1];return i[1]},trys:[],ops:[]},o,n,i,a=Object.create((typeof Iterator=="function"?Iterator:Object).prototype);return a.next=s(0),a.throw=s(1),a.return=s(2),typeof Symbol=="function"&&(a[Symbol.iterator]=function(){return this}),a;function s(c){return function(l){return p([c,l])}}function p(c){if(o)throw new TypeError("Generator is already executing.");for(;a&&(a=0,c[0]&&(r=0)),r;)try{if(o=1,n&&(i=c[0]&2?n.return:c[0]?n.throw||((i=n.return)&&i.call(n),0):n.next)&&!(i=i.call(n,c[1])).done)return i;switch(n=0,i&&(c=[c[0]&2,i.value]),c[0]){case 0:case 1:i=c;break;case 4:return r.label++,{value:c[1],done:!1};case 5:r.label++,n=c[1],c=[0];continue;case 7:c=r.ops.pop(),r.trys.pop();continue;default:if(i=r.trys,!(i=i.length>0&&i[i.length-1])&&(c[0]===6||c[0]===2)){r=0;continue}if(c[0]===3&&(!i||c[1]>i[0]&&c[1]<i[3])){r.label=c[1];break}if(c[0]===6&&r.label<i[1]){r.label=i[1],i=c;break}if(i&&r.label<i[2]){r.label=i[2],r.ops.push(c);break}i[2]&&r.ops.pop(),r.trys.pop();continue}c=t.call(e,r)}catch(l){c=[6,l],n=0}finally{o=i=0}if(c[0]&5)throw c[1];return{value:c[0]?c[1]:void 0,done:!0}}}function he(e){var t=typeof Symbol=="function"&&Symbol.iterator,r=t&&e[t],o=0;if(r)return r.call(e);if(e&&typeof e.length=="number")return{next:function(){return e&&o>=e.length&&(e=void 0),{value:e&&e[o++],done:!e}}};throw new TypeError(t?"Object is not iterable.":"Symbol.iterator is not defined.")}function N(e,t){var r=typeof Symbol=="function"&&e[Symbol.iterator];if(!r)return e;var o=r.call(e),n,i=[],a;try{for(;(t===void 0||t-- >0)&&!(n=o.next()).done;)i.push(n.value)}catch(s){a={error:s}}finally{try{n&&!n.done&&(r=o.return)&&r.call(o)}finally{if(a)throw a.error}}return i}function q(e,t,r){if(r||arguments.length===2)for(var o=0,n=t.length,i;o<n;o++)(i||!(o in t))&&(i||(i=Array.prototype.slice.call(t,0,o)),i[o]=t[o]);return e.concat(i||Array.prototype.slice.call(t))}function nt(e){return this instanceof nt?(this.v=e,this):new nt(e)}function fo(e,t,r){if(!Symbol.asyncIterator)throw new TypeError("Symbol.asyncIterator is not defined.");var o=r.apply(e,t||[]),n,i=[];return n=Object.create((typeof AsyncIterator=="function"?AsyncIterator:Object).prototype),s("next"),s("throw"),s("return",a),n[Symbol.asyncIterator]=function(){return this},n;function a(d){return function(y){return Promise.resolve(y).then(d,f)}}function s(d,y){o[d]&&(n[d]=function(L){return new Promise(function(X,ee){i.push([d,L,X,ee])>1||p(d,L)})},y&&(n[d]=y(n[d])))}function p(d,y){try{c(o[d](y))}catch(L){u(i[0][3],L)}}function c(d){d.value instanceof nt?Promise.resolve(d.value.v).then(l,f):u(i[0][2],d)}function l(d){p("next",d)}function f(d){p("throw",d)}function u(d,y){d(y),i.shift(),i.length&&p(i[0][0],i[0][1])}}function uo(e){if(!Symbol.asyncIterator)throw new TypeError("Symbol.asyncIterator is not defined.");var t=e[Symbol.asyncIterator],r;return t?t.call(e):(e=typeof he=="function"?he(e):e[Symbol.iterator](),r={},o("next"),o("throw"),o("return"),r[Symbol.asyncIterator]=function(){return this},r);function o(i){r[i]=e[i]&&function(a){return new Promise(function(s,p){a=e[i](a),n(s,p,a.done,a.value)})}}function n(i,a,s,p){Promise.resolve(p).then(function(c){i({value:c,done:s})},a)}}function H(e){return typeof e=="function"}function ut(e){var t=function(o){Error.call(o),o.stack=new Error().stack},r=e(t);return r.prototype=Object.create(Error.prototype),r.prototype.constructor=r,r}var zt=ut(function(e){return function(r){e(this),this.message=r?r.length+` errors occurred during unsubscription:
 `+r.map(function(o,n){return n+1+") "+o.toString()}).join(`
-  `):"",this.name="UnsubscriptionError",this.errors=r}});function Qe(e,t){if(e){var r=e.indexOf(t);0<=r&&e.splice(r,1)}}var Ue=function(){function e(t){this.initialTeardown=t,this.closed=!1,this._parentage=null,this._finalizers=null}return e.prototype.unsubscribe=function(){var t,r,o,n,i;if(!this.closed){this.closed=!0;var a=this._parentage;if(a)if(this._parentage=null,Array.isArray(a))try{for(var s=he(a),p=s.next();!p.done;p=s.next()){var c=p.value;c.remove(this)}}catch(L){t={error:L}}finally{try{p&&!p.done&&(r=s.return)&&r.call(s)}finally{if(t)throw t.error}}else a.remove(this);var l=this.initialTeardown;if(H(l))try{l()}catch(L){i=L instanceof zt?L.errors:[L]}var f=this._finalizers;if(f){this._finalizers=null;try{for(var u=he(f),d=u.next();!d.done;d=u.next()){var y=d.value;try{ho(y)}catch(L){i=i!=null?i:[],L instanceof zt?i=q(q([],N(i)),N(L.errors)):i.push(L)}}}catch(L){o={error:L}}finally{try{d&&!d.done&&(n=u.return)&&n.call(u)}finally{if(o)throw o.error}}}if(i)throw new zt(i)}},e.prototype.add=function(t){var r;if(t&&t!==this)if(this.closed)ho(t);else{if(t instanceof e){if(t.closed||t._hasParent(this))return;t._addParent(this)}(this._finalizers=(r=this._finalizers)!==null&&r!==void 0?r:[]).push(t)}},e.prototype._hasParent=function(t){var r=this._parentage;return r===t||Array.isArray(r)&&r.includes(t)},e.prototype._addParent=function(t){var r=this._parentage;this._parentage=Array.isArray(r)?(r.push(t),r):r?[r,t]:t},e.prototype._removeParent=function(t){var r=this._parentage;r===t?this._parentage=null:Array.isArray(r)&&Qe(r,t)},e.prototype.remove=function(t){var r=this._finalizers;r&&Qe(r,t),t instanceof e&&t._removeParent(this)},e.EMPTY=function(){var t=new e;return t.closed=!0,t}(),e}();var Tr=Ue.EMPTY;function qt(e){return e instanceof Ue||e&&"closed"in e&&H(e.remove)&&H(e.add)&&H(e.unsubscribe)}function ho(e){H(e)?e():e.unsubscribe()}var Pe={onUnhandledError:null,onStoppedNotification:null,Promise:void 0,useDeprecatedSynchronousErrorHandling:!1,useDeprecatedNextContext:!1};var dt={setTimeout:function(e,t){for(var r=[],o=2;o<arguments.length;o++)r[o-2]=arguments[o];var n=dt.delegate;return n!=null&&n.setTimeout?n.setTimeout.apply(n,q([e,t],N(r))):setTimeout.apply(void 0,q([e,t],N(r)))},clearTimeout:function(e){var t=dt.delegate;return((t==null?void 0:t.clearTimeout)||clearTimeout)(e)},delegate:void 0};function Qt(e){dt.setTimeout(function(){var t=Pe.onUnhandledError;if(t)t(e);else throw e})}function be(){}var bo=function(){return Sr("C",void 0,void 0)}();function vo(e){return Sr("E",void 0,e)}function go(e){return Sr("N",e,void 0)}function Sr(e,t,r){return{kind:e,value:t,error:r}}var it=null;function ht(e){if(Pe.useDeprecatedSynchronousErrorHandling){var t=!it;if(t&&(it={errorThrown:!1,error:null}),e(),t){var r=it,o=r.errorThrown,n=r.error;if(it=null,o)throw n}}else e()}function yo(e){Pe.useDeprecatedSynchronousErrorHandling&&it&&(it.errorThrown=!0,it.error=e)}var _t=function(e){oe(t,e);function t(r){var o=e.call(this)||this;return o.isStopped=!1,r?(o.destination=r,qt(r)&&r.add(o)):o.destination=Yi,o}return t.create=function(r,o,n){return new at(r,o,n)},t.prototype.next=function(r){this.isStopped?Lr(go(r),this):this._next(r)},t.prototype.error=function(r){this.isStopped?Lr(vo(r),this):(this.isStopped=!0,this._error(r))},t.prototype.complete=function(){this.isStopped?Lr(bo,this):(this.isStopped=!0,this._complete())},t.prototype.unsubscribe=function(){this.closed||(this.isStopped=!0,e.prototype.unsubscribe.call(this),this.destination=null)},t.prototype._next=function(r){this.destination.next(r)},t.prototype._error=function(r){try{this.destination.error(r)}finally{this.unsubscribe()}},t.prototype._complete=function(){try{this.destination.complete()}finally{this.unsubscribe()}},t}(Ue);var qi=Function.prototype.bind;function Or(e,t){return qi.call(e,t)}var Qi=function(){function e(t){this.partialObserver=t}return e.prototype.next=function(t){var r=this.partialObserver;if(r.next)try{r.next(t)}catch(o){Kt(o)}},e.prototype.error=function(t){var r=this.partialObserver;if(r.error)try{r.error(t)}catch(o){Kt(o)}else Kt(t)},e.prototype.complete=function(){var t=this.partialObserver;if(t.complete)try{t.complete()}catch(r){Kt(r)}},e}(),at=function(e){oe(t,e);function t(r,o,n){var i=e.call(this)||this,a;if(H(r)||!r)a={next:r!=null?r:void 0,error:o!=null?o:void 0,complete:n!=null?n:void 0};else{var s;i&&Pe.useDeprecatedNextContext?(s=Object.create(r),s.unsubscribe=function(){return i.unsubscribe()},a={next:r.next&&Or(r.next,s),error:r.error&&Or(r.error,s),complete:r.complete&&Or(r.complete,s)}):a=r}return i.destination=new Qi(a),i}return t}(_t);function Kt(e){Pe.useDeprecatedSynchronousErrorHandling?yo(e):Qt(e)}function Ki(e){throw e}function Lr(e,t){var r=Pe.onStoppedNotification;r&&dt.setTimeout(function(){return r(e,t)})}var Yi={closed:!0,next:be,error:Ki,complete:be};var bt=function(){return typeof Symbol=="function"&&Symbol.observable||"@@observable"}();function le(e){return e}function xo(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Mr(e)}function Mr(e){return e.length===0?le:e.length===1?e[0]:function(r){return e.reduce(function(o,n){return n(o)},r)}}var j=function(){function e(t){t&&(this._subscribe=t)}return e.prototype.lift=function(t){var r=new e;return r.source=this,r.operator=t,r},e.prototype.subscribe=function(t,r,o){var n=this,i=Gi(t)?t:new at(t,r,o);return ht(function(){var a=n,s=a.operator,p=a.source;i.add(s?s.call(i,p):p?n._subscribe(i):n._trySubscribe(i))}),i},e.prototype._trySubscribe=function(t){try{return this._subscribe(t)}catch(r){t.error(r)}},e.prototype.forEach=function(t,r){var o=this;return r=Eo(r),new r(function(n,i){var a=new at({next:function(s){try{t(s)}catch(p){i(p),a.unsubscribe()}},error:i,complete:n});o.subscribe(a)})},e.prototype._subscribe=function(t){var r;return(r=this.source)===null||r===void 0?void 0:r.subscribe(t)},e.prototype[bt]=function(){return this},e.prototype.pipe=function(){for(var t=[],r=0;r<arguments.length;r++)t[r]=arguments[r];return Mr(t)(this)},e.prototype.toPromise=function(t){var r=this;return t=Eo(t),new t(function(o,n){var i;r.subscribe(function(a){return i=a},function(a){return n(a)},function(){return o(i)})})},e.create=function(t){return new e(t)},e}();function Eo(e){var t;return(t=e!=null?e:Pe.Promise)!==null&&t!==void 0?t:Promise}function Bi(e){return e&&H(e.next)&&H(e.error)&&H(e.complete)}function Gi(e){return e&&e instanceof _t||Bi(e)&&qt(e)}function Ji(e){return H(e==null?void 0:e.lift)}function E(e){return function(t){if(Ji(t))return t.lift(function(r){try{return e(r,this)}catch(o){this.error(o)}});throw new TypeError("Unable to lift unknown Observable type")}}function T(e,t,r,o,n){return new Xi(e,t,r,o,n)}var Xi=function(e){oe(t,e);function t(r,o,n,i,a,s){var p=e.call(this,r)||this;return p.onFinalize=a,p.shouldUnsubscribe=s,p._next=o?function(c){try{o(c)}catch(l){r.error(l)}}:e.prototype._next,p._error=i?function(c){try{i(c)}catch(l){r.error(l)}finally{this.unsubscribe()}}:e.prototype._error,p._complete=n?function(){try{n()}catch(c){r.error(c)}finally{this.unsubscribe()}}:e.prototype._complete,p}return t.prototype.unsubscribe=function(){var r;if(!this.shouldUnsubscribe||this.shouldUnsubscribe()){var o=this.closed;e.prototype.unsubscribe.call(this),!o&&((r=this.onFinalize)===null||r===void 0||r.call(this))}},t}(_t);var vt={schedule:function(e){var t=requestAnimationFrame,r=cancelAnimationFrame,o=vt.delegate;o&&(t=o.requestAnimationFrame,r=o.cancelAnimationFrame);var n=t(function(i){r=void 0,e(i)});return new Ue(function(){return r==null?void 0:r(n)})},requestAnimationFrame:function(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=vt.delegate;return((r==null?void 0:r.requestAnimationFrame)||requestAnimationFrame).apply(void 0,q([],N(e)))},cancelAnimationFrame:function(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=vt.delegate;return((r==null?void 0:r.cancelAnimationFrame)||cancelAnimationFrame).apply(void 0,q([],N(e)))},delegate:void 0};var wo=ut(function(e){return function(){e(this),this.name="ObjectUnsubscribedError",this.message="object unsubscribed"}});var g=function(e){oe(t,e);function t(){var r=e.call(this)||this;return r.closed=!1,r.currentObservers=null,r.observers=[],r.isStopped=!1,r.hasError=!1,r.thrownError=null,r}return t.prototype.lift=function(r){var o=new To(this,this);return o.operator=r,o},t.prototype._throwIfClosed=function(){if(this.closed)throw new wo},t.prototype.next=function(r){var o=this;ht(function(){var n,i;if(o._throwIfClosed(),!o.isStopped){o.currentObservers||(o.currentObservers=Array.from(o.observers));try{for(var a=he(o.currentObservers),s=a.next();!s.done;s=a.next()){var p=s.value;p.next(r)}}catch(c){n={error:c}}finally{try{s&&!s.done&&(i=a.return)&&i.call(a)}finally{if(n)throw n.error}}}})},t.prototype.error=function(r){var o=this;ht(function(){if(o._throwIfClosed(),!o.isStopped){o.hasError=o.isStopped=!0,o.thrownError=r;for(var n=o.observers;n.length;)n.shift().error(r)}})},t.prototype.complete=function(){var r=this;ht(function(){if(r._throwIfClosed(),!r.isStopped){r.isStopped=!0;for(var o=r.observers;o.length;)o.shift().complete()}})},t.prototype.unsubscribe=function(){this.isStopped=this.closed=!0,this.observers=this.currentObservers=null},Object.defineProperty(t.prototype,"observed",{get:function(){var r;return((r=this.observers)===null||r===void 0?void 0:r.length)>0},enumerable:!1,configurable:!0}),t.prototype._trySubscribe=function(r){return this._throwIfClosed(),e.prototype._trySubscribe.call(this,r)},t.prototype._subscribe=function(r){return this._throwIfClosed(),this._checkFinalizedStatuses(r),this._innerSubscribe(r)},t.prototype._innerSubscribe=function(r){var o=this,n=this,i=n.hasError,a=n.isStopped,s=n.observers;return i||a?Tr:(this.currentObservers=null,s.push(r),new Ue(function(){o.currentObservers=null,Qe(s,r)}))},t.prototype._checkFinalizedStatuses=function(r){var o=this,n=o.hasError,i=o.thrownError,a=o.isStopped;n?r.error(i):a&&r.complete()},t.prototype.asObservable=function(){var r=new j;return r.source=this,r},t.create=function(r,o){return new To(r,o)},t}(j);var To=function(e){oe(t,e);function t(r,o){var n=e.call(this)||this;return n.destination=r,n.source=o,n}return t.prototype.next=function(r){var o,n;(n=(o=this.destination)===null||o===void 0?void 0:o.next)===null||n===void 0||n.call(o,r)},t.prototype.error=function(r){var o,n;(n=(o=this.destination)===null||o===void 0?void 0:o.error)===null||n===void 0||n.call(o,r)},t.prototype.complete=function(){var r,o;(o=(r=this.destination)===null||r===void 0?void 0:r.complete)===null||o===void 0||o.call(r)},t.prototype._subscribe=function(r){var o,n;return(n=(o=this.source)===null||o===void 0?void 0:o.subscribe(r))!==null&&n!==void 0?n:Tr},t}(g);var _r=function(e){oe(t,e);function t(r){var o=e.call(this)||this;return o._value=r,o}return Object.defineProperty(t.prototype,"value",{get:function(){return this.getValue()},enumerable:!1,configurable:!0}),t.prototype._subscribe=function(r){var o=e.prototype._subscribe.call(this,r);return!o.closed&&r.next(this._value),o},t.prototype.getValue=function(){var r=this,o=r.hasError,n=r.thrownError,i=r._value;if(o)throw n;return this._throwIfClosed(),i},t.prototype.next=function(r){e.prototype.next.call(this,this._value=r)},t}(g);var At={now:function(){return(At.delegate||Date).now()},delegate:void 0};var Ct=function(e){oe(t,e);function t(r,o,n){r===void 0&&(r=1/0),o===void 0&&(o=1/0),n===void 0&&(n=At);var i=e.call(this)||this;return i._bufferSize=r,i._windowTime=o,i._timestampProvider=n,i._buffer=[],i._infiniteTimeWindow=!0,i._infiniteTimeWindow=o===1/0,i._bufferSize=Math.max(1,r),i._windowTime=Math.max(1,o),i}return t.prototype.next=function(r){var o=this,n=o.isStopped,i=o._buffer,a=o._infiniteTimeWindow,s=o._timestampProvider,p=o._windowTime;n||(i.push(r),!a&&i.push(s.now()+p)),this._trimBuffer(),e.prototype.next.call(this,r)},t.prototype._subscribe=function(r){this._throwIfClosed(),this._trimBuffer();for(var o=this._innerSubscribe(r),n=this,i=n._infiniteTimeWindow,a=n._buffer,s=a.slice(),p=0;p<s.length&&!r.closed;p+=i?1:2)r.next(s[p]);return this._checkFinalizedStatuses(r),o},t.prototype._trimBuffer=function(){var r=this,o=r._bufferSize,n=r._timestampProvider,i=r._buffer,a=r._infiniteTimeWindow,s=(a?1:2)*o;if(o<1/0&&s<i.length&&i.splice(0,i.length-s),!a){for(var p=n.now(),c=0,l=1;l<i.length&&i[l]<=p;l+=2)c=l;c&&i.splice(0,c+1)}},t}(g);var So=function(e){oe(t,e);function t(r,o){return e.call(this)||this}return t.prototype.schedule=function(r,o){return o===void 0&&(o=0),this},t}(Ue);var kt={setInterval:function(e,t){for(var r=[],o=2;o<arguments.length;o++)r[o-2]=arguments[o];var n=kt.delegate;return n!=null&&n.setInterval?n.setInterval.apply(n,q([e,t],N(r))):setInterval.apply(void 0,q([e,t],N(r)))},clearInterval:function(e){var t=kt.delegate;return((t==null?void 0:t.clearInterval)||clearInterval)(e)},delegate:void 0};var gt=function(e){oe(t,e);function t(r,o){var n=e.call(this,r,o)||this;return n.scheduler=r,n.work=o,n.pending=!1,n}return t.prototype.schedule=function(r,o){var n;if(o===void 0&&(o=0),this.closed)return this;this.state=r;var i=this.id,a=this.scheduler;return i!=null&&(this.id=this.recycleAsyncId(a,i,o)),this.pending=!0,this.delay=o,this.id=(n=this.id)!==null&&n!==void 0?n:this.requestAsyncId(a,this.id,o),this},t.prototype.requestAsyncId=function(r,o,n){return n===void 0&&(n=0),kt.setInterval(r.flush.bind(r,this),n)},t.prototype.recycleAsyncId=function(r,o,n){if(n===void 0&&(n=0),n!=null&&this.delay===n&&this.pending===!1)return o;o!=null&&kt.clearInterval(o)},t.prototype.execute=function(r,o){if(this.closed)return new Error("executing a cancelled action");this.pending=!1;var n=this._execute(r,o);if(n)return n;this.pending===!1&&this.id!=null&&(this.id=this.recycleAsyncId(this.scheduler,this.id,null))},t.prototype._execute=function(r,o){var n=!1,i;try{this.work(r)}catch(a){n=!0,i=a||new Error("Scheduled action threw falsy error")}if(n)return this.unsubscribe(),i},t.prototype.unsubscribe=function(){if(!this.closed){var r=this,o=r.id,n=r.scheduler,i=n.actions;this.work=this.state=this.scheduler=null,this.pending=!1,Qe(i,this),o!=null&&(this.id=this.recycleAsyncId(n,o,null)),this.delay=null,e.prototype.unsubscribe.call(this)}},t}(So);var Ar=function(){function e(t,r){r===void 0&&(r=e.now),this.schedulerActionCtor=t,this.now=r}return e.prototype.schedule=function(t,r,o){return r===void 0&&(r=0),new this.schedulerActionCtor(this,t).schedule(o,r)},e.now=At.now,e}();var yt=function(e){oe(t,e);function t(r,o){o===void 0&&(o=Ar.now);var n=e.call(this,r,o)||this;return n.actions=[],n._active=!1,n}return t.prototype.flush=function(r){var o=this.actions;if(this._active){o.push(r);return}var n;this._active=!0;do if(n=r.execute(r.state,r.delay))break;while(r=o.shift());if(this._active=!1,n){for(;r=o.shift();)r.unsubscribe();throw n}},t}(Ar);var se=new yt(gt),Cr=se;var Oo=function(e){oe(t,e);function t(r,o){var n=e.call(this,r,o)||this;return n.scheduler=r,n.work=o,n}return t.prototype.schedule=function(r,o){return o===void 0&&(o=0),o>0?e.prototype.schedule.call(this,r,o):(this.delay=o,this.state=r,this.scheduler.flush(this),this)},t.prototype.execute=function(r,o){return o>0||this.closed?e.prototype.execute.call(this,r,o):this._execute(r,o)},t.prototype.requestAsyncId=function(r,o,n){return n===void 0&&(n=0),n!=null&&n>0||n==null&&this.delay>0?e.prototype.requestAsyncId.call(this,r,o,n):(r.flush(this),0)},t}(gt);var Lo=function(e){oe(t,e);function t(){return e!==null&&e.apply(this,arguments)||this}return t}(yt);var kr=new Lo(Oo);var Mo=function(e){oe(t,e);function t(r,o){var n=e.call(this,r,o)||this;return n.scheduler=r,n.work=o,n}return t.prototype.requestAsyncId=function(r,o,n){return n===void 0&&(n=0),n!==null&&n>0?e.prototype.requestAsyncId.call(this,r,o,n):(r.actions.push(this),r._scheduled||(r._scheduled=vt.requestAnimationFrame(function(){return r.flush(void 0)})))},t.prototype.recycleAsyncId=function(r,o,n){var i;if(n===void 0&&(n=0),n!=null?n>0:this.delay>0)return e.prototype.recycleAsyncId.call(this,r,o,n);var a=r.actions;o!=null&&((i=a[a.length-1])===null||i===void 0?void 0:i.id)!==o&&(vt.cancelAnimationFrame(o),r._scheduled=void 0)},t}(gt);var _o=function(e){oe(t,e);function t(){return e!==null&&e.apply(this,arguments)||this}return t.prototype.flush=function(r){this._active=!0;var o=this._scheduled;this._scheduled=void 0;var n=this.actions,i;r=r||n.shift();do if(i=r.execute(r.state,r.delay))break;while((r=n[0])&&r.id===o&&n.shift());if(this._active=!1,i){for(;(r=n[0])&&r.id===o&&n.shift();)r.unsubscribe();throw i}},t}(yt);var me=new _o(Mo);var S=new j(function(e){return e.complete()});function Yt(e){return e&&H(e.schedule)}function Hr(e){return e[e.length-1]}function Xe(e){return H(Hr(e))?e.pop():void 0}function ke(e){return Yt(Hr(e))?e.pop():void 0}function Bt(e,t){return typeof Hr(e)=="number"?e.pop():t}var xt=function(e){return e&&typeof e.length=="number"&&typeof e!="function"};function Gt(e){return H(e==null?void 0:e.then)}function Jt(e){return H(e[bt])}function Xt(e){return Symbol.asyncIterator&&H(e==null?void 0:e[Symbol.asyncIterator])}function Zt(e){return new TypeError("You provided "+(e!==null&&typeof e=="object"?"an invalid object":"'"+e+"'")+" where a stream was expected. You can provide an Observable, Promise, ReadableStream, Array, AsyncIterable, or Iterable.")}function Zi(){return typeof Symbol!="function"||!Symbol.iterator?"@@iterator":Symbol.iterator}var er=Zi();function tr(e){return H(e==null?void 0:e[er])}function rr(e){return fo(this,arguments,function(){var r,o,n,i;return Nt(this,function(a){switch(a.label){case 0:r=e.getReader(),a.label=1;case 1:a.trys.push([1,,9,10]),a.label=2;case 2:return[4,nt(r.read())];case 3:return o=a.sent(),n=o.value,i=o.done,i?[4,nt(void 0)]:[3,5];case 4:return[2,a.sent()];case 5:return[4,nt(n)];case 6:return[4,a.sent()];case 7:return a.sent(),[3,2];case 8:return[3,10];case 9:return r.releaseLock(),[7];case 10:return[2]}})})}function or(e){return H(e==null?void 0:e.getReader)}function U(e){if(e instanceof j)return e;if(e!=null){if(Jt(e))return ea(e);if(xt(e))return ta(e);if(Gt(e))return ra(e);if(Xt(e))return Ao(e);if(tr(e))return oa(e);if(or(e))return na(e)}throw Zt(e)}function ea(e){return new j(function(t){var r=e[bt]();if(H(r.subscribe))return r.subscribe(t);throw new TypeError("Provided object does not correctly implement Symbol.observable")})}function ta(e){return new j(function(t){for(var r=0;r<e.length&&!t.closed;r++)t.next(e[r]);t.complete()})}function ra(e){return new j(function(t){e.then(function(r){t.closed||(t.next(r),t.complete())},function(r){return t.error(r)}).then(null,Qt)})}function oa(e){return new j(function(t){var r,o;try{for(var n=he(e),i=n.next();!i.done;i=n.next()){var a=i.value;if(t.next(a),t.closed)return}}catch(s){r={error:s}}finally{try{i&&!i.done&&(o=n.return)&&o.call(n)}finally{if(r)throw r.error}}t.complete()})}function Ao(e){return new j(function(t){ia(e,t).catch(function(r){return t.error(r)})})}function na(e){return Ao(rr(e))}function ia(e,t){var r,o,n,i;return mo(this,void 0,void 0,function(){var a,s;return Nt(this,function(p){switch(p.label){case 0:p.trys.push([0,5,6,11]),r=uo(e),p.label=1;case 1:return[4,r.next()];case 2:if(o=p.sent(),!!o.done)return[3,4];if(a=o.value,t.next(a),t.closed)return[2];p.label=3;case 3:return[3,1];case 4:return[3,11];case 5:return s=p.sent(),n={error:s},[3,11];case 6:return p.trys.push([6,,9,10]),o&&!o.done&&(i=r.return)?[4,i.call(r)]:[3,8];case 7:p.sent(),p.label=8;case 8:return[3,10];case 9:if(n)throw n.error;return[7];case 10:return[7];case 11:return t.complete(),[2]}})})}function we(e,t,r,o,n){o===void 0&&(o=0),n===void 0&&(n=!1);var i=t.schedule(function(){r(),n?e.add(this.schedule(null,o)):this.unsubscribe()},o);if(e.add(i),!n)return i}function ve(e,t){return t===void 0&&(t=0),E(function(r,o){r.subscribe(T(o,function(n){return we(o,e,function(){return o.next(n)},t)},function(){return we(o,e,function(){return o.complete()},t)},function(n){return we(o,e,function(){return o.error(n)},t)}))})}function Ke(e,t){return t===void 0&&(t=0),E(function(r,o){o.add(e.schedule(function(){return r.subscribe(o)},t))})}function Co(e,t){return U(e).pipe(Ke(t),ve(t))}function ko(e,t){return U(e).pipe(Ke(t),ve(t))}function Ho(e,t){return new j(function(r){var o=0;return t.schedule(function(){o===e.length?r.complete():(r.next(e[o++]),r.closed||this.schedule())})})}function $o(e,t){return new j(function(r){var o;return we(r,t,function(){o=e[er](),we(r,t,function(){var n,i,a;try{n=o.next(),i=n.value,a=n.done}catch(s){r.error(s);return}a?r.complete():r.next(i)},0,!0)}),function(){return H(o==null?void 0:o.return)&&o.return()}})}function nr(e,t){if(!e)throw new Error("Iterable cannot be null");return new j(function(r){we(r,t,function(){var o=e[Symbol.asyncIterator]();we(r,t,function(){o.next().then(function(n){n.done?r.complete():r.next(n.value)})},0,!0)})})}function Po(e,t){return nr(rr(e),t)}function Ro(e,t){if(e!=null){if(Jt(e))return Co(e,t);if(xt(e))return Ho(e,t);if(Gt(e))return ko(e,t);if(Xt(e))return nr(e,t);if(tr(e))return $o(e,t);if(or(e))return Po(e,t)}throw Zt(e)}function ue(e,t){return t?Ro(e,t):U(e)}function I(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e);return ue(e,r)}function $r(e,t){var r=H(e)?e:function(){return e},o=function(n){return n.error(r())};return new j(t?function(n){return t.schedule(o,0,n)}:o)}var ir=ut(function(e){return function(){e(this),this.name="EmptyError",this.message="no elements in sequence"}});function Io(e){return e instanceof Date&&!isNaN(e)}function m(e,t){return E(function(r,o){var n=0;r.subscribe(T(o,function(i){o.next(e.call(t,i,n++))}))})}var aa=Array.isArray;function sa(e,t){return aa(t)?e.apply(void 0,q([],N(t))):e(t)}function Ze(e){return m(function(t){return sa(e,t)})}var ca=Array.isArray,pa=Object.getPrototypeOf,la=Object.prototype,ma=Object.keys;function jo(e){if(e.length===1){var t=e[0];if(ca(t))return{args:t,keys:null};if(fa(t)){var r=ma(t);return{args:r.map(function(o){return t[o]}),keys:r}}}return{args:e,keys:null}}function fa(e){return e&&typeof e=="object"&&pa(e)===la}function Fo(e,t){return e.reduce(function(r,o,n){return r[o]=t[n],r},{})}function z(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e),o=Xe(e),n=jo(e),i=n.args,a=n.keys;if(i.length===0)return ue([],r);var s=new j(Pr(i,r,a?function(p){return Fo(a,p)}:le));return o?s.pipe(Ze(o)):s}function Pr(e,t,r){return r===void 0&&(r=le),function(o){Uo(t,function(){for(var n=e.length,i=new Array(n),a=n,s=n,p=function(l){Uo(t,function(){var f=ue(e[l],t),u=!1;f.subscribe(T(o,function(d){i[l]=d,u||(u=!0,s--),s||o.next(r(i.slice()))},function(){--a||o.complete()}))},o)},c=0;c<n;c++)p(c)},o)}}function Uo(e,t,r){e?we(r,e,t):t()}function Wo(e,t,r,o,n,i,a,s){var p=[],c=0,l=0,f=!1,u=function(){f&&!p.length&&!c&&t.complete()},d=function(L){return c<o?y(L):p.push(L)},y=function(L){i&&t.next(L),c++;var X=!1;U(r(L,l++)).subscribe(T(t,function(ee){n==null||n(ee),i?d(ee):t.next(ee)},function(){X=!0},void 0,function(){if(X)try{c--;for(var ee=function(){var J=p.shift();a?we(t,a,function(){return y(J)}):y(J)};p.length&&c<o;)ee();u()}catch(J){t.error(J)}}))};return e.subscribe(T(t,d,function(){f=!0,u()})),function(){s==null||s()}}function ne(e,t,r){return r===void 0&&(r=1/0),H(t)?ne(function(o,n){return m(function(i,a){return t(o,i,n,a)})(U(e(o,n)))},r):(typeof t=="number"&&(r=t),E(function(o,n){return Wo(o,n,e,r)}))}function Et(e){return e===void 0&&(e=1/0),ne(le,e)}function Do(){return Et(1)}function We(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Do()(ue(e,ke(e)))}function C(e){return new j(function(t){U(e()).subscribe(t)})}var ua=["addListener","removeListener"],da=["addEventListener","removeEventListener"],ha=["on","off"];function h(e,t,r,o){if(H(r)&&(o=r,r=void 0),o)return h(e,t,r).pipe(Ze(o));var n=N(ga(e)?da.map(function(s){return function(p){return e[s](t,p,r)}}):ba(e)?ua.map(Vo(e,t)):va(e)?ha.map(Vo(e,t)):[],2),i=n[0],a=n[1];if(!i&&xt(e))return ne(function(s){return h(s,t,r)})(U(e));if(!i)throw new TypeError("Invalid event target");return new j(function(s){var p=function(){for(var c=[],l=0;l<arguments.length;l++)c[l]=arguments[l];return s.next(1<c.length?c:c[0])};return i(p),function(){return a(p)}})}function Vo(e,t){return function(r){return function(o){return e[r](t,o)}}}function ba(e){return H(e.addListener)&&H(e.removeListener)}function va(e){return H(e.on)&&H(e.off)}function ga(e){return H(e.addEventListener)&&H(e.removeEventListener)}function ar(e,t,r){return r?ar(e,t).pipe(Ze(r)):new j(function(o){var n=function(){for(var a=[],s=0;s<arguments.length;s++)a[s]=arguments[s];return o.next(a.length===1?a[0]:a)},i=e(n);return H(t)?function(){return t(n,i)}:void 0})}function Le(e,t,r){e===void 0&&(e=0),r===void 0&&(r=Cr);var o=-1;return t!=null&&(Yt(t)?r=t:o=t),new j(function(n){var i=Io(e)?+e-r.now():e;i<0&&(i=0);var a=0;return r.schedule(function(){n.closed||(n.next(a++),0<=o?this.schedule(void 0,o):n.complete())},i)})}function O(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e),o=Bt(e,1/0),n=e;return n.length?n.length===1?U(n[0]):Et(o)(ue(n,r)):S}var Ye=new j(be);var ya=Array.isArray;function wt(e){return e.length===1&&ya(e[0])?e[0]:e}function b(e,t){return E(function(r,o){var n=0;r.subscribe(T(o,function(i){return e.call(t,i,n++)&&o.next(i)}))})}function st(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=Xe(e),o=wt(e);return o.length?new j(function(n){var i=o.map(function(){return[]}),a=o.map(function(){return!1});n.add(function(){i=a=null});for(var s=function(c){U(o[c]).subscribe(T(n,function(l){if(i[c].push(l),i.every(function(u){return u.length})){var f=i.map(function(u){return u.shift()});n.next(r?r.apply(void 0,q([],N(f))):f),i.some(function(u,d){return!u.length&&a[d]})&&n.complete()}},function(){a[c]=!0,!i[c].length&&n.complete()}))},p=0;!n.closed&&p<o.length;p++)s(p);return function(){i=a=null}}):S}function No(e){return E(function(t,r){var o=!1,n=null,i=null,a=!1,s=function(){if(i==null||i.unsubscribe(),i=null,o){o=!1;var c=n;n=null,r.next(c)}a&&r.complete()},p=function(){i=null,a&&r.complete()};t.subscribe(T(r,function(c){o=!0,n=c,i||U(e(c)).subscribe(i=T(r,s,p))},function(){a=!0,(!o||!i||i.closed)&&r.complete()}))})}function Me(e,t){return t===void 0&&(t=se),No(function(){return Le(e,t)})}function Be(e,t){return t===void 0&&(t=null),t=t!=null?t:e,E(function(r,o){var n=[],i=0;r.subscribe(T(o,function(a){var s,p,c,l,f=null;i++%t===0&&n.push([]);try{for(var u=he(n),d=u.next();!d.done;d=u.next()){var y=d.value;y.push(a),e<=y.length&&(f=f!=null?f:[],f.push(y))}}catch(ee){s={error:ee}}finally{try{d&&!d.done&&(p=u.return)&&p.call(u)}finally{if(s)throw s.error}}if(f)try{for(var L=he(f),X=L.next();!X.done;X=L.next()){var y=X.value;Qe(n,y),o.next(y)}}catch(ee){c={error:ee}}finally{try{X&&!X.done&&(l=L.return)&&l.call(L)}finally{if(c)throw c.error}}},function(){var a,s;try{for(var p=he(n),c=p.next();!c.done;c=p.next()){var l=c.value;o.next(l)}}catch(f){a={error:f}}finally{try{c&&!c.done&&(s=p.return)&&s.call(p)}finally{if(a)throw a.error}}o.complete()},void 0,function(){n=null}))})}function de(e){return E(function(t,r){var o=null,n=!1,i;o=t.subscribe(T(r,void 0,void 0,function(a){i=U(e(a,de(e)(t))),o?(o.unsubscribe(),o=null,i.subscribe(r)):n=!0})),n&&(o.unsubscribe(),o=null,i.subscribe(r))})}function zo(e,t,r,o,n){return function(i,a){var s=r,p=t,c=0;i.subscribe(T(a,function(l){var f=c++;p=s?e(p,l,f):(s=!0,l),o&&a.next(p)},n&&function(){s&&a.next(p),a.complete()}))}}function Rr(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=Xe(e);return r?xo(Rr.apply(void 0,q([],N(e))),Ze(r)):E(function(o,n){Pr(q([o],N(wt(e))))(n)})}function He(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Rr.apply(void 0,q([],N(e)))}function Ht(e){return E(function(t,r){var o=!1,n=null,i=null,a=function(){if(i==null||i.unsubscribe(),i=null,o){o=!1;var s=n;n=null,r.next(s)}};t.subscribe(T(r,function(s){i==null||i.unsubscribe(),o=!0,n=s,i=T(r,a,be),U(e(s)).subscribe(i)},function(){a(),r.complete()},void 0,function(){n=i=null}))})}function _e(e,t){return t===void 0&&(t=se),E(function(r,o){var n=null,i=null,a=null,s=function(){if(n){n.unsubscribe(),n=null;var c=i;i=null,o.next(c)}};function p(){var c=a+e,l=t.now();if(l<c){n=this.schedule(void 0,c-l),o.add(n);return}s()}r.subscribe(T(o,function(c){i=c,a=t.now(),n||(n=t.schedule(p,e),o.add(n))},function(){s(),o.complete()},void 0,function(){i=n=null}))})}function De(e){return E(function(t,r){var o=!1;t.subscribe(T(r,function(n){o=!0,r.next(n)},function(){o||r.next(e),r.complete()}))})}function Te(e){return e<=0?function(){return S}:E(function(t,r){var o=0;t.subscribe(T(r,function(n){++o<=e&&(r.next(n),e<=o&&r.complete())}))})}function Z(){return E(function(e,t){e.subscribe(T(t,be))})}function qo(e){return m(function(){return e})}function Ir(e,t){return t?function(r){return We(t.pipe(Te(1),Z()),r.pipe(Ir(e)))}:ne(function(r,o){return U(e(r,o)).pipe(Te(1),qo(r))})}function Ge(e,t){t===void 0&&(t=se);var r=Le(e,t);return Ir(function(){return r})}function K(e,t){return t===void 0&&(t=le),e=e!=null?e:xa,E(function(r,o){var n,i=!0;r.subscribe(T(o,function(a){var s=t(a);(i||!e(n,s))&&(i=!1,n=s,o.next(a))}))})}function xa(e,t){return e===t}function te(e,t){return K(function(r,o){return t?t(r[e],o[e]):r[e]===o[e]})}function Qo(e){return e===void 0&&(e=Ea),E(function(t,r){var o=!1;t.subscribe(T(r,function(n){o=!0,r.next(n)},function(){return o?r.complete():r.error(e())}))})}function Ea(){return new ir}function ie(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return function(r){return We(r,I.apply(void 0,q([],N(e))))}}function _(e){return E(function(t,r){try{t.subscribe(r)}finally{r.add(e)}})}function Ae(e,t){var r=arguments.length>=2;return function(o){return o.pipe(e?b(function(n,i){return e(n,i,o)}):le,Te(1),r?De(t):Qo(function(){return new ir}))}}function jr(e){return e<=0?function(){return S}:E(function(t,r){var o=[];t.subscribe(T(r,function(n){o.push(n),e<o.length&&o.shift()},function(){var n,i;try{for(var a=he(o),s=a.next();!s.done;s=a.next()){var p=s.value;r.next(p)}}catch(c){n={error:c}}finally{try{s&&!s.done&&(i=a.return)&&i.call(a)}finally{if(n)throw n.error}}r.complete()},void 0,function(){o=null}))})}function Ko(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e),o=Bt(e,1/0);return e=wt(e),E(function(n,i){Et(o)(ue(q([n],N(e)),r)).subscribe(i)})}function Re(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Ko.apply(void 0,q([],N(e)))}function ct(e){var t,r=1/0,o;return e!=null&&(typeof e=="object"?(t=e.count,r=t===void 0?1/0:t,o=e.delay):r=e),r<=0?function(){return S}:E(function(n,i){var a=0,s,p=function(){if(s==null||s.unsubscribe(),s=null,o!=null){var l=typeof o=="number"?Le(o):U(o(a)),f=T(i,function(){f.unsubscribe(),c()});l.subscribe(f)}else c()},c=function(){var l=!1;s=n.subscribe(T(i,void 0,function(){++a<r?s?p():l=!0:i.complete()})),l&&p()};c()})}function Fr(e,t){return E(zo(e,t,arguments.length>=2,!0))}function pe(e){e===void 0&&(e={});var t=e.connector,r=t===void 0?function(){return new g}:t,o=e.resetOnError,n=o===void 0?!0:o,i=e.resetOnComplete,a=i===void 0?!0:i,s=e.resetOnRefCountZero,p=s===void 0?!0:s;return function(c){var l,f,u,d=0,y=!1,L=!1,X=function(){f==null||f.unsubscribe(),f=void 0},ee=function(){X(),l=u=void 0,y=L=!1},J=function(){var k=l;ee(),k==null||k.unsubscribe()};return E(function(k,ft){d++,!L&&!y&&X();var qe=u=u!=null?u:r();ft.add(function(){d--,d===0&&!L&&!y&&(f=Ur(J,p))}),qe.subscribe(ft),!l&&d>0&&(l=new at({next:function(Fe){return qe.next(Fe)},error:function(Fe){L=!0,X(),f=Ur(ee,n,Fe),qe.error(Fe)},complete:function(){y=!0,X(),f=Ur(ee,a),qe.complete()}}),U(k).subscribe(l))})(c)}}function Ur(e,t){for(var r=[],o=2;o<arguments.length;o++)r[o-2]=arguments[o];if(t===!0){e();return}if(t!==!1){var n=new at({next:function(){n.unsubscribe(),e()}});return U(t.apply(void 0,q([],N(r)))).subscribe(n)}}function G(e,t,r){var o,n,i,a,s=!1;return e&&typeof e=="object"?(o=e.bufferSize,a=o===void 0?1/0:o,n=e.windowTime,t=n===void 0?1/0:n,i=e.refCount,s=i===void 0?!1:i,r=e.scheduler):a=e!=null?e:1/0,pe({connector:function(){return new Ct(a,t,r)},resetOnError:!0,resetOnComplete:!1,resetOnRefCountZero:s})}function Ce(e){return b(function(t,r){return e<=r})}function Wr(e){return E(function(t,r){var o=!1,n=T(r,function(){n==null||n.unsubscribe(),o=!0},be);U(e).subscribe(n),t.subscribe(T(r,function(i){return o&&r.next(i)}))})}function Q(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e);return E(function(o,n){(r?We(e,o,r):We(e,o)).subscribe(n)})}function v(e,t){return E(function(r,o){var n=null,i=0,a=!1,s=function(){return a&&!n&&o.complete()};r.subscribe(T(o,function(p){n==null||n.unsubscribe();var c=0,l=i++;U(e(p,l)).subscribe(n=T(o,function(f){return o.next(t?t(p,f,l,c++):f)},function(){n=null,s()}))},function(){a=!0,s()}))})}function W(e){return E(function(t,r){U(e).subscribe(T(r,function(){return r.complete()},be)),!r.closed&&t.subscribe(r)})}function Dr(e,t){return t===void 0&&(t=!1),E(function(r,o){var n=0;r.subscribe(T(o,function(i){var a=e(i,n++);(a||t)&&o.next(i),!a&&o.complete()}))})}function w(e,t,r){var o=H(e)||t||r?{next:e,error:t,complete:r}:e;return o?E(function(n,i){var a;(a=o.subscribe)===null||a===void 0||a.call(o);var s=!0;n.subscribe(T(i,function(p){var c;(c=o.next)===null||c===void 0||c.call(o,p),i.next(p)},function(){var p;s=!1,(p=o.complete)===null||p===void 0||p.call(o),i.complete()},function(p){var c;s=!1,(c=o.error)===null||c===void 0||c.call(o,p),i.error(p)},function(){var p,c;s&&((p=o.unsubscribe)===null||p===void 0||p.call(o)),(c=o.finalize)===null||c===void 0||c.call(o)}))}):le}function Yo(e,t){return E(function(r,o){var n=t!=null?t:{},i=n.leading,a=i===void 0?!0:i,s=n.trailing,p=s===void 0?!1:s,c=!1,l=null,f=null,u=!1,d=function(){f==null||f.unsubscribe(),f=null,p&&(X(),u&&o.complete())},y=function(){f=null,u&&o.complete()},L=function(ee){return f=U(e(ee)).subscribe(T(o,d,y))},X=function(){if(c){c=!1;var ee=l;l=null,o.next(ee),!u&&L(ee)}};r.subscribe(T(o,function(ee){c=!0,l=ee,!(f&&!f.closed)&&(a?X():L(ee))},function(){u=!0,!(p&&c&&f&&!f.closed)&&o.complete()}))})}function pt(e,t,r){t===void 0&&(t=se);var o=Le(e,t);return Yo(function(){return o},r)}function re(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=Xe(e);return E(function(o,n){for(var i=e.length,a=new Array(i),s=e.map(function(){return!1}),p=!1,c=function(f){U(e[f]).subscribe(T(n,function(u){a[f]=u,!p&&!s[f]&&(s[f]=!0,(p=s.every(le))&&(s=null))},be))},l=0;l<i;l++)c(l);o.subscribe(T(n,function(f){if(p){var u=q([f],N(a));n.next(r?r.apply(void 0,q([],N(u))):u)}}))})}function Bo(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return E(function(r,o){st.apply(void 0,q([r],N(e))).subscribe(o)})}function Vr(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Bo.apply(void 0,q([],N(e)))}function Go(){let e=new Ct(1);return h(document,"DOMContentLoaded",{once:!0}).subscribe(()=>e.next(document)),e}function P(e,t=document){return Array.from(t.querySelectorAll(e))}function R(e,t=document){let r=fe(e,t);if(typeof r=="undefined")throw new ReferenceError(`Missing element: expected "${e}" to be present`);return r}function fe(e,t=document){return t.querySelector(e)||void 0}function Ie(){var e,t,r,o;return(o=(r=(t=(e=document.activeElement)==null?void 0:e.shadowRoot)==null?void 0:t.activeElement)!=null?r:document.activeElement)!=null?o:void 0}var wa=O(h(document.body,"focusin"),h(document.body,"focusout")).pipe(_e(1),Q(void 0),m(()=>Ie()||document.body),G(1));function et(e){return wa.pipe(m(t=>e.contains(t)),K())}function $t(e,t){return C(()=>O(h(e,"mouseenter").pipe(m(()=>!0)),h(e,"mouseleave").pipe(m(()=>!1))).pipe(t?Ht(r=>Le(+!r*t)):le,Q(e.matches(":hover"))))}function Jo(e,t){if(typeof t=="string"||typeof t=="number")e.innerHTML+=t.toString();else if(t instanceof Node)e.appendChild(t);else if(Array.isArray(t))for(let r of t)Jo(e,r)}function x(e,t,...r){let o=document.createElement(e);if(t)for(let n of Object.keys(t))typeof t[n]!="undefined"&&(typeof t[n]!="boolean"?o.setAttribute(n,t[n]):o.setAttribute(n,""));for(let n of r)Jo(o,n);return o}function sr(e){if(e>999){let t=+((e-950)%1e3>99);return`${((e+1e-6)/1e3).toFixed(t)}k`}else return e.toString()}function Tt(e){let t=x("script",{src:e});return C(()=>(document.head.appendChild(t),O(h(t,"load"),h(t,"error").pipe(v(()=>$r(()=>new ReferenceError(`Invalid script: ${e}`))))).pipe(m(()=>{}),_(()=>document.head.removeChild(t)),Te(1))))}var Xo=new g,Ta=C(()=>typeof ResizeObserver=="undefined"?Tt("https://unpkg.com/resize-observer-polyfill"):I(void 0)).pipe(m(()=>new ResizeObserver(e=>e.forEach(t=>Xo.next(t)))),v(e=>O(Ye,I(e)).pipe(_(()=>e.disconnect()))),G(1));function ce(e){return{width:e.offsetWidth,height:e.offsetHeight}}function ge(e){let t=e;for(;t.clientWidth===0&&t.parentElement;)t=t.parentElement;return Ta.pipe(w(r=>r.observe(t)),v(r=>Xo.pipe(b(o=>o.target===t),_(()=>r.unobserve(t)))),m(()=>ce(e)),Q(ce(e)))}function St(e){return{width:e.scrollWidth,height:e.scrollHeight}}function cr(e){let t=e.parentElement;for(;t&&(e.scrollWidth<=t.scrollWidth&&e.scrollHeight<=t.scrollHeight);)t=(e=t).parentElement;return t?e:void 0}function Zo(e){let t=[],r=e.parentElement;for(;r;)(e.clientWidth>r.clientWidth||e.clientHeight>r.clientHeight)&&t.push(r),r=(e=r).parentElement;return t.length===0&&t.push(document.documentElement),t}function Ve(e){return{x:e.offsetLeft,y:e.offsetTop}}function en(e){let t=e.getBoundingClientRect();return{x:t.x+window.scrollX,y:t.y+window.scrollY}}function tn(e){return O(h(window,"load"),h(window,"resize")).pipe(Me(0,me),m(()=>Ve(e)),Q(Ve(e)))}function pr(e){return{x:e.scrollLeft,y:e.scrollTop}}function Ne(e){return O(h(e,"scroll"),h(window,"scroll"),h(window,"resize")).pipe(Me(0,me),m(()=>pr(e)),Q(pr(e)))}var rn=new g,Sa=C(()=>I(new IntersectionObserver(e=>{for(let t of e)rn.next(t)},{threshold:0}))).pipe(v(e=>O(Ye,I(e)).pipe(_(()=>e.disconnect()))),G(1));function tt(e){return Sa.pipe(w(t=>t.observe(e)),v(t=>rn.pipe(b(({target:r})=>r===e),_(()=>t.unobserve(e)),m(({isIntersecting:r})=>r))))}function on(e,t=16){return Ne(e).pipe(m(({y:r})=>{let o=ce(e),n=St(e);return r>=n.height-o.height-t}),K())}var lr={drawer:R("[data-md-toggle=drawer]"),search:R("[data-md-toggle=search]")};function nn(e){return lr[e].checked}function Je(e,t){lr[e].checked!==t&&lr[e].click()}function ze(e){let t=lr[e];return h(t,"change").pipe(m(()=>t.checked),Q(t.checked))}function Oa(e,t){switch(e.constructor){case HTMLInputElement:return e.type==="radio"?/^Arrow/.test(t):!0;case HTMLSelectElement:case HTMLTextAreaElement:return!0;default:return e.isContentEditable}}function La(){return O(h(window,"compositionstart").pipe(m(()=>!0)),h(window,"compositionend").pipe(m(()=>!1))).pipe(Q(!1))}function an(){let e=h(window,"keydown").pipe(b(t=>!(t.metaKey||t.ctrlKey)),m(t=>({mode:nn("search")?"search":"global",type:t.key,claim(){t.preventDefault(),t.stopPropagation()}})),b(({mode:t,type:r})=>{if(t==="global"){let o=Ie();if(typeof o!="undefined")return!Oa(o,r)}return!0}),pe());return La().pipe(v(t=>t?S:e))}function ye(){return new URL(location.href)}function lt(e,t=!1){if(B("navigation.instant")&&!t){let r=x("a",{href:e.href});document.body.appendChild(r),r.click(),r.remove()}else location.href=e.href}function sn(){return new g}function cn(){return location.hash.slice(1)}function pn(e){let t=x("a",{href:e});t.addEventListener("click",r=>r.stopPropagation()),t.click()}function Ma(e){return O(h(window,"hashchange"),e).pipe(m(cn),Q(cn()),b(t=>t.length>0),G(1))}function ln(e){return Ma(e).pipe(m(t=>fe(`[id="${t}"]`)),b(t=>typeof t!="undefined"))}function Pt(e){let t=matchMedia(e);return ar(r=>t.addListener(()=>r(t.matches))).pipe(Q(t.matches))}function mn(){let e=matchMedia("print");return O(h(window,"beforeprint").pipe(m(()=>!0)),h(window,"afterprint").pipe(m(()=>!1))).pipe(Q(e.matches))}function Nr(e,t){return e.pipe(v(r=>r?t():S))}function zr(e,t){return new j(r=>{let o=new XMLHttpRequest;return o.open("GET",`${e}`),o.responseType="blob",o.addEventListener("load",()=>{o.status>=200&&o.status<300?(r.next(o.response),r.complete()):r.error(new Error(o.statusText))}),o.addEventListener("error",()=>{r.error(new Error("Network error"))}),o.addEventListener("abort",()=>{r.complete()}),typeof(t==null?void 0:t.progress$)!="undefined"&&(o.addEventListener("progress",n=>{var i;if(n.lengthComputable)t.progress$.next(n.loaded/n.total*100);else{let a=(i=o.getResponseHeader("Content-Length"))!=null?i:0;t.progress$.next(n.loaded/+a*100)}}),t.progress$.next(5)),o.send(),()=>o.abort()})}function je(e,t){return zr(e,t).pipe(v(r=>r.text()),m(r=>JSON.parse(r)),G(1))}function fn(e,t){let r=new DOMParser;return zr(e,t).pipe(v(o=>o.text()),m(o=>r.parseFromString(o,"text/html")),G(1))}function un(e,t){let r=new DOMParser;return zr(e,t).pipe(v(o=>o.text()),m(o=>r.parseFromString(o,"text/xml")),G(1))}function dn(){return{x:Math.max(0,scrollX),y:Math.max(0,scrollY)}}function hn(){return O(h(window,"scroll",{passive:!0}),h(window,"resize",{passive:!0})).pipe(m(dn),Q(dn()))}function bn(){return{width:innerWidth,height:innerHeight}}function vn(){return h(window,"resize",{passive:!0}).pipe(m(bn),Q(bn()))}function gn(){return z([hn(),vn()]).pipe(m(([e,t])=>({offset:e,size:t})),G(1))}function mr(e,{viewport$:t,header$:r}){let o=t.pipe(te("size")),n=z([o,r]).pipe(m(()=>Ve(e)));return z([r,t,n]).pipe(m(([{height:i},{offset:a,size:s},{x:p,y:c}])=>({offset:{x:a.x-p,y:a.y-c+i},size:s})))}function _a(e){return h(e,"message",t=>t.data)}function Aa(e){let t=new g;return t.subscribe(r=>e.postMessage(r)),t}function yn(e,t=new Worker(e)){let r=_a(t),o=Aa(t),n=new g;n.subscribe(o);let i=o.pipe(Z(),ie(!0));return n.pipe(Z(),Re(r.pipe(W(i))),pe())}var Ca=R("#__config"),Ot=JSON.parse(Ca.textContent);Ot.base=`${new URL(Ot.base,ye())}`;function xe(){return Ot}function B(e){return Ot.features.includes(e)}function Ee(e,t){return typeof t!="undefined"?Ot.translations[e].replace("#",t.toString()):Ot.translations[e]}function Se(e,t=document){return R(`[data-md-component=${e}]`,t)}function ae(e,t=document){return P(`[data-md-component=${e}]`,t)}function ka(e){let t=R(".md-typeset > :first-child",e);return h(t,"click",{once:!0}).pipe(m(()=>R(".md-typeset",e)),m(r=>({hash:__md_hash(r.innerHTML)})))}function xn(e){if(!B("announce.dismiss")||!e.childElementCount)return S;if(!e.hidden){let t=R(".md-typeset",e);__md_hash(t.innerHTML)===__md_get("__announce")&&(e.hidden=!0)}return C(()=>{let t=new g;return t.subscribe(({hash:r})=>{e.hidden=!0,__md_set("__announce",r)}),ka(e).pipe(w(r=>t.next(r)),_(()=>t.complete()),m(r=>$({ref:e},r)))})}function Ha(e,{target$:t}){return t.pipe(m(r=>({hidden:r!==e})))}function En(e,t){let r=new g;return r.subscribe(({hidden:o})=>{e.hidden=o}),Ha(e,t).pipe(w(o=>r.next(o)),_(()=>r.complete()),m(o=>$({ref:e},o)))}function Rt(e,t){return t==="inline"?x("div",{class:"md-tooltip md-tooltip--inline",id:e,role:"tooltip"},x("div",{class:"md-tooltip__inner md-typeset"})):x("div",{class:"md-tooltip",id:e,role:"tooltip"},x("div",{class:"md-tooltip__inner md-typeset"}))}function wn(...e){return x("div",{class:"md-tooltip2",role:"tooltip"},x("div",{class:"md-tooltip2__inner md-typeset"},e))}function Tn(e,t){if(t=t?`${t}_annotation_${e}`:void 0,t){let r=t?`#${t}`:void 0;return x("aside",{class:"md-annotation",tabIndex:0},Rt(t),x("a",{href:r,class:"md-annotation__index",tabIndex:-1},x("span",{"data-md-annotation-id":e})))}else return x("aside",{class:"md-annotation",tabIndex:0},Rt(t),x("span",{class:"md-annotation__index",tabIndex:-1},x("span",{"data-md-annotation-id":e})))}function Sn(e){return x("button",{class:"md-clipboard md-icon",title:Ee("clipboard.copy"),"data-clipboard-target":`#${e} > code`})}var Ln=Mt(qr());function Qr(e,t){let r=t&2,o=t&1,n=Object.keys(e.terms).filter(p=>!e.terms[p]).reduce((p,c)=>[...p,x("del",null,(0,Ln.default)(c))," "],[]).slice(0,-1),i=xe(),a=new URL(e.location,i.base);B("search.highlight")&&a.searchParams.set("h",Object.entries(e.terms).filter(([,p])=>p).reduce((p,[c])=>`${p} ${c}`.trim(),""));let{tags:s}=xe();return x("a",{href:`${a}`,class:"md-search-result__link",tabIndex:-1},x("article",{class:"md-search-result__article md-typeset","data-md-score":e.score.toFixed(2)},r>0&&x("div",{class:"md-search-result__icon md-icon"}),r>0&&x("h1",null,e.title),r<=0&&x("h2",null,e.title),o>0&&e.text.length>0&&e.text,e.tags&&x("nav",{class:"md-tags"},e.tags.map(p=>{let c=s?p in s?`md-tag-icon md-tag--${s[p]}`:"md-tag-icon":"";return x("span",{class:`md-tag ${c}`},p)})),o>0&&n.length>0&&x("p",{class:"md-search-result__terms"},Ee("search.result.term.missing"),": ",...n)))}function Mn(e){let t=e[0].score,r=[...e],o=xe(),n=r.findIndex(l=>!`${new URL(l.location,o.base)}`.includes("#")),[i]=r.splice(n,1),a=r.findIndex(l=>l.score<t);a===-1&&(a=r.length);let s=r.slice(0,a),p=r.slice(a),c=[Qr(i,2|+(!n&&a===0)),...s.map(l=>Qr(l,1)),...p.length?[x("details",{class:"md-search-result__more"},x("summary",{tabIndex:-1},x("div",null,p.length>0&&p.length===1?Ee("search.result.more.one"):Ee("search.result.more.other",p.length))),...p.map(l=>Qr(l,1)))]:[]];return x("li",{class:"md-search-result__item"},c)}function _n(e){return x("ul",{class:"md-source__facts"},Object.entries(e).map(([t,r])=>x("li",{class:`md-source__fact md-source__fact--${t}`},typeof r=="number"?sr(r):r)))}function Kr(e){let t=`tabbed-control tabbed-control--${e}`;return x("div",{class:t,hidden:!0},x("button",{class:"tabbed-button",tabIndex:-1,"aria-hidden":"true"}))}function An(e){return x("div",{class:"md-typeset__scrollwrap"},x("div",{class:"md-typeset__table"},e))}function Ra(e){var o;let t=xe(),r=new URL(`../${e.version}/`,t.base);return x("li",{class:"md-version__item"},x("a",{href:`${r}`,class:"md-version__link"},e.title,((o=t.version)==null?void 0:o.alias)&&e.aliases.length>0&&x("span",{class:"md-version__alias"},e.aliases[0])))}function Cn(e,t){var o;let r=xe();return e=e.filter(n=>{var i;return!((i=n.properties)!=null&&i.hidden)}),x("div",{class:"md-version"},x("button",{class:"md-version__current","aria-label":Ee("select.version")},t.title,((o=r.version)==null?void 0:o.alias)&&t.aliases.length>0&&x("span",{class:"md-version__alias"},t.aliases[0])),x("ul",{class:"md-version__list"},e.map(Ra)))}var Ia=0;function ja(e){let t=z([et(e),$t(e)]).pipe(m(([o,n])=>o||n),K()),r=C(()=>Zo(e)).pipe(ne(Ne),pt(1),He(t),m(()=>en(e)));return t.pipe(Ae(o=>o),v(()=>z([t,r])),m(([o,n])=>({active:o,offset:n})),pe())}function Fa(e,t){let{content$:r,viewport$:o}=t,n=`__tooltip2_${Ia++}`;return C(()=>{let i=new g,a=new _r(!1);i.pipe(Z(),ie(!1)).subscribe(a);let s=a.pipe(Ht(c=>Le(+!c*250,kr)),K(),v(c=>c?r:S),w(c=>c.id=n),pe());z([i.pipe(m(({active:c})=>c)),s.pipe(v(c=>$t(c,250)),Q(!1))]).pipe(m(c=>c.some(l=>l))).subscribe(a);let p=a.pipe(b(c=>c),re(s,o),m(([c,l,{size:f}])=>{let u=e.getBoundingClientRect(),d=u.width/2;if(l.role==="tooltip")return{x:d,y:8+u.height};if(u.y>=f.height/2){let{height:y}=ce(l);return{x:d,y:-16-y}}else return{x:d,y:16+u.height}}));return z([s,i,p]).subscribe(([c,{offset:l},f])=>{c.style.setProperty("--md-tooltip-host-x",`${l.x}px`),c.style.setProperty("--md-tooltip-host-y",`${l.y}px`),c.style.setProperty("--md-tooltip-x",`${f.x}px`),c.style.setProperty("--md-tooltip-y",`${f.y}px`),c.classList.toggle("md-tooltip2--top",f.y<0),c.classList.toggle("md-tooltip2--bottom",f.y>=0)}),a.pipe(b(c=>c),re(s,(c,l)=>l),b(c=>c.role==="tooltip")).subscribe(c=>{let l=ce(R(":scope > *",c));c.style.setProperty("--md-tooltip-width",`${l.width}px`),c.style.setProperty("--md-tooltip-tail","0px")}),a.pipe(K(),ve(me),re(s)).subscribe(([c,l])=>{l.classList.toggle("md-tooltip2--active",c)}),z([a.pipe(b(c=>c)),s]).subscribe(([c,l])=>{l.role==="dialog"?(e.setAttribute("aria-controls",n),e.setAttribute("aria-haspopup","dialog")):e.setAttribute("aria-describedby",n)}),a.pipe(b(c=>!c)).subscribe(()=>{e.removeAttribute("aria-controls"),e.removeAttribute("aria-describedby"),e.removeAttribute("aria-haspopup")}),ja(e).pipe(w(c=>i.next(c)),_(()=>i.complete()),m(c=>$({ref:e},c)))})}function mt(e,{viewport$:t},r=document.body){return Fa(e,{content$:new j(o=>{let n=e.title,i=wn(n);return o.next(i),e.removeAttribute("title"),r.append(i),()=>{i.remove(),e.setAttribute("title",n)}}),viewport$:t})}function Ua(e,t){let r=C(()=>z([tn(e),Ne(t)])).pipe(m(([{x:o,y:n},i])=>{let{width:a,height:s}=ce(e);return{x:o-i.x+a/2,y:n-i.y+s/2}}));return et(e).pipe(v(o=>r.pipe(m(n=>({active:o,offset:n})),Te(+!o||1/0))))}function kn(e,t,{target$:r}){let[o,n]=Array.from(e.children);return C(()=>{let i=new g,a=i.pipe(Z(),ie(!0));return i.subscribe({next({offset:s}){e.style.setProperty("--md-tooltip-x",`${s.x}px`),e.style.setProperty("--md-tooltip-y",`${s.y}px`)},complete(){e.style.removeProperty("--md-tooltip-x"),e.style.removeProperty("--md-tooltip-y")}}),tt(e).pipe(W(a)).subscribe(s=>{e.toggleAttribute("data-md-visible",s)}),O(i.pipe(b(({active:s})=>s)),i.pipe(_e(250),b(({active:s})=>!s))).subscribe({next({active:s}){s?e.prepend(o):o.remove()},complete(){e.prepend(o)}}),i.pipe(Me(16,me)).subscribe(({active:s})=>{o.classList.toggle("md-tooltip--active",s)}),i.pipe(pt(125,me),b(()=>!!e.offsetParent),m(()=>e.offsetParent.getBoundingClientRect()),m(({x:s})=>s)).subscribe({next(s){s?e.style.setProperty("--md-tooltip-0",`${-s}px`):e.style.removeProperty("--md-tooltip-0")},complete(){e.style.removeProperty("--md-tooltip-0")}}),h(n,"click").pipe(W(a),b(s=>!(s.metaKey||s.ctrlKey))).subscribe(s=>{s.stopPropagation(),s.preventDefault()}),h(n,"mousedown").pipe(W(a),re(i)).subscribe(([s,{active:p}])=>{var c;if(s.button!==0||s.metaKey||s.ctrlKey)s.preventDefault();else if(p){s.preventDefault();let l=e.parentElement.closest(".md-annotation");l instanceof HTMLElement?l.focus():(c=Ie())==null||c.blur()}}),r.pipe(W(a),b(s=>s===o),Ge(125)).subscribe(()=>e.focus()),Ua(e,t).pipe(w(s=>i.next(s)),_(()=>i.complete()),m(s=>$({ref:e},s)))})}function Wa(e){return e.tagName==="CODE"?P(".c, .c1, .cm",e):[e]}function Da(e){let t=[];for(let r of Wa(e)){let o=[],n=document.createNodeIterator(r,NodeFilter.SHOW_TEXT);for(let i=n.nextNode();i;i=n.nextNode())o.push(i);for(let i of o){let a;for(;a=/(\(\d+\))(!)?/.exec(i.textContent);){let[,s,p]=a;if(typeof p=="undefined"){let c=i.splitText(a.index);i=c.splitText(s.length),t.push(c)}else{i.textContent=s,t.push(i);break}}}}return t}function Hn(e,t){t.append(...Array.from(e.childNodes))}function fr(e,t,{target$:r,print$:o}){let n=t.closest("[id]"),i=n==null?void 0:n.id,a=new Map;for(let s of Da(t)){let[,p]=s.textContent.match(/\((\d+)\)/);fe(`:scope > li:nth-child(${p})`,e)&&(a.set(p,Tn(p,i)),s.replaceWith(a.get(p)))}return a.size===0?S:C(()=>{let s=new g,p=s.pipe(Z(),ie(!0)),c=[];for(let[l,f]of a)c.push([R(".md-typeset",f),R(`:scope > li:nth-child(${l})`,e)]);return o.pipe(W(p)).subscribe(l=>{e.hidden=!l,e.classList.toggle("md-annotation-list",l);for(let[f,u]of c)l?Hn(f,u):Hn(u,f)}),O(...[...a].map(([,l])=>kn(l,t,{target$:r}))).pipe(_(()=>s.complete()),pe())})}function $n(e){if(e.nextElementSibling){let t=e.nextElementSibling;if(t.tagName==="OL")return t;if(t.tagName==="P"&&!t.children.length)return $n(t)}}function Pn(e,t){return C(()=>{let r=$n(e);return typeof r!="undefined"?fr(r,e,t):S})}var Rn=Mt(Br());var Va=0;function In(e){if(e.nextElementSibling){let t=e.nextElementSibling;if(t.tagName==="OL")return t;if(t.tagName==="P"&&!t.children.length)return In(t)}}function Na(e){return ge(e).pipe(m(({width:t})=>({scrollable:St(e).width>t})),te("scrollable"))}function jn(e,t){let{matches:r}=matchMedia("(hover)"),o=C(()=>{let n=new g,i=n.pipe(jr(1));n.subscribe(({scrollable:c})=>{c&&r?e.setAttribute("tabindex","0"):e.removeAttribute("tabindex")});let a=[];if(Rn.default.isSupported()&&(e.closest(".copy")||B("content.code.copy")&&!e.closest(".no-copy"))){let c=e.closest("pre");c.id=`__code_${Va++}`;let l=Sn(c.id);c.insertBefore(l,e),B("content.tooltips")&&a.push(mt(l,{viewport$}))}let s=e.closest(".highlight");if(s instanceof HTMLElement){let c=In(s);if(typeof c!="undefined"&&(s.classList.contains("annotate")||B("content.code.annotate"))){let l=fr(c,e,t);a.push(ge(s).pipe(W(i),m(({width:f,height:u})=>f&&u),K(),v(f=>f?l:S)))}}return P(":scope > span[id]",e).length&&e.classList.add("md-code__content"),Na(e).pipe(w(c=>n.next(c)),_(()=>n.complete()),m(c=>$({ref:e},c)),Re(...a))});return B("content.lazy")?tt(e).pipe(b(n=>n),Te(1),v(()=>o)):o}function za(e,{target$:t,print$:r}){let o=!0;return O(t.pipe(m(n=>n.closest("details:not([open])")),b(n=>e===n),m(()=>({action:"open",reveal:!0}))),r.pipe(b(n=>n||!o),w(()=>o=e.open),m(n=>({action:n?"open":"close"}))))}function Fn(e,t){return C(()=>{let r=new g;return r.subscribe(({action:o,reveal:n})=>{e.toggleAttribute("open",o==="open"),n&&e.scrollIntoView()}),za(e,t).pipe(w(o=>r.next(o)),_(()=>r.complete()),m(o=>$({ref:e},o)))})}var Un=".node circle,.node ellipse,.node path,.node polygon,.node rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}marker{fill:var(--md-mermaid-edge-color)!important}.edgeLabel .label rect{fill:#0000}.flowchartTitleText{fill:var(--md-mermaid-label-fg-color)}.label{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.label foreignObject{line-height:normal;overflow:visible}.label div .edgeLabel{color:var(--md-mermaid-label-fg-color)}.edgeLabel,.edgeLabel p,.label div .edgeLabel{background-color:var(--md-mermaid-label-bg-color)}.edgeLabel,.edgeLabel p{fill:var(--md-mermaid-label-bg-color);color:var(--md-mermaid-edge-color)}.edgePath .path,.flowchart-link{stroke:var(--md-mermaid-edge-color);stroke-width:.05rem}.edgePath .arrowheadPath{fill:var(--md-mermaid-edge-color);stroke:none}.cluster rect{fill:var(--md-default-fg-color--lightest);stroke:var(--md-default-fg-color--lighter)}.cluster span{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}g #flowchart-circleEnd,g #flowchart-circleStart,g #flowchart-crossEnd,g #flowchart-crossStart,g #flowchart-pointEnd,g #flowchart-pointStart{stroke:none}.classDiagramTitleText{fill:var(--md-mermaid-label-fg-color)}g.classGroup line,g.classGroup rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}g.classGroup text{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.classLabel .box{fill:var(--md-mermaid-label-bg-color);background-color:var(--md-mermaid-label-bg-color);opacity:1}.classLabel .label{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.node .divider{stroke:var(--md-mermaid-node-fg-color)}.relation{stroke:var(--md-mermaid-edge-color)}.cardinality{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.cardinality text{fill:inherit!important}defs #classDiagram-compositionEnd,defs #classDiagram-compositionStart,defs #classDiagram-dependencyEnd,defs #classDiagram-dependencyStart,defs #classDiagram-extensionEnd,defs #classDiagram-extensionStart{fill:var(--md-mermaid-edge-color)!important;stroke:var(--md-mermaid-edge-color)!important}defs #classDiagram-aggregationEnd,defs #classDiagram-aggregationStart{fill:var(--md-mermaid-label-bg-color)!important;stroke:var(--md-mermaid-edge-color)!important}.statediagramTitleText{fill:var(--md-mermaid-label-fg-color)}g.stateGroup rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}g.stateGroup .state-title{fill:var(--md-mermaid-label-fg-color)!important;font-family:var(--md-mermaid-font-family)}g.stateGroup .composit{fill:var(--md-mermaid-label-bg-color)}.nodeLabel,.nodeLabel p{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}a .nodeLabel{text-decoration:underline}.node circle.state-end,.node circle.state-start,.start-state{fill:var(--md-mermaid-edge-color);stroke:none}.end-state-inner,.end-state-outer{fill:var(--md-mermaid-edge-color)}.end-state-inner,.node circle.state-end{stroke:var(--md-mermaid-label-bg-color)}.transition{stroke:var(--md-mermaid-edge-color)}[id^=state-fork] rect,[id^=state-join] rect{fill:var(--md-mermaid-edge-color)!important;stroke:none!important}.statediagram-cluster.statediagram-cluster .inner{fill:var(--md-default-bg-color)}.statediagram-cluster rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}.statediagram-state rect.divider{fill:var(--md-default-fg-color--lightest);stroke:var(--md-default-fg-color--lighter)}defs #statediagram-barbEnd{stroke:var(--md-mermaid-edge-color)}.entityTitleText{fill:var(--md-mermaid-label-fg-color)}.attributeBoxEven,.attributeBoxOdd{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}.entityBox{fill:var(--md-mermaid-label-bg-color);stroke:var(--md-mermaid-node-fg-color)}.entityLabel{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.relationshipLabelBox{fill:var(--md-mermaid-label-bg-color);fill-opacity:1;background-color:var(--md-mermaid-label-bg-color);opacity:1}.relationshipLabel{fill:var(--md-mermaid-label-fg-color)}.relationshipLine{stroke:var(--md-mermaid-edge-color)}defs #ONE_OR_MORE_END *,defs #ONE_OR_MORE_START *,defs #ONLY_ONE_END *,defs #ONLY_ONE_START *,defs #ZERO_OR_MORE_END *,defs #ZERO_OR_MORE_START *,defs #ZERO_OR_ONE_END *,defs #ZERO_OR_ONE_START *{stroke:var(--md-mermaid-edge-color)!important}defs #ZERO_OR_MORE_END circle,defs #ZERO_OR_MORE_START circle{fill:var(--md-mermaid-label-bg-color)}text:not([class]):last-child{fill:var(--md-mermaid-label-fg-color)}.actor{fill:var(--md-mermaid-sequence-actor-bg-color);stroke:var(--md-mermaid-sequence-actor-border-color)}text.actor>tspan{fill:var(--md-mermaid-sequence-actor-fg-color);font-family:var(--md-mermaid-font-family)}line{stroke:var(--md-mermaid-sequence-actor-line-color)}.actor-man circle,.actor-man line{fill:var(--md-mermaid-sequence-actorman-bg-color);stroke:var(--md-mermaid-sequence-actorman-line-color)}.messageLine0,.messageLine1{stroke:var(--md-mermaid-sequence-message-line-color)}.note{fill:var(--md-mermaid-sequence-note-bg-color);stroke:var(--md-mermaid-sequence-note-border-color)}.loopText,.loopText>tspan,.messageText,.noteText>tspan{stroke:none;font-family:var(--md-mermaid-font-family)!important}.messageText{fill:var(--md-mermaid-sequence-message-fg-color)}.loopText,.loopText>tspan{fill:var(--md-mermaid-sequence-loop-fg-color)}.noteText>tspan{fill:var(--md-mermaid-sequence-note-fg-color)}#arrowhead path{fill:var(--md-mermaid-sequence-message-line-color);stroke:none}.loopLine{fill:var(--md-mermaid-sequence-loop-bg-color);stroke:var(--md-mermaid-sequence-loop-border-color)}.labelBox{fill:var(--md-mermaid-sequence-label-bg-color);stroke:none}.labelText,.labelText>span{fill:var(--md-mermaid-sequence-label-fg-color);font-family:var(--md-mermaid-font-family)}.sequenceNumber{fill:var(--md-mermaid-sequence-number-fg-color)}rect.rect{fill:var(--md-mermaid-sequence-box-bg-color);stroke:none}rect.rect+text.text{fill:var(--md-mermaid-sequence-box-fg-color)}defs #sequencenumber{fill:var(--md-mermaid-sequence-number-bg-color)!important}";var Gr,Qa=0;function Ka(){return typeof mermaid=="undefined"||mermaid instanceof Element?Tt("https://unpkg.com/mermaid@11/dist/mermaid.min.js"):I(void 0)}function Wn(e){return e.classList.remove("mermaid"),Gr||(Gr=Ka().pipe(w(()=>mermaid.initialize({startOnLoad:!1,themeCSS:Un,sequence:{actorFontSize:"16px",messageFontSize:"16px",noteFontSize:"16px"}})),m(()=>{}),G(1))),Gr.subscribe(()=>co(this,null,function*(){e.classList.add("mermaid");let t=`__mermaid_${Qa++}`,r=x("div",{class:"mermaid"}),o=e.textContent,{svg:n,fn:i}=yield mermaid.render(t,o),a=r.attachShadow({mode:"closed"});a.innerHTML=n,e.replaceWith(r),i==null||i(a)})),Gr.pipe(m(()=>({ref:e})))}var Dn=x("table");function Vn(e){return e.replaceWith(Dn),Dn.replaceWith(An(e)),I({ref:e})}function Ya(e){let t=e.find(r=>r.checked)||e[0];return O(...e.map(r=>h(r,"change").pipe(m(()=>R(`label[for="${r.id}"]`))))).pipe(Q(R(`label[for="${t.id}"]`)),m(r=>({active:r})))}function Nn(e,{viewport$:t,target$:r}){let o=R(".tabbed-labels",e),n=P(":scope > input",e),i=Kr("prev");e.append(i);let a=Kr("next");return e.append(a),C(()=>{let s=new g,p=s.pipe(Z(),ie(!0));z([s,ge(e),tt(e)]).pipe(W(p),Me(1,me)).subscribe({next([{active:c},l]){let f=Ve(c),{width:u}=ce(c);e.style.setProperty("--md-indicator-x",`${f.x}px`),e.style.setProperty("--md-indicator-width",`${u}px`);let d=pr(o);(f.x<d.x||f.x+u>d.x+l.width)&&o.scrollTo({left:Math.max(0,f.x-16),behavior:"smooth"})},complete(){e.style.removeProperty("--md-indicator-x"),e.style.removeProperty("--md-indicator-width")}}),z([Ne(o),ge(o)]).pipe(W(p)).subscribe(([c,l])=>{let f=St(o);i.hidden=c.x<16,a.hidden=c.x>f.width-l.width-16}),O(h(i,"click").pipe(m(()=>-1)),h(a,"click").pipe(m(()=>1))).pipe(W(p)).subscribe(c=>{let{width:l}=ce(o);o.scrollBy({left:l*c,behavior:"smooth"})}),r.pipe(W(p),b(c=>n.includes(c))).subscribe(c=>c.click()),o.classList.add("tabbed-labels--linked");for(let c of n){let l=R(`label[for="${c.id}"]`);l.replaceChildren(x("a",{href:`#${l.htmlFor}`,tabIndex:-1},...Array.from(l.childNodes))),h(l.firstElementChild,"click").pipe(W(p),b(f=>!(f.metaKey||f.ctrlKey)),w(f=>{f.preventDefault(),f.stopPropagation()})).subscribe(()=>{history.replaceState({},"",`#${l.htmlFor}`),l.click()})}return B("content.tabs.link")&&s.pipe(Ce(1),re(t)).subscribe(([{active:c},{offset:l}])=>{let f=c.innerText.trim();if(c.hasAttribute("data-md-switching"))c.removeAttribute("data-md-switching");else{let u=e.offsetTop-l.y;for(let y of P("[data-tabs]"))for(let L of P(":scope > input",y)){let X=R(`label[for="${L.id}"]`);if(X!==c&&X.innerText.trim()===f){X.setAttribute("data-md-switching",""),L.click();break}}window.scrollTo({top:e.offsetTop-u});let d=__md_get("__tabs")||[];__md_set("__tabs",[...new Set([f,...d])])}}),s.pipe(W(p)).subscribe(()=>{for(let c of P("audio, video",e))c.pause()}),Ya(n).pipe(w(c=>s.next(c)),_(()=>s.complete()),m(c=>$({ref:e},c)))}).pipe(Ke(se))}function zn(e,{viewport$:t,target$:r,print$:o}){return O(...P(".annotate:not(.highlight)",e).map(n=>Pn(n,{target$:r,print$:o})),...P("pre:not(.mermaid) > code",e).map(n=>jn(n,{target$:r,print$:o})),...P("pre.mermaid",e).map(n=>Wn(n)),...P("table:not([class])",e).map(n=>Vn(n)),...P("details",e).map(n=>Fn(n,{target$:r,print$:o})),...P("[data-tabs]",e).map(n=>Nn(n,{viewport$:t,target$:r})),...P("[title]",e).filter(()=>B("content.tooltips")).map(n=>mt(n,{viewport$:t})))}function Ba(e,{alert$:t}){return t.pipe(v(r=>O(I(!0),I(!1).pipe(Ge(2e3))).pipe(m(o=>({message:r,active:o})))))}function qn(e,t){let r=R(".md-typeset",e);return C(()=>{let o=new g;return o.subscribe(({message:n,active:i})=>{e.classList.toggle("md-dialog--active",i),r.textContent=n}),Ba(e,t).pipe(w(n=>o.next(n)),_(()=>o.complete()),m(n=>$({ref:e},n)))})}var Ga=0;function Ja(e,t){document.body.append(e);let{width:r}=ce(e);e.style.setProperty("--md-tooltip-width",`${r}px`),e.remove();let o=cr(t),n=typeof o!="undefined"?Ne(o):I({x:0,y:0}),i=O(et(t),$t(t)).pipe(K());return z([i,n]).pipe(m(([a,s])=>{let{x:p,y:c}=Ve(t),l=ce(t),f=t.closest("table");return f&&t.parentElement&&(p+=f.offsetLeft+t.parentElement.offsetLeft,c+=f.offsetTop+t.parentElement.offsetTop),{active:a,offset:{x:p-s.x+l.width/2-r/2,y:c-s.y+l.height+8}}}))}function Qn(e){let t=e.title;if(!t.length)return S;let r=`__tooltip_${Ga++}`,o=Rt(r,"inline"),n=R(".md-typeset",o);return n.innerHTML=t,C(()=>{let i=new g;return i.subscribe({next({offset:a}){o.style.setProperty("--md-tooltip-x",`${a.x}px`),o.style.setProperty("--md-tooltip-y",`${a.y}px`)},complete(){o.style.removeProperty("--md-tooltip-x"),o.style.removeProperty("--md-tooltip-y")}}),O(i.pipe(b(({active:a})=>a)),i.pipe(_e(250),b(({active:a})=>!a))).subscribe({next({active:a}){a?(e.insertAdjacentElement("afterend",o),e.setAttribute("aria-describedby",r),e.removeAttribute("title")):(o.remove(),e.removeAttribute("aria-describedby"),e.setAttribute("title",t))},complete(){o.remove(),e.removeAttribute("aria-describedby"),e.setAttribute("title",t)}}),i.pipe(Me(16,me)).subscribe(({active:a})=>{o.classList.toggle("md-tooltip--active",a)}),i.pipe(pt(125,me),b(()=>!!e.offsetParent),m(()=>e.offsetParent.getBoundingClientRect()),m(({x:a})=>a)).subscribe({next(a){a?o.style.setProperty("--md-tooltip-0",`${-a}px`):o.style.removeProperty("--md-tooltip-0")},complete(){o.style.removeProperty("--md-tooltip-0")}}),Ja(o,e).pipe(w(a=>i.next(a)),_(()=>i.complete()),m(a=>$({ref:e},a)))}).pipe(Ke(se))}function Xa({viewport$:e}){if(!B("header.autohide"))return I(!1);let t=e.pipe(m(({offset:{y:n}})=>n),Be(2,1),m(([n,i])=>[n<i,i]),te(0)),r=z([e,t]).pipe(b(([{offset:n},[,i]])=>Math.abs(i-n.y)>100),m(([,[n]])=>n),K()),o=ze("search");return z([e,o]).pipe(m(([{offset:n},i])=>n.y>400&&!i),K(),v(n=>n?r:I(!1)),Q(!1))}function Kn(e,t){return C(()=>z([ge(e),Xa(t)])).pipe(m(([{height:r},o])=>({height:r,hidden:o})),K((r,o)=>r.height===o.height&&r.hidden===o.hidden),G(1))}function Yn(e,{header$:t,main$:r}){return C(()=>{let o=new g,n=o.pipe(Z(),ie(!0));o.pipe(te("active"),He(t)).subscribe(([{active:a},{hidden:s}])=>{e.classList.toggle("md-header--shadow",a&&!s),e.hidden=s});let i=ue(P("[title]",e)).pipe(b(()=>B("content.tooltips")),ne(a=>Qn(a)));return r.subscribe(o),t.pipe(W(n),m(a=>$({ref:e},a)),Re(i.pipe(W(n))))})}function Za(e,{viewport$:t,header$:r}){return mr(e,{viewport$:t,header$:r}).pipe(m(({offset:{y:o}})=>{let{height:n}=ce(e);return{active:o>=n}}),te("active"))}function Bn(e,t){return C(()=>{let r=new g;r.subscribe({next({active:n}){e.classList.toggle("md-header__title--active",n)},complete(){e.classList.remove("md-header__title--active")}});let o=fe(".md-content h1");return typeof o=="undefined"?S:Za(o,t).pipe(w(n=>r.next(n)),_(()=>r.complete()),m(n=>$({ref:e},n)))})}function Gn(e,{viewport$:t,header$:r}){let o=r.pipe(m(({height:i})=>i),K()),n=o.pipe(v(()=>ge(e).pipe(m(({height:i})=>({top:e.offsetTop,bottom:e.offsetTop+i})),te("bottom"))));return z([o,n,t]).pipe(m(([i,{top:a,bottom:s},{offset:{y:p},size:{height:c}}])=>(c=Math.max(0,c-Math.max(0,a-p,i)-Math.max(0,c+p-s)),{offset:a-i,height:c,active:a-i<=p})),K((i,a)=>i.offset===a.offset&&i.height===a.height&&i.active===a.active))}function es(e){let t=__md_get("__palette")||{index:e.findIndex(o=>matchMedia(o.getAttribute("data-md-color-media")).matches)},r=Math.max(0,Math.min(t.index,e.length-1));return I(...e).pipe(ne(o=>h(o,"change").pipe(m(()=>o))),Q(e[r]),m(o=>({index:e.indexOf(o),color:{media:o.getAttribute("data-md-color-media"),scheme:o.getAttribute("data-md-color-scheme"),primary:o.getAttribute("data-md-color-primary"),accent:o.getAttribute("data-md-color-accent")}})),G(1))}function Jn(e){let t=P("input",e),r=x("meta",{name:"theme-color"});document.head.appendChild(r);let o=x("meta",{name:"color-scheme"});document.head.appendChild(o);let n=Pt("(prefers-color-scheme: light)");return C(()=>{let i=new g;return i.subscribe(a=>{if(document.body.setAttribute("data-md-color-switching",""),a.color.media==="(prefers-color-scheme)"){let s=matchMedia("(prefers-color-scheme: light)"),p=document.querySelector(s.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");a.color.scheme=p.getAttribute("data-md-color-scheme"),a.color.primary=p.getAttribute("data-md-color-primary"),a.color.accent=p.getAttribute("data-md-color-accent")}for(let[s,p]of Object.entries(a.color))document.body.setAttribute(`data-md-color-${s}`,p);for(let s=0;s<t.length;s++){let p=t[s].nextElementSibling;p instanceof HTMLElement&&(p.hidden=a.index!==s)}__md_set("__palette",a)}),h(e,"keydown").pipe(b(a=>a.key==="Enter"),re(i,(a,s)=>s)).subscribe(({index:a})=>{a=(a+1)%t.length,t[a].click(),t[a].focus()}),i.pipe(m(()=>{let a=Se("header"),s=window.getComputedStyle(a);return o.content=s.colorScheme,s.backgroundColor.match(/\d+/g).map(p=>(+p).toString(16).padStart(2,"0")).join("")})).subscribe(a=>r.content=`#${a}`),i.pipe(ve(se)).subscribe(()=>{document.body.removeAttribute("data-md-color-switching")}),es(t).pipe(W(n.pipe(Ce(1))),ct(),w(a=>i.next(a)),_(()=>i.complete()),m(a=>$({ref:e},a)))})}function Xn(e,{progress$:t}){return C(()=>{let r=new g;return r.subscribe(({value:o})=>{e.style.setProperty("--md-progress-value",`${o}`)}),t.pipe(w(o=>r.next({value:o})),_(()=>r.complete()),m(o=>({ref:e,value:o})))})}var Jr=Mt(Br());function ts(e){e.setAttribute("data-md-copying","");let t=e.closest("[data-copy]"),r=t?t.getAttribute("data-copy"):e.innerText;return e.removeAttribute("data-md-copying"),r.trimEnd()}function Zn({alert$:e}){Jr.default.isSupported()&&new j(t=>{new Jr.default("[data-clipboard-target], [data-clipboard-text]",{text:r=>r.getAttribute("data-clipboard-text")||ts(R(r.getAttribute("data-clipboard-target")))}).on("success",r=>t.next(r))}).pipe(w(t=>{t.trigger.focus()}),m(()=>Ee("clipboard.copied"))).subscribe(e)}function ei(e,t){return e.protocol=t.protocol,e.hostname=t.hostname,e}function rs(e,t){let r=new Map;for(let o of P("url",e)){let n=R("loc",o),i=[ei(new URL(n.textContent),t)];r.set(`${i[0]}`,i);for(let a of P("[rel=alternate]",o)){let s=a.getAttribute("href");s!=null&&i.push(ei(new URL(s),t))}}return r}function ur(e){return un(new URL("sitemap.xml",e)).pipe(m(t=>rs(t,new URL(e))),de(()=>I(new Map)))}function os(e,t){if(!(e.target instanceof Element))return S;let r=e.target.closest("a");if(r===null)return S;if(r.target||e.metaKey||e.ctrlKey)return S;let o=new URL(r.href);return o.search=o.hash="",t.has(`${o}`)?(e.preventDefault(),I(new URL(r.href))):S}function ti(e){let t=new Map;for(let r of P(":scope > *",e.head))t.set(r.outerHTML,r);return t}function ri(e){for(let t of P("[href], [src]",e))for(let r of["href","src"]){let o=t.getAttribute(r);if(o&&!/^(?:[a-z]+:)?\/\//i.test(o)){t[r]=t[r];break}}return I(e)}function ns(e){for(let o of["[data-md-component=announce]","[data-md-component=container]","[data-md-component=header-topic]","[data-md-component=outdated]","[data-md-component=logo]","[data-md-component=skip]",...B("navigation.tabs.sticky")?["[data-md-component=tabs]"]:[]]){let n=fe(o),i=fe(o,e);typeof n!="undefined"&&typeof i!="undefined"&&n.replaceWith(i)}let t=ti(document);for(let[o,n]of ti(e))t.has(o)?t.delete(o):document.head.appendChild(n);for(let o of t.values()){let n=o.getAttribute("name");n!=="theme-color"&&n!=="color-scheme"&&o.remove()}let r=Se("container");return We(P("script",r)).pipe(v(o=>{let n=e.createElement("script");if(o.src){for(let i of o.getAttributeNames())n.setAttribute(i,o.getAttribute(i));return o.replaceWith(n),new j(i=>{n.onload=()=>i.complete()})}else return n.textContent=o.textContent,o.replaceWith(n),S}),Z(),ie(document))}function oi({location$:e,viewport$:t,progress$:r}){let o=xe();if(location.protocol==="file:")return S;let n=ur(o.base);I(document).subscribe(ri);let i=h(document.body,"click").pipe(He(n),v(([p,c])=>os(p,c)),pe()),a=h(window,"popstate").pipe(m(ye),pe());i.pipe(re(t)).subscribe(([p,{offset:c}])=>{history.replaceState(c,""),history.pushState(null,"",p)}),O(i,a).subscribe(e);let s=e.pipe(te("pathname"),v(p=>fn(p,{progress$:r}).pipe(de(()=>(lt(p,!0),S)))),v(ri),v(ns),pe());return O(s.pipe(re(e,(p,c)=>c)),s.pipe(v(()=>e),te("hash")),e.pipe(K((p,c)=>p.pathname===c.pathname&&p.hash===c.hash),v(()=>i),w(()=>history.back()))).subscribe(p=>{var c,l;history.state!==null||!p.hash?window.scrollTo(0,(l=(c=history.state)==null?void 0:c.y)!=null?l:0):(history.scrollRestoration="auto",pn(p.hash),history.scrollRestoration="manual")}),e.subscribe(()=>{history.scrollRestoration="manual"}),h(window,"beforeunload").subscribe(()=>{history.scrollRestoration="auto"}),t.pipe(te("offset"),_e(100)).subscribe(({offset:p})=>{history.replaceState(p,"")}),s}var ni=Mt(qr());function ii(e){let t=e.separator.split("|").map(n=>n.replace(/(\(\?[!=<][^)]+\))/g,"").length===0?"\uFFFD":n).join("|"),r=new RegExp(t,"img"),o=(n,i,a)=>`${i}<mark data-md-highlight>${a}</mark>`;return n=>{n=n.replace(/[\s*+\-:~^]+/g," ").trim();let i=new RegExp(`(^|${e.separator}|)(${n.replace(/[|\\{}()[\]^$+*?.-]/g,"\\$&").replace(r,"|")})`,"img");return a=>(0,ni.default)(a).replace(i,o).replace(/<\/mark>(\s+)<mark[^>]*>/img,"$1")}}function jt(e){return e.type===1}function dr(e){return e.type===3}function ai(e,t){let r=yn(e);return O(I(location.protocol!=="file:"),ze("search")).pipe(Ae(o=>o),v(()=>t)).subscribe(({config:o,docs:n})=>r.next({type:0,data:{config:o,docs:n,options:{suggest:B("search.suggest")}}})),r}function si(e){var l;let{selectedVersionSitemap:t,selectedVersionBaseURL:r,currentLocation:o,currentBaseURL:n}=e,i=(l=Xr(n))==null?void 0:l.pathname;if(i===void 0)return;let a=ss(o.pathname,i);if(a===void 0)return;let s=ps(t.keys());if(!t.has(s))return;let p=Xr(a,s);if(!p||!t.has(p.href))return;let c=Xr(a,r);if(c)return c.hash=o.hash,c.search=o.search,c}function Xr(e,t){try{return new URL(e,t)}catch(r){return}}function ss(e,t){if(e.startsWith(t))return e.slice(t.length)}function cs(e,t){let r=Math.min(e.length,t.length),o;for(o=0;o<r&&e[o]===t[o];++o);return o}function ps(e){let t;for(let r of e)t===void 0?t=r:t=t.slice(0,cs(t,r));return t!=null?t:""}function ci({document$:e}){let t=xe(),r=je(new URL("../versions.json",t.base)).pipe(de(()=>S)),o=r.pipe(m(n=>{let[,i]=t.base.match(/([^/]+)\/?$/);return n.find(({version:a,aliases:s})=>a===i||s.includes(i))||n[0]}));r.pipe(m(n=>new Map(n.map(i=>[`${new URL(`../${i.version}/`,t.base)}`,i]))),v(n=>h(document.body,"click").pipe(b(i=>!i.metaKey&&!i.ctrlKey),re(o),v(([i,a])=>{if(i.target instanceof Element){let s=i.target.closest("a");if(s&&!s.target&&n.has(s.href)){let p=s.href;return!i.target.closest(".md-version")&&n.get(p)===a?S:(i.preventDefault(),I(new URL(p)))}}return S}),v(i=>ur(i).pipe(m(a=>{var s;return(s=si({selectedVersionSitemap:a,selectedVersionBaseURL:i,currentLocation:ye(),currentBaseURL:t.base}))!=null?s:i})))))).subscribe(n=>lt(n,!0)),z([r,o]).subscribe(([n,i])=>{R(".md-header__topic").appendChild(Cn(n,i))}),e.pipe(v(()=>o)).subscribe(n=>{var a;let i=__md_get("__outdated",sessionStorage);if(i===null){i=!0;let s=((a=t.version)==null?void 0:a.default)||"latest";Array.isArray(s)||(s=[s]);e:for(let p of s)for(let c of n.aliases.concat(n.version))if(new RegExp(p,"i").test(c)){i=!1;break e}__md_set("__outdated",i,sessionStorage)}if(i)for(let s of ae("outdated"))s.hidden=!1})}function ls(e,{worker$:t}){let{searchParams:r}=ye();r.has("q")&&(Je("search",!0),e.value=r.get("q"),e.focus(),ze("search").pipe(Ae(i=>!i)).subscribe(()=>{let i=ye();i.searchParams.delete("q"),history.replaceState({},"",`${i}`)}));let o=et(e),n=O(t.pipe(Ae(jt)),h(e,"keyup"),o).pipe(m(()=>e.value),K());return z([n,o]).pipe(m(([i,a])=>({value:i,focus:a})),G(1))}function pi(e,{worker$:t}){let r=new g,o=r.pipe(Z(),ie(!0));z([t.pipe(Ae(jt)),r],(i,a)=>a).pipe(te("value")).subscribe(({value:i})=>t.next({type:2,data:i})),r.pipe(te("focus")).subscribe(({focus:i})=>{i&&Je("search",i)}),h(e.form,"reset").pipe(W(o)).subscribe(()=>e.focus());let n=R("header [for=__search]");return h(n,"click").subscribe(()=>e.focus()),ls(e,{worker$:t}).pipe(w(i=>r.next(i)),_(()=>r.complete()),m(i=>$({ref:e},i)),G(1))}function li(e,{worker$:t,query$:r}){let o=new g,n=on(e.parentElement).pipe(b(Boolean)),i=e.parentElement,a=R(":scope > :first-child",e),s=R(":scope > :last-child",e);ze("search").subscribe(l=>s.setAttribute("role",l?"list":"presentation")),o.pipe(re(r),Wr(t.pipe(Ae(jt)))).subscribe(([{items:l},{value:f}])=>{switch(l.length){case 0:a.textContent=f.length?Ee("search.result.none"):Ee("search.result.placeholder");break;case 1:a.textContent=Ee("search.result.one");break;default:let u=sr(l.length);a.textContent=Ee("search.result.other",u)}});let p=o.pipe(w(()=>s.innerHTML=""),v(({items:l})=>O(I(...l.slice(0,10)),I(...l.slice(10)).pipe(Be(4),Vr(n),v(([f])=>f)))),m(Mn),pe());return p.subscribe(l=>s.appendChild(l)),p.pipe(ne(l=>{let f=fe("details",l);return typeof f=="undefined"?S:h(f,"toggle").pipe(W(o),m(()=>f))})).subscribe(l=>{l.open===!1&&l.offsetTop<=i.scrollTop&&i.scrollTo({top:l.offsetTop})}),t.pipe(b(dr),m(({data:l})=>l)).pipe(w(l=>o.next(l)),_(()=>o.complete()),m(l=>$({ref:e},l)))}function ms(e,{query$:t}){return t.pipe(m(({value:r})=>{let o=ye();return o.hash="",r=r.replace(/\s+/g,"+").replace(/&/g,"%26").replace(/=/g,"%3D"),o.search=`q=${r}`,{url:o}}))}function mi(e,t){let r=new g,o=r.pipe(Z(),ie(!0));return r.subscribe(({url:n})=>{e.setAttribute("data-clipboard-text",e.href),e.href=`${n}`}),h(e,"click").pipe(W(o)).subscribe(n=>n.preventDefault()),ms(e,t).pipe(w(n=>r.next(n)),_(()=>r.complete()),m(n=>$({ref:e},n)))}function fi(e,{worker$:t,keyboard$:r}){let o=new g,n=Se("search-query"),i=O(h(n,"keydown"),h(n,"focus")).pipe(ve(se),m(()=>n.value),K());return o.pipe(He(i),m(([{suggest:s},p])=>{let c=p.split(/([\s-]+)/);if(s!=null&&s.length&&c[c.length-1]){let l=s[s.length-1];l.startsWith(c[c.length-1])&&(c[c.length-1]=l)}else c.length=0;return c})).subscribe(s=>e.innerHTML=s.join("").replace(/\s/g,"&nbsp;")),r.pipe(b(({mode:s})=>s==="search")).subscribe(s=>{switch(s.type){case"ArrowRight":e.innerText.length&&n.selectionStart===n.value.length&&(n.value=e.innerText);break}}),t.pipe(b(dr),m(({data:s})=>s)).pipe(w(s=>o.next(s)),_(()=>o.complete()),m(()=>({ref:e})))}function ui(e,{index$:t,keyboard$:r}){let o=xe();try{let n=ai(o.search,t),i=Se("search-query",e),a=Se("search-result",e);h(e,"click").pipe(b(({target:p})=>p instanceof Element&&!!p.closest("a"))).subscribe(()=>Je("search",!1)),r.pipe(b(({mode:p})=>p==="search")).subscribe(p=>{let c=Ie();switch(p.type){case"Enter":if(c===i){let l=new Map;for(let f of P(":first-child [href]",a)){let u=f.firstElementChild;l.set(f,parseFloat(u.getAttribute("data-md-score")))}if(l.size){let[[f]]=[...l].sort(([,u],[,d])=>d-u);f.click()}p.claim()}break;case"Escape":case"Tab":Je("search",!1),i.blur();break;case"ArrowUp":case"ArrowDown":if(typeof c=="undefined")i.focus();else{let l=[i,...P(":not(details) > [href], summary, details[open] [href]",a)],f=Math.max(0,(Math.max(0,l.indexOf(c))+l.length+(p.type==="ArrowUp"?-1:1))%l.length);l[f].focus()}p.claim();break;default:i!==Ie()&&i.focus()}}),r.pipe(b(({mode:p})=>p==="global")).subscribe(p=>{switch(p.type){case"f":case"s":case"/":i.focus(),i.select(),p.claim();break}});let s=pi(i,{worker$:n});return O(s,li(a,{worker$:n,query$:s})).pipe(Re(...ae("search-share",e).map(p=>mi(p,{query$:s})),...ae("search-suggest",e).map(p=>fi(p,{worker$:n,keyboard$:r}))))}catch(n){return e.hidden=!0,Ye}}function di(e,{index$:t,location$:r}){return z([t,r.pipe(Q(ye()),b(o=>!!o.searchParams.get("h")))]).pipe(m(([o,n])=>ii(o.config)(n.searchParams.get("h"))),m(o=>{var a;let n=new Map,i=document.createNodeIterator(e,NodeFilter.SHOW_TEXT);for(let s=i.nextNode();s;s=i.nextNode())if((a=s.parentElement)!=null&&a.offsetHeight){let p=s.textContent,c=o(p);c.length>p.length&&n.set(s,c)}for(let[s,p]of n){let{childNodes:c}=x("span",null,p);s.replaceWith(...Array.from(c))}return{ref:e,nodes:n}}))}function fs(e,{viewport$:t,main$:r}){let o=e.closest(".md-grid"),n=o.offsetTop-o.parentElement.offsetTop;return z([r,t]).pipe(m(([{offset:i,height:a},{offset:{y:s}}])=>(a=a+Math.min(n,Math.max(0,s-i))-n,{height:a,locked:s>=i+n})),K((i,a)=>i.height===a.height&&i.locked===a.locked))}function Zr(e,o){var n=o,{header$:t}=n,r=so(n,["header$"]);let i=R(".md-sidebar__scrollwrap",e),{y:a}=Ve(i);return C(()=>{let s=new g,p=s.pipe(Z(),ie(!0)),c=s.pipe(Me(0,me));return c.pipe(re(t)).subscribe({next([{height:l},{height:f}]){i.style.height=`${l-2*a}px`,e.style.top=`${f}px`},complete(){i.style.height="",e.style.top=""}}),c.pipe(Ae()).subscribe(()=>{for(let l of P(".md-nav__link--active[href]",e)){if(!l.clientHeight)continue;let f=l.closest(".md-sidebar__scrollwrap");if(typeof f!="undefined"){let u=l.offsetTop-f.offsetTop,{height:d}=ce(f);f.scrollTo({top:u-d/2})}}}),ue(P("label[tabindex]",e)).pipe(ne(l=>h(l,"click").pipe(ve(se),m(()=>l),W(p)))).subscribe(l=>{let f=R(`[id="${l.htmlFor}"]`);R(`[aria-labelledby="${l.id}"]`).setAttribute("aria-expanded",`${f.checked}`)}),fs(e,r).pipe(w(l=>s.next(l)),_(()=>s.complete()),m(l=>$({ref:e},l)))})}function hi(e,t){if(typeof t!="undefined"){let r=`https://api.github.com/repos/${e}/${t}`;return st(je(`${r}/releases/latest`).pipe(de(()=>S),m(o=>({version:o.tag_name})),De({})),je(r).pipe(de(()=>S),m(o=>({stars:o.stargazers_count,forks:o.forks_count})),De({}))).pipe(m(([o,n])=>$($({},o),n)))}else{let r=`https://api.github.com/users/${e}`;return je(r).pipe(m(o=>({repositories:o.public_repos})),De({}))}}function bi(e,t){let r=`https://${e}/api/v4/projects/${encodeURIComponent(t)}`;return st(je(`${r}/releases/permalink/latest`).pipe(de(()=>S),m(({tag_name:o})=>({version:o})),De({})),je(r).pipe(de(()=>S),m(({star_count:o,forks_count:n})=>({stars:o,forks:n})),De({}))).pipe(m(([o,n])=>$($({},o),n)))}function vi(e){let t=e.match(/^.+github\.com\/([^/]+)\/?([^/]+)?/i);if(t){let[,r,o]=t;return hi(r,o)}if(t=e.match(/^.+?([^/]*gitlab[^/]+)\/(.+?)\/?$/i),t){let[,r,o]=t;return bi(r,o)}return S}var us;function ds(e){return us||(us=C(()=>{let t=__md_get("__source",sessionStorage);if(t)return I(t);if(ae("consent").length){let o=__md_get("__consent");if(!(o&&o.github))return S}return vi(e.href).pipe(w(o=>__md_set("__source",o,sessionStorage)))}).pipe(de(()=>S),b(t=>Object.keys(t).length>0),m(t=>({facts:t})),G(1)))}function gi(e){let t=R(":scope > :last-child",e);return C(()=>{let r=new g;return r.subscribe(({facts:o})=>{t.appendChild(_n(o)),t.classList.add("md-source__repository--active")}),ds(e).pipe(w(o=>r.next(o)),_(()=>r.complete()),m(o=>$({ref:e},o)))})}function hs(e,{viewport$:t,header$:r}){return ge(document.body).pipe(v(()=>mr(e,{header$:r,viewport$:t})),m(({offset:{y:o}})=>({hidden:o>=10})),te("hidden"))}function yi(e,t){return C(()=>{let r=new g;return r.subscribe({next({hidden:o}){e.hidden=o},complete(){e.hidden=!1}}),(B("navigation.tabs.sticky")?I({hidden:!1}):hs(e,t)).pipe(w(o=>r.next(o)),_(()=>r.complete()),m(o=>$({ref:e},o)))})}function bs(e,{viewport$:t,header$:r}){let o=new Map,n=P(".md-nav__link",e);for(let s of n){let p=decodeURIComponent(s.hash.substring(1)),c=fe(`[id="${p}"]`);typeof c!="undefined"&&o.set(s,c)}let i=r.pipe(te("height"),m(({height:s})=>{let p=Se("main"),c=R(":scope > :first-child",p);return s+.8*(c.offsetTop-p.offsetTop)}),pe());return ge(document.body).pipe(te("height"),v(s=>C(()=>{let p=[];return I([...o].reduce((c,[l,f])=>{for(;p.length&&o.get(p[p.length-1]).tagName>=f.tagName;)p.pop();let u=f.offsetTop;for(;!u&&f.parentElement;)f=f.parentElement,u=f.offsetTop;let d=f.offsetParent;for(;d;d=d.offsetParent)u+=d.offsetTop;return c.set([...p=[...p,l]].reverse(),u)},new Map))}).pipe(m(p=>new Map([...p].sort(([,c],[,l])=>c-l))),He(i),v(([p,c])=>t.pipe(Fr(([l,f],{offset:{y:u},size:d})=>{let y=u+d.height>=Math.floor(s.height);for(;f.length;){let[,L]=f[0];if(L-c<u||y)l=[...l,f.shift()];else break}for(;l.length;){let[,L]=l[l.length-1];if(L-c>=u&&!y)f=[l.pop(),...f];else break}return[l,f]},[[],[...p]]),K((l,f)=>l[0]===f[0]&&l[1]===f[1])))))).pipe(m(([s,p])=>({prev:s.map(([c])=>c),next:p.map(([c])=>c)})),Q({prev:[],next:[]}),Be(2,1),m(([s,p])=>s.prev.length<p.prev.length?{prev:p.prev.slice(Math.max(0,s.prev.length-1),p.prev.length),next:[]}:{prev:p.prev.slice(-1),next:p.next.slice(0,p.next.length-s.next.length)}))}function xi(e,{viewport$:t,header$:r,main$:o,target$:n}){return C(()=>{let i=new g,a=i.pipe(Z(),ie(!0));if(i.subscribe(({prev:s,next:p})=>{for(let[c]of p)c.classList.remove("md-nav__link--passed"),c.classList.remove("md-nav__link--active");for(let[c,[l]]of s.entries())l.classList.add("md-nav__link--passed"),l.classList.toggle("md-nav__link--active",c===s.length-1)}),B("toc.follow")){let s=O(t.pipe(_e(1),m(()=>{})),t.pipe(_e(250),m(()=>"smooth")));i.pipe(b(({prev:p})=>p.length>0),He(o.pipe(ve(se))),re(s)).subscribe(([[{prev:p}],c])=>{let[l]=p[p.length-1];if(l.offsetHeight){let f=cr(l);if(typeof f!="undefined"){let u=l.offsetTop-f.offsetTop,{height:d}=ce(f);f.scrollTo({top:u-d/2,behavior:c})}}})}return B("navigation.tracking")&&t.pipe(W(a),te("offset"),_e(250),Ce(1),W(n.pipe(Ce(1))),ct({delay:250}),re(i)).subscribe(([,{prev:s}])=>{let p=ye(),c=s[s.length-1];if(c&&c.length){let[l]=c,{hash:f}=new URL(l.href);p.hash!==f&&(p.hash=f,history.replaceState({},"",`${p}`))}else p.hash="",history.replaceState({},"",`${p}`)}),bs(e,{viewport$:t,header$:r}).pipe(w(s=>i.next(s)),_(()=>i.complete()),m(s=>$({ref:e},s)))})}function vs(e,{viewport$:t,main$:r,target$:o}){let n=t.pipe(m(({offset:{y:a}})=>a),Be(2,1),m(([a,s])=>a>s&&s>0),K()),i=r.pipe(m(({active:a})=>a));return z([i,n]).pipe(m(([a,s])=>!(a&&s)),K(),W(o.pipe(Ce(1))),ie(!0),ct({delay:250}),m(a=>({hidden:a})))}function Ei(e,{viewport$:t,header$:r,main$:o,target$:n}){let i=new g,a=i.pipe(Z(),ie(!0));return i.subscribe({next({hidden:s}){e.hidden=s,s?(e.setAttribute("tabindex","-1"),e.blur()):e.removeAttribute("tabindex")},complete(){e.style.top="",e.hidden=!0,e.removeAttribute("tabindex")}}),r.pipe(W(a),te("height")).subscribe(({height:s})=>{e.style.top=`${s+16}px`}),h(e,"click").subscribe(s=>{s.preventDefault(),window.scrollTo({top:0})}),vs(e,{viewport$:t,main$:o,target$:n}).pipe(w(s=>i.next(s)),_(()=>i.complete()),m(s=>$({ref:e},s)))}function wi({document$:e,viewport$:t}){e.pipe(v(()=>P(".md-ellipsis")),ne(r=>tt(r).pipe(W(e.pipe(Ce(1))),b(o=>o),m(()=>r),Te(1))),b(r=>r.offsetWidth<r.scrollWidth),ne(r=>{let o=r.innerText,n=r.closest("a")||r;return n.title=o,B("content.tooltips")?mt(n,{viewport$:t}).pipe(W(e.pipe(Ce(1))),_(()=>n.removeAttribute("title"))):S})).subscribe(),B("content.tooltips")&&e.pipe(v(()=>P(".md-status")),ne(r=>mt(r,{viewport$:t}))).subscribe()}function Ti({document$:e,tablet$:t}){e.pipe(v(()=>P(".md-toggle--indeterminate")),w(r=>{r.indeterminate=!0,r.checked=!1}),ne(r=>h(r,"change").pipe(Dr(()=>r.classList.contains("md-toggle--indeterminate")),m(()=>r))),re(t)).subscribe(([r,o])=>{r.classList.remove("md-toggle--indeterminate"),o&&(r.checked=!1)})}function gs(){return/(iPad|iPhone|iPod)/.test(navigator.userAgent)}function Si({document$:e}){e.pipe(v(()=>P("[data-md-scrollfix]")),w(t=>t.removeAttribute("data-md-scrollfix")),b(gs),ne(t=>h(t,"touchstart").pipe(m(()=>t)))).subscribe(t=>{let r=t.scrollTop;r===0?t.scrollTop=1:r+t.offsetHeight===t.scrollHeight&&(t.scrollTop=r-1)})}function Oi({viewport$:e,tablet$:t}){z([ze("search"),t]).pipe(m(([r,o])=>r&&!o),v(r=>I(r).pipe(Ge(r?400:100))),re(e)).subscribe(([r,{offset:{y:o}}])=>{if(r)document.body.setAttribute("data-md-scrolllock",""),document.body.style.top=`-${o}px`;else{let n=-1*parseInt(document.body.style.top,10);document.body.removeAttribute("data-md-scrolllock"),document.body.style.top="",n&&window.scrollTo(0,n)}})}Object.entries||(Object.entries=function(e){let t=[];for(let r of Object.keys(e))t.push([r,e[r]]);return t});Object.values||(Object.values=function(e){let t=[];for(let r of Object.keys(e))t.push(e[r]);return t});typeof Element!="undefined"&&(Element.prototype.scrollTo||(Element.prototype.scrollTo=function(e,t){typeof e=="object"?(this.scrollLeft=e.left,this.scrollTop=e.top):(this.scrollLeft=e,this.scrollTop=t)}),Element.prototype.replaceWith||(Element.prototype.replaceWith=function(...e){let t=this.parentNode;if(t){e.length===0&&t.removeChild(this);for(let r=e.length-1;r>=0;r--){let o=e[r];typeof o=="string"?o=document.createTextNode(o):o.parentNode&&o.parentNode.removeChild(o),r?t.insertBefore(this.previousSibling,o):t.replaceChild(o,this)}}}));function ys(){return location.protocol==="file:"?Tt(`${new URL("search/search_index.js",eo.base)}`).pipe(m(()=>__index),G(1)):je(new URL("search/search_index.json",eo.base))}document.documentElement.classList.remove("no-js");document.documentElement.classList.add("js");var ot=Go(),Ut=sn(),Lt=ln(Ut),to=an(),Oe=gn(),hr=Pt("(min-width: 960px)"),Mi=Pt("(min-width: 1220px)"),_i=mn(),eo=xe(),Ai=document.forms.namedItem("search")?ys():Ye,ro=new g;Zn({alert$:ro});var oo=new g;B("navigation.instant")&&oi({location$:Ut,viewport$:Oe,progress$:oo}).subscribe(ot);var Li;((Li=eo.version)==null?void 0:Li.provider)==="mike"&&ci({document$:ot});O(Ut,Lt).pipe(Ge(125)).subscribe(()=>{Je("drawer",!1),Je("search",!1)});to.pipe(b(({mode:e})=>e==="global")).subscribe(e=>{switch(e.type){case"p":case",":let t=fe("link[rel=prev]");typeof t!="undefined"&&lt(t);break;case"n":case".":let r=fe("link[rel=next]");typeof r!="undefined"&&lt(r);break;case"Enter":let o=Ie();o instanceof HTMLLabelElement&&o.click()}});wi({viewport$:Oe,document$:ot});Ti({document$:ot,tablet$:hr});Si({document$:ot});Oi({viewport$:Oe,tablet$:hr});var rt=Kn(Se("header"),{viewport$:Oe}),Ft=ot.pipe(m(()=>Se("main")),v(e=>Gn(e,{viewport$:Oe,header$:rt})),G(1)),xs=O(...ae("consent").map(e=>En(e,{target$:Lt})),...ae("dialog").map(e=>qn(e,{alert$:ro})),...ae("palette").map(e=>Jn(e)),...ae("progress").map(e=>Xn(e,{progress$:oo})),...ae("search").map(e=>ui(e,{index$:Ai,keyboard$:to})),...ae("source").map(e=>gi(e))),Es=C(()=>O(...ae("announce").map(e=>xn(e)),...ae("content").map(e=>zn(e,{viewport$:Oe,target$:Lt,print$:_i})),...ae("content").map(e=>B("search.highlight")?di(e,{index$:Ai,location$:Ut}):S),...ae("header").map(e=>Yn(e,{viewport$:Oe,header$:rt,main$:Ft})),...ae("header-title").map(e=>Bn(e,{viewport$:Oe,header$:rt})),...ae("sidebar").map(e=>e.getAttribute("data-md-type")==="navigation"?Nr(Mi,()=>Zr(e,{viewport$:Oe,header$:rt,main$:Ft})):Nr(hr,()=>Zr(e,{viewport$:Oe,header$:rt,main$:Ft}))),...ae("tabs").map(e=>yi(e,{viewport$:Oe,header$:rt})),...ae("toc").map(e=>xi(e,{viewport$:Oe,header$:rt,main$:Ft,target$:Lt})),...ae("top").map(e=>Ei(e,{viewport$:Oe,header$:rt,main$:Ft,target$:Lt})))),Ci=ot.pipe(v(()=>Es),Re(xs),G(1));Ci.subscribe();window.document$=ot;window.location$=Ut;window.target$=Lt;window.keyboard$=to;window.viewport$=Oe;window.tablet$=hr;window.screen$=Mi;window.print$=_i;window.alert$=ro;window.progress$=oo;window.component$=Ci;})();
-//# sourceMappingURL=bundle.5090c770.min.js.map
+  `):"",this.name="UnsubscriptionError",this.errors=r}});function Qe(e,t){if(e){var r=e.indexOf(t);0<=r&&e.splice(r,1)}}var Ue=function(){function e(t){this.initialTeardown=t,this.closed=!1,this._parentage=null,this._finalizers=null}return e.prototype.unsubscribe=function(){var t,r,o,n,i;if(!this.closed){this.closed=!0;var a=this._parentage;if(a)if(this._parentage=null,Array.isArray(a))try{for(var s=he(a),p=s.next();!p.done;p=s.next()){var c=p.value;c.remove(this)}}catch(L){t={error:L}}finally{try{p&&!p.done&&(r=s.return)&&r.call(s)}finally{if(t)throw t.error}}else a.remove(this);var l=this.initialTeardown;if(H(l))try{l()}catch(L){i=L instanceof zt?L.errors:[L]}var f=this._finalizers;if(f){this._finalizers=null;try{for(var u=he(f),d=u.next();!d.done;d=u.next()){var y=d.value;try{ho(y)}catch(L){i=i!=null?i:[],L instanceof zt?i=q(q([],N(i)),N(L.errors)):i.push(L)}}}catch(L){o={error:L}}finally{try{d&&!d.done&&(n=u.return)&&n.call(u)}finally{if(o)throw o.error}}}if(i)throw new zt(i)}},e.prototype.add=function(t){var r;if(t&&t!==this)if(this.closed)ho(t);else{if(t instanceof e){if(t.closed||t._hasParent(this))return;t._addParent(this)}(this._finalizers=(r=this._finalizers)!==null&&r!==void 0?r:[]).push(t)}},e.prototype._hasParent=function(t){var r=this._parentage;return r===t||Array.isArray(r)&&r.includes(t)},e.prototype._addParent=function(t){var r=this._parentage;this._parentage=Array.isArray(r)?(r.push(t),r):r?[r,t]:t},e.prototype._removeParent=function(t){var r=this._parentage;r===t?this._parentage=null:Array.isArray(r)&&Qe(r,t)},e.prototype.remove=function(t){var r=this._finalizers;r&&Qe(r,t),t instanceof e&&t._removeParent(this)},e.EMPTY=function(){var t=new e;return t.closed=!0,t}(),e}();var Tr=Ue.EMPTY;function qt(e){return e instanceof Ue||e&&"closed"in e&&H(e.remove)&&H(e.add)&&H(e.unsubscribe)}function ho(e){H(e)?e():e.unsubscribe()}var Pe={onUnhandledError:null,onStoppedNotification:null,Promise:void 0,useDeprecatedSynchronousErrorHandling:!1,useDeprecatedNextContext:!1};var dt={setTimeout:function(e,t){for(var r=[],o=2;o<arguments.length;o++)r[o-2]=arguments[o];var n=dt.delegate;return n!=null&&n.setTimeout?n.setTimeout.apply(n,q([e,t],N(r))):setTimeout.apply(void 0,q([e,t],N(r)))},clearTimeout:function(e){var t=dt.delegate;return((t==null?void 0:t.clearTimeout)||clearTimeout)(e)},delegate:void 0};function Qt(e){dt.setTimeout(function(){var t=Pe.onUnhandledError;if(t)t(e);else throw e})}function be(){}var bo=function(){return Sr("C",void 0,void 0)}();function vo(e){return Sr("E",void 0,e)}function go(e){return Sr("N",e,void 0)}function Sr(e,t,r){return{kind:e,value:t,error:r}}var it=null;function ht(e){if(Pe.useDeprecatedSynchronousErrorHandling){var t=!it;if(t&&(it={errorThrown:!1,error:null}),e(),t){var r=it,o=r.errorThrown,n=r.error;if(it=null,o)throw n}}else e()}function yo(e){Pe.useDeprecatedSynchronousErrorHandling&&it&&(it.errorThrown=!0,it.error=e)}var _t=function(e){oe(t,e);function t(r){var o=e.call(this)||this;return o.isStopped=!1,r?(o.destination=r,qt(r)&&r.add(o)):o.destination=Yi,o}return t.create=function(r,o,n){return new at(r,o,n)},t.prototype.next=function(r){this.isStopped?Lr(go(r),this):this._next(r)},t.prototype.error=function(r){this.isStopped?Lr(vo(r),this):(this.isStopped=!0,this._error(r))},t.prototype.complete=function(){this.isStopped?Lr(bo,this):(this.isStopped=!0,this._complete())},t.prototype.unsubscribe=function(){this.closed||(this.isStopped=!0,e.prototype.unsubscribe.call(this),this.destination=null)},t.prototype._next=function(r){this.destination.next(r)},t.prototype._error=function(r){try{this.destination.error(r)}finally{this.unsubscribe()}},t.prototype._complete=function(){try{this.destination.complete()}finally{this.unsubscribe()}},t}(Ue);var qi=Function.prototype.bind;function Or(e,t){return qi.call(e,t)}var Qi=function(){function e(t){this.partialObserver=t}return e.prototype.next=function(t){var r=this.partialObserver;if(r.next)try{r.next(t)}catch(o){Kt(o)}},e.prototype.error=function(t){var r=this.partialObserver;if(r.error)try{r.error(t)}catch(o){Kt(o)}else Kt(t)},e.prototype.complete=function(){var t=this.partialObserver;if(t.complete)try{t.complete()}catch(r){Kt(r)}},e}(),at=function(e){oe(t,e);function t(r,o,n){var i=e.call(this)||this,a;if(H(r)||!r)a={next:r!=null?r:void 0,error:o!=null?o:void 0,complete:n!=null?n:void 0};else{var s;i&&Pe.useDeprecatedNextContext?(s=Object.create(r),s.unsubscribe=function(){return i.unsubscribe()},a={next:r.next&&Or(r.next,s),error:r.error&&Or(r.error,s),complete:r.complete&&Or(r.complete,s)}):a=r}return i.destination=new Qi(a),i}return t}(_t);function Kt(e){Pe.useDeprecatedSynchronousErrorHandling?yo(e):Qt(e)}function Ki(e){throw e}function Lr(e,t){var r=Pe.onStoppedNotification;r&&dt.setTimeout(function(){return r(e,t)})}var Yi={closed:!0,next:be,error:Ki,complete:be};var bt=function(){return typeof Symbol=="function"&&Symbol.observable||"@@observable"}();function le(e){return e}function xo(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Mr(e)}function Mr(e){return e.length===0?le:e.length===1?e[0]:function(r){return e.reduce(function(o,n){return n(o)},r)}}var j=function(){function e(t){t&&(this._subscribe=t)}return e.prototype.lift=function(t){var r=new e;return r.source=this,r.operator=t,r},e.prototype.subscribe=function(t,r,o){var n=this,i=Gi(t)?t:new at(t,r,o);return ht(function(){var a=n,s=a.operator,p=a.source;i.add(s?s.call(i,p):p?n._subscribe(i):n._trySubscribe(i))}),i},e.prototype._trySubscribe=function(t){try{return this._subscribe(t)}catch(r){t.error(r)}},e.prototype.forEach=function(t,r){var o=this;return r=Eo(r),new r(function(n,i){var a=new at({next:function(s){try{t(s)}catch(p){i(p),a.unsubscribe()}},error:i,complete:n});o.subscribe(a)})},e.prototype._subscribe=function(t){var r;return(r=this.source)===null||r===void 0?void 0:r.subscribe(t)},e.prototype[bt]=function(){return this},e.prototype.pipe=function(){for(var t=[],r=0;r<arguments.length;r++)t[r]=arguments[r];return Mr(t)(this)},e.prototype.toPromise=function(t){var r=this;return t=Eo(t),new t(function(o,n){var i;r.subscribe(function(a){return i=a},function(a){return n(a)},function(){return o(i)})})},e.create=function(t){return new e(t)},e}();function Eo(e){var t;return(t=e!=null?e:Pe.Promise)!==null&&t!==void 0?t:Promise}function Bi(e){return e&&H(e.next)&&H(e.error)&&H(e.complete)}function Gi(e){return e&&e instanceof _t||Bi(e)&&qt(e)}function Ji(e){return H(e==null?void 0:e.lift)}function E(e){return function(t){if(Ji(t))return t.lift(function(r){try{return e(r,this)}catch(o){this.error(o)}});throw new TypeError("Unable to lift unknown Observable type")}}function T(e,t,r,o,n){return new Xi(e,t,r,o,n)}var Xi=function(e){oe(t,e);function t(r,o,n,i,a,s){var p=e.call(this,r)||this;return p.onFinalize=a,p.shouldUnsubscribe=s,p._next=o?function(c){try{o(c)}catch(l){r.error(l)}}:e.prototype._next,p._error=i?function(c){try{i(c)}catch(l){r.error(l)}finally{this.unsubscribe()}}:e.prototype._error,p._complete=n?function(){try{n()}catch(c){r.error(c)}finally{this.unsubscribe()}}:e.prototype._complete,p}return t.prototype.unsubscribe=function(){var r;if(!this.shouldUnsubscribe||this.shouldUnsubscribe()){var o=this.closed;e.prototype.unsubscribe.call(this),!o&&((r=this.onFinalize)===null||r===void 0||r.call(this))}},t}(_t);var vt={schedule:function(e){var t=requestAnimationFrame,r=cancelAnimationFrame,o=vt.delegate;o&&(t=o.requestAnimationFrame,r=o.cancelAnimationFrame);var n=t(function(i){r=void 0,e(i)});return new Ue(function(){return r==null?void 0:r(n)})},requestAnimationFrame:function(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=vt.delegate;return((r==null?void 0:r.requestAnimationFrame)||requestAnimationFrame).apply(void 0,q([],N(e)))},cancelAnimationFrame:function(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=vt.delegate;return((r==null?void 0:r.cancelAnimationFrame)||cancelAnimationFrame).apply(void 0,q([],N(e)))},delegate:void 0};var wo=ut(function(e){return function(){e(this),this.name="ObjectUnsubscribedError",this.message="object unsubscribed"}});var g=function(e){oe(t,e);function t(){var r=e.call(this)||this;return r.closed=!1,r.currentObservers=null,r.observers=[],r.isStopped=!1,r.hasError=!1,r.thrownError=null,r}return t.prototype.lift=function(r){var o=new To(this,this);return o.operator=r,o},t.prototype._throwIfClosed=function(){if(this.closed)throw new wo},t.prototype.next=function(r){var o=this;ht(function(){var n,i;if(o._throwIfClosed(),!o.isStopped){o.currentObservers||(o.currentObservers=Array.from(o.observers));try{for(var a=he(o.currentObservers),s=a.next();!s.done;s=a.next()){var p=s.value;p.next(r)}}catch(c){n={error:c}}finally{try{s&&!s.done&&(i=a.return)&&i.call(a)}finally{if(n)throw n.error}}}})},t.prototype.error=function(r){var o=this;ht(function(){if(o._throwIfClosed(),!o.isStopped){o.hasError=o.isStopped=!0,o.thrownError=r;for(var n=o.observers;n.length;)n.shift().error(r)}})},t.prototype.complete=function(){var r=this;ht(function(){if(r._throwIfClosed(),!r.isStopped){r.isStopped=!0;for(var o=r.observers;o.length;)o.shift().complete()}})},t.prototype.unsubscribe=function(){this.isStopped=this.closed=!0,this.observers=this.currentObservers=null},Object.defineProperty(t.prototype,"observed",{get:function(){var r;return((r=this.observers)===null||r===void 0?void 0:r.length)>0},enumerable:!1,configurable:!0}),t.prototype._trySubscribe=function(r){return this._throwIfClosed(),e.prototype._trySubscribe.call(this,r)},t.prototype._subscribe=function(r){return this._throwIfClosed(),this._checkFinalizedStatuses(r),this._innerSubscribe(r)},t.prototype._innerSubscribe=function(r){var o=this,n=this,i=n.hasError,a=n.isStopped,s=n.observers;return i||a?Tr:(this.currentObservers=null,s.push(r),new Ue(function(){o.currentObservers=null,Qe(s,r)}))},t.prototype._checkFinalizedStatuses=function(r){var o=this,n=o.hasError,i=o.thrownError,a=o.isStopped;n?r.error(i):a&&r.complete()},t.prototype.asObservable=function(){var r=new j;return r.source=this,r},t.create=function(r,o){return new To(r,o)},t}(j);var To=function(e){oe(t,e);function t(r,o){var n=e.call(this)||this;return n.destination=r,n.source=o,n}return t.prototype.next=function(r){var o,n;(n=(o=this.destination)===null||o===void 0?void 0:o.next)===null||n===void 0||n.call(o,r)},t.prototype.error=function(r){var o,n;(n=(o=this.destination)===null||o===void 0?void 0:o.error)===null||n===void 0||n.call(o,r)},t.prototype.complete=function(){var r,o;(o=(r=this.destination)===null||r===void 0?void 0:r.complete)===null||o===void 0||o.call(r)},t.prototype._subscribe=function(r){var o,n;return(n=(o=this.source)===null||o===void 0?void 0:o.subscribe(r))!==null&&n!==void 0?n:Tr},t}(g);var _r=function(e){oe(t,e);function t(r){var o=e.call(this)||this;return o._value=r,o}return Object.defineProperty(t.prototype,"value",{get:function(){return this.getValue()},enumerable:!1,configurable:!0}),t.prototype._subscribe=function(r){var o=e.prototype._subscribe.call(this,r);return!o.closed&&r.next(this._value),o},t.prototype.getValue=function(){var r=this,o=r.hasError,n=r.thrownError,i=r._value;if(o)throw n;return this._throwIfClosed(),i},t.prototype.next=function(r){e.prototype.next.call(this,this._value=r)},t}(g);var At={now:function(){return(At.delegate||Date).now()},delegate:void 0};var Ct=function(e){oe(t,e);function t(r,o,n){r===void 0&&(r=1/0),o===void 0&&(o=1/0),n===void 0&&(n=At);var i=e.call(this)||this;return i._bufferSize=r,i._windowTime=o,i._timestampProvider=n,i._buffer=[],i._infiniteTimeWindow=!0,i._infiniteTimeWindow=o===1/0,i._bufferSize=Math.max(1,r),i._windowTime=Math.max(1,o),i}return t.prototype.next=function(r){var o=this,n=o.isStopped,i=o._buffer,a=o._infiniteTimeWindow,s=o._timestampProvider,p=o._windowTime;n||(i.push(r),!a&&i.push(s.now()+p)),this._trimBuffer(),e.prototype.next.call(this,r)},t.prototype._subscribe=function(r){this._throwIfClosed(),this._trimBuffer();for(var o=this._innerSubscribe(r),n=this,i=n._infiniteTimeWindow,a=n._buffer,s=a.slice(),p=0;p<s.length&&!r.closed;p+=i?1:2)r.next(s[p]);return this._checkFinalizedStatuses(r),o},t.prototype._trimBuffer=function(){var r=this,o=r._bufferSize,n=r._timestampProvider,i=r._buffer,a=r._infiniteTimeWindow,s=(a?1:2)*o;if(o<1/0&&s<i.length&&i.splice(0,i.length-s),!a){for(var p=n.now(),c=0,l=1;l<i.length&&i[l]<=p;l+=2)c=l;c&&i.splice(0,c+1)}},t}(g);var So=function(e){oe(t,e);function t(r,o){return e.call(this)||this}return t.prototype.schedule=function(r,o){return o===void 0&&(o=0),this},t}(Ue);var kt={setInterval:function(e,t){for(var r=[],o=2;o<arguments.length;o++)r[o-2]=arguments[o];var n=kt.delegate;return n!=null&&n.setInterval?n.setInterval.apply(n,q([e,t],N(r))):setInterval.apply(void 0,q([e,t],N(r)))},clearInterval:function(e){var t=kt.delegate;return((t==null?void 0:t.clearInterval)||clearInterval)(e)},delegate:void 0};var gt=function(e){oe(t,e);function t(r,o){var n=e.call(this,r,o)||this;return n.scheduler=r,n.work=o,n.pending=!1,n}return t.prototype.schedule=function(r,o){var n;if(o===void 0&&(o=0),this.closed)return this;this.state=r;var i=this.id,a=this.scheduler;return i!=null&&(this.id=this.recycleAsyncId(a,i,o)),this.pending=!0,this.delay=o,this.id=(n=this.id)!==null&&n!==void 0?n:this.requestAsyncId(a,this.id,o),this},t.prototype.requestAsyncId=function(r,o,n){return n===void 0&&(n=0),kt.setInterval(r.flush.bind(r,this),n)},t.prototype.recycleAsyncId=function(r,o,n){if(n===void 0&&(n=0),n!=null&&this.delay===n&&this.pending===!1)return o;o!=null&&kt.clearInterval(o)},t.prototype.execute=function(r,o){if(this.closed)return new Error("executing a cancelled action");this.pending=!1;var n=this._execute(r,o);if(n)return n;this.pending===!1&&this.id!=null&&(this.id=this.recycleAsyncId(this.scheduler,this.id,null))},t.prototype._execute=function(r,o){var n=!1,i;try{this.work(r)}catch(a){n=!0,i=a||new Error("Scheduled action threw falsy error")}if(n)return this.unsubscribe(),i},t.prototype.unsubscribe=function(){if(!this.closed){var r=this,o=r.id,n=r.scheduler,i=n.actions;this.work=this.state=this.scheduler=null,this.pending=!1,Qe(i,this),o!=null&&(this.id=this.recycleAsyncId(n,o,null)),this.delay=null,e.prototype.unsubscribe.call(this)}},t}(So);var Ar=function(){function e(t,r){r===void 0&&(r=e.now),this.schedulerActionCtor=t,this.now=r}return e.prototype.schedule=function(t,r,o){return r===void 0&&(r=0),new this.schedulerActionCtor(this,t).schedule(o,r)},e.now=At.now,e}();var yt=function(e){oe(t,e);function t(r,o){o===void 0&&(o=Ar.now);var n=e.call(this,r,o)||this;return n.actions=[],n._active=!1,n}return t.prototype.flush=function(r){var o=this.actions;if(this._active){o.push(r);return}var n;this._active=!0;do if(n=r.execute(r.state,r.delay))break;while(r=o.shift());if(this._active=!1,n){for(;r=o.shift();)r.unsubscribe();throw n}},t}(Ar);var se=new yt(gt),Cr=se;var Oo=function(e){oe(t,e);function t(r,o){var n=e.call(this,r,o)||this;return n.scheduler=r,n.work=o,n}return t.prototype.schedule=function(r,o){return o===void 0&&(o=0),o>0?e.prototype.schedule.call(this,r,o):(this.delay=o,this.state=r,this.scheduler.flush(this),this)},t.prototype.execute=function(r,o){return o>0||this.closed?e.prototype.execute.call(this,r,o):this._execute(r,o)},t.prototype.requestAsyncId=function(r,o,n){return n===void 0&&(n=0),n!=null&&n>0||n==null&&this.delay>0?e.prototype.requestAsyncId.call(this,r,o,n):(r.flush(this),0)},t}(gt);var Lo=function(e){oe(t,e);function t(){return e!==null&&e.apply(this,arguments)||this}return t}(yt);var kr=new Lo(Oo);var Mo=function(e){oe(t,e);function t(r,o){var n=e.call(this,r,o)||this;return n.scheduler=r,n.work=o,n}return t.prototype.requestAsyncId=function(r,o,n){return n===void 0&&(n=0),n!==null&&n>0?e.prototype.requestAsyncId.call(this,r,o,n):(r.actions.push(this),r._scheduled||(r._scheduled=vt.requestAnimationFrame(function(){return r.flush(void 0)})))},t.prototype.recycleAsyncId=function(r,o,n){var i;if(n===void 0&&(n=0),n!=null?n>0:this.delay>0)return e.prototype.recycleAsyncId.call(this,r,o,n);var a=r.actions;o!=null&&((i=a[a.length-1])===null||i===void 0?void 0:i.id)!==o&&(vt.cancelAnimationFrame(o),r._scheduled=void 0)},t}(gt);var _o=function(e){oe(t,e);function t(){return e!==null&&e.apply(this,arguments)||this}return t.prototype.flush=function(r){this._active=!0;var o=this._scheduled;this._scheduled=void 0;var n=this.actions,i;r=r||n.shift();do if(i=r.execute(r.state,r.delay))break;while((r=n[0])&&r.id===o&&n.shift());if(this._active=!1,i){for(;(r=n[0])&&r.id===o&&n.shift();)r.unsubscribe();throw i}},t}(yt);var me=new _o(Mo);var S=new j(function(e){return e.complete()});function Yt(e){return e&&H(e.schedule)}function Hr(e){return e[e.length-1]}function Xe(e){return H(Hr(e))?e.pop():void 0}function ke(e){return Yt(Hr(e))?e.pop():void 0}function Bt(e,t){return typeof Hr(e)=="number"?e.pop():t}var xt=function(e){return e&&typeof e.length=="number"&&typeof e!="function"};function Gt(e){return H(e==null?void 0:e.then)}function Jt(e){return H(e[bt])}function Xt(e){return Symbol.asyncIterator&&H(e==null?void 0:e[Symbol.asyncIterator])}function Zt(e){return new TypeError("You provided "+(e!==null&&typeof e=="object"?"an invalid object":"'"+e+"'")+" where a stream was expected. You can provide an Observable, Promise, ReadableStream, Array, AsyncIterable, or Iterable.")}function Zi(){return typeof Symbol!="function"||!Symbol.iterator?"@@iterator":Symbol.iterator}var er=Zi();function tr(e){return H(e==null?void 0:e[er])}function rr(e){return fo(this,arguments,function(){var r,o,n,i;return Nt(this,function(a){switch(a.label){case 0:r=e.getReader(),a.label=1;case 1:a.trys.push([1,,9,10]),a.label=2;case 2:return[4,nt(r.read())];case 3:return o=a.sent(),n=o.value,i=o.done,i?[4,nt(void 0)]:[3,5];case 4:return[2,a.sent()];case 5:return[4,nt(n)];case 6:return[4,a.sent()];case 7:return a.sent(),[3,2];case 8:return[3,10];case 9:return r.releaseLock(),[7];case 10:return[2]}})})}function or(e){return H(e==null?void 0:e.getReader)}function U(e){if(e instanceof j)return e;if(e!=null){if(Jt(e))return ea(e);if(xt(e))return ta(e);if(Gt(e))return ra(e);if(Xt(e))return Ao(e);if(tr(e))return oa(e);if(or(e))return na(e)}throw Zt(e)}function ea(e){return new j(function(t){var r=e[bt]();if(H(r.subscribe))return r.subscribe(t);throw new TypeError("Provided object does not correctly implement Symbol.observable")})}function ta(e){return new j(function(t){for(var r=0;r<e.length&&!t.closed;r++)t.next(e[r]);t.complete()})}function ra(e){return new j(function(t){e.then(function(r){t.closed||(t.next(r),t.complete())},function(r){return t.error(r)}).then(null,Qt)})}function oa(e){return new j(function(t){var r,o;try{for(var n=he(e),i=n.next();!i.done;i=n.next()){var a=i.value;if(t.next(a),t.closed)return}}catch(s){r={error:s}}finally{try{i&&!i.done&&(o=n.return)&&o.call(n)}finally{if(r)throw r.error}}t.complete()})}function Ao(e){return new j(function(t){ia(e,t).catch(function(r){return t.error(r)})})}function na(e){return Ao(rr(e))}function ia(e,t){var r,o,n,i;return mo(this,void 0,void 0,function(){var a,s;return Nt(this,function(p){switch(p.label){case 0:p.trys.push([0,5,6,11]),r=uo(e),p.label=1;case 1:return[4,r.next()];case 2:if(o=p.sent(),!!o.done)return[3,4];if(a=o.value,t.next(a),t.closed)return[2];p.label=3;case 3:return[3,1];case 4:return[3,11];case 5:return s=p.sent(),n={error:s},[3,11];case 6:return p.trys.push([6,,9,10]),o&&!o.done&&(i=r.return)?[4,i.call(r)]:[3,8];case 7:p.sent(),p.label=8;case 8:return[3,10];case 9:if(n)throw n.error;return[7];case 10:return[7];case 11:return t.complete(),[2]}})})}function we(e,t,r,o,n){o===void 0&&(o=0),n===void 0&&(n=!1);var i=t.schedule(function(){r(),n?e.add(this.schedule(null,o)):this.unsubscribe()},o);if(e.add(i),!n)return i}function ve(e,t){return t===void 0&&(t=0),E(function(r,o){r.subscribe(T(o,function(n){return we(o,e,function(){return o.next(n)},t)},function(){return we(o,e,function(){return o.complete()},t)},function(n){return we(o,e,function(){return o.error(n)},t)}))})}function Ke(e,t){return t===void 0&&(t=0),E(function(r,o){o.add(e.schedule(function(){return r.subscribe(o)},t))})}function Co(e,t){return U(e).pipe(Ke(t),ve(t))}function ko(e,t){return U(e).pipe(Ke(t),ve(t))}function Ho(e,t){return new j(function(r){var o=0;return t.schedule(function(){o===e.length?r.complete():(r.next(e[o++]),r.closed||this.schedule())})})}function $o(e,t){return new j(function(r){var o;return we(r,t,function(){o=e[er](),we(r,t,function(){var n,i,a;try{n=o.next(),i=n.value,a=n.done}catch(s){r.error(s);return}a?r.complete():r.next(i)},0,!0)}),function(){return H(o==null?void 0:o.return)&&o.return()}})}function nr(e,t){if(!e)throw new Error("Iterable cannot be null");return new j(function(r){we(r,t,function(){var o=e[Symbol.asyncIterator]();we(r,t,function(){o.next().then(function(n){n.done?r.complete():r.next(n.value)})},0,!0)})})}function Po(e,t){return nr(rr(e),t)}function Ro(e,t){if(e!=null){if(Jt(e))return Co(e,t);if(xt(e))return Ho(e,t);if(Gt(e))return ko(e,t);if(Xt(e))return nr(e,t);if(tr(e))return $o(e,t);if(or(e))return Po(e,t)}throw Zt(e)}function ue(e,t){return t?Ro(e,t):U(e)}function I(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e);return ue(e,r)}function $r(e,t){var r=H(e)?e:function(){return e},o=function(n){return n.error(r())};return new j(t?function(n){return t.schedule(o,0,n)}:o)}var ir=ut(function(e){return function(){e(this),this.name="EmptyError",this.message="no elements in sequence"}});function Io(e){return e instanceof Date&&!isNaN(e)}function m(e,t){return E(function(r,o){var n=0;r.subscribe(T(o,function(i){o.next(e.call(t,i,n++))}))})}var aa=Array.isArray;function sa(e,t){return aa(t)?e.apply(void 0,q([],N(t))):e(t)}function Ze(e){return m(function(t){return sa(e,t)})}var ca=Array.isArray,pa=Object.getPrototypeOf,la=Object.prototype,ma=Object.keys;function jo(e){if(e.length===1){var t=e[0];if(ca(t))return{args:t,keys:null};if(fa(t)){var r=ma(t);return{args:r.map(function(o){return t[o]}),keys:r}}}return{args:e,keys:null}}function fa(e){return e&&typeof e=="object"&&pa(e)===la}function Fo(e,t){return e.reduce(function(r,o,n){return r[o]=t[n],r},{})}function z(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e),o=Xe(e),n=jo(e),i=n.args,a=n.keys;if(i.length===0)return ue([],r);var s=new j(Pr(i,r,a?function(p){return Fo(a,p)}:le));return o?s.pipe(Ze(o)):s}function Pr(e,t,r){return r===void 0&&(r=le),function(o){Uo(t,function(){for(var n=e.length,i=new Array(n),a=n,s=n,p=function(l){Uo(t,function(){var f=ue(e[l],t),u=!1;f.subscribe(T(o,function(d){i[l]=d,u||(u=!0,s--),s||o.next(r(i.slice()))},function(){--a||o.complete()}))},o)},c=0;c<n;c++)p(c)},o)}}function Uo(e,t,r){e?we(r,e,t):t()}function Wo(e,t,r,o,n,i,a,s){var p=[],c=0,l=0,f=!1,u=function(){f&&!p.length&&!c&&t.complete()},d=function(L){return c<o?y(L):p.push(L)},y=function(L){i&&t.next(L),c++;var X=!1;U(r(L,l++)).subscribe(T(t,function(ee){n==null||n(ee),i?d(ee):t.next(ee)},function(){X=!0},void 0,function(){if(X)try{c--;for(var ee=function(){var J=p.shift();a?we(t,a,function(){return y(J)}):y(J)};p.length&&c<o;)ee();u()}catch(J){t.error(J)}}))};return e.subscribe(T(t,d,function(){f=!0,u()})),function(){s==null||s()}}function ne(e,t,r){return r===void 0&&(r=1/0),H(t)?ne(function(o,n){return m(function(i,a){return t(o,i,n,a)})(U(e(o,n)))},r):(typeof t=="number"&&(r=t),E(function(o,n){return Wo(o,n,e,r)}))}function Et(e){return e===void 0&&(e=1/0),ne(le,e)}function Do(){return Et(1)}function We(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Do()(ue(e,ke(e)))}function C(e){return new j(function(t){U(e()).subscribe(t)})}var ua=["addListener","removeListener"],da=["addEventListener","removeEventListener"],ha=["on","off"];function h(e,t,r,o){if(H(r)&&(o=r,r=void 0),o)return h(e,t,r).pipe(Ze(o));var n=N(ga(e)?da.map(function(s){return function(p){return e[s](t,p,r)}}):ba(e)?ua.map(Vo(e,t)):va(e)?ha.map(Vo(e,t)):[],2),i=n[0],a=n[1];if(!i&&xt(e))return ne(function(s){return h(s,t,r)})(U(e));if(!i)throw new TypeError("Invalid event target");return new j(function(s){var p=function(){for(var c=[],l=0;l<arguments.length;l++)c[l]=arguments[l];return s.next(1<c.length?c:c[0])};return i(p),function(){return a(p)}})}function Vo(e,t){return function(r){return function(o){return e[r](t,o)}}}function ba(e){return H(e.addListener)&&H(e.removeListener)}function va(e){return H(e.on)&&H(e.off)}function ga(e){return H(e.addEventListener)&&H(e.removeEventListener)}function ar(e,t,r){return r?ar(e,t).pipe(Ze(r)):new j(function(o){var n=function(){for(var a=[],s=0;s<arguments.length;s++)a[s]=arguments[s];return o.next(a.length===1?a[0]:a)},i=e(n);return H(t)?function(){return t(n,i)}:void 0})}function Le(e,t,r){e===void 0&&(e=0),r===void 0&&(r=Cr);var o=-1;return t!=null&&(Yt(t)?r=t:o=t),new j(function(n){var i=Io(e)?+e-r.now():e;i<0&&(i=0);var a=0;return r.schedule(function(){n.closed||(n.next(a++),0<=o?this.schedule(void 0,o):n.complete())},i)})}function O(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e),o=Bt(e,1/0),n=e;return n.length?n.length===1?U(n[0]):Et(o)(ue(n,r)):S}var Ye=new j(be);var ya=Array.isArray;function wt(e){return e.length===1&&ya(e[0])?e[0]:e}function b(e,t){return E(function(r,o){var n=0;r.subscribe(T(o,function(i){return e.call(t,i,n++)&&o.next(i)}))})}function st(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=Xe(e),o=wt(e);return o.length?new j(function(n){var i=o.map(function(){return[]}),a=o.map(function(){return!1});n.add(function(){i=a=null});for(var s=function(c){U(o[c]).subscribe(T(n,function(l){if(i[c].push(l),i.every(function(u){return u.length})){var f=i.map(function(u){return u.shift()});n.next(r?r.apply(void 0,q([],N(f))):f),i.some(function(u,d){return!u.length&&a[d]})&&n.complete()}},function(){a[c]=!0,!i[c].length&&n.complete()}))},p=0;!n.closed&&p<o.length;p++)s(p);return function(){i=a=null}}):S}function No(e){return E(function(t,r){var o=!1,n=null,i=null,a=!1,s=function(){if(i==null||i.unsubscribe(),i=null,o){o=!1;var c=n;n=null,r.next(c)}a&&r.complete()},p=function(){i=null,a&&r.complete()};t.subscribe(T(r,function(c){o=!0,n=c,i||U(e(c)).subscribe(i=T(r,s,p))},function(){a=!0,(!o||!i||i.closed)&&r.complete()}))})}function Me(e,t){return t===void 0&&(t=se),No(function(){return Le(e,t)})}function Be(e,t){return t===void 0&&(t=null),t=t!=null?t:e,E(function(r,o){var n=[],i=0;r.subscribe(T(o,function(a){var s,p,c,l,f=null;i++%t===0&&n.push([]);try{for(var u=he(n),d=u.next();!d.done;d=u.next()){var y=d.value;y.push(a),e<=y.length&&(f=f!=null?f:[],f.push(y))}}catch(ee){s={error:ee}}finally{try{d&&!d.done&&(p=u.return)&&p.call(u)}finally{if(s)throw s.error}}if(f)try{for(var L=he(f),X=L.next();!X.done;X=L.next()){var y=X.value;Qe(n,y),o.next(y)}}catch(ee){c={error:ee}}finally{try{X&&!X.done&&(l=L.return)&&l.call(L)}finally{if(c)throw c.error}}},function(){var a,s;try{for(var p=he(n),c=p.next();!c.done;c=p.next()){var l=c.value;o.next(l)}}catch(f){a={error:f}}finally{try{c&&!c.done&&(s=p.return)&&s.call(p)}finally{if(a)throw a.error}}o.complete()},void 0,function(){n=null}))})}function de(e){return E(function(t,r){var o=null,n=!1,i;o=t.subscribe(T(r,void 0,void 0,function(a){i=U(e(a,de(e)(t))),o?(o.unsubscribe(),o=null,i.subscribe(r)):n=!0})),n&&(o.unsubscribe(),o=null,i.subscribe(r))})}function zo(e,t,r,o,n){return function(i,a){var s=r,p=t,c=0;i.subscribe(T(a,function(l){var f=c++;p=s?e(p,l,f):(s=!0,l),o&&a.next(p)},n&&function(){s&&a.next(p),a.complete()}))}}function Rr(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=Xe(e);return r?xo(Rr.apply(void 0,q([],N(e))),Ze(r)):E(function(o,n){Pr(q([o],N(wt(e))))(n)})}function He(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Rr.apply(void 0,q([],N(e)))}function Ht(e){return E(function(t,r){var o=!1,n=null,i=null,a=function(){if(i==null||i.unsubscribe(),i=null,o){o=!1;var s=n;n=null,r.next(s)}};t.subscribe(T(r,function(s){i==null||i.unsubscribe(),o=!0,n=s,i=T(r,a,be),U(e(s)).subscribe(i)},function(){a(),r.complete()},void 0,function(){n=i=null}))})}function _e(e,t){return t===void 0&&(t=se),E(function(r,o){var n=null,i=null,a=null,s=function(){if(n){n.unsubscribe(),n=null;var c=i;i=null,o.next(c)}};function p(){var c=a+e,l=t.now();if(l<c){n=this.schedule(void 0,c-l),o.add(n);return}s()}r.subscribe(T(o,function(c){i=c,a=t.now(),n||(n=t.schedule(p,e),o.add(n))},function(){s(),o.complete()},void 0,function(){i=n=null}))})}function De(e){return E(function(t,r){var o=!1;t.subscribe(T(r,function(n){o=!0,r.next(n)},function(){o||r.next(e),r.complete()}))})}function Te(e){return e<=0?function(){return S}:E(function(t,r){var o=0;t.subscribe(T(r,function(n){++o<=e&&(r.next(n),e<=o&&r.complete())}))})}function Z(){return E(function(e,t){e.subscribe(T(t,be))})}function qo(e){return m(function(){return e})}function Ir(e,t){return t?function(r){return We(t.pipe(Te(1),Z()),r.pipe(Ir(e)))}:ne(function(r,o){return U(e(r,o)).pipe(Te(1),qo(r))})}function Ge(e,t){t===void 0&&(t=se);var r=Le(e,t);return Ir(function(){return r})}function K(e,t){return t===void 0&&(t=le),e=e!=null?e:xa,E(function(r,o){var n,i=!0;r.subscribe(T(o,function(a){var s=t(a);(i||!e(n,s))&&(i=!1,n=s,o.next(a))}))})}function xa(e,t){return e===t}function te(e,t){return K(function(r,o){return t?t(r[e],o[e]):r[e]===o[e]})}function Qo(e){return e===void 0&&(e=Ea),E(function(t,r){var o=!1;t.subscribe(T(r,function(n){o=!0,r.next(n)},function(){return o?r.complete():r.error(e())}))})}function Ea(){return new ir}function ie(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return function(r){return We(r,I.apply(void 0,q([],N(e))))}}function _(e){return E(function(t,r){try{t.subscribe(r)}finally{r.add(e)}})}function Ae(e,t){var r=arguments.length>=2;return function(o){return o.pipe(e?b(function(n,i){return e(n,i,o)}):le,Te(1),r?De(t):Qo(function(){return new ir}))}}function jr(e){return e<=0?function(){return S}:E(function(t,r){var o=[];t.subscribe(T(r,function(n){o.push(n),e<o.length&&o.shift()},function(){var n,i;try{for(var a=he(o),s=a.next();!s.done;s=a.next()){var p=s.value;r.next(p)}}catch(c){n={error:c}}finally{try{s&&!s.done&&(i=a.return)&&i.call(a)}finally{if(n)throw n.error}}r.complete()},void 0,function(){o=null}))})}function Ko(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e),o=Bt(e,1/0);return e=wt(e),E(function(n,i){Et(o)(ue(q([n],N(e)),r)).subscribe(i)})}function Re(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Ko.apply(void 0,q([],N(e)))}function ct(e){var t,r=1/0,o;return e!=null&&(typeof e=="object"?(t=e.count,r=t===void 0?1/0:t,o=e.delay):r=e),r<=0?function(){return S}:E(function(n,i){var a=0,s,p=function(){if(s==null||s.unsubscribe(),s=null,o!=null){var l=typeof o=="number"?Le(o):U(o(a)),f=T(i,function(){f.unsubscribe(),c()});l.subscribe(f)}else c()},c=function(){var l=!1;s=n.subscribe(T(i,void 0,function(){++a<r?s?p():l=!0:i.complete()})),l&&p()};c()})}function Fr(e,t){return E(zo(e,t,arguments.length>=2,!0))}function pe(e){e===void 0&&(e={});var t=e.connector,r=t===void 0?function(){return new g}:t,o=e.resetOnError,n=o===void 0?!0:o,i=e.resetOnComplete,a=i===void 0?!0:i,s=e.resetOnRefCountZero,p=s===void 0?!0:s;return function(c){var l,f,u,d=0,y=!1,L=!1,X=function(){f==null||f.unsubscribe(),f=void 0},ee=function(){X(),l=u=void 0,y=L=!1},J=function(){var k=l;ee(),k==null||k.unsubscribe()};return E(function(k,ft){d++,!L&&!y&&X();var qe=u=u!=null?u:r();ft.add(function(){d--,d===0&&!L&&!y&&(f=Ur(J,p))}),qe.subscribe(ft),!l&&d>0&&(l=new at({next:function(Fe){return qe.next(Fe)},error:function(Fe){L=!0,X(),f=Ur(ee,n,Fe),qe.error(Fe)},complete:function(){y=!0,X(),f=Ur(ee,a),qe.complete()}}),U(k).subscribe(l))})(c)}}function Ur(e,t){for(var r=[],o=2;o<arguments.length;o++)r[o-2]=arguments[o];if(t===!0){e();return}if(t!==!1){var n=new at({next:function(){n.unsubscribe(),e()}});return U(t.apply(void 0,q([],N(r)))).subscribe(n)}}function G(e,t,r){var o,n,i,a,s=!1;return e&&typeof e=="object"?(o=e.bufferSize,a=o===void 0?1/0:o,n=e.windowTime,t=n===void 0?1/0:n,i=e.refCount,s=i===void 0?!1:i,r=e.scheduler):a=e!=null?e:1/0,pe({connector:function(){return new Ct(a,t,r)},resetOnError:!0,resetOnComplete:!1,resetOnRefCountZero:s})}function Ce(e){return b(function(t,r){return e<=r})}function Wr(e){return E(function(t,r){var o=!1,n=T(r,function(){n==null||n.unsubscribe(),o=!0},be);U(e).subscribe(n),t.subscribe(T(r,function(i){return o&&r.next(i)}))})}function Q(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=ke(e);return E(function(o,n){(r?We(e,o,r):We(e,o)).subscribe(n)})}function v(e,t){return E(function(r,o){var n=null,i=0,a=!1,s=function(){return a&&!n&&o.complete()};r.subscribe(T(o,function(p){n==null||n.unsubscribe();var c=0,l=i++;U(e(p,l)).subscribe(n=T(o,function(f){return o.next(t?t(p,f,l,c++):f)},function(){n=null,s()}))},function(){a=!0,s()}))})}function W(e){return E(function(t,r){U(e).subscribe(T(r,function(){return r.complete()},be)),!r.closed&&t.subscribe(r)})}function Dr(e,t){return t===void 0&&(t=!1),E(function(r,o){var n=0;r.subscribe(T(o,function(i){var a=e(i,n++);(a||t)&&o.next(i),!a&&o.complete()}))})}function w(e,t,r){var o=H(e)||t||r?{next:e,error:t,complete:r}:e;return o?E(function(n,i){var a;(a=o.subscribe)===null||a===void 0||a.call(o);var s=!0;n.subscribe(T(i,function(p){var c;(c=o.next)===null||c===void 0||c.call(o,p),i.next(p)},function(){var p;s=!1,(p=o.complete)===null||p===void 0||p.call(o),i.complete()},function(p){var c;s=!1,(c=o.error)===null||c===void 0||c.call(o,p),i.error(p)},function(){var p,c;s&&((p=o.unsubscribe)===null||p===void 0||p.call(o)),(c=o.finalize)===null||c===void 0||c.call(o)}))}):le}function Yo(e,t){return E(function(r,o){var n=t!=null?t:{},i=n.leading,a=i===void 0?!0:i,s=n.trailing,p=s===void 0?!1:s,c=!1,l=null,f=null,u=!1,d=function(){f==null||f.unsubscribe(),f=null,p&&(X(),u&&o.complete())},y=function(){f=null,u&&o.complete()},L=function(ee){return f=U(e(ee)).subscribe(T(o,d,y))},X=function(){if(c){c=!1;var ee=l;l=null,o.next(ee),!u&&L(ee)}};r.subscribe(T(o,function(ee){c=!0,l=ee,!(f&&!f.closed)&&(a?X():L(ee))},function(){u=!0,!(p&&c&&f&&!f.closed)&&o.complete()}))})}function pt(e,t,r){t===void 0&&(t=se);var o=Le(e,t);return Yo(function(){return o},r)}function re(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];var r=Xe(e);return E(function(o,n){for(var i=e.length,a=new Array(i),s=e.map(function(){return!1}),p=!1,c=function(f){U(e[f]).subscribe(T(n,function(u){a[f]=u,!p&&!s[f]&&(s[f]=!0,(p=s.every(le))&&(s=null))},be))},l=0;l<i;l++)c(l);o.subscribe(T(n,function(f){if(p){var u=q([f],N(a));n.next(r?r.apply(void 0,q([],N(u))):u)}}))})}function Bo(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return E(function(r,o){st.apply(void 0,q([r],N(e))).subscribe(o)})}function Vr(){for(var e=[],t=0;t<arguments.length;t++)e[t]=arguments[t];return Bo.apply(void 0,q([],N(e)))}function Go(){let e=new Ct(1);return h(document,"DOMContentLoaded",{once:!0}).subscribe(()=>e.next(document)),e}function P(e,t=document){return Array.from(t.querySelectorAll(e))}function R(e,t=document){let r=fe(e,t);if(typeof r=="undefined")throw new ReferenceError(`Missing element: expected "${e}" to be present`);return r}function fe(e,t=document){return t.querySelector(e)||void 0}function Ie(){var e,t,r,o;return(o=(r=(t=(e=document.activeElement)==null?void 0:e.shadowRoot)==null?void 0:t.activeElement)!=null?r:document.activeElement)!=null?o:void 0}var wa=O(h(document.body,"focusin"),h(document.body,"focusout")).pipe(_e(1),Q(void 0),m(()=>Ie()||document.body),G(1));function et(e){return wa.pipe(m(t=>e.contains(t)),K())}function $t(e,t){return C(()=>O(h(e,"mouseenter").pipe(m(()=>!0)),h(e,"mouseleave").pipe(m(()=>!1))).pipe(t?Ht(r=>Le(+!r*t)):le,Q(e.matches(":hover"))))}function Jo(e,t){if(typeof t=="string"||typeof t=="number")e.innerHTML+=t.toString();else if(t instanceof Node)e.appendChild(t);else if(Array.isArray(t))for(let r of t)Jo(e,r)}function x(e,t,...r){let o=document.createElement(e);if(t)for(let n of Object.keys(t))typeof t[n]!="undefined"&&(typeof t[n]!="boolean"?o.setAttribute(n,t[n]):o.setAttribute(n,""));for(let n of r)Jo(o,n);return o}function sr(e){if(e>999){let t=+((e-950)%1e3>99);return`${((e+1e-6)/1e3).toFixed(t)}k`}else return e.toString()}function Tt(e){let t=x("script",{src:e});return C(()=>(document.head.appendChild(t),O(h(t,"load"),h(t,"error").pipe(v(()=>$r(()=>new ReferenceError(`Invalid script: ${e}`))))).pipe(m(()=>{}),_(()=>document.head.removeChild(t)),Te(1))))}var Xo=new g,Ta=C(()=>typeof ResizeObserver=="undefined"?Tt("https://unpkg.com/resize-observer-polyfill"):I(void 0)).pipe(m(()=>new ResizeObserver(e=>e.forEach(t=>Xo.next(t)))),v(e=>O(Ye,I(e)).pipe(_(()=>e.disconnect()))),G(1));function ce(e){return{width:e.offsetWidth,height:e.offsetHeight}}function ge(e){let t=e;for(;t.clientWidth===0&&t.parentElement;)t=t.parentElement;return Ta.pipe(w(r=>r.observe(t)),v(r=>Xo.pipe(b(o=>o.target===t),_(()=>r.unobserve(t)))),m(()=>ce(e)),Q(ce(e)))}function St(e){return{width:e.scrollWidth,height:e.scrollHeight}}function cr(e){let t=e.parentElement;for(;t&&(e.scrollWidth<=t.scrollWidth&&e.scrollHeight<=t.scrollHeight);)t=(e=t).parentElement;return t?e:void 0}function Zo(e){let t=[],r=e.parentElement;for(;r;)(e.clientWidth>r.clientWidth||e.clientHeight>r.clientHeight)&&t.push(r),r=(e=r).parentElement;return t.length===0&&t.push(document.documentElement),t}function Ve(e){return{x:e.offsetLeft,y:e.offsetTop}}function en(e){let t=e.getBoundingClientRect();return{x:t.x+window.scrollX,y:t.y+window.scrollY}}function tn(e){return O(h(window,"load"),h(window,"resize")).pipe(Me(0,me),m(()=>Ve(e)),Q(Ve(e)))}function pr(e){return{x:e.scrollLeft,y:e.scrollTop}}function Ne(e){return O(h(e,"scroll"),h(window,"scroll"),h(window,"resize")).pipe(Me(0,me),m(()=>pr(e)),Q(pr(e)))}var rn=new g,Sa=C(()=>I(new IntersectionObserver(e=>{for(let t of e)rn.next(t)},{threshold:0}))).pipe(v(e=>O(Ye,I(e)).pipe(_(()=>e.disconnect()))),G(1));function tt(e){return Sa.pipe(w(t=>t.observe(e)),v(t=>rn.pipe(b(({target:r})=>r===e),_(()=>t.unobserve(e)),m(({isIntersecting:r})=>r))))}function on(e,t=16){return Ne(e).pipe(m(({y:r})=>{let o=ce(e),n=St(e);return r>=n.height-o.height-t}),K())}var lr={drawer:R("[data-md-toggle=drawer]"),search:R("[data-md-toggle=search]")};function nn(e){return lr[e].checked}function Je(e,t){lr[e].checked!==t&&lr[e].click()}function ze(e){let t=lr[e];return h(t,"change").pipe(m(()=>t.checked),Q(t.checked))}function Oa(e,t){switch(e.constructor){case HTMLInputElement:return e.type==="radio"?/^Arrow/.test(t):!0;case HTMLSelectElement:case HTMLTextAreaElement:return!0;default:return e.isContentEditable}}function La(){return O(h(window,"compositionstart").pipe(m(()=>!0)),h(window,"compositionend").pipe(m(()=>!1))).pipe(Q(!1))}function an(){let e=h(window,"keydown").pipe(b(t=>!(t.metaKey||t.ctrlKey)),m(t=>({mode:nn("search")?"search":"global",type:t.key,claim(){t.preventDefault(),t.stopPropagation()}})),b(({mode:t,type:r})=>{if(t==="global"){let o=Ie();if(typeof o!="undefined")return!Oa(o,r)}return!0}),pe());return La().pipe(v(t=>t?S:e))}function ye(){return new URL(location.href)}function lt(e,t=!1){if(B("navigation.instant")&&!t){let r=x("a",{href:e.href});document.body.appendChild(r),r.click(),r.remove()}else location.href=e.href}function sn(){return new g}function cn(){return location.hash.slice(1)}function pn(e){let t=x("a",{href:e});t.addEventListener("click",r=>r.stopPropagation()),t.click()}function Ma(e){return O(h(window,"hashchange"),e).pipe(m(cn),Q(cn()),b(t=>t.length>0),G(1))}function ln(e){return Ma(e).pipe(m(t=>fe(`[id="${t}"]`)),b(t=>typeof t!="undefined"))}function Pt(e){let t=matchMedia(e);return ar(r=>t.addListener(()=>r(t.matches))).pipe(Q(t.matches))}function mn(){let e=matchMedia("print");return O(h(window,"beforeprint").pipe(m(()=>!0)),h(window,"afterprint").pipe(m(()=>!1))).pipe(Q(e.matches))}function Nr(e,t){return e.pipe(v(r=>r?t():S))}function zr(e,t){return new j(r=>{let o=new XMLHttpRequest;return o.open("GET",`${e}`),o.responseType="blob",o.addEventListener("load",()=>{o.status>=200&&o.status<300?(r.next(o.response),r.complete()):r.error(new Error(o.statusText))}),o.addEventListener("error",()=>{r.error(new Error("Network error"))}),o.addEventListener("abort",()=>{r.complete()}),typeof(t==null?void 0:t.progress$)!="undefined"&&(o.addEventListener("progress",n=>{var i;if(n.lengthComputable)t.progress$.next(n.loaded/n.total*100);else{let a=(i=o.getResponseHeader("Content-Length"))!=null?i:0;t.progress$.next(n.loaded/+a*100)}}),t.progress$.next(5)),o.send(),()=>o.abort()})}function je(e,t){return zr(e,t).pipe(v(r=>r.text()),m(r=>JSON.parse(r)),G(1))}function fn(e,t){let r=new DOMParser;return zr(e,t).pipe(v(o=>o.text()),m(o=>r.parseFromString(o,"text/html")),G(1))}function un(e,t){let r=new DOMParser;return zr(e,t).pipe(v(o=>o.text()),m(o=>r.parseFromString(o,"text/xml")),G(1))}function dn(){return{x:Math.max(0,scrollX),y:Math.max(0,scrollY)}}function hn(){return O(h(window,"scroll",{passive:!0}),h(window,"resize",{passive:!0})).pipe(m(dn),Q(dn()))}function bn(){return{width:innerWidth,height:innerHeight}}function vn(){return h(window,"resize",{passive:!0}).pipe(m(bn),Q(bn()))}function gn(){return z([hn(),vn()]).pipe(m(([e,t])=>({offset:e,size:t})),G(1))}function mr(e,{viewport$:t,header$:r}){let o=t.pipe(te("size")),n=z([o,r]).pipe(m(()=>Ve(e)));return z([r,t,n]).pipe(m(([{height:i},{offset:a,size:s},{x:p,y:c}])=>({offset:{x:a.x-p,y:a.y-c+i},size:s})))}function _a(e){return h(e,"message",t=>t.data)}function Aa(e){let t=new g;return t.subscribe(r=>e.postMessage(r)),t}function yn(e,t=new Worker(e)){let r=_a(t),o=Aa(t),n=new g;n.subscribe(o);let i=o.pipe(Z(),ie(!0));return n.pipe(Z(),Re(r.pipe(W(i))),pe())}var Ca=R("#__config"),Ot=JSON.parse(Ca.textContent);Ot.base=`${new URL(Ot.base,ye())}`;function xe(){return Ot}function B(e){return Ot.features.includes(e)}function Ee(e,t){return typeof t!="undefined"?Ot.translations[e].replace("#",t.toString()):Ot.translations[e]}function Se(e,t=document){return R(`[data-md-component=${e}]`,t)}function ae(e,t=document){return P(`[data-md-component=${e}]`,t)}function ka(e){let t=R(".md-typeset > :first-child",e);return h(t,"click",{once:!0}).pipe(m(()=>R(".md-typeset",e)),m(r=>({hash:__md_hash(r.innerHTML)})))}function xn(e){if(!B("announce.dismiss")||!e.childElementCount)return S;if(!e.hidden){let t=R(".md-typeset",e);__md_hash(t.innerHTML)===__md_get("__announce")&&(e.hidden=!0)}return C(()=>{let t=new g;return t.subscribe(({hash:r})=>{e.hidden=!0,__md_set("__announce",r)}),ka(e).pipe(w(r=>t.next(r)),_(()=>t.complete()),m(r=>$({ref:e},r)))})}function Ha(e,{target$:t}){return t.pipe(m(r=>({hidden:r!==e})))}function En(e,t){let r=new g;return r.subscribe(({hidden:o})=>{e.hidden=o}),Ha(e,t).pipe(w(o=>r.next(o)),_(()=>r.complete()),m(o=>$({ref:e},o)))}function Rt(e,t){return t==="inline"?x("div",{class:"md-tooltip md-tooltip--inline",id:e,role:"tooltip"},x("div",{class:"md-tooltip__inner md-typeset"})):x("div",{class:"md-tooltip",id:e,role:"tooltip"},x("div",{class:"md-tooltip__inner md-typeset"}))}function wn(...e){return x("div",{class:"md-tooltip2",role:"tooltip"},x("div",{class:"md-tooltip2__inner md-typeset"},e))}function Tn(e,t){if(t=t?`${t}_annotation_${e}`:void 0,t){let r=t?`#${t}`:void 0;return x("aside",{class:"md-annotation",tabIndex:0},Rt(t),x("a",{href:r,class:"md-annotation__index",tabIndex:-1},x("span",{"data-md-annotation-id":e})))}else return x("aside",{class:"md-annotation",tabIndex:0},Rt(t),x("span",{class:"md-annotation__index",tabIndex:-1},x("span",{"data-md-annotation-id":e})))}function Sn(e){return x("button",{class:"md-clipboard md-icon",title:Ee("clipboard.copy"),"data-clipboard-target":`#${e} > code`})}var Ln=Mt(qr());function Qr(e,t){let r=t&2,o=t&1,n=Object.keys(e.terms).filter(p=>!e.terms[p]).reduce((p,c)=>[...p,x("del",null,(0,Ln.default)(c))," "],[]).slice(0,-1),i=xe(),a=new URL(e.location,i.base);B("search.highlight")&&a.searchParams.set("h",Object.entries(e.terms).filter(([,p])=>p).reduce((p,[c])=>`${p} ${c}`.trim(),""));let{tags:s}=xe();return x("a",{href:`${a}`,class:"md-search-result__link",tabIndex:-1},x("article",{class:"md-search-result__article md-typeset","data-md-score":e.score.toFixed(2)},r>0&&x("div",{class:"md-search-result__icon md-icon"}),r>0&&x("h1",null,e.title),r<=0&&x("h2",null,e.title),o>0&&e.text.length>0&&e.text,e.tags&&x("nav",{class:"md-tags"},e.tags.map(p=>{let c=s?p in s?`md-tag-icon md-tag--${s[p]}`:"md-tag-icon":"";return x("span",{class:`md-tag ${c}`},p)})),o>0&&n.length>0&&x("p",{class:"md-search-result__terms"},Ee("search.result.term.missing"),": ",...n)))}function Mn(e){let t=e[0].score,r=[...e],o=xe(),n=r.findIndex(l=>!`${new URL(l.location,o.base)}`.includes("#")),[i]=r.splice(n,1),a=r.findIndex(l=>l.score<t);a===-1&&(a=r.length);let s=r.slice(0,a),p=r.slice(a),c=[Qr(i,2|+(!n&&a===0)),...s.map(l=>Qr(l,1)),...p.length?[x("details",{class:"md-search-result__more"},x("summary",{tabIndex:-1},x("div",null,p.length>0&&p.length===1?Ee("search.result.more.one"):Ee("search.result.more.other",p.length))),...p.map(l=>Qr(l,1)))]:[]];return x("li",{class:"md-search-result__item"},c)}function _n(e){return x("ul",{class:"md-source__facts"},Object.entries(e).map(([t,r])=>x("li",{class:`md-source__fact md-source__fact--${t}`},typeof r=="number"?sr(r):r)))}function Kr(e){let t=`tabbed-control tabbed-control--${e}`;return x("div",{class:t,hidden:!0},x("button",{class:"tabbed-button",tabIndex:-1,"aria-hidden":"true"}))}function An(e){return x("div",{class:"md-typeset__scrollwrap"},x("div",{class:"md-typeset__table"},e))}function Ra(e){var o;let t=xe(),r=new URL(`../${e.version}/`,t.base);return x("li",{class:"md-version__item"},x("a",{href:`${r}`,class:"md-version__link"},e.title,((o=t.version)==null?void 0:o.alias)&&e.aliases.length>0&&x("span",{class:"md-version__alias"},e.aliases[0])))}function Cn(e,t){var o;let r=xe();return e=e.filter(n=>{var i;return!((i=n.properties)!=null&&i.hidden)}),x("div",{class:"md-version"},x("button",{class:"md-version__current","aria-label":Ee("select.version")},t.title,((o=r.version)==null?void 0:o.alias)&&t.aliases.length>0&&x("span",{class:"md-version__alias"},t.aliases[0])),x("ul",{class:"md-version__list"},e.map(Ra)))}var Ia=0;function ja(e){let t=z([et(e),$t(e)]).pipe(m(([o,n])=>o||n),K()),r=C(()=>Zo(e)).pipe(ne(Ne),pt(1),He(t),m(()=>en(e)));return t.pipe(Ae(o=>o),v(()=>z([t,r])),m(([o,n])=>({active:o,offset:n})),pe())}function Fa(e,t){let{content$:r,viewport$:o}=t,n=`__tooltip2_${Ia++}`;return C(()=>{let i=new g,a=new _r(!1);i.pipe(Z(),ie(!1)).subscribe(a);let s=a.pipe(Ht(c=>Le(+!c*250,kr)),K(),v(c=>c?r:S),w(c=>c.id=n),pe());z([i.pipe(m(({active:c})=>c)),s.pipe(v(c=>$t(c,250)),Q(!1))]).pipe(m(c=>c.some(l=>l))).subscribe(a);let p=a.pipe(b(c=>c),re(s,o),m(([c,l,{size:f}])=>{let u=e.getBoundingClientRect(),d=u.width/2;if(l.role==="tooltip")return{x:d,y:8+u.height};if(u.y>=f.height/2){let{height:y}=ce(l);return{x:d,y:-16-y}}else return{x:d,y:16+u.height}}));return z([s,i,p]).subscribe(([c,{offset:l},f])=>{c.style.setProperty("--md-tooltip-host-x",`${l.x}px`),c.style.setProperty("--md-tooltip-host-y",`${l.y}px`),c.style.setProperty("--md-tooltip-x",`${f.x}px`),c.style.setProperty("--md-tooltip-y",`${f.y}px`),c.classList.toggle("md-tooltip2--top",f.y<0),c.classList.toggle("md-tooltip2--bottom",f.y>=0)}),a.pipe(b(c=>c),re(s,(c,l)=>l),b(c=>c.role==="tooltip")).subscribe(c=>{let l=ce(R(":scope > *",c));c.style.setProperty("--md-tooltip-width",`${l.width}px`),c.style.setProperty("--md-tooltip-tail","0px")}),a.pipe(K(),ve(me),re(s)).subscribe(([c,l])=>{l.classList.toggle("md-tooltip2--active",c)}),z([a.pipe(b(c=>c)),s]).subscribe(([c,l])=>{l.role==="dialog"?(e.setAttribute("aria-controls",n),e.setAttribute("aria-haspopup","dialog")):e.setAttribute("aria-describedby",n)}),a.pipe(b(c=>!c)).subscribe(()=>{e.removeAttribute("aria-controls"),e.removeAttribute("aria-describedby"),e.removeAttribute("aria-haspopup")}),ja(e).pipe(w(c=>i.next(c)),_(()=>i.complete()),m(c=>$({ref:e},c)))})}function mt(e,{viewport$:t},r=document.body){return Fa(e,{content$:new j(o=>{let n=e.title,i=wn(n);return o.next(i),e.removeAttribute("title"),r.append(i),()=>{i.remove(),e.setAttribute("title",n)}}),viewport$:t})}function Ua(e,t){let r=C(()=>z([tn(e),Ne(t)])).pipe(m(([{x:o,y:n},i])=>{let{width:a,height:s}=ce(e);return{x:o-i.x+a/2,y:n-i.y+s/2}}));return et(e).pipe(v(o=>r.pipe(m(n=>({active:o,offset:n})),Te(+!o||1/0))))}function kn(e,t,{target$:r}){let[o,n]=Array.from(e.children);return C(()=>{let i=new g,a=i.pipe(Z(),ie(!0));return i.subscribe({next({offset:s}){e.style.setProperty("--md-tooltip-x",`${s.x}px`),e.style.setProperty("--md-tooltip-y",`${s.y}px`)},complete(){e.style.removeProperty("--md-tooltip-x"),e.style.removeProperty("--md-tooltip-y")}}),tt(e).pipe(W(a)).subscribe(s=>{e.toggleAttribute("data-md-visible",s)}),O(i.pipe(b(({active:s})=>s)),i.pipe(_e(250),b(({active:s})=>!s))).subscribe({next({active:s}){s?e.prepend(o):o.remove()},complete(){e.prepend(o)}}),i.pipe(Me(16,me)).subscribe(({active:s})=>{o.classList.toggle("md-tooltip--active",s)}),i.pipe(pt(125,me),b(()=>!!e.offsetParent),m(()=>e.offsetParent.getBoundingClientRect()),m(({x:s})=>s)).subscribe({next(s){s?e.style.setProperty("--md-tooltip-0",`${-s}px`):e.style.removeProperty("--md-tooltip-0")},complete(){e.style.removeProperty("--md-tooltip-0")}}),h(n,"click").pipe(W(a),b(s=>!(s.metaKey||s.ctrlKey))).subscribe(s=>{s.stopPropagation(),s.preventDefault()}),h(n,"mousedown").pipe(W(a),re(i)).subscribe(([s,{active:p}])=>{var c;if(s.button!==0||s.metaKey||s.ctrlKey)s.preventDefault();else if(p){s.preventDefault();let l=e.parentElement.closest(".md-annotation");l instanceof HTMLElement?l.focus():(c=Ie())==null||c.blur()}}),r.pipe(W(a),b(s=>s===o),Ge(125)).subscribe(()=>e.focus()),Ua(e,t).pipe(w(s=>i.next(s)),_(()=>i.complete()),m(s=>$({ref:e},s)))})}function Wa(e){return e.tagName==="CODE"?P(".c, .c1, .cm",e):[e]}function Da(e){let t=[];for(let r of Wa(e)){let o=[],n=document.createNodeIterator(r,NodeFilter.SHOW_TEXT);for(let i=n.nextNode();i;i=n.nextNode())o.push(i);for(let i of o){let a;for(;a=/(\(\d+\))(!)?/.exec(i.textContent);){let[,s,p]=a;if(typeof p=="undefined"){let c=i.splitText(a.index);i=c.splitText(s.length),t.push(c)}else{i.textContent=s,t.push(i);break}}}}return t}function Hn(e,t){t.append(...Array.from(e.childNodes))}function fr(e,t,{target$:r,print$:o}){let n=t.closest("[id]"),i=n==null?void 0:n.id,a=new Map;for(let s of Da(t)){let[,p]=s.textContent.match(/\((\d+)\)/);fe(`:scope > li:nth-child(${p})`,e)&&(a.set(p,Tn(p,i)),s.replaceWith(a.get(p)))}return a.size===0?S:C(()=>{let s=new g,p=s.pipe(Z(),ie(!0)),c=[];for(let[l,f]of a)c.push([R(".md-typeset",f),R(`:scope > li:nth-child(${l})`,e)]);return o.pipe(W(p)).subscribe(l=>{e.hidden=!l,e.classList.toggle("md-annotation-list",l);for(let[f,u]of c)l?Hn(f,u):Hn(u,f)}),O(...[...a].map(([,l])=>kn(l,t,{target$:r}))).pipe(_(()=>s.complete()),pe())})}function $n(e){if(e.nextElementSibling){let t=e.nextElementSibling;if(t.tagName==="OL")return t;if(t.tagName==="P"&&!t.children.length)return $n(t)}}function Pn(e,t){return C(()=>{let r=$n(e);return typeof r!="undefined"?fr(r,e,t):S})}var Rn=Mt(Br());var Va=0;function In(e){if(e.nextElementSibling){let t=e.nextElementSibling;if(t.tagName==="OL")return t;if(t.tagName==="P"&&!t.children.length)return In(t)}}function Na(e){return ge(e).pipe(m(({width:t})=>({scrollable:St(e).width>t})),te("scrollable"))}function jn(e,t){let{matches:r}=matchMedia("(hover)"),o=C(()=>{let n=new g,i=n.pipe(jr(1));n.subscribe(({scrollable:c})=>{c&&r?e.setAttribute("tabindex","0"):e.removeAttribute("tabindex")});let a=[];if(Rn.default.isSupported()&&(e.closest(".copy")||B("content.code.copy")&&!e.closest(".no-copy"))){let c=e.closest("pre");c.id=`__code_${Va++}`;let l=Sn(c.id);c.insertBefore(l,e),B("content.tooltips")&&a.push(mt(l,{viewport$}))}let s=e.closest(".highlight");if(s instanceof HTMLElement){let c=In(s);if(typeof c!="undefined"&&(s.classList.contains("annotate")||B("content.code.annotate"))){let l=fr(c,e,t);a.push(ge(s).pipe(W(i),m(({width:f,height:u})=>f&&u),K(),v(f=>f?l:S)))}}return P(":scope > span[id]",e).length&&e.classList.add("md-code__content"),Na(e).pipe(w(c=>n.next(c)),_(()=>n.complete()),m(c=>$({ref:e},c)),Re(...a))});return B("content.lazy")?tt(e).pipe(b(n=>n),Te(1),v(()=>o)):o}function za(e,{target$:t,print$:r}){let o=!0;return O(t.pipe(m(n=>n.closest("details:not([open])")),b(n=>e===n),m(()=>({action:"open",reveal:!0}))),r.pipe(b(n=>n||!o),w(()=>o=e.open),m(n=>({action:n?"open":"close"}))))}function Fn(e,t){return C(()=>{let r=new g;return r.subscribe(({action:o,reveal:n})=>{e.toggleAttribute("open",o==="open"),n&&e.scrollIntoView()}),za(e,t).pipe(w(o=>r.next(o)),_(()=>r.complete()),m(o=>$({ref:e},o)))})}var Un=".node circle,.node ellipse,.node path,.node polygon,.node rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}marker{fill:var(--md-mermaid-edge-color)!important}.edgeLabel .label rect{fill:#0000}.flowchartTitleText{fill:var(--md-mermaid-label-fg-color)}.label{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.label foreignObject{line-height:normal;overflow:visible}.label div .edgeLabel{color:var(--md-mermaid-label-fg-color)}.edgeLabel,.edgeLabel p,.label div .edgeLabel{background-color:var(--md-mermaid-label-bg-color)}.edgeLabel,.edgeLabel p{fill:var(--md-mermaid-label-bg-color);color:var(--md-mermaid-edge-color)}.edgePath .path,.flowchart-link{stroke:var(--md-mermaid-edge-color);stroke-width:.05rem}.edgePath .arrowheadPath{fill:var(--md-mermaid-edge-color);stroke:none}.cluster rect{fill:var(--md-default-fg-color--lightest);stroke:var(--md-default-fg-color--lighter)}.cluster span{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}g #flowchart-circleEnd,g #flowchart-circleStart,g #flowchart-crossEnd,g #flowchart-crossStart,g #flowchart-pointEnd,g #flowchart-pointStart{stroke:none}.classDiagramTitleText{fill:var(--md-mermaid-label-fg-color)}g.classGroup line,g.classGroup rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}g.classGroup text{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.classLabel .box{fill:var(--md-mermaid-label-bg-color);background-color:var(--md-mermaid-label-bg-color);opacity:1}.classLabel .label{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.node .divider{stroke:var(--md-mermaid-node-fg-color)}.relation{stroke:var(--md-mermaid-edge-color)}.cardinality{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.cardinality text{fill:inherit!important}defs #classDiagram-compositionEnd,defs #classDiagram-compositionStart,defs #classDiagram-dependencyEnd,defs #classDiagram-dependencyStart,defs #classDiagram-extensionEnd,defs #classDiagram-extensionStart{fill:var(--md-mermaid-edge-color)!important;stroke:var(--md-mermaid-edge-color)!important}defs #classDiagram-aggregationEnd,defs #classDiagram-aggregationStart{fill:var(--md-mermaid-label-bg-color)!important;stroke:var(--md-mermaid-edge-color)!important}.statediagramTitleText{fill:var(--md-mermaid-label-fg-color)}g.stateGroup rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}g.stateGroup .state-title{fill:var(--md-mermaid-label-fg-color)!important;font-family:var(--md-mermaid-font-family)}g.stateGroup .composit{fill:var(--md-mermaid-label-bg-color)}.nodeLabel,.nodeLabel p{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}a .nodeLabel{text-decoration:underline}.node circle.state-end,.node circle.state-start,.start-state{fill:var(--md-mermaid-edge-color);stroke:none}.end-state-inner,.end-state-outer{fill:var(--md-mermaid-edge-color)}.end-state-inner,.node circle.state-end{stroke:var(--md-mermaid-label-bg-color)}.transition{stroke:var(--md-mermaid-edge-color)}[id^=state-fork] rect,[id^=state-join] rect{fill:var(--md-mermaid-edge-color)!important;stroke:none!important}.statediagram-cluster.statediagram-cluster .inner{fill:var(--md-default-bg-color)}.statediagram-cluster rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}.statediagram-state rect.divider{fill:var(--md-default-fg-color--lightest);stroke:var(--md-default-fg-color--lighter)}defs #statediagram-barbEnd{stroke:var(--md-mermaid-edge-color)}.entityTitleText{fill:var(--md-mermaid-label-fg-color)}.attributeBoxEven,.attributeBoxOdd{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}.entityBox{fill:var(--md-mermaid-label-bg-color);stroke:var(--md-mermaid-node-fg-color)}.entityLabel{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.relationshipLabelBox{fill:var(--md-mermaid-label-bg-color);fill-opacity:1;background-color:var(--md-mermaid-label-bg-color);opacity:1}.relationshipLabel{fill:var(--md-mermaid-label-fg-color)}.relationshipLine{stroke:var(--md-mermaid-edge-color)}defs #ONE_OR_MORE_END *,defs #ONE_OR_MORE_START *,defs #ONLY_ONE_END *,defs #ONLY_ONE_START *,defs #ZERO_OR_MORE_END *,defs #ZERO_OR_MORE_START *,defs #ZERO_OR_ONE_END *,defs #ZERO_OR_ONE_START *{stroke:var(--md-mermaid-edge-color)!important}defs #ZERO_OR_MORE_END circle,defs #ZERO_OR_MORE_START circle{fill:var(--md-mermaid-label-bg-color)}text:not([class]):last-child{fill:var(--md-mermaid-label-fg-color)}.actor{fill:var(--md-mermaid-sequence-actor-bg-color);stroke:var(--md-mermaid-sequence-actor-border-color)}text.actor>tspan{fill:var(--md-mermaid-sequence-actor-fg-color);font-family:var(--md-mermaid-font-family)}line{stroke:var(--md-mermaid-sequence-actor-line-color)}.actor-man circle,.actor-man line{fill:var(--md-mermaid-sequence-actorman-bg-color);stroke:var(--md-mermaid-sequence-actorman-line-color)}.messageLine0,.messageLine1{stroke:var(--md-mermaid-sequence-message-line-color)}.note{fill:var(--md-mermaid-sequence-note-bg-color);stroke:var(--md-mermaid-sequence-note-border-color)}.loopText,.loopText>tspan,.messageText,.noteText>tspan{stroke:none;font-family:var(--md-mermaid-font-family)!important}.messageText{fill:var(--md-mermaid-sequence-message-fg-color)}.loopText,.loopText>tspan{fill:var(--md-mermaid-sequence-loop-fg-color)}.noteText>tspan{fill:var(--md-mermaid-sequence-note-fg-color)}#arrowhead path{fill:var(--md-mermaid-sequence-message-line-color);stroke:none}.loopLine{fill:var(--md-mermaid-sequence-loop-bg-color);stroke:var(--md-mermaid-sequence-loop-border-color)}.labelBox{fill:var(--md-mermaid-sequence-label-bg-color);stroke:none}.labelText,.labelText>span{fill:var(--md-mermaid-sequence-label-fg-color);font-family:var(--md-mermaid-font-family)}.sequenceNumber{fill:var(--md-mermaid-sequence-number-fg-color)}rect.rect{fill:var(--md-mermaid-sequence-box-bg-color);stroke:none}rect.rect+text.text{fill:var(--md-mermaid-sequence-box-fg-color)}defs #sequencenumber{fill:var(--md-mermaid-sequence-number-bg-color)!important}";var Gr,Qa=0;function Ka(){return typeof mermaid=="undefined"||mermaid instanceof Element?Tt("https://unpkg.com/mermaid@11/dist/mermaid.min.js"):I(void 0)}function Wn(e){return e.classList.remove("mermaid"),Gr||(Gr=Ka().pipe(w(()=>mermaid.initialize({startOnLoad:!1,themeCSS:Un,sequence:{actorFontSize:"16px",messageFontSize:"16px",noteFontSize:"16px"}})),m(()=>{}),G(1))),Gr.subscribe(()=>co(this,null,function*(){e.classList.add("mermaid");let t=`__mermaid_${Qa++}`,r=x("div",{class:"mermaid"}),o=e.textContent,{svg:n,fn:i}=yield mermaid.render(t,o),a=r.attachShadow({mode:"closed"});a.innerHTML=n,e.replaceWith(r),i==null||i(a)})),Gr.pipe(m(()=>({ref:e})))}var Dn=x("table");function Vn(e){return e.replaceWith(Dn),Dn.replaceWith(An(e)),I({ref:e})}function Ya(e){let t=e.find(r=>r.checked)||e[0];return O(...e.map(r=>h(r,"change").pipe(m(()=>R(`label[for="${r.id}"]`))))).pipe(Q(R(`label[for="${t.id}"]`)),m(r=>({active:r})))}function Nn(e,{viewport$:t,target$:r}){let o=R(".tabbed-labels",e),n=P(":scope > input",e),i=Kr("prev");e.append(i);let a=Kr("next");return e.append(a),C(()=>{let s=new g,p=s.pipe(Z(),ie(!0));z([s,ge(e),tt(e)]).pipe(W(p),Me(1,me)).subscribe({next([{active:c},l]){let f=Ve(c),{width:u}=ce(c);e.style.setProperty("--md-indicator-x",`${f.x}px`),e.style.setProperty("--md-indicator-width",`${u}px`);let d=pr(o);(f.x<d.x||f.x+u>d.x+l.width)&&o.scrollTo({left:Math.max(0,f.x-16),behavior:"smooth"})},complete(){e.style.removeProperty("--md-indicator-x"),e.style.removeProperty("--md-indicator-width")}}),z([Ne(o),ge(o)]).pipe(W(p)).subscribe(([c,l])=>{let f=St(o);i.hidden=c.x<16,a.hidden=c.x>f.width-l.width-16}),O(h(i,"click").pipe(m(()=>-1)),h(a,"click").pipe(m(()=>1))).pipe(W(p)).subscribe(c=>{let{width:l}=ce(o);o.scrollBy({left:l*c,behavior:"smooth"})}),r.pipe(W(p),b(c=>n.includes(c))).subscribe(c=>c.click()),o.classList.add("tabbed-labels--linked");for(let c of n){let l=R(`label[for="${c.id}"]`);l.replaceChildren(x("a",{href:`#${l.htmlFor}`,tabIndex:-1},...Array.from(l.childNodes))),h(l.firstElementChild,"click").pipe(W(p),b(f=>!(f.metaKey||f.ctrlKey)),w(f=>{f.preventDefault(),f.stopPropagation()})).subscribe(()=>{history.replaceState({},"",`#${l.htmlFor}`),l.click()})}return B("content.tabs.link")&&s.pipe(Ce(1),re(t)).subscribe(([{active:c},{offset:l}])=>{let f=c.innerText.trim();if(c.hasAttribute("data-md-switching"))c.removeAttribute("data-md-switching");else{let u=e.offsetTop-l.y;for(let y of P("[data-tabs]"))for(let L of P(":scope > input",y)){let X=R(`label[for="${L.id}"]`);if(X!==c&&X.innerText.trim()===f){X.setAttribute("data-md-switching",""),L.click();break}}window.scrollTo({top:e.offsetTop-u});let d=__md_get("__tabs")||[];__md_set("__tabs",[...new Set([f,...d])])}}),s.pipe(W(p)).subscribe(()=>{for(let c of P("audio, video",e))c.pause()}),Ya(n).pipe(w(c=>s.next(c)),_(()=>s.complete()),m(c=>$({ref:e},c)))}).pipe(Ke(se))}function zn(e,{viewport$:t,target$:r,print$:o}){return O(...P(".annotate:not(.highlight)",e).map(n=>Pn(n,{target$:r,print$:o})),...P("pre:not(.mermaid) > code",e).map(n=>jn(n,{target$:r,print$:o})),...P("pre.mermaid",e).map(n=>Wn(n)),...P("table:not([class])",e).map(n=>Vn(n)),...P("details",e).map(n=>Fn(n,{target$:r,print$:o})),...P("[data-tabs]",e).map(n=>Nn(n,{viewport$:t,target$:r})),...P("[title]",e).filter(()=>B("content.tooltips")).map(n=>mt(n,{viewport$:t})))}function Ba(e,{alert$:t}){return t.pipe(v(r=>O(I(!0),I(!1).pipe(Ge(2e3))).pipe(m(o=>({message:r,active:o})))))}function qn(e,t){let r=R(".md-typeset",e);return C(()=>{let o=new g;return o.subscribe(({message:n,active:i})=>{e.classList.toggle("md-dialog--active",i),r.textContent=n}),Ba(e,t).pipe(w(n=>o.next(n)),_(()=>o.complete()),m(n=>$({ref:e},n)))})}var Ga=0;function Ja(e,t){document.body.append(e);let{width:r}=ce(e);e.style.setProperty("--md-tooltip-width",`${r}px`),e.remove();let o=cr(t),n=typeof o!="undefined"?Ne(o):I({x:0,y:0}),i=O(et(t),$t(t)).pipe(K());return z([i,n]).pipe(m(([a,s])=>{let{x:p,y:c}=Ve(t),l=ce(t),f=t.closest("table");return f&&t.parentElement&&(p+=f.offsetLeft+t.parentElement.offsetLeft,c+=f.offsetTop+t.parentElement.offsetTop),{active:a,offset:{x:p-s.x+l.width/2-r/2,y:c-s.y+l.height+8}}}))}function Qn(e){let t=e.title;if(!t.length)return S;let r=`__tooltip_${Ga++}`,o=Rt(r,"inline"),n=R(".md-typeset",o);return n.innerHTML=t,C(()=>{let i=new g;return i.subscribe({next({offset:a}){o.style.setProperty("--md-tooltip-x",`${a.x}px`),o.style.setProperty("--md-tooltip-y",`${a.y}px`)},complete(){o.style.removeProperty("--md-tooltip-x"),o.style.removeProperty("--md-tooltip-y")}}),O(i.pipe(b(({active:a})=>a)),i.pipe(_e(250),b(({active:a})=>!a))).subscribe({next({active:a}){a?(e.insertAdjacentElement("afterend",o),e.setAttribute("aria-describedby",r),e.removeAttribute("title")):(o.remove(),e.removeAttribute("aria-describedby"),e.setAttribute("title",t))},complete(){o.remove(),e.removeAttribute("aria-describedby"),e.setAttribute("title",t)}}),i.pipe(Me(16,me)).subscribe(({active:a})=>{o.classList.toggle("md-tooltip--active",a)}),i.pipe(pt(125,me),b(()=>!!e.offsetParent),m(()=>e.offsetParent.getBoundingClientRect()),m(({x:a})=>a)).subscribe({next(a){a?o.style.setProperty("--md-tooltip-0",`${-a}px`):o.style.removeProperty("--md-tooltip-0")},complete(){o.style.removeProperty("--md-tooltip-0")}}),Ja(o,e).pipe(w(a=>i.next(a)),_(()=>i.complete()),m(a=>$({ref:e},a)))}).pipe(Ke(se))}function Xa({viewport$:e}){if(!B("header.autohide"))return I(!1);let t=e.pipe(m(({offset:{y:n}})=>n),Be(2,1),m(([n,i])=>[n<i,i]),te(0)),r=z([e,t]).pipe(b(([{offset:n},[,i]])=>Math.abs(i-n.y)>100),m(([,[n]])=>n),K()),o=ze("search");return z([e,o]).pipe(m(([{offset:n},i])=>n.y>400&&!i),K(),v(n=>n?r:I(!1)),Q(!1))}function Kn(e,t){return C(()=>z([ge(e),Xa(t)])).pipe(m(([{height:r},o])=>({height:r,hidden:o})),K((r,o)=>r.height===o.height&&r.hidden===o.hidden),G(1))}function Yn(e,{header$:t,main$:r}){return C(()=>{let o=new g,n=o.pipe(Z(),ie(!0));o.pipe(te("active"),He(t)).subscribe(([{active:a},{hidden:s}])=>{e.classList.toggle("md-header--shadow",a&&!s),e.hidden=s});let i=ue(P("[title]",e)).pipe(b(()=>B("content.tooltips")),ne(a=>Qn(a)));return r.subscribe(o),t.pipe(W(n),m(a=>$({ref:e},a)),Re(i.pipe(W(n))))})}function Za(e,{viewport$:t,header$:r}){return mr(e,{viewport$:t,header$:r}).pipe(m(({offset:{y:o}})=>{let{height:n}=ce(e);return{active:o>=n}}),te("active"))}function Bn(e,t){return C(()=>{let r=new g;r.subscribe({next({active:n}){e.classList.toggle("md-header__title--active",n)},complete(){e.classList.remove("md-header__title--active")}});let o=fe(".md-content h1");return typeof o=="undefined"?S:Za(o,t).pipe(w(n=>r.next(n)),_(()=>r.complete()),m(n=>$({ref:e},n)))})}function Gn(e,{viewport$:t,header$:r}){let o=r.pipe(m(({height:i})=>i),K()),n=o.pipe(v(()=>ge(e).pipe(m(({height:i})=>({top:e.offsetTop,bottom:e.offsetTop+i})),te("bottom"))));return z([o,n,t]).pipe(m(([i,{top:a,bottom:s},{offset:{y:p},size:{height:c}}])=>(c=Math.max(0,c-Math.max(0,a-p,i)-Math.max(0,c+p-s)),{offset:a-i,height:c,active:a-i<=p})),K((i,a)=>i.offset===a.offset&&i.height===a.height&&i.active===a.active))}function es(e){let t=__md_get("__palette")||{index:e.findIndex(o=>matchMedia(o.getAttribute("data-md-color-media")).matches)},r=Math.max(0,Math.min(t.index,e.length-1));return I(...e).pipe(ne(o=>h(o,"change").pipe(m(()=>o))),Q(e[r]),m(o=>({index:e.indexOf(o),color:{media:o.getAttribute("data-md-color-media"),scheme:o.getAttribute("data-md-color-scheme"),primary:o.getAttribute("data-md-color-primary"),accent:o.getAttribute("data-md-color-accent")}})),G(1))}function Jn(e){let t=P("input",e),r=x("meta",{name:"theme-color"});document.head.appendChild(r);let o=x("meta",{name:"color-scheme"});document.head.appendChild(o);let n=Pt("(prefers-color-scheme: light)");return C(()=>{let i=new g;return i.subscribe(a=>{if(document.body.setAttribute("data-md-color-switching",""),a.color.media==="(prefers-color-scheme)"){let s=matchMedia("(prefers-color-scheme: light)"),p=document.querySelector(s.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");a.color.scheme=p.getAttribute("data-md-color-scheme"),a.color.primary=p.getAttribute("data-md-color-primary"),a.color.accent=p.getAttribute("data-md-color-accent")}for(let[s,p]of Object.entries(a.color))document.body.setAttribute(`data-md-color-${s}`,p);for(let s=0;s<t.length;s++){let p=t[s].nextElementSibling;p instanceof HTMLElement&&(p.hidden=a.index!==s)}__md_set("__palette",a)}),h(e,"keydown").pipe(b(a=>a.key==="Enter"),re(i,(a,s)=>s)).subscribe(({index:a})=>{a=(a+1)%t.length,t[a].click(),t[a].focus()}),i.pipe(m(()=>{let a=Se("header"),s=window.getComputedStyle(a);return o.content=s.colorScheme,s.backgroundColor.match(/\d+/g).map(p=>(+p).toString(16).padStart(2,"0")).join("")})).subscribe(a=>r.content=`#${a}`),i.pipe(ve(se)).subscribe(()=>{document.body.removeAttribute("data-md-color-switching")}),es(t).pipe(W(n.pipe(Ce(1))),ct(),w(a=>i.next(a)),_(()=>i.complete()),m(a=>$({ref:e},a)))})}function Xn(e,{progress$:t}){return C(()=>{let r=new g;return r.subscribe(({value:o})=>{e.style.setProperty("--md-progress-value",`${o}`)}),t.pipe(w(o=>r.next({value:o})),_(()=>r.complete()),m(o=>({ref:e,value:o})))})}var Jr=Mt(Br());function ts(e){e.setAttribute("data-md-copying","");let t=e.closest("[data-copy]"),r=t?t.getAttribute("data-copy"):e.innerText;return e.removeAttribute("data-md-copying"),r.trimEnd()}function Zn({alert$:e}){Jr.default.isSupported()&&new j(t=>{new Jr.default("[data-clipboard-target], [data-clipboard-text]",{text:r=>r.getAttribute("data-clipboard-text")||ts(R(r.getAttribute("data-clipboard-target")))}).on("success",r=>t.next(r))}).pipe(w(t=>{t.trigger.focus()}),m(()=>Ee("clipboard.copied"))).subscribe(e)}function ei(e,t){return e.protocol=t.protocol,e.hostname=t.hostname,e}function rs(e,t){let r=new Map;for(let o of P("url",e)){let n=R("loc",o),i=[ei(new URL(n.textContent),t)];r.set(`${i[0]}`,i);for(let a of P("[rel=alternate]",o)){let s=a.getAttribute("href");s!=null&&i.push(ei(new URL(s),t))}}return r}function ur(e){return un(new URL("sitemap.xml",e)).pipe(m(t=>rs(t,new URL(e))),de(()=>I(new Map)))}function os(e,t){if(!(e.target instanceof Element))return S;let r=e.target.closest("a");if(r===null)return S;if(r.target||e.metaKey||e.ctrlKey)return S;let o=new URL(r.href);return o.search=o.hash="",t.has(`${o}`)?(e.preventDefault(),I(new URL(r.href))):S}function ti(e){let t=new Map;for(let r of P(":scope > *",e.head))t.set(r.outerHTML,r);return t}function ri(e){for(let t of P("[href], [src]",e))for(let r of["href","src"]){let o=t.getAttribute(r);if(o&&!/^(?:[a-z]+:)?\/\//i.test(o)){t[r]=t[r];break}}return I(e)}function ns(e){for(let o of["[data-md-component=announce]","[data-md-component=container]","[data-md-component=header-topic]","[data-md-component=outdated]","[data-md-component=logo]","[data-md-component=skip]",...B("navigation.tabs.sticky")?["[data-md-component=tabs]"]:[]]){let n=fe(o),i=fe(o,e);typeof n!="undefined"&&typeof i!="undefined"&&n.replaceWith(i)}let t=ti(document);for(let[o,n]of ti(e))t.has(o)?t.delete(o):document.head.appendChild(n);for(let o of t.values()){let n=o.getAttribute("name");n!=="theme-color"&&n!=="color-scheme"&&o.remove()}let r=Se("container");return We(P("script",r)).pipe(v(o=>{let n=e.createElement("script");if(o.src){for(let i of o.getAttributeNames())n.setAttribute(i,o.getAttribute(i));return o.replaceWith(n),new j(i=>{n.onload=()=>i.complete()})}else return n.textContent=o.textContent,o.replaceWith(n),S}),Z(),ie(document))}function oi({location$:e,viewport$:t,progress$:r}){let o=xe();if(location.protocol==="file:")return S;let n=ur(o.base);I(document).subscribe(ri);let i=h(document.body,"click").pipe(He(n),v(([p,c])=>os(p,c)),pe()),a=h(window,"popstate").pipe(m(ye),pe());i.pipe(re(t)).subscribe(([p,{offset:c}])=>{history.replaceState(c,""),history.pushState(null,"",p)}),O(i,a).subscribe(e);let s=e.pipe(te("pathname"),v(p=>fn(p,{progress$:r}).pipe(de(()=>(lt(p,!0),S)))),v(ri),v(ns),pe());return O(s.pipe(re(e,(p,c)=>c)),s.pipe(v(()=>e),te("hash")),e.pipe(K((p,c)=>p.pathname===c.pathname&&p.hash===c.hash),v(()=>i),w(()=>history.back()))).subscribe(p=>{var c,l;history.state!==null||!p.hash?window.scrollTo(0,(l=(c=history.state)==null?void 0:c.y)!=null?l:0):(history.scrollRestoration="auto",pn(p.hash),history.scrollRestoration="manual")}),e.subscribe(()=>{history.scrollRestoration="manual"}),h(window,"beforeunload").subscribe(()=>{history.scrollRestoration="auto"}),t.pipe(te("offset"),_e(100)).subscribe(({offset:p})=>{history.replaceState(p,"")}),s}var ni=Mt(qr());function ii(e){let t=e.separator.split("|").map(n=>n.replace(/(\(\?[!=<][^)]+\))/g,"").length===0?"\uFFFD":n).join("|"),r=new RegExp(t,"img"),o=(n,i,a)=>`${i}<mark data-md-highlight>${a}</mark>`;return n=>{n=n.replace(/[\s*+\-:~^]+/g," ").trim();let i=new RegExp(`(^|${e.separator}|)(${n.replace(/[|\\{}()[\]^$+*?.-]/g,"\\$&").replace(r,"|")})`,"img");return a=>(0,ni.default)(a).replace(i,o).replace(/<\/mark>(\s+)<mark[^>]*>/img,"$1")}}function jt(e){return e.type===1}function dr(e){return e.type===3}function ai(e,t){let r=yn(e);return O(I(location.protocol!=="file:"),ze("search")).pipe(Ae(o=>o),v(()=>t)).subscribe(({config:o,docs:n})=>r.next({type:0,data:{config:o,docs:n,options:{suggest:B("search.suggest")}}})),r}function si(e){var l;let{selectedVersionSitemap:t,selectedVersionBaseURL:r,currentLocation:o,currentBaseURL:n}=e,i=(l=Xr(n))==null?void 0:l.pathname;if(i===void 0)return;let a=ss(o.pathname,i);if(a===void 0)return;let s=ps(t.keys());if(!t.has(s))return;let p=Xr(a,s);if(!p||!t.has(p.href))return;let c=Xr(a,r);if(c)return c.hash=o.hash,c.search=o.search,c}function Xr(e,t){try{return new URL(e,t)}catch(r){return}}function ss(e,t){if(e.startsWith(t))return e.slice(t.length)}function cs(e,t){let r=Math.min(e.length,t.length),o;for(o=0;o<r&&e[o]===t[o];++o);return o}function ps(e){let t;for(let r of e)t===void 0?t=r:t=t.slice(0,cs(t,r));return t!=null?t:""}function ci({document$:e}){let t=xe(),r=je(new URL("../versions.json",t.base)).pipe(de(()=>S)),o=r.pipe(m(n=>{let[,i]=t.base.match(/([^/]+)\/?$/);return n.find(({version:a,aliases:s})=>a===i||s.includes(i))||n[0]}));r.pipe(m(n=>new Map(n.map(i=>[`${new URL(`../${i.version}/`,t.base)}`,i]))),v(n=>h(document.body,"click").pipe(b(i=>!i.metaKey&&!i.ctrlKey),re(o),v(([i,a])=>{if(i.target instanceof Element){let s=i.target.closest("a");if(s&&!s.target&&n.has(s.href)){let p=s.href;return!i.target.closest(".md-version")&&n.get(p)===a?S:(i.preventDefault(),I(new URL(p)))}}return S}),v(i=>ur(i).pipe(m(a=>{var s;return(s=si({selectedVersionSitemap:a,selectedVersionBaseURL:i,currentLocation:ye(),currentBaseURL:t.base}))!=null?s:i})))))).subscribe(n=>lt(n,!0)),z([r,o]).subscribe(([n,i])=>{R(".md-header__topic").appendChild(Cn(n,i))}),e.pipe(v(()=>o)).subscribe(n=>{var s;let i=new URL(t.base),a=__md_get("__outdated",sessionStorage,i);if(a===null){a=!0;let p=((s=t.version)==null?void 0:s.default)||"latest";Array.isArray(p)||(p=[p]);e:for(let c of p)for(let l of n.aliases.concat(n.version))if(new RegExp(c,"i").test(l)){a=!1;break e}__md_set("__outdated",a,sessionStorage,i)}if(a)for(let p of ae("outdated"))p.hidden=!1})}function ls(e,{worker$:t}){let{searchParams:r}=ye();r.has("q")&&(Je("search",!0),e.value=r.get("q"),e.focus(),ze("search").pipe(Ae(i=>!i)).subscribe(()=>{let i=ye();i.searchParams.delete("q"),history.replaceState({},"",`${i}`)}));let o=et(e),n=O(t.pipe(Ae(jt)),h(e,"keyup"),o).pipe(m(()=>e.value),K());return z([n,o]).pipe(m(([i,a])=>({value:i,focus:a})),G(1))}function pi(e,{worker$:t}){let r=new g,o=r.pipe(Z(),ie(!0));z([t.pipe(Ae(jt)),r],(i,a)=>a).pipe(te("value")).subscribe(({value:i})=>t.next({type:2,data:i})),r.pipe(te("focus")).subscribe(({focus:i})=>{i&&Je("search",i)}),h(e.form,"reset").pipe(W(o)).subscribe(()=>e.focus());let n=R("header [for=__search]");return h(n,"click").subscribe(()=>e.focus()),ls(e,{worker$:t}).pipe(w(i=>r.next(i)),_(()=>r.complete()),m(i=>$({ref:e},i)),G(1))}function li(e,{worker$:t,query$:r}){let o=new g,n=on(e.parentElement).pipe(b(Boolean)),i=e.parentElement,a=R(":scope > :first-child",e),s=R(":scope > :last-child",e);ze("search").subscribe(l=>s.setAttribute("role",l?"list":"presentation")),o.pipe(re(r),Wr(t.pipe(Ae(jt)))).subscribe(([{items:l},{value:f}])=>{switch(l.length){case 0:a.textContent=f.length?Ee("search.result.none"):Ee("search.result.placeholder");break;case 1:a.textContent=Ee("search.result.one");break;default:let u=sr(l.length);a.textContent=Ee("search.result.other",u)}});let p=o.pipe(w(()=>s.innerHTML=""),v(({items:l})=>O(I(...l.slice(0,10)),I(...l.slice(10)).pipe(Be(4),Vr(n),v(([f])=>f)))),m(Mn),pe());return p.subscribe(l=>s.appendChild(l)),p.pipe(ne(l=>{let f=fe("details",l);return typeof f=="undefined"?S:h(f,"toggle").pipe(W(o),m(()=>f))})).subscribe(l=>{l.open===!1&&l.offsetTop<=i.scrollTop&&i.scrollTo({top:l.offsetTop})}),t.pipe(b(dr),m(({data:l})=>l)).pipe(w(l=>o.next(l)),_(()=>o.complete()),m(l=>$({ref:e},l)))}function ms(e,{query$:t}){return t.pipe(m(({value:r})=>{let o=ye();return o.hash="",r=r.replace(/\s+/g,"+").replace(/&/g,"%26").replace(/=/g,"%3D"),o.search=`q=${r}`,{url:o}}))}function mi(e,t){let r=new g,o=r.pipe(Z(),ie(!0));return r.subscribe(({url:n})=>{e.setAttribute("data-clipboard-text",e.href),e.href=`${n}`}),h(e,"click").pipe(W(o)).subscribe(n=>n.preventDefault()),ms(e,t).pipe(w(n=>r.next(n)),_(()=>r.complete()),m(n=>$({ref:e},n)))}function fi(e,{worker$:t,keyboard$:r}){let o=new g,n=Se("search-query"),i=O(h(n,"keydown"),h(n,"focus")).pipe(ve(se),m(()=>n.value),K());return o.pipe(He(i),m(([{suggest:s},p])=>{let c=p.split(/([\s-]+)/);if(s!=null&&s.length&&c[c.length-1]){let l=s[s.length-1];l.startsWith(c[c.length-1])&&(c[c.length-1]=l)}else c.length=0;return c})).subscribe(s=>e.innerHTML=s.join("").replace(/\s/g,"&nbsp;")),r.pipe(b(({mode:s})=>s==="search")).subscribe(s=>{switch(s.type){case"ArrowRight":e.innerText.length&&n.selectionStart===n.value.length&&(n.value=e.innerText);break}}),t.pipe(b(dr),m(({data:s})=>s)).pipe(w(s=>o.next(s)),_(()=>o.complete()),m(()=>({ref:e})))}function ui(e,{index$:t,keyboard$:r}){let o=xe();try{let n=ai(o.search,t),i=Se("search-query",e),a=Se("search-result",e);h(e,"click").pipe(b(({target:p})=>p instanceof Element&&!!p.closest("a"))).subscribe(()=>Je("search",!1)),r.pipe(b(({mode:p})=>p==="search")).subscribe(p=>{let c=Ie();switch(p.type){case"Enter":if(c===i){let l=new Map;for(let f of P(":first-child [href]",a)){let u=f.firstElementChild;l.set(f,parseFloat(u.getAttribute("data-md-score")))}if(l.size){let[[f]]=[...l].sort(([,u],[,d])=>d-u);f.click()}p.claim()}break;case"Escape":case"Tab":Je("search",!1),i.blur();break;case"ArrowUp":case"ArrowDown":if(typeof c=="undefined")i.focus();else{let l=[i,...P(":not(details) > [href], summary, details[open] [href]",a)],f=Math.max(0,(Math.max(0,l.indexOf(c))+l.length+(p.type==="ArrowUp"?-1:1))%l.length);l[f].focus()}p.claim();break;default:i!==Ie()&&i.focus()}}),r.pipe(b(({mode:p})=>p==="global")).subscribe(p=>{switch(p.type){case"f":case"s":case"/":i.focus(),i.select(),p.claim();break}});let s=pi(i,{worker$:n});return O(s,li(a,{worker$:n,query$:s})).pipe(Re(...ae("search-share",e).map(p=>mi(p,{query$:s})),...ae("search-suggest",e).map(p=>fi(p,{worker$:n,keyboard$:r}))))}catch(n){return e.hidden=!0,Ye}}function di(e,{index$:t,location$:r}){return z([t,r.pipe(Q(ye()),b(o=>!!o.searchParams.get("h")))]).pipe(m(([o,n])=>ii(o.config)(n.searchParams.get("h"))),m(o=>{var a;let n=new Map,i=document.createNodeIterator(e,NodeFilter.SHOW_TEXT);for(let s=i.nextNode();s;s=i.nextNode())if((a=s.parentElement)!=null&&a.offsetHeight){let p=s.textContent,c=o(p);c.length>p.length&&n.set(s,c)}for(let[s,p]of n){let{childNodes:c}=x("span",null,p);s.replaceWith(...Array.from(c))}return{ref:e,nodes:n}}))}function fs(e,{viewport$:t,main$:r}){let o=e.closest(".md-grid"),n=o.offsetTop-o.parentElement.offsetTop;return z([r,t]).pipe(m(([{offset:i,height:a},{offset:{y:s}}])=>(a=a+Math.min(n,Math.max(0,s-i))-n,{height:a,locked:s>=i+n})),K((i,a)=>i.height===a.height&&i.locked===a.locked))}function Zr(e,o){var n=o,{header$:t}=n,r=so(n,["header$"]);let i=R(".md-sidebar__scrollwrap",e),{y:a}=Ve(i);return C(()=>{let s=new g,p=s.pipe(Z(),ie(!0)),c=s.pipe(Me(0,me));return c.pipe(re(t)).subscribe({next([{height:l},{height:f}]){i.style.height=`${l-2*a}px`,e.style.top=`${f}px`},complete(){i.style.height="",e.style.top=""}}),c.pipe(Ae()).subscribe(()=>{for(let l of P(".md-nav__link--active[href]",e)){if(!l.clientHeight)continue;let f=l.closest(".md-sidebar__scrollwrap");if(typeof f!="undefined"){let u=l.offsetTop-f.offsetTop,{height:d}=ce(f);f.scrollTo({top:u-d/2})}}}),ue(P("label[tabindex]",e)).pipe(ne(l=>h(l,"click").pipe(ve(se),m(()=>l),W(p)))).subscribe(l=>{let f=R(`[id="${l.htmlFor}"]`);R(`[aria-labelledby="${l.id}"]`).setAttribute("aria-expanded",`${f.checked}`)}),fs(e,r).pipe(w(l=>s.next(l)),_(()=>s.complete()),m(l=>$({ref:e},l)))})}function hi(e,t){if(typeof t!="undefined"){let r=`https://api.github.com/repos/${e}/${t}`;return st(je(`${r}/releases/latest`).pipe(de(()=>S),m(o=>({version:o.tag_name})),De({})),je(r).pipe(de(()=>S),m(o=>({stars:o.stargazers_count,forks:o.forks_count})),De({}))).pipe(m(([o,n])=>$($({},o),n)))}else{let r=`https://api.github.com/users/${e}`;return je(r).pipe(m(o=>({repositories:o.public_repos})),De({}))}}function bi(e,t){let r=`https://${e}/api/v4/projects/${encodeURIComponent(t)}`;return st(je(`${r}/releases/permalink/latest`).pipe(de(()=>S),m(({tag_name:o})=>({version:o})),De({})),je(r).pipe(de(()=>S),m(({star_count:o,forks_count:n})=>({stars:o,forks:n})),De({}))).pipe(m(([o,n])=>$($({},o),n)))}function vi(e){let t=e.match(/^.+github\.com\/([^/]+)\/?([^/]+)?/i);if(t){let[,r,o]=t;return hi(r,o)}if(t=e.match(/^.+?([^/]*gitlab[^/]+)\/(.+?)\/?$/i),t){let[,r,o]=t;return bi(r,o)}return S}var us;function ds(e){return us||(us=C(()=>{let t=__md_get("__source",sessionStorage);if(t)return I(t);if(ae("consent").length){let o=__md_get("__consent");if(!(o&&o.github))return S}return vi(e.href).pipe(w(o=>__md_set("__source",o,sessionStorage)))}).pipe(de(()=>S),b(t=>Object.keys(t).length>0),m(t=>({facts:t})),G(1)))}function gi(e){let t=R(":scope > :last-child",e);return C(()=>{let r=new g;return r.subscribe(({facts:o})=>{t.appendChild(_n(o)),t.classList.add("md-source__repository--active")}),ds(e).pipe(w(o=>r.next(o)),_(()=>r.complete()),m(o=>$({ref:e},o)))})}function hs(e,{viewport$:t,header$:r}){return ge(document.body).pipe(v(()=>mr(e,{header$:r,viewport$:t})),m(({offset:{y:o}})=>({hidden:o>=10})),te("hidden"))}function yi(e,t){return C(()=>{let r=new g;return r.subscribe({next({hidden:o}){e.hidden=o},complete(){e.hidden=!1}}),(B("navigation.tabs.sticky")?I({hidden:!1}):hs(e,t)).pipe(w(o=>r.next(o)),_(()=>r.complete()),m(o=>$({ref:e},o)))})}function bs(e,{viewport$:t,header$:r}){let o=new Map,n=P(".md-nav__link",e);for(let s of n){let p=decodeURIComponent(s.hash.substring(1)),c=fe(`[id="${p}"]`);typeof c!="undefined"&&o.set(s,c)}let i=r.pipe(te("height"),m(({height:s})=>{let p=Se("main"),c=R(":scope > :first-child",p);return s+.8*(c.offsetTop-p.offsetTop)}),pe());return ge(document.body).pipe(te("height"),v(s=>C(()=>{let p=[];return I([...o].reduce((c,[l,f])=>{for(;p.length&&o.get(p[p.length-1]).tagName>=f.tagName;)p.pop();let u=f.offsetTop;for(;!u&&f.parentElement;)f=f.parentElement,u=f.offsetTop;let d=f.offsetParent;for(;d;d=d.offsetParent)u+=d.offsetTop;return c.set([...p=[...p,l]].reverse(),u)},new Map))}).pipe(m(p=>new Map([...p].sort(([,c],[,l])=>c-l))),He(i),v(([p,c])=>t.pipe(Fr(([l,f],{offset:{y:u},size:d})=>{let y=u+d.height>=Math.floor(s.height);for(;f.length;){let[,L]=f[0];if(L-c<u||y)l=[...l,f.shift()];else break}for(;l.length;){let[,L]=l[l.length-1];if(L-c>=u&&!y)f=[l.pop(),...f];else break}return[l,f]},[[],[...p]]),K((l,f)=>l[0]===f[0]&&l[1]===f[1])))))).pipe(m(([s,p])=>({prev:s.map(([c])=>c),next:p.map(([c])=>c)})),Q({prev:[],next:[]}),Be(2,1),m(([s,p])=>s.prev.length<p.prev.length?{prev:p.prev.slice(Math.max(0,s.prev.length-1),p.prev.length),next:[]}:{prev:p.prev.slice(-1),next:p.next.slice(0,p.next.length-s.next.length)}))}function xi(e,{viewport$:t,header$:r,main$:o,target$:n}){return C(()=>{let i=new g,a=i.pipe(Z(),ie(!0));if(i.subscribe(({prev:s,next:p})=>{for(let[c]of p)c.classList.remove("md-nav__link--passed"),c.classList.remove("md-nav__link--active");for(let[c,[l]]of s.entries())l.classList.add("md-nav__link--passed"),l.classList.toggle("md-nav__link--active",c===s.length-1)}),B("toc.follow")){let s=O(t.pipe(_e(1),m(()=>{})),t.pipe(_e(250),m(()=>"smooth")));i.pipe(b(({prev:p})=>p.length>0),He(o.pipe(ve(se))),re(s)).subscribe(([[{prev:p}],c])=>{let[l]=p[p.length-1];if(l.offsetHeight){let f=cr(l);if(typeof f!="undefined"){let u=l.offsetTop-f.offsetTop,{height:d}=ce(f);f.scrollTo({top:u-d/2,behavior:c})}}})}return B("navigation.tracking")&&t.pipe(W(a),te("offset"),_e(250),Ce(1),W(n.pipe(Ce(1))),ct({delay:250}),re(i)).subscribe(([,{prev:s}])=>{let p=ye(),c=s[s.length-1];if(c&&c.length){let[l]=c,{hash:f}=new URL(l.href);p.hash!==f&&(p.hash=f,history.replaceState({},"",`${p}`))}else p.hash="",history.replaceState({},"",`${p}`)}),bs(e,{viewport$:t,header$:r}).pipe(w(s=>i.next(s)),_(()=>i.complete()),m(s=>$({ref:e},s)))})}function vs(e,{viewport$:t,main$:r,target$:o}){let n=t.pipe(m(({offset:{y:a}})=>a),Be(2,1),m(([a,s])=>a>s&&s>0),K()),i=r.pipe(m(({active:a})=>a));return z([i,n]).pipe(m(([a,s])=>!(a&&s)),K(),W(o.pipe(Ce(1))),ie(!0),ct({delay:250}),m(a=>({hidden:a})))}function Ei(e,{viewport$:t,header$:r,main$:o,target$:n}){let i=new g,a=i.pipe(Z(),ie(!0));return i.subscribe({next({hidden:s}){e.hidden=s,s?(e.setAttribute("tabindex","-1"),e.blur()):e.removeAttribute("tabindex")},complete(){e.style.top="",e.hidden=!0,e.removeAttribute("tabindex")}}),r.pipe(W(a),te("height")).subscribe(({height:s})=>{e.style.top=`${s+16}px`}),h(e,"click").subscribe(s=>{s.preventDefault(),window.scrollTo({top:0})}),vs(e,{viewport$:t,main$:o,target$:n}).pipe(w(s=>i.next(s)),_(()=>i.complete()),m(s=>$({ref:e},s)))}function wi({document$:e,viewport$:t}){e.pipe(v(()=>P(".md-ellipsis")),ne(r=>tt(r).pipe(W(e.pipe(Ce(1))),b(o=>o),m(()=>r),Te(1))),b(r=>r.offsetWidth<r.scrollWidth),ne(r=>{let o=r.innerText,n=r.closest("a")||r;return n.title=o,B("content.tooltips")?mt(n,{viewport$:t}).pipe(W(e.pipe(Ce(1))),_(()=>n.removeAttribute("title"))):S})).subscribe(),B("content.tooltips")&&e.pipe(v(()=>P(".md-status")),ne(r=>mt(r,{viewport$:t}))).subscribe()}function Ti({document$:e,tablet$:t}){e.pipe(v(()=>P(".md-toggle--indeterminate")),w(r=>{r.indeterminate=!0,r.checked=!1}),ne(r=>h(r,"change").pipe(Dr(()=>r.classList.contains("md-toggle--indeterminate")),m(()=>r))),re(t)).subscribe(([r,o])=>{r.classList.remove("md-toggle--indeterminate"),o&&(r.checked=!1)})}function gs(){return/(iPad|iPhone|iPod)/.test(navigator.userAgent)}function Si({document$:e}){e.pipe(v(()=>P("[data-md-scrollfix]")),w(t=>t.removeAttribute("data-md-scrollfix")),b(gs),ne(t=>h(t,"touchstart").pipe(m(()=>t)))).subscribe(t=>{let r=t.scrollTop;r===0?t.scrollTop=1:r+t.offsetHeight===t.scrollHeight&&(t.scrollTop=r-1)})}function Oi({viewport$:e,tablet$:t}){z([ze("search"),t]).pipe(m(([r,o])=>r&&!o),v(r=>I(r).pipe(Ge(r?400:100))),re(e)).subscribe(([r,{offset:{y:o}}])=>{if(r)document.body.setAttribute("data-md-scrolllock",""),document.body.style.top=`-${o}px`;else{let n=-1*parseInt(document.body.style.top,10);document.body.removeAttribute("data-md-scrolllock"),document.body.style.top="",n&&window.scrollTo(0,n)}})}Object.entries||(Object.entries=function(e){let t=[];for(let r of Object.keys(e))t.push([r,e[r]]);return t});Object.values||(Object.values=function(e){let t=[];for(let r of Object.keys(e))t.push(e[r]);return t});typeof Element!="undefined"&&(Element.prototype.scrollTo||(Element.prototype.scrollTo=function(e,t){typeof e=="object"?(this.scrollLeft=e.left,this.scrollTop=e.top):(this.scrollLeft=e,this.scrollTop=t)}),Element.prototype.replaceWith||(Element.prototype.replaceWith=function(...e){let t=this.parentNode;if(t){e.length===0&&t.removeChild(this);for(let r=e.length-1;r>=0;r--){let o=e[r];typeof o=="string"?o=document.createTextNode(o):o.parentNode&&o.parentNode.removeChild(o),r?t.insertBefore(this.previousSibling,o):t.replaceChild(o,this)}}}));function ys(){return location.protocol==="file:"?Tt(`${new URL("search/search_index.js",eo.base)}`).pipe(m(()=>__index),G(1)):je(new URL("search/search_index.json",eo.base))}document.documentElement.classList.remove("no-js");document.documentElement.classList.add("js");var ot=Go(),Ut=sn(),Lt=ln(Ut),to=an(),Oe=gn(),hr=Pt("(min-width: 960px)"),Mi=Pt("(min-width: 1220px)"),_i=mn(),eo=xe(),Ai=document.forms.namedItem("search")?ys():Ye,ro=new g;Zn({alert$:ro});var oo=new g;B("navigation.instant")&&oi({location$:Ut,viewport$:Oe,progress$:oo}).subscribe(ot);var Li;((Li=eo.version)==null?void 0:Li.provider)==="mike"&&ci({document$:ot});O(Ut,Lt).pipe(Ge(125)).subscribe(()=>{Je("drawer",!1),Je("search",!1)});to.pipe(b(({mode:e})=>e==="global")).subscribe(e=>{switch(e.type){case"p":case",":let t=fe("link[rel=prev]");typeof t!="undefined"&&lt(t);break;case"n":case".":let r=fe("link[rel=next]");typeof r!="undefined"&&lt(r);break;case"Enter":let o=Ie();o instanceof HTMLLabelElement&&o.click()}});wi({viewport$:Oe,document$:ot});Ti({document$:ot,tablet$:hr});Si({document$:ot});Oi({viewport$:Oe,tablet$:hr});var rt=Kn(Se("header"),{viewport$:Oe}),Ft=ot.pipe(m(()=>Se("main")),v(e=>Gn(e,{viewport$:Oe,header$:rt})),G(1)),xs=O(...ae("consent").map(e=>En(e,{target$:Lt})),...ae("dialog").map(e=>qn(e,{alert$:ro})),...ae("palette").map(e=>Jn(e)),...ae("progress").map(e=>Xn(e,{progress$:oo})),...ae("search").map(e=>ui(e,{index$:Ai,keyboard$:to})),...ae("source").map(e=>gi(e))),Es=C(()=>O(...ae("announce").map(e=>xn(e)),...ae("content").map(e=>zn(e,{viewport$:Oe,target$:Lt,print$:_i})),...ae("content").map(e=>B("search.highlight")?di(e,{index$:Ai,location$:Ut}):S),...ae("header").map(e=>Yn(e,{viewport$:Oe,header$:rt,main$:Ft})),...ae("header-title").map(e=>Bn(e,{viewport$:Oe,header$:rt})),...ae("sidebar").map(e=>e.getAttribute("data-md-type")==="navigation"?Nr(Mi,()=>Zr(e,{viewport$:Oe,header$:rt,main$:Ft})):Nr(hr,()=>Zr(e,{viewport$:Oe,header$:rt,main$:Ft}))),...ae("tabs").map(e=>yi(e,{viewport$:Oe,header$:rt})),...ae("toc").map(e=>xi(e,{viewport$:Oe,header$:rt,main$:Ft,target$:Lt})),...ae("top").map(e=>Ei(e,{viewport$:Oe,header$:rt,main$:Ft,target$:Lt})))),Ci=ot.pipe(v(()=>Es),Re(xs),G(1));Ci.subscribe();window.document$=ot;window.location$=Ut;window.target$=Lt;window.keyboard$=to;window.viewport$=Oe;window.tablet$=hr;window.screen$=Mi;window.print$=_i;window.alert$=ro;window.progress$=oo;window.component$=Ci;})();
+//# sourceMappingURL=bundle.f13b1293.min.js.map
 
diff --git a/v2.20/assets/javascripts/bundle.5090c770.min.js.map b/v2.20/assets/javascripts/bundle.f13b1293.min.js.map
similarity index 88%
rename from v2.20/assets/javascripts/bundle.5090c770.min.js.map
rename to v2.20/assets/javascripts/bundle.f13b1293.min.js.map
index c29855d852..8bc6fb8d1e 100644
--- a/v2.20/assets/javascripts/bundle.5090c770.min.js.map
+++ b/v2.20/assets/javascripts/bundle.f13b1293.min.js.map
@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["node_modules/focus-visible/dist/focus-visible.js", "node_modules/escape-html/index.js", "node_modules/clipboard/dist/clipboard.js", "src/templates/assets/javascripts/bundle.ts", "node_modules/tslib/tslib.es6.mjs", "node_modules/rxjs/src/internal/util/isFunction.ts", "node_modules/rxjs/src/internal/util/createErrorClass.ts", "node_modules/rxjs/src/internal/util/UnsubscriptionError.ts", "node_modules/rxjs/src/internal/util/arrRemove.ts", "node_modules/rxjs/src/internal/Subscription.ts", "node_modules/rxjs/src/internal/config.ts", "node_modules/rxjs/src/internal/scheduler/timeoutProvider.ts", "node_modules/rxjs/src/internal/util/reportUnhandledError.ts", "node_modules/rxjs/src/internal/util/noop.ts", "node_modules/rxjs/src/internal/NotificationFactories.ts", "node_modules/rxjs/src/internal/util/errorContext.ts", "node_modules/rxjs/src/internal/Subscriber.ts", "node_modules/rxjs/src/internal/symbol/observable.ts", "node_modules/rxjs/src/internal/util/identity.ts", "node_modules/rxjs/src/internal/util/pipe.ts", "node_modules/rxjs/src/internal/Observable.ts", "node_modules/rxjs/src/internal/util/lift.ts", "node_modules/rxjs/src/internal/operators/OperatorSubscriber.ts", "node_modules/rxjs/src/internal/scheduler/animationFrameProvider.ts", "node_modules/rxjs/src/internal/util/ObjectUnsubscribedError.ts", "node_modules/rxjs/src/internal/Subject.ts", "node_modules/rxjs/src/internal/BehaviorSubject.ts", "node_modules/rxjs/src/internal/scheduler/dateTimestampProvider.ts", "node_modules/rxjs/src/internal/ReplaySubject.ts", "node_modules/rxjs/src/internal/scheduler/Action.ts", "node_modules/rxjs/src/internal/scheduler/intervalProvider.ts", "node_modules/rxjs/src/internal/scheduler/AsyncAction.ts", "node_modules/rxjs/src/internal/Scheduler.ts", "node_modules/rxjs/src/internal/scheduler/AsyncScheduler.ts", "node_modules/rxjs/src/internal/scheduler/async.ts", "node_modules/rxjs/src/internal/scheduler/QueueAction.ts", "node_modules/rxjs/src/internal/scheduler/QueueScheduler.ts", "node_modules/rxjs/src/internal/scheduler/queue.ts", "node_modules/rxjs/src/internal/scheduler/AnimationFrameAction.ts", "node_modules/rxjs/src/internal/scheduler/AnimationFrameScheduler.ts", "node_modules/rxjs/src/internal/scheduler/animationFrame.ts", "node_modules/rxjs/src/internal/observable/empty.ts", "node_modules/rxjs/src/internal/util/isScheduler.ts", "node_modules/rxjs/src/internal/util/args.ts", "node_modules/rxjs/src/internal/util/isArrayLike.ts", "node_modules/rxjs/src/internal/util/isPromise.ts", "node_modules/rxjs/src/internal/util/isInteropObservable.ts", "node_modules/rxjs/src/internal/util/isAsyncIterable.ts", "node_modules/rxjs/src/internal/util/throwUnobservableError.ts", "node_modules/rxjs/src/internal/symbol/iterator.ts", "node_modules/rxjs/src/internal/util/isIterable.ts", "node_modules/rxjs/src/internal/util/isReadableStreamLike.ts", "node_modules/rxjs/src/internal/observable/innerFrom.ts", "node_modules/rxjs/src/internal/util/executeSchedule.ts", "node_modules/rxjs/src/internal/operators/observeOn.ts", "node_modules/rxjs/src/internal/operators/subscribeOn.ts", "node_modules/rxjs/src/internal/scheduled/scheduleObservable.ts", "node_modules/rxjs/src/internal/scheduled/schedulePromise.ts", "node_modules/rxjs/src/internal/scheduled/scheduleArray.ts", "node_modules/rxjs/src/internal/scheduled/scheduleIterable.ts", "node_modules/rxjs/src/internal/scheduled/scheduleAsyncIterable.ts", "node_modules/rxjs/src/internal/scheduled/scheduleReadableStreamLike.ts", "node_modules/rxjs/src/internal/scheduled/scheduled.ts", "node_modules/rxjs/src/internal/observable/from.ts", "node_modules/rxjs/src/internal/observable/of.ts", "node_modules/rxjs/src/internal/observable/throwError.ts", "node_modules/rxjs/src/internal/util/EmptyError.ts", "node_modules/rxjs/src/internal/util/isDate.ts", "node_modules/rxjs/src/internal/operators/map.ts", "node_modules/rxjs/src/internal/util/mapOneOrManyArgs.ts", "node_modules/rxjs/src/internal/util/argsArgArrayOrObject.ts", "node_modules/rxjs/src/internal/util/createObject.ts", "node_modules/rxjs/src/internal/observable/combineLatest.ts", "node_modules/rxjs/src/internal/operators/mergeInternals.ts", "node_modules/rxjs/src/internal/operators/mergeMap.ts", "node_modules/rxjs/src/internal/operators/mergeAll.ts", "node_modules/rxjs/src/internal/operators/concatAll.ts", "node_modules/rxjs/src/internal/observable/concat.ts", "node_modules/rxjs/src/internal/observable/defer.ts", "node_modules/rxjs/src/internal/observable/fromEvent.ts", "node_modules/rxjs/src/internal/observable/fromEventPattern.ts", "node_modules/rxjs/src/internal/observable/timer.ts", "node_modules/rxjs/src/internal/observable/merge.ts", "node_modules/rxjs/src/internal/observable/never.ts", "node_modules/rxjs/src/internal/util/argsOrArgArray.ts", "node_modules/rxjs/src/internal/operators/filter.ts", "node_modules/rxjs/src/internal/observable/zip.ts", "node_modules/rxjs/src/internal/operators/audit.ts", "node_modules/rxjs/src/internal/operators/auditTime.ts", "node_modules/rxjs/src/internal/operators/bufferCount.ts", "node_modules/rxjs/src/internal/operators/catchError.ts", "node_modules/rxjs/src/internal/operators/scanInternals.ts", "node_modules/rxjs/src/internal/operators/combineLatest.ts", "node_modules/rxjs/src/internal/operators/combineLatestWith.ts", "node_modules/rxjs/src/internal/operators/debounce.ts", "node_modules/rxjs/src/internal/operators/debounceTime.ts", "node_modules/rxjs/src/internal/operators/defaultIfEmpty.ts", "node_modules/rxjs/src/internal/operators/take.ts", "node_modules/rxjs/src/internal/operators/ignoreElements.ts", "node_modules/rxjs/src/internal/operators/mapTo.ts", "node_modules/rxjs/src/internal/operators/delayWhen.ts", "node_modules/rxjs/src/internal/operators/delay.ts", "node_modules/rxjs/src/internal/operators/distinctUntilChanged.ts", "node_modules/rxjs/src/internal/operators/distinctUntilKeyChanged.ts", "node_modules/rxjs/src/internal/operators/throwIfEmpty.ts", "node_modules/rxjs/src/internal/operators/endWith.ts", "node_modules/rxjs/src/internal/operators/finalize.ts", "node_modules/rxjs/src/internal/operators/first.ts", "node_modules/rxjs/src/internal/operators/takeLast.ts", "node_modules/rxjs/src/internal/operators/merge.ts", "node_modules/rxjs/src/internal/operators/mergeWith.ts", "node_modules/rxjs/src/internal/operators/repeat.ts", "node_modules/rxjs/src/internal/operators/scan.ts", "node_modules/rxjs/src/internal/operators/share.ts", "node_modules/rxjs/src/internal/operators/shareReplay.ts", "node_modules/rxjs/src/internal/operators/skip.ts", "node_modules/rxjs/src/internal/operators/skipUntil.ts", "node_modules/rxjs/src/internal/operators/startWith.ts", "node_modules/rxjs/src/internal/operators/switchMap.ts", "node_modules/rxjs/src/internal/operators/takeUntil.ts", "node_modules/rxjs/src/internal/operators/takeWhile.ts", "node_modules/rxjs/src/internal/operators/tap.ts", "node_modules/rxjs/src/internal/operators/throttle.ts", "node_modules/rxjs/src/internal/operators/throttleTime.ts", "node_modules/rxjs/src/internal/operators/withLatestFrom.ts", "node_modules/rxjs/src/internal/operators/zip.ts", "node_modules/rxjs/src/internal/operators/zipWith.ts", "src/templates/assets/javascripts/browser/document/index.ts", "src/templates/assets/javascripts/browser/element/_/index.ts", "src/templates/assets/javascripts/browser/element/focus/index.ts", "src/templates/assets/javascripts/browser/element/hover/index.ts", "src/templates/assets/javascripts/utilities/h/index.ts", "src/templates/assets/javascripts/utilities/round/index.ts", "src/templates/assets/javascripts/browser/script/index.ts", "src/templates/assets/javascripts/browser/element/size/_/index.ts", "src/templates/assets/javascripts/browser/element/size/content/index.ts", "src/templates/assets/javascripts/browser/element/offset/_/index.ts", "src/templates/assets/javascripts/browser/element/offset/content/index.ts", "src/templates/assets/javascripts/browser/element/visibility/index.ts", "src/templates/assets/javascripts/browser/toggle/index.ts", "src/templates/assets/javascripts/browser/keyboard/index.ts", "src/templates/assets/javascripts/browser/location/_/index.ts", "src/templates/assets/javascripts/browser/location/hash/index.ts", "src/templates/assets/javascripts/browser/media/index.ts", "src/templates/assets/javascripts/browser/request/index.ts", "src/templates/assets/javascripts/browser/viewport/offset/index.ts", "src/templates/assets/javascripts/browser/viewport/size/index.ts", "src/templates/assets/javascripts/browser/viewport/_/index.ts", "src/templates/assets/javascripts/browser/viewport/at/index.ts", "src/templates/assets/javascripts/browser/worker/index.ts", "src/templates/assets/javascripts/_/index.ts", "src/templates/assets/javascripts/components/_/index.ts", "src/templates/assets/javascripts/components/announce/index.ts", "src/templates/assets/javascripts/components/consent/index.ts", "src/templates/assets/javascripts/templates/tooltip/index.tsx", "src/templates/assets/javascripts/templates/annotation/index.tsx", "src/templates/assets/javascripts/templates/clipboard/index.tsx", "src/templates/assets/javascripts/templates/search/index.tsx", "src/templates/assets/javascripts/templates/source/index.tsx", "src/templates/assets/javascripts/templates/tabbed/index.tsx", "src/templates/assets/javascripts/templates/table/index.tsx", "src/templates/assets/javascripts/templates/version/index.tsx", "src/templates/assets/javascripts/components/tooltip2/index.ts", "src/templates/assets/javascripts/components/content/annotation/_/index.ts", "src/templates/assets/javascripts/components/content/annotation/list/index.ts", "src/templates/assets/javascripts/components/content/annotation/block/index.ts", "src/templates/assets/javascripts/components/content/code/_/index.ts", "src/templates/assets/javascripts/components/content/details/index.ts", "src/templates/assets/javascripts/components/content/mermaid/index.css", "src/templates/assets/javascripts/components/content/mermaid/index.ts", "src/templates/assets/javascripts/components/content/table/index.ts", "src/templates/assets/javascripts/components/content/tabs/index.ts", "src/templates/assets/javascripts/components/content/_/index.ts", "src/templates/assets/javascripts/components/dialog/index.ts", "src/templates/assets/javascripts/components/tooltip/index.ts", "src/templates/assets/javascripts/components/header/_/index.ts", "src/templates/assets/javascripts/components/header/title/index.ts", "src/templates/assets/javascripts/components/main/index.ts", "src/templates/assets/javascripts/components/palette/index.ts", "src/templates/assets/javascripts/components/progress/index.ts", "src/templates/assets/javascripts/integrations/clipboard/index.ts", "src/templates/assets/javascripts/integrations/sitemap/index.ts", "src/templates/assets/javascripts/integrations/instant/index.ts", "src/templates/assets/javascripts/integrations/search/highlighter/index.ts", "src/templates/assets/javascripts/integrations/search/worker/message/index.ts", "src/templates/assets/javascripts/integrations/search/worker/_/index.ts", "src/templates/assets/javascripts/integrations/version/findurl/index.ts", "src/templates/assets/javascripts/integrations/version/index.ts", "src/templates/assets/javascripts/components/search/query/index.ts", "src/templates/assets/javascripts/components/search/result/index.ts", "src/templates/assets/javascripts/components/search/share/index.ts", "src/templates/assets/javascripts/components/search/suggest/index.ts", "src/templates/assets/javascripts/components/search/_/index.ts", "src/templates/assets/javascripts/components/search/highlight/index.ts", "src/templates/assets/javascripts/components/sidebar/index.ts", "src/templates/assets/javascripts/components/source/facts/github/index.ts", "src/templates/assets/javascripts/components/source/facts/gitlab/index.ts", "src/templates/assets/javascripts/components/source/facts/_/index.ts", "src/templates/assets/javascripts/components/source/_/index.ts", "src/templates/assets/javascripts/components/tabs/index.ts", "src/templates/assets/javascripts/components/toc/index.ts", "src/templates/assets/javascripts/components/top/index.ts", "src/templates/assets/javascripts/patches/ellipsis/index.ts", "src/templates/assets/javascripts/patches/indeterminate/index.ts", "src/templates/assets/javascripts/patches/scrollfix/index.ts", "src/templates/assets/javascripts/patches/scrolllock/index.ts", "src/templates/assets/javascripts/polyfills/index.ts"],
-  "sourcesContent": ["(function (global, factory) {\n  typeof exports === 'object' && typeof module !== 'undefined' ? factory() :\n  typeof define === 'function' && define.amd ? define(factory) :\n  (factory());\n}(this, (function () { 'use strict';\n\n  /**\n   * Applies the :focus-visible polyfill at the given scope.\n   * A scope in this case is either the top-level Document or a Shadow Root.\n   *\n   * @param {(Document|ShadowRoot)} scope\n   * @see https://github.com/WICG/focus-visible\n   */\n  function applyFocusVisiblePolyfill(scope) {\n    var hadKeyboardEvent = true;\n    var hadFocusVisibleRecently = false;\n    var hadFocusVisibleRecentlyTimeout = null;\n\n    var inputTypesAllowlist = {\n      text: true,\n      search: true,\n      url: true,\n      tel: true,\n      email: true,\n      password: true,\n      number: true,\n      date: true,\n      month: true,\n      week: true,\n      time: true,\n      datetime: true,\n      'datetime-local': true\n    };\n\n    /**\n     * Helper function for legacy browsers and iframes which sometimes focus\n     * elements like document, body, and non-interactive SVG.\n     * @param {Element} el\n     */\n    function isValidFocusTarget(el) {\n      if (\n        el &&\n        el !== document &&\n        el.nodeName !== 'HTML' &&\n        el.nodeName !== 'BODY' &&\n        'classList' in el &&\n        'contains' in el.classList\n      ) {\n        return true;\n      }\n      return false;\n    }\n\n    /**\n     * Computes whether the given element should automatically trigger the\n     * `focus-visible` class being added, i.e. whether it should always match\n     * `:focus-visible` when focused.\n     * @param {Element} el\n     * @return {boolean}\n     */\n    function focusTriggersKeyboardModality(el) {\n      var type = el.type;\n      var tagName = el.tagName;\n\n      if (tagName === 'INPUT' && inputTypesAllowlist[type] && !el.readOnly) {\n        return true;\n      }\n\n      if (tagName === 'TEXTAREA' && !el.readOnly) {\n        return true;\n      }\n\n      if (el.isContentEditable) {\n        return true;\n      }\n\n      return false;\n    }\n\n    /**\n     * Add the `focus-visible` class to the given element if it was not added by\n     * the author.\n     * @param {Element} el\n     */\n    function addFocusVisibleClass(el) {\n      if (el.classList.contains('focus-visible')) {\n        return;\n      }\n      el.classList.add('focus-visible');\n      el.setAttribute('data-focus-visible-added', '');\n    }\n\n    /**\n     * Remove the `focus-visible` class from the given element if it was not\n     * originally added by the author.\n     * @param {Element} el\n     */\n    function removeFocusVisibleClass(el) {\n      if (!el.hasAttribute('data-focus-visible-added')) {\n        return;\n      }\n      el.classList.remove('focus-visible');\n      el.removeAttribute('data-focus-visible-added');\n    }\n\n    /**\n     * If the most recent user interaction was via the keyboard;\n     * and the key press did not include a meta, alt/option, or control key;\n     * then the modality is keyboard. Otherwise, the modality is not keyboard.\n     * Apply `focus-visible` to any current active element and keep track\n     * of our keyboard modality state with `hadKeyboardEvent`.\n     * @param {KeyboardEvent} e\n     */\n    function onKeyDown(e) {\n      if (e.metaKey || e.altKey || e.ctrlKey) {\n        return;\n      }\n\n      if (isValidFocusTarget(scope.activeElement)) {\n        addFocusVisibleClass(scope.activeElement);\n      }\n\n      hadKeyboardEvent = true;\n    }\n\n    /**\n     * If at any point a user clicks with a pointing device, ensure that we change\n     * the modality away from keyboard.\n     * This avoids the situation where a user presses a key on an already focused\n     * element, and then clicks on a different element, focusing it with a\n     * pointing device, while we still think we're in keyboard modality.\n     * @param {Event} e\n     */\n    function onPointerDown(e) {\n      hadKeyboardEvent = false;\n    }\n\n    /**\n     * On `focus`, add the `focus-visible` class to the target if:\n     * - the target received focus as a result of keyboard navigation, or\n     * - the event target is an element that will likely require interaction\n     *   via the keyboard (e.g. a text box)\n     * @param {Event} e\n     */\n    function onFocus(e) {\n      // Prevent IE from focusing the document or HTML element.\n      if (!isValidFocusTarget(e.target)) {\n        return;\n      }\n\n      if (hadKeyboardEvent || focusTriggersKeyboardModality(e.target)) {\n        addFocusVisibleClass(e.target);\n      }\n    }\n\n    /**\n     * On `blur`, remove the `focus-visible` class from the target.\n     * @param {Event} e\n     */\n    function onBlur(e) {\n      if (!isValidFocusTarget(e.target)) {\n        return;\n      }\n\n      if (\n        e.target.classList.contains('focus-visible') ||\n        e.target.hasAttribute('data-focus-visible-added')\n      ) {\n        // To detect a tab/window switch, we look for a blur event followed\n        // rapidly by a visibility change.\n        // If we don't see a visibility change within 100ms, it's probably a\n        // regular focus change.\n        hadFocusVisibleRecently = true;\n        window.clearTimeout(hadFocusVisibleRecentlyTimeout);\n        hadFocusVisibleRecentlyTimeout = window.setTimeout(function() {\n          hadFocusVisibleRecently = false;\n        }, 100);\n        removeFocusVisibleClass(e.target);\n      }\n    }\n\n    /**\n     * If the user changes tabs, keep track of whether or not the previously\n     * focused element had .focus-visible.\n     * @param {Event} e\n     */\n    function onVisibilityChange(e) {\n      if (document.visibilityState === 'hidden') {\n        // If the tab becomes active again, the browser will handle calling focus\n        // on the element (Safari actually calls it twice).\n        // If this tab change caused a blur on an element with focus-visible,\n        // re-apply the class when the user switches back to the tab.\n        if (hadFocusVisibleRecently) {\n          hadKeyboardEvent = true;\n        }\n        addInitialPointerMoveListeners();\n      }\n    }\n\n    /**\n     * Add a group of listeners to detect usage of any pointing devices.\n     * These listeners will be added when the polyfill first loads, and anytime\n     * the window is blurred, so that they are active when the window regains\n     * focus.\n     */\n    function addInitialPointerMoveListeners() {\n      document.addEventListener('mousemove', onInitialPointerMove);\n      document.addEventListener('mousedown', onInitialPointerMove);\n      document.addEventListener('mouseup', onInitialPointerMove);\n      document.addEventListener('pointermove', onInitialPointerMove);\n      document.addEventListener('pointerdown', onInitialPointerMove);\n      document.addEventListener('pointerup', onInitialPointerMove);\n      document.addEventListener('touchmove', onInitialPointerMove);\n      document.addEventListener('touchstart', onInitialPointerMove);\n      document.addEventListener('touchend', onInitialPointerMove);\n    }\n\n    function removeInitialPointerMoveListeners() {\n      document.removeEventListener('mousemove', onInitialPointerMove);\n      document.removeEventListener('mousedown', onInitialPointerMove);\n      document.removeEventListener('mouseup', onInitialPointerMove);\n      document.removeEventListener('pointermove', onInitialPointerMove);\n      document.removeEventListener('pointerdown', onInitialPointerMove);\n      document.removeEventListener('pointerup', onInitialPointerMove);\n      document.removeEventListener('touchmove', onInitialPointerMove);\n      document.removeEventListener('touchstart', onInitialPointerMove);\n      document.removeEventListener('touchend', onInitialPointerMove);\n    }\n\n    /**\n     * When the polfyill first loads, assume the user is in keyboard modality.\n     * If any event is received from a pointing device (e.g. mouse, pointer,\n     * touch), turn off keyboard modality.\n     * This accounts for situations where focus enters the page from the URL bar.\n     * @param {Event} e\n     */\n    function onInitialPointerMove(e) {\n      // Work around a Safari quirk that fires a mousemove on <html> whenever the\n      // window blurs, even if you're tabbing out of the page. \u00AF\\_(\u30C4)_/\u00AF\n      if (e.target.nodeName && e.target.nodeName.toLowerCase() === 'html') {\n        return;\n      }\n\n      hadKeyboardEvent = false;\n      removeInitialPointerMoveListeners();\n    }\n\n    // For some kinds of state, we are interested in changes at the global scope\n    // only. For example, global pointer input, global key presses and global\n    // visibility change should affect the state at every scope:\n    document.addEventListener('keydown', onKeyDown, true);\n    document.addEventListener('mousedown', onPointerDown, true);\n    document.addEventListener('pointerdown', onPointerDown, true);\n    document.addEventListener('touchstart', onPointerDown, true);\n    document.addEventListener('visibilitychange', onVisibilityChange, true);\n\n    addInitialPointerMoveListeners();\n\n    // For focus and blur, we specifically care about state changes in the local\n    // scope. This is because focus / blur events that originate from within a\n    // shadow root are not re-dispatched from the host element if it was already\n    // the active element in its own scope:\n    scope.addEventListener('focus', onFocus, true);\n    scope.addEventListener('blur', onBlur, true);\n\n    // We detect that a node is a ShadowRoot by ensuring that it is a\n    // DocumentFragment and also has a host property. This check covers native\n    // implementation and polyfill implementation transparently. If we only cared\n    // about the native implementation, we could just check if the scope was\n    // an instance of a ShadowRoot.\n    if (scope.nodeType === Node.DOCUMENT_FRAGMENT_NODE && scope.host) {\n      // Since a ShadowRoot is a special kind of DocumentFragment, it does not\n      // have a root element to add a class to. So, we add this attribute to the\n      // host element instead:\n      scope.host.setAttribute('data-js-focus-visible', '');\n    } else if (scope.nodeType === Node.DOCUMENT_NODE) {\n      document.documentElement.classList.add('js-focus-visible');\n      document.documentElement.setAttribute('data-js-focus-visible', '');\n    }\n  }\n\n  // It is important to wrap all references to global window and document in\n  // these checks to support server-side rendering use cases\n  // @see https://github.com/WICG/focus-visible/issues/199\n  if (typeof window !== 'undefined' && typeof document !== 'undefined') {\n    // Make the polyfill helper globally available. This can be used as a signal\n    // to interested libraries that wish to coordinate with the polyfill for e.g.,\n    // applying the polyfill to a shadow root:\n    window.applyFocusVisiblePolyfill = applyFocusVisiblePolyfill;\n\n    // Notify interested libraries of the polyfill's presence, in case the\n    // polyfill was loaded lazily:\n    var event;\n\n    try {\n      event = new CustomEvent('focus-visible-polyfill-ready');\n    } catch (error) {\n      // IE11 does not support using CustomEvent as a constructor directly:\n      event = document.createEvent('CustomEvent');\n      event.initCustomEvent('focus-visible-polyfill-ready', false, false, {});\n    }\n\n    window.dispatchEvent(event);\n  }\n\n  if (typeof document !== 'undefined') {\n    // Apply the polyfill to the global document, so that no JavaScript\n    // coordination is required to use the polyfill in the top-level document:\n    applyFocusVisiblePolyfill(document);\n  }\n\n})));\n", "/*!\n * escape-html\n * Copyright(c) 2012-2013 TJ Holowaychuk\n * Copyright(c) 2015 Andreas Lubbe\n * Copyright(c) 2015 Tiancheng \"Timothy\" Gu\n * MIT Licensed\n */\n\n'use strict';\n\n/**\n * Module variables.\n * @private\n */\n\nvar matchHtmlRegExp = /[\"'&<>]/;\n\n/**\n * Module exports.\n * @public\n */\n\nmodule.exports = escapeHtml;\n\n/**\n * Escape special characters in the given string of html.\n *\n * @param  {string} string The string to escape for inserting into HTML\n * @return {string}\n * @public\n */\n\nfunction escapeHtml(string) {\n  var str = '' + string;\n  var match = matchHtmlRegExp.exec(str);\n\n  if (!match) {\n    return str;\n  }\n\n  var escape;\n  var html = '';\n  var index = 0;\n  var lastIndex = 0;\n\n  for (index = match.index; index < str.length; index++) {\n    switch (str.charCodeAt(index)) {\n      case 34: // \"\n        escape = '&quot;';\n        break;\n      case 38: // &\n        escape = '&amp;';\n        break;\n      case 39: // '\n        escape = '&#39;';\n        break;\n      case 60: // <\n        escape = '&lt;';\n        break;\n      case 62: // >\n        escape = '&gt;';\n        break;\n      default:\n        continue;\n    }\n\n    if (lastIndex !== index) {\n      html += str.substring(lastIndex, index);\n    }\n\n    lastIndex = index + 1;\n    html += escape;\n  }\n\n  return lastIndex !== index\n    ? html + str.substring(lastIndex, index)\n    : html;\n}\n", "/*!\n * clipboard.js v2.0.11\n * https://clipboardjs.com/\n *\n * Licensed MIT \u00A9 Zeno Rocha\n */\n(function webpackUniversalModuleDefinition(root, factory) {\n\tif(typeof exports === 'object' && typeof module === 'object')\n\t\tmodule.exports = factory();\n\telse if(typeof define === 'function' && define.amd)\n\t\tdefine([], factory);\n\telse if(typeof exports === 'object')\n\t\texports[\"ClipboardJS\"] = factory();\n\telse\n\t\troot[\"ClipboardJS\"] = factory();\n})(this, function() {\nreturn /******/ (function() { // webpackBootstrap\n/******/ \tvar __webpack_modules__ = ({\n\n/***/ 686:\n/***/ (function(__unused_webpack_module, __webpack_exports__, __webpack_require__) {\n\n\"use strict\";\n\n// EXPORTS\n__webpack_require__.d(__webpack_exports__, {\n  \"default\": function() { return /* binding */ clipboard; }\n});\n\n// EXTERNAL MODULE: ./node_modules/tiny-emitter/index.js\nvar tiny_emitter = __webpack_require__(279);\nvar tiny_emitter_default = /*#__PURE__*/__webpack_require__.n(tiny_emitter);\n// EXTERNAL MODULE: ./node_modules/good-listener/src/listen.js\nvar listen = __webpack_require__(370);\nvar listen_default = /*#__PURE__*/__webpack_require__.n(listen);\n// EXTERNAL MODULE: ./node_modules/select/src/select.js\nvar src_select = __webpack_require__(817);\nvar select_default = /*#__PURE__*/__webpack_require__.n(src_select);\n;// CONCATENATED MODULE: ./src/common/command.js\n/**\n * Executes a given operation type.\n * @param {String} type\n * @return {Boolean}\n */\nfunction command(type) {\n  try {\n    return document.execCommand(type);\n  } catch (err) {\n    return false;\n  }\n}\n;// CONCATENATED MODULE: ./src/actions/cut.js\n\n\n/**\n * Cut action wrapper.\n * @param {String|HTMLElement} target\n * @return {String}\n */\n\nvar ClipboardActionCut = function ClipboardActionCut(target) {\n  var selectedText = select_default()(target);\n  command('cut');\n  return selectedText;\n};\n\n/* harmony default export */ var actions_cut = (ClipboardActionCut);\n;// CONCATENATED MODULE: ./src/common/create-fake-element.js\n/**\n * Creates a fake textarea element with a value.\n * @param {String} value\n * @return {HTMLElement}\n */\nfunction createFakeElement(value) {\n  var isRTL = document.documentElement.getAttribute('dir') === 'rtl';\n  var fakeElement = document.createElement('textarea'); // Prevent zooming on iOS\n\n  fakeElement.style.fontSize = '12pt'; // Reset box model\n\n  fakeElement.style.border = '0';\n  fakeElement.style.padding = '0';\n  fakeElement.style.margin = '0'; // Move element out of screen horizontally\n\n  fakeElement.style.position = 'absolute';\n  fakeElement.style[isRTL ? 'right' : 'left'] = '-9999px'; // Move element to the same position vertically\n\n  var yPosition = window.pageYOffset || document.documentElement.scrollTop;\n  fakeElement.style.top = \"\".concat(yPosition, \"px\");\n  fakeElement.setAttribute('readonly', '');\n  fakeElement.value = value;\n  return fakeElement;\n}\n;// CONCATENATED MODULE: ./src/actions/copy.js\n\n\n\n/**\n * Create fake copy action wrapper using a fake element.\n * @param {String} target\n * @param {Object} options\n * @return {String}\n */\n\nvar fakeCopyAction = function fakeCopyAction(value, options) {\n  var fakeElement = createFakeElement(value);\n  options.container.appendChild(fakeElement);\n  var selectedText = select_default()(fakeElement);\n  command('copy');\n  fakeElement.remove();\n  return selectedText;\n};\n/**\n * Copy action wrapper.\n * @param {String|HTMLElement} target\n * @param {Object} options\n * @return {String}\n */\n\n\nvar ClipboardActionCopy = function ClipboardActionCopy(target) {\n  var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {\n    container: document.body\n  };\n  var selectedText = '';\n\n  if (typeof target === 'string') {\n    selectedText = fakeCopyAction(target, options);\n  } else if (target instanceof HTMLInputElement && !['text', 'search', 'url', 'tel', 'password'].includes(target === null || target === void 0 ? void 0 : target.type)) {\n    // If input type doesn't support `setSelectionRange`. Simulate it. https://developer.mozilla.org/en-US/docs/Web/API/HTMLInputElement/setSelectionRange\n    selectedText = fakeCopyAction(target.value, options);\n  } else {\n    selectedText = select_default()(target);\n    command('copy');\n  }\n\n  return selectedText;\n};\n\n/* harmony default export */ var actions_copy = (ClipboardActionCopy);\n;// CONCATENATED MODULE: ./src/actions/default.js\nfunction _typeof(obj) { \"@babel/helpers - typeof\"; if (typeof Symbol === \"function\" && typeof Symbol.iterator === \"symbol\") { _typeof = function _typeof(obj) { return typeof obj; }; } else { _typeof = function _typeof(obj) { return obj && typeof Symbol === \"function\" && obj.constructor === Symbol && obj !== Symbol.prototype ? \"symbol\" : typeof obj; }; } return _typeof(obj); }\n\n\n\n/**\n * Inner function which performs selection from either `text` or `target`\n * properties and then executes copy or cut operations.\n * @param {Object} options\n */\n\nvar ClipboardActionDefault = function ClipboardActionDefault() {\n  var options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};\n  // Defines base properties passed from constructor.\n  var _options$action = options.action,\n      action = _options$action === void 0 ? 'copy' : _options$action,\n      container = options.container,\n      target = options.target,\n      text = options.text; // Sets the `action` to be performed which can be either 'copy' or 'cut'.\n\n  if (action !== 'copy' && action !== 'cut') {\n    throw new Error('Invalid \"action\" value, use either \"copy\" or \"cut\"');\n  } // Sets the `target` property using an element that will be have its content copied.\n\n\n  if (target !== undefined) {\n    if (target && _typeof(target) === 'object' && target.nodeType === 1) {\n      if (action === 'copy' && target.hasAttribute('disabled')) {\n        throw new Error('Invalid \"target\" attribute. Please use \"readonly\" instead of \"disabled\" attribute');\n      }\n\n      if (action === 'cut' && (target.hasAttribute('readonly') || target.hasAttribute('disabled'))) {\n        throw new Error('Invalid \"target\" attribute. You can\\'t cut text from elements with \"readonly\" or \"disabled\" attributes');\n      }\n    } else {\n      throw new Error('Invalid \"target\" value, use a valid Element');\n    }\n  } // Define selection strategy based on `text` property.\n\n\n  if (text) {\n    return actions_copy(text, {\n      container: container\n    });\n  } // Defines which selection strategy based on `target` property.\n\n\n  if (target) {\n    return action === 'cut' ? actions_cut(target) : actions_copy(target, {\n      container: container\n    });\n  }\n};\n\n/* harmony default export */ var actions_default = (ClipboardActionDefault);\n;// CONCATENATED MODULE: ./src/clipboard.js\nfunction clipboard_typeof(obj) { \"@babel/helpers - typeof\"; if (typeof Symbol === \"function\" && typeof Symbol.iterator === \"symbol\") { clipboard_typeof = function _typeof(obj) { return typeof obj; }; } else { clipboard_typeof = function _typeof(obj) { return obj && typeof Symbol === \"function\" && obj.constructor === Symbol && obj !== Symbol.prototype ? \"symbol\" : typeof obj; }; } return clipboard_typeof(obj); }\n\nfunction _classCallCheck(instance, Constructor) { if (!(instance instanceof Constructor)) { throw new TypeError(\"Cannot call a class as a function\"); } }\n\nfunction _defineProperties(target, props) { for (var i = 0; i < props.length; i++) { var descriptor = props[i]; descriptor.enumerable = descriptor.enumerable || false; descriptor.configurable = true; if (\"value\" in descriptor) descriptor.writable = true; Object.defineProperty(target, descriptor.key, descriptor); } }\n\nfunction _createClass(Constructor, protoProps, staticProps) { if (protoProps) _defineProperties(Constructor.prototype, protoProps); if (staticProps) _defineProperties(Constructor, staticProps); return Constructor; }\n\nfunction _inherits(subClass, superClass) { if (typeof superClass !== \"function\" && superClass !== null) { throw new TypeError(\"Super expression must either be null or a function\"); } subClass.prototype = Object.create(superClass && superClass.prototype, { constructor: { value: subClass, writable: true, configurable: true } }); if (superClass) _setPrototypeOf(subClass, superClass); }\n\nfunction _setPrototypeOf(o, p) { _setPrototypeOf = Object.setPrototypeOf || function _setPrototypeOf(o, p) { o.__proto__ = p; return o; }; return _setPrototypeOf(o, p); }\n\nfunction _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = _getPrototypeOf(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = _getPrototypeOf(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return _possibleConstructorReturn(this, result); }; }\n\nfunction _possibleConstructorReturn(self, call) { if (call && (clipboard_typeof(call) === \"object\" || typeof call === \"function\")) { return call; } return _assertThisInitialized(self); }\n\nfunction _assertThisInitialized(self) { if (self === void 0) { throw new ReferenceError(\"this hasn't been initialised - super() hasn't been called\"); } return self; }\n\nfunction _isNativeReflectConstruct() { if (typeof Reflect === \"undefined\" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === \"function\") return true; try { Date.prototype.toString.call(Reflect.construct(Date, [], function () {})); return true; } catch (e) { return false; } }\n\nfunction _getPrototypeOf(o) { _getPrototypeOf = Object.setPrototypeOf ? Object.getPrototypeOf : function _getPrototypeOf(o) { return o.__proto__ || Object.getPrototypeOf(o); }; return _getPrototypeOf(o); }\n\n\n\n\n\n\n/**\n * Helper function to retrieve attribute value.\n * @param {String} suffix\n * @param {Element} element\n */\n\nfunction getAttributeValue(suffix, element) {\n  var attribute = \"data-clipboard-\".concat(suffix);\n\n  if (!element.hasAttribute(attribute)) {\n    return;\n  }\n\n  return element.getAttribute(attribute);\n}\n/**\n * Base class which takes one or more elements, adds event listeners to them,\n * and instantiates a new `ClipboardAction` on each click.\n */\n\n\nvar Clipboard = /*#__PURE__*/function (_Emitter) {\n  _inherits(Clipboard, _Emitter);\n\n  var _super = _createSuper(Clipboard);\n\n  /**\n   * @param {String|HTMLElement|HTMLCollection|NodeList} trigger\n   * @param {Object} options\n   */\n  function Clipboard(trigger, options) {\n    var _this;\n\n    _classCallCheck(this, Clipboard);\n\n    _this = _super.call(this);\n\n    _this.resolveOptions(options);\n\n    _this.listenClick(trigger);\n\n    return _this;\n  }\n  /**\n   * Defines if attributes would be resolved using internal setter functions\n   * or custom functions that were passed in the constructor.\n   * @param {Object} options\n   */\n\n\n  _createClass(Clipboard, [{\n    key: \"resolveOptions\",\n    value: function resolveOptions() {\n      var options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};\n      this.action = typeof options.action === 'function' ? options.action : this.defaultAction;\n      this.target = typeof options.target === 'function' ? options.target : this.defaultTarget;\n      this.text = typeof options.text === 'function' ? options.text : this.defaultText;\n      this.container = clipboard_typeof(options.container) === 'object' ? options.container : document.body;\n    }\n    /**\n     * Adds a click event listener to the passed trigger.\n     * @param {String|HTMLElement|HTMLCollection|NodeList} trigger\n     */\n\n  }, {\n    key: \"listenClick\",\n    value: function listenClick(trigger) {\n      var _this2 = this;\n\n      this.listener = listen_default()(trigger, 'click', function (e) {\n        return _this2.onClick(e);\n      });\n    }\n    /**\n     * Defines a new `ClipboardAction` on each click event.\n     * @param {Event} e\n     */\n\n  }, {\n    key: \"onClick\",\n    value: function onClick(e) {\n      var trigger = e.delegateTarget || e.currentTarget;\n      var action = this.action(trigger) || 'copy';\n      var text = actions_default({\n        action: action,\n        container: this.container,\n        target: this.target(trigger),\n        text: this.text(trigger)\n      }); // Fires an event based on the copy operation result.\n\n      this.emit(text ? 'success' : 'error', {\n        action: action,\n        text: text,\n        trigger: trigger,\n        clearSelection: function clearSelection() {\n          if (trigger) {\n            trigger.focus();\n          }\n\n          window.getSelection().removeAllRanges();\n        }\n      });\n    }\n    /**\n     * Default `action` lookup function.\n     * @param {Element} trigger\n     */\n\n  }, {\n    key: \"defaultAction\",\n    value: function defaultAction(trigger) {\n      return getAttributeValue('action', trigger);\n    }\n    /**\n     * Default `target` lookup function.\n     * @param {Element} trigger\n     */\n\n  }, {\n    key: \"defaultTarget\",\n    value: function defaultTarget(trigger) {\n      var selector = getAttributeValue('target', trigger);\n\n      if (selector) {\n        return document.querySelector(selector);\n      }\n    }\n    /**\n     * Allow fire programmatically a copy action\n     * @param {String|HTMLElement} target\n     * @param {Object} options\n     * @returns Text copied.\n     */\n\n  }, {\n    key: \"defaultText\",\n\n    /**\n     * Default `text` lookup function.\n     * @param {Element} trigger\n     */\n    value: function defaultText(trigger) {\n      return getAttributeValue('text', trigger);\n    }\n    /**\n     * Destroy lifecycle.\n     */\n\n  }, {\n    key: \"destroy\",\n    value: function destroy() {\n      this.listener.destroy();\n    }\n  }], [{\n    key: \"copy\",\n    value: function copy(target) {\n      var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {\n        container: document.body\n      };\n      return actions_copy(target, options);\n    }\n    /**\n     * Allow fire programmatically a cut action\n     * @param {String|HTMLElement} target\n     * @returns Text cutted.\n     */\n\n  }, {\n    key: \"cut\",\n    value: function cut(target) {\n      return actions_cut(target);\n    }\n    /**\n     * Returns the support of the given action, or all actions if no action is\n     * given.\n     * @param {String} [action]\n     */\n\n  }, {\n    key: \"isSupported\",\n    value: function isSupported() {\n      var action = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : ['copy', 'cut'];\n      var actions = typeof action === 'string' ? [action] : action;\n      var support = !!document.queryCommandSupported;\n      actions.forEach(function (action) {\n        support = support && !!document.queryCommandSupported(action);\n      });\n      return support;\n    }\n  }]);\n\n  return Clipboard;\n}((tiny_emitter_default()));\n\n/* harmony default export */ var clipboard = (Clipboard);\n\n/***/ }),\n\n/***/ 828:\n/***/ (function(module) {\n\nvar DOCUMENT_NODE_TYPE = 9;\n\n/**\n * A polyfill for Element.matches()\n */\nif (typeof Element !== 'undefined' && !Element.prototype.matches) {\n    var proto = Element.prototype;\n\n    proto.matches = proto.matchesSelector ||\n                    proto.mozMatchesSelector ||\n                    proto.msMatchesSelector ||\n                    proto.oMatchesSelector ||\n                    proto.webkitMatchesSelector;\n}\n\n/**\n * Finds the closest parent that matches a selector.\n *\n * @param {Element} element\n * @param {String} selector\n * @return {Function}\n */\nfunction closest (element, selector) {\n    while (element && element.nodeType !== DOCUMENT_NODE_TYPE) {\n        if (typeof element.matches === 'function' &&\n            element.matches(selector)) {\n          return element;\n        }\n        element = element.parentNode;\n    }\n}\n\nmodule.exports = closest;\n\n\n/***/ }),\n\n/***/ 438:\n/***/ (function(module, __unused_webpack_exports, __webpack_require__) {\n\nvar closest = __webpack_require__(828);\n\n/**\n * Delegates event to a selector.\n *\n * @param {Element} element\n * @param {String} selector\n * @param {String} type\n * @param {Function} callback\n * @param {Boolean} useCapture\n * @return {Object}\n */\nfunction _delegate(element, selector, type, callback, useCapture) {\n    var listenerFn = listener.apply(this, arguments);\n\n    element.addEventListener(type, listenerFn, useCapture);\n\n    return {\n        destroy: function() {\n            element.removeEventListener(type, listenerFn, useCapture);\n        }\n    }\n}\n\n/**\n * Delegates event to a selector.\n *\n * @param {Element|String|Array} [elements]\n * @param {String} selector\n * @param {String} type\n * @param {Function} callback\n * @param {Boolean} useCapture\n * @return {Object}\n */\nfunction delegate(elements, selector, type, callback, useCapture) {\n    // Handle the regular Element usage\n    if (typeof elements.addEventListener === 'function') {\n        return _delegate.apply(null, arguments);\n    }\n\n    // Handle Element-less usage, it defaults to global delegation\n    if (typeof type === 'function') {\n        // Use `document` as the first parameter, then apply arguments\n        // This is a short way to .unshift `arguments` without running into deoptimizations\n        return _delegate.bind(null, document).apply(null, arguments);\n    }\n\n    // Handle Selector-based usage\n    if (typeof elements === 'string') {\n        elements = document.querySelectorAll(elements);\n    }\n\n    // Handle Array-like based usage\n    return Array.prototype.map.call(elements, function (element) {\n        return _delegate(element, selector, type, callback, useCapture);\n    });\n}\n\n/**\n * Finds closest match and invokes callback.\n *\n * @param {Element} element\n * @param {String} selector\n * @param {String} type\n * @param {Function} callback\n * @return {Function}\n */\nfunction listener(element, selector, type, callback) {\n    return function(e) {\n        e.delegateTarget = closest(e.target, selector);\n\n        if (e.delegateTarget) {\n            callback.call(element, e);\n        }\n    }\n}\n\nmodule.exports = delegate;\n\n\n/***/ }),\n\n/***/ 879:\n/***/ (function(__unused_webpack_module, exports) {\n\n/**\n * Check if argument is a HTML element.\n *\n * @param {Object} value\n * @return {Boolean}\n */\nexports.node = function(value) {\n    return value !== undefined\n        && value instanceof HTMLElement\n        && value.nodeType === 1;\n};\n\n/**\n * Check if argument is a list of HTML elements.\n *\n * @param {Object} value\n * @return {Boolean}\n */\nexports.nodeList = function(value) {\n    var type = Object.prototype.toString.call(value);\n\n    return value !== undefined\n        && (type === '[object NodeList]' || type === '[object HTMLCollection]')\n        && ('length' in value)\n        && (value.length === 0 || exports.node(value[0]));\n};\n\n/**\n * Check if argument is a string.\n *\n * @param {Object} value\n * @return {Boolean}\n */\nexports.string = function(value) {\n    return typeof value === 'string'\n        || value instanceof String;\n};\n\n/**\n * Check if argument is a function.\n *\n * @param {Object} value\n * @return {Boolean}\n */\nexports.fn = function(value) {\n    var type = Object.prototype.toString.call(value);\n\n    return type === '[object Function]';\n};\n\n\n/***/ }),\n\n/***/ 370:\n/***/ (function(module, __unused_webpack_exports, __webpack_require__) {\n\nvar is = __webpack_require__(879);\nvar delegate = __webpack_require__(438);\n\n/**\n * Validates all params and calls the right\n * listener function based on its target type.\n *\n * @param {String|HTMLElement|HTMLCollection|NodeList} target\n * @param {String} type\n * @param {Function} callback\n * @return {Object}\n */\nfunction listen(target, type, callback) {\n    if (!target && !type && !callback) {\n        throw new Error('Missing required arguments');\n    }\n\n    if (!is.string(type)) {\n        throw new TypeError('Second argument must be a String');\n    }\n\n    if (!is.fn(callback)) {\n        throw new TypeError('Third argument must be a Function');\n    }\n\n    if (is.node(target)) {\n        return listenNode(target, type, callback);\n    }\n    else if (is.nodeList(target)) {\n        return listenNodeList(target, type, callback);\n    }\n    else if (is.string(target)) {\n        return listenSelector(target, type, callback);\n    }\n    else {\n        throw new TypeError('First argument must be a String, HTMLElement, HTMLCollection, or NodeList');\n    }\n}\n\n/**\n * Adds an event listener to a HTML element\n * and returns a remove listener function.\n *\n * @param {HTMLElement} node\n * @param {String} type\n * @param {Function} callback\n * @return {Object}\n */\nfunction listenNode(node, type, callback) {\n    node.addEventListener(type, callback);\n\n    return {\n        destroy: function() {\n            node.removeEventListener(type, callback);\n        }\n    }\n}\n\n/**\n * Add an event listener to a list of HTML elements\n * and returns a remove listener function.\n *\n * @param {NodeList|HTMLCollection} nodeList\n * @param {String} type\n * @param {Function} callback\n * @return {Object}\n */\nfunction listenNodeList(nodeList, type, callback) {\n    Array.prototype.forEach.call(nodeList, function(node) {\n        node.addEventListener(type, callback);\n    });\n\n    return {\n        destroy: function() {\n            Array.prototype.forEach.call(nodeList, function(node) {\n                node.removeEventListener(type, callback);\n            });\n        }\n    }\n}\n\n/**\n * Add an event listener to a selector\n * and returns a remove listener function.\n *\n * @param {String} selector\n * @param {String} type\n * @param {Function} callback\n * @return {Object}\n */\nfunction listenSelector(selector, type, callback) {\n    return delegate(document.body, selector, type, callback);\n}\n\nmodule.exports = listen;\n\n\n/***/ }),\n\n/***/ 817:\n/***/ (function(module) {\n\nfunction select(element) {\n    var selectedText;\n\n    if (element.nodeName === 'SELECT') {\n        element.focus();\n\n        selectedText = element.value;\n    }\n    else if (element.nodeName === 'INPUT' || element.nodeName === 'TEXTAREA') {\n        var isReadOnly = element.hasAttribute('readonly');\n\n        if (!isReadOnly) {\n            element.setAttribute('readonly', '');\n        }\n\n        element.select();\n        element.setSelectionRange(0, element.value.length);\n\n        if (!isReadOnly) {\n            element.removeAttribute('readonly');\n        }\n\n        selectedText = element.value;\n    }\n    else {\n        if (element.hasAttribute('contenteditable')) {\n            element.focus();\n        }\n\n        var selection = window.getSelection();\n        var range = document.createRange();\n\n        range.selectNodeContents(element);\n        selection.removeAllRanges();\n        selection.addRange(range);\n\n        selectedText = selection.toString();\n    }\n\n    return selectedText;\n}\n\nmodule.exports = select;\n\n\n/***/ }),\n\n/***/ 279:\n/***/ (function(module) {\n\nfunction E () {\n  // Keep this empty so it's easier to inherit from\n  // (via https://github.com/lipsmack from https://github.com/scottcorgan/tiny-emitter/issues/3)\n}\n\nE.prototype = {\n  on: function (name, callback, ctx) {\n    var e = this.e || (this.e = {});\n\n    (e[name] || (e[name] = [])).push({\n      fn: callback,\n      ctx: ctx\n    });\n\n    return this;\n  },\n\n  once: function (name, callback, ctx) {\n    var self = this;\n    function listener () {\n      self.off(name, listener);\n      callback.apply(ctx, arguments);\n    };\n\n    listener._ = callback\n    return this.on(name, listener, ctx);\n  },\n\n  emit: function (name) {\n    var data = [].slice.call(arguments, 1);\n    var evtArr = ((this.e || (this.e = {}))[name] || []).slice();\n    var i = 0;\n    var len = evtArr.length;\n\n    for (i; i < len; i++) {\n      evtArr[i].fn.apply(evtArr[i].ctx, data);\n    }\n\n    return this;\n  },\n\n  off: function (name, callback) {\n    var e = this.e || (this.e = {});\n    var evts = e[name];\n    var liveEvents = [];\n\n    if (evts && callback) {\n      for (var i = 0, len = evts.length; i < len; i++) {\n        if (evts[i].fn !== callback && evts[i].fn._ !== callback)\n          liveEvents.push(evts[i]);\n      }\n    }\n\n    // Remove event from queue to prevent memory leak\n    // Suggested by https://github.com/lazd\n    // Ref: https://github.com/scottcorgan/tiny-emitter/commit/c6ebfaa9bc973b33d110a84a307742b7cf94c953#commitcomment-5024910\n\n    (liveEvents.length)\n      ? e[name] = liveEvents\n      : delete e[name];\n\n    return this;\n  }\n};\n\nmodule.exports = E;\nmodule.exports.TinyEmitter = E;\n\n\n/***/ })\n\n/******/ \t});\n/************************************************************************/\n/******/ \t// The module cache\n/******/ \tvar __webpack_module_cache__ = {};\n/******/ \t\n/******/ \t// The require function\n/******/ \tfunction __webpack_require__(moduleId) {\n/******/ \t\t// Check if module is in cache\n/******/ \t\tif(__webpack_module_cache__[moduleId]) {\n/******/ \t\t\treturn __webpack_module_cache__[moduleId].exports;\n/******/ \t\t}\n/******/ \t\t// Create a new module (and put it into the cache)\n/******/ \t\tvar module = __webpack_module_cache__[moduleId] = {\n/******/ \t\t\t// no module.id needed\n/******/ \t\t\t// no module.loaded needed\n/******/ \t\t\texports: {}\n/******/ \t\t};\n/******/ \t\n/******/ \t\t// Execute the module function\n/******/ \t\t__webpack_modules__[moduleId](module, module.exports, __webpack_require__);\n/******/ \t\n/******/ \t\t// Return the exports of the module\n/******/ \t\treturn module.exports;\n/******/ \t}\n/******/ \t\n/************************************************************************/\n/******/ \t/* webpack/runtime/compat get default export */\n/******/ \t!function() {\n/******/ \t\t// getDefaultExport function for compatibility with non-harmony modules\n/******/ \t\t__webpack_require__.n = function(module) {\n/******/ \t\t\tvar getter = module && module.__esModule ?\n/******/ \t\t\t\tfunction() { return module['default']; } :\n/******/ \t\t\t\tfunction() { return module; };\n/******/ \t\t\t__webpack_require__.d(getter, { a: getter });\n/******/ \t\t\treturn getter;\n/******/ \t\t};\n/******/ \t}();\n/******/ \t\n/******/ \t/* webpack/runtime/define property getters */\n/******/ \t!function() {\n/******/ \t\t// define getter functions for harmony exports\n/******/ \t\t__webpack_require__.d = function(exports, definition) {\n/******/ \t\t\tfor(var key in definition) {\n/******/ \t\t\t\tif(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n/******/ \t\t\t\t\tObject.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n/******/ \t\t\t\t}\n/******/ \t\t\t}\n/******/ \t\t};\n/******/ \t}();\n/******/ \t\n/******/ \t/* webpack/runtime/hasOwnProperty shorthand */\n/******/ \t!function() {\n/******/ \t\t__webpack_require__.o = function(obj, prop) { return Object.prototype.hasOwnProperty.call(obj, prop); }\n/******/ \t}();\n/******/ \t\n/************************************************************************/\n/******/ \t// module exports must be returned from runtime so entry inlining is disabled\n/******/ \t// startup\n/******/ \t// Load entry module and return exports\n/******/ \treturn __webpack_require__(686);\n/******/ })()\n.default;\n});", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport \"focus-visible\"\n\nimport {\n  EMPTY,\n  NEVER,\n  Observable,\n  Subject,\n  defer,\n  delay,\n  filter,\n  map,\n  merge,\n  mergeWith,\n  shareReplay,\n  switchMap\n} from \"rxjs\"\n\nimport { configuration, feature } from \"./_\"\nimport {\n  at,\n  getActiveElement,\n  getOptionalElement,\n  requestJSON,\n  setLocation,\n  setToggle,\n  watchDocument,\n  watchKeyboard,\n  watchLocation,\n  watchLocationTarget,\n  watchMedia,\n  watchPrint,\n  watchScript,\n  watchViewport\n} from \"./browser\"\nimport {\n  getComponentElement,\n  getComponentElements,\n  mountAnnounce,\n  mountBackToTop,\n  mountConsent,\n  mountContent,\n  mountDialog,\n  mountHeader,\n  mountHeaderTitle,\n  mountPalette,\n  mountProgress,\n  mountSearch,\n  mountSearchHiglight,\n  mountSidebar,\n  mountSource,\n  mountTableOfContents,\n  mountTabs,\n  watchHeader,\n  watchMain\n} from \"./components\"\nimport {\n  SearchIndex,\n  setupClipboardJS,\n  setupInstantNavigation,\n  setupVersionSelector\n} from \"./integrations\"\nimport {\n  patchEllipsis,\n  patchIndeterminate,\n  patchScrollfix,\n  patchScrolllock\n} from \"./patches\"\nimport \"./polyfills\"\n\n/* ----------------------------------------------------------------------------\n * Functions - @todo refactor\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch search index\n *\n * @returns Search index observable\n */\nfunction fetchSearchIndex(): Observable<SearchIndex> {\n  if (location.protocol === \"file:\") {\n    return watchScript(\n      `${new URL(\"search/search_index.js\", config.base)}`\n    )\n      .pipe(\n        // @ts-ignore - @todo fix typings\n        map(() => __index),\n        shareReplay(1)\n      )\n  } else {\n    return requestJSON<SearchIndex>(\n      new URL(\"search/search_index.json\", config.base)\n    )\n  }\n}\n\n/* ----------------------------------------------------------------------------\n * Application\n * ------------------------------------------------------------------------- */\n\n/* Yay, JavaScript is available */\ndocument.documentElement.classList.remove(\"no-js\")\ndocument.documentElement.classList.add(\"js\")\n\n/* Set up navigation observables and subjects */\nconst document$ = watchDocument()\nconst location$ = watchLocation()\nconst target$   = watchLocationTarget(location$)\nconst keyboard$ = watchKeyboard()\n\n/* Set up media observables */\nconst viewport$ = watchViewport()\nconst tablet$   = watchMedia(\"(min-width: 960px)\")\nconst screen$   = watchMedia(\"(min-width: 1220px)\")\nconst print$    = watchPrint()\n\n/* Retrieve search index, if search is enabled */\nconst config = configuration()\nconst index$ = document.forms.namedItem(\"search\")\n  ? fetchSearchIndex()\n  : NEVER\n\n/* Set up Clipboard.js integration */\nconst alert$ = new Subject<string>()\nsetupClipboardJS({ alert$ })\n\n/* Set up progress indicator */\nconst progress$ = new Subject<number>()\n\n/* Set up instant navigation, if enabled */\nif (feature(\"navigation.instant\"))\n  setupInstantNavigation({ location$, viewport$, progress$ })\n    .subscribe(document$)\n\n/* Set up version selector */\nif (config.version?.provider === \"mike\")\n  setupVersionSelector({ document$ })\n\n/* Always close drawer and search on navigation */\nmerge(location$, target$)\n  .pipe(\n    delay(125)\n  )\n    .subscribe(() => {\n      setToggle(\"drawer\", false)\n      setToggle(\"search\", false)\n    })\n\n/* Set up global keyboard handlers */\nkeyboard$\n  .pipe(\n    filter(({ mode }) => mode === \"global\")\n  )\n    .subscribe(key => {\n      switch (key.type) {\n\n        /* Go to previous page */\n        case \"p\":\n        case \",\":\n          const prev = getOptionalElement<HTMLLinkElement>(\"link[rel=prev]\")\n          if (typeof prev !== \"undefined\")\n            setLocation(prev)\n          break\n\n        /* Go to next page */\n        case \"n\":\n        case \".\":\n          const next = getOptionalElement<HTMLLinkElement>(\"link[rel=next]\")\n          if (typeof next !== \"undefined\")\n            setLocation(next)\n          break\n\n        /* Expand navigation, see https://bit.ly/3ZjG5io */\n        case \"Enter\":\n          const active = getActiveElement()\n          if (active instanceof HTMLLabelElement)\n            active.click()\n      }\n    })\n\n/* Set up patches */\npatchEllipsis({ viewport$, document$ })\npatchIndeterminate({ document$, tablet$ })\npatchScrollfix({ document$ })\npatchScrolllock({ viewport$, tablet$ })\n\n/* Set up header and main area observable */\nconst header$ = watchHeader(getComponentElement(\"header\"), { viewport$ })\nconst main$ = document$\n  .pipe(\n    map(() => getComponentElement(\"main\")),\n    switchMap(el => watchMain(el, { viewport$, header$ })),\n    shareReplay(1)\n  )\n\n/* Set up control component observables */\nconst control$ = merge(\n\n  /* Consent */\n  ...getComponentElements(\"consent\")\n    .map(el => mountConsent(el, { target$ })),\n\n  /* Dialog */\n  ...getComponentElements(\"dialog\")\n    .map(el => mountDialog(el, { alert$ })),\n\n  /* Color palette */\n  ...getComponentElements(\"palette\")\n    .map(el => mountPalette(el)),\n\n  /* Progress bar */\n  ...getComponentElements(\"progress\")\n    .map(el => mountProgress(el, { progress$ })),\n\n  /* Search */\n  ...getComponentElements(\"search\")\n    .map(el => mountSearch(el, { index$, keyboard$ })),\n\n  /* Repository information */\n  ...getComponentElements(\"source\")\n    .map(el => mountSource(el))\n)\n\n/* Set up content component observables */\nconst content$ = defer(() => merge(\n\n  /* Announcement bar */\n  ...getComponentElements(\"announce\")\n    .map(el => mountAnnounce(el)),\n\n  /* Content */\n  ...getComponentElements(\"content\")\n    .map(el => mountContent(el, { viewport$, target$, print$ })),\n\n  /* Search highlighting */\n  ...getComponentElements(\"content\")\n    .map(el => feature(\"search.highlight\")\n      ? mountSearchHiglight(el, { index$, location$ })\n      : EMPTY\n    ),\n\n  /* Header */\n  ...getComponentElements(\"header\")\n    .map(el => mountHeader(el, { viewport$, header$, main$ })),\n\n  /* Header title */\n  ...getComponentElements(\"header-title\")\n    .map(el => mountHeaderTitle(el, { viewport$, header$ })),\n\n  /* Sidebar */\n  ...getComponentElements(\"sidebar\")\n    .map(el => el.getAttribute(\"data-md-type\") === \"navigation\"\n      ? at(screen$, () => mountSidebar(el, { viewport$, header$, main$ }))\n      : at(tablet$, () => mountSidebar(el, { viewport$, header$, main$ }))\n    ),\n\n  /* Navigation tabs */\n  ...getComponentElements(\"tabs\")\n    .map(el => mountTabs(el, { viewport$, header$ })),\n\n  /* Table of contents */\n  ...getComponentElements(\"toc\")\n    .map(el => mountTableOfContents(el, {\n      viewport$, header$, main$, target$\n    })),\n\n  /* Back-to-top button */\n  ...getComponentElements(\"top\")\n    .map(el => mountBackToTop(el, { viewport$, header$, main$, target$ }))\n))\n\n/* Set up component observables */\nconst component$ = document$\n  .pipe(\n    switchMap(() => content$),\n    mergeWith(control$),\n    shareReplay(1)\n  )\n\n/* Subscribe to all components */\ncomponent$.subscribe()\n\n/* ----------------------------------------------------------------------------\n * Exports\n * ------------------------------------------------------------------------- */\n\nwindow.document$  = document$          /* Document observable */\nwindow.location$  = location$          /* Location subject */\nwindow.target$    = target$            /* Location target observable */\nwindow.keyboard$  = keyboard$          /* Keyboard observable */\nwindow.viewport$  = viewport$          /* Viewport observable */\nwindow.tablet$    = tablet$            /* Media tablet observable */\nwindow.screen$    = screen$            /* Media screen observable */\nwindow.print$     = print$             /* Media print observable */\nwindow.alert$     = alert$             /* Alert subject */\nwindow.progress$  = progress$          /* Progress indicator subject */\nwindow.component$ = component$         /* Component observable */\n", "/******************************************************************************\nCopyright (c) Microsoft Corporation.\n\nPermission to use, copy, modify, and/or distribute this software for any\npurpose with or without fee is hereby granted.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH\nREGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY\nAND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,\nINDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM\nLOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR\nOTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR\nPERFORMANCE OF THIS SOFTWARE.\n***************************************************************************** */\n/* global Reflect, Promise, SuppressedError, Symbol, Iterator */\n\nvar extendStatics = function(d, b) {\n  extendStatics = Object.setPrototypeOf ||\n      ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||\n      function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };\n  return extendStatics(d, b);\n};\n\nexport function __extends(d, b) {\n  if (typeof b !== \"function\" && b !== null)\n      throw new TypeError(\"Class extends value \" + String(b) + \" is not a constructor or null\");\n  extendStatics(d, b);\n  function __() { this.constructor = d; }\n  d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());\n}\n\nexport var __assign = function() {\n  __assign = Object.assign || function __assign(t) {\n      for (var s, i = 1, n = arguments.length; i < n; i++) {\n          s = arguments[i];\n          for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p];\n      }\n      return t;\n  }\n  return __assign.apply(this, arguments);\n}\n\nexport function __rest(s, e) {\n  var t = {};\n  for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)\n      t[p] = s[p];\n  if (s != null && typeof Object.getOwnPropertySymbols === \"function\")\n      for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {\n          if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))\n              t[p[i]] = s[p[i]];\n      }\n  return t;\n}\n\nexport function __decorate(decorators, target, key, desc) {\n  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;\n  if (typeof Reflect === \"object\" && typeof Reflect.decorate === \"function\") r = Reflect.decorate(decorators, target, key, desc);\n  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;\n  return c > 3 && r && Object.defineProperty(target, key, r), r;\n}\n\nexport function __param(paramIndex, decorator) {\n  return function (target, key) { decorator(target, key, paramIndex); }\n}\n\nexport function __esDecorate(ctor, descriptorIn, decorators, contextIn, initializers, extraInitializers) {\n  function accept(f) { if (f !== void 0 && typeof f !== \"function\") throw new TypeError(\"Function expected\"); return f; }\n  var kind = contextIn.kind, key = kind === \"getter\" ? \"get\" : kind === \"setter\" ? \"set\" : \"value\";\n  var target = !descriptorIn && ctor ? contextIn[\"static\"] ? ctor : ctor.prototype : null;\n  var descriptor = descriptorIn || (target ? Object.getOwnPropertyDescriptor(target, contextIn.name) : {});\n  var _, done = false;\n  for (var i = decorators.length - 1; i >= 0; i--) {\n      var context = {};\n      for (var p in contextIn) context[p] = p === \"access\" ? {} : contextIn[p];\n      for (var p in contextIn.access) context.access[p] = contextIn.access[p];\n      context.addInitializer = function (f) { if (done) throw new TypeError(\"Cannot add initializers after decoration has completed\"); extraInitializers.push(accept(f || null)); };\n      var result = (0, decorators[i])(kind === \"accessor\" ? { get: descriptor.get, set: descriptor.set } : descriptor[key], context);\n      if (kind === \"accessor\") {\n          if (result === void 0) continue;\n          if (result === null || typeof result !== \"object\") throw new TypeError(\"Object expected\");\n          if (_ = accept(result.get)) descriptor.get = _;\n          if (_ = accept(result.set)) descriptor.set = _;\n          if (_ = accept(result.init)) initializers.unshift(_);\n      }\n      else if (_ = accept(result)) {\n          if (kind === \"field\") initializers.unshift(_);\n          else descriptor[key] = _;\n      }\n  }\n  if (target) Object.defineProperty(target, contextIn.name, descriptor);\n  done = true;\n};\n\nexport function __runInitializers(thisArg, initializers, value) {\n  var useValue = arguments.length > 2;\n  for (var i = 0; i < initializers.length; i++) {\n      value = useValue ? initializers[i].call(thisArg, value) : initializers[i].call(thisArg);\n  }\n  return useValue ? value : void 0;\n};\n\nexport function __propKey(x) {\n  return typeof x === \"symbol\" ? x : \"\".concat(x);\n};\n\nexport function __setFunctionName(f, name, prefix) {\n  if (typeof name === \"symbol\") name = name.description ? \"[\".concat(name.description, \"]\") : \"\";\n  return Object.defineProperty(f, \"name\", { configurable: true, value: prefix ? \"\".concat(prefix, \" \", name) : name });\n};\n\nexport function __metadata(metadataKey, metadataValue) {\n  if (typeof Reflect === \"object\" && typeof Reflect.metadata === \"function\") return Reflect.metadata(metadataKey, metadataValue);\n}\n\nexport function __awaiter(thisArg, _arguments, P, generator) {\n  function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }\n  return new (P || (P = Promise))(function (resolve, reject) {\n      function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }\n      function rejected(value) { try { step(generator[\"throw\"](value)); } catch (e) { reject(e); } }\n      function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }\n      step((generator = generator.apply(thisArg, _arguments || [])).next());\n  });\n}\n\nexport function __generator(thisArg, body) {\n  var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === \"function\" ? Iterator : Object).prototype);\n  return g.next = verb(0), g[\"throw\"] = verb(1), g[\"return\"] = verb(2), typeof Symbol === \"function\" && (g[Symbol.iterator] = function() { return this; }), g;\n  function verb(n) { return function (v) { return step([n, v]); }; }\n  function step(op) {\n      if (f) throw new TypeError(\"Generator is already executing.\");\n      while (g && (g = 0, op[0] && (_ = 0)), _) try {\n          if (f = 1, y && (t = op[0] & 2 ? y[\"return\"] : op[0] ? y[\"throw\"] || ((t = y[\"return\"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;\n          if (y = 0, t) op = [op[0] & 2, t.value];\n          switch (op[0]) {\n              case 0: case 1: t = op; break;\n              case 4: _.label++; return { value: op[1], done: false };\n              case 5: _.label++; y = op[1]; op = [0]; continue;\n              case 7: op = _.ops.pop(); _.trys.pop(); continue;\n              default:\n                  if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }\n                  if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }\n                  if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }\n                  if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }\n                  if (t[2]) _.ops.pop();\n                  _.trys.pop(); continue;\n          }\n          op = body.call(thisArg, _);\n      } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }\n      if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };\n  }\n}\n\nexport var __createBinding = Object.create ? (function(o, m, k, k2) {\n  if (k2 === undefined) k2 = k;\n  var desc = Object.getOwnPropertyDescriptor(m, k);\n  if (!desc || (\"get\" in desc ? !m.__esModule : desc.writable || desc.configurable)) {\n      desc = { enumerable: true, get: function() { return m[k]; } };\n  }\n  Object.defineProperty(o, k2, desc);\n}) : (function(o, m, k, k2) {\n  if (k2 === undefined) k2 = k;\n  o[k2] = m[k];\n});\n\nexport function __exportStar(m, o) {\n  for (var p in m) if (p !== \"default\" && !Object.prototype.hasOwnProperty.call(o, p)) __createBinding(o, m, p);\n}\n\nexport function __values(o) {\n  var s = typeof Symbol === \"function\" && Symbol.iterator, m = s && o[s], i = 0;\n  if (m) return m.call(o);\n  if (o && typeof o.length === \"number\") return {\n      next: function () {\n          if (o && i >= o.length) o = void 0;\n          return { value: o && o[i++], done: !o };\n      }\n  };\n  throw new TypeError(s ? \"Object is not iterable.\" : \"Symbol.iterator is not defined.\");\n}\n\nexport function __read(o, n) {\n  var m = typeof Symbol === \"function\" && o[Symbol.iterator];\n  if (!m) return o;\n  var i = m.call(o), r, ar = [], e;\n  try {\n      while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);\n  }\n  catch (error) { e = { error: error }; }\n  finally {\n      try {\n          if (r && !r.done && (m = i[\"return\"])) m.call(i);\n      }\n      finally { if (e) throw e.error; }\n  }\n  return ar;\n}\n\n/** @deprecated */\nexport function __spread() {\n  for (var ar = [], i = 0; i < arguments.length; i++)\n      ar = ar.concat(__read(arguments[i]));\n  return ar;\n}\n\n/** @deprecated */\nexport function __spreadArrays() {\n  for (var s = 0, i = 0, il = arguments.length; i < il; i++) s += arguments[i].length;\n  for (var r = Array(s), k = 0, i = 0; i < il; i++)\n      for (var a = arguments[i], j = 0, jl = a.length; j < jl; j++, k++)\n          r[k] = a[j];\n  return r;\n}\n\nexport function __spreadArray(to, from, pack) {\n  if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {\n      if (ar || !(i in from)) {\n          if (!ar) ar = Array.prototype.slice.call(from, 0, i);\n          ar[i] = from[i];\n      }\n  }\n  return to.concat(ar || Array.prototype.slice.call(from));\n}\n\nexport function __await(v) {\n  return this instanceof __await ? (this.v = v, this) : new __await(v);\n}\n\nexport function __asyncGenerator(thisArg, _arguments, generator) {\n  if (!Symbol.asyncIterator) throw new TypeError(\"Symbol.asyncIterator is not defined.\");\n  var g = generator.apply(thisArg, _arguments || []), i, q = [];\n  return i = Object.create((typeof AsyncIterator === \"function\" ? AsyncIterator : Object).prototype), verb(\"next\"), verb(\"throw\"), verb(\"return\", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;\n  function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }\n  function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }\n  function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }\n  function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }\n  function fulfill(value) { resume(\"next\", value); }\n  function reject(value) { resume(\"throw\", value); }\n  function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }\n}\n\nexport function __asyncDelegator(o) {\n  var i, p;\n  return i = {}, verb(\"next\"), verb(\"throw\", function (e) { throw e; }), verb(\"return\"), i[Symbol.iterator] = function () { return this; }, i;\n  function verb(n, f) { i[n] = o[n] ? function (v) { return (p = !p) ? { value: __await(o[n](v)), done: false } : f ? f(v) : v; } : f; }\n}\n\nexport function __asyncValues(o) {\n  if (!Symbol.asyncIterator) throw new TypeError(\"Symbol.asyncIterator is not defined.\");\n  var m = o[Symbol.asyncIterator], i;\n  return m ? m.call(o) : (o = typeof __values === \"function\" ? __values(o) : o[Symbol.iterator](), i = {}, verb(\"next\"), verb(\"throw\"), verb(\"return\"), i[Symbol.asyncIterator] = function () { return this; }, i);\n  function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }\n  function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }\n}\n\nexport function __makeTemplateObject(cooked, raw) {\n  if (Object.defineProperty) { Object.defineProperty(cooked, \"raw\", { value: raw }); } else { cooked.raw = raw; }\n  return cooked;\n};\n\nvar __setModuleDefault = Object.create ? (function(o, v) {\n  Object.defineProperty(o, \"default\", { enumerable: true, value: v });\n}) : function(o, v) {\n  o[\"default\"] = v;\n};\n\nexport function __importStar(mod) {\n  if (mod && mod.__esModule) return mod;\n  var result = {};\n  if (mod != null) for (var k in mod) if (k !== \"default\" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);\n  __setModuleDefault(result, mod);\n  return result;\n}\n\nexport function __importDefault(mod) {\n  return (mod && mod.__esModule) ? mod : { default: mod };\n}\n\nexport function __classPrivateFieldGet(receiver, state, kind, f) {\n  if (kind === \"a\" && !f) throw new TypeError(\"Private accessor was defined without a getter\");\n  if (typeof state === \"function\" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError(\"Cannot read private member from an object whose class did not declare it\");\n  return kind === \"m\" ? f : kind === \"a\" ? f.call(receiver) : f ? f.value : state.get(receiver);\n}\n\nexport function __classPrivateFieldSet(receiver, state, value, kind, f) {\n  if (kind === \"m\") throw new TypeError(\"Private method is not writable\");\n  if (kind === \"a\" && !f) throw new TypeError(\"Private accessor was defined without a setter\");\n  if (typeof state === \"function\" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError(\"Cannot write private member to an object whose class did not declare it\");\n  return (kind === \"a\" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;\n}\n\nexport function __classPrivateFieldIn(state, receiver) {\n  if (receiver === null || (typeof receiver !== \"object\" && typeof receiver !== \"function\")) throw new TypeError(\"Cannot use 'in' operator on non-object\");\n  return typeof state === \"function\" ? receiver === state : state.has(receiver);\n}\n\nexport function __addDisposableResource(env, value, async) {\n  if (value !== null && value !== void 0) {\n    if (typeof value !== \"object\" && typeof value !== \"function\") throw new TypeError(\"Object expected.\");\n    var dispose, inner;\n    if (async) {\n      if (!Symbol.asyncDispose) throw new TypeError(\"Symbol.asyncDispose is not defined.\");\n      dispose = value[Symbol.asyncDispose];\n    }\n    if (dispose === void 0) {\n      if (!Symbol.dispose) throw new TypeError(\"Symbol.dispose is not defined.\");\n      dispose = value[Symbol.dispose];\n      if (async) inner = dispose;\n    }\n    if (typeof dispose !== \"function\") throw new TypeError(\"Object not disposable.\");\n    if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };\n    env.stack.push({ value: value, dispose: dispose, async: async });\n  }\n  else if (async) {\n    env.stack.push({ async: true });\n  }\n  return value;\n}\n\nvar _SuppressedError = typeof SuppressedError === \"function\" ? SuppressedError : function (error, suppressed, message) {\n  var e = new Error(message);\n  return e.name = \"SuppressedError\", e.error = error, e.suppressed = suppressed, e;\n};\n\nexport function __disposeResources(env) {\n  function fail(e) {\n    env.error = env.hasError ? new _SuppressedError(e, env.error, \"An error was suppressed during disposal.\") : e;\n    env.hasError = true;\n  }\n  var r, s = 0;\n  function next() {\n    while (r = env.stack.pop()) {\n      try {\n        if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);\n        if (r.dispose) {\n          var result = r.dispose.call(r.value);\n          if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });\n        }\n        else s |= 1;\n      }\n      catch (e) {\n        fail(e);\n      }\n    }\n    if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();\n    if (env.hasError) throw env.error;\n  }\n  return next();\n}\n\nexport default {\n  __extends,\n  __assign,\n  __rest,\n  __decorate,\n  __param,\n  __metadata,\n  __awaiter,\n  __generator,\n  __createBinding,\n  __exportStar,\n  __values,\n  __read,\n  __spread,\n  __spreadArrays,\n  __spreadArray,\n  __await,\n  __asyncGenerator,\n  __asyncDelegator,\n  __asyncValues,\n  __makeTemplateObject,\n  __importStar,\n  __importDefault,\n  __classPrivateFieldGet,\n  __classPrivateFieldSet,\n  __classPrivateFieldIn,\n  __addDisposableResource,\n  __disposeResources,\n};\n", "/**\n * Returns true if the object is a function.\n * @param value The value to check\n */\nexport function isFunction(value: any): value is (...args: any[]) => any {\n  return typeof value === 'function';\n}\n", "/**\n * Used to create Error subclasses until the community moves away from ES5.\n *\n * This is because compiling from TypeScript down to ES5 has issues with subclassing Errors\n * as well as other built-in types: https://github.com/Microsoft/TypeScript/issues/12123\n *\n * @param createImpl A factory function to create the actual constructor implementation. The returned\n * function should be a named function that calls `_super` internally.\n */\nexport function createErrorClass<T>(createImpl: (_super: any) => any): T {\n  const _super = (instance: any) => {\n    Error.call(instance);\n    instance.stack = new Error().stack;\n  };\n\n  const ctorFunc = createImpl(_super);\n  ctorFunc.prototype = Object.create(Error.prototype);\n  ctorFunc.prototype.constructor = ctorFunc;\n  return ctorFunc;\n}\n", "import { createErrorClass } from './createErrorClass';\n\nexport interface UnsubscriptionError extends Error {\n  readonly errors: any[];\n}\n\nexport interface UnsubscriptionErrorCtor {\n  /**\n   * @deprecated Internal implementation detail. Do not construct error instances.\n   * Cannot be tagged as internal: https://github.com/ReactiveX/rxjs/issues/6269\n   */\n  new (errors: any[]): UnsubscriptionError;\n}\n\n/**\n * An error thrown when one or more errors have occurred during the\n * `unsubscribe` of a {@link Subscription}.\n */\nexport const UnsubscriptionError: UnsubscriptionErrorCtor = createErrorClass(\n  (_super) =>\n    function UnsubscriptionErrorImpl(this: any, errors: (Error | string)[]) {\n      _super(this);\n      this.message = errors\n        ? `${errors.length} errors occurred during unsubscription:\n${errors.map((err, i) => `${i + 1}) ${err.toString()}`).join('\\n  ')}`\n        : '';\n      this.name = 'UnsubscriptionError';\n      this.errors = errors;\n    }\n);\n", "/**\n * Removes an item from an array, mutating it.\n * @param arr The array to remove the item from\n * @param item The item to remove\n */\nexport function arrRemove<T>(arr: T[] | undefined | null, item: T) {\n  if (arr) {\n    const index = arr.indexOf(item);\n    0 <= index && arr.splice(index, 1);\n  }\n}\n", "import { isFunction } from './util/isFunction';\nimport { UnsubscriptionError } from './util/UnsubscriptionError';\nimport { SubscriptionLike, TeardownLogic, Unsubscribable } from './types';\nimport { arrRemove } from './util/arrRemove';\n\n/**\n * Represents a disposable resource, such as the execution of an Observable. A\n * Subscription has one important method, `unsubscribe`, that takes no argument\n * and just disposes the resource held by the subscription.\n *\n * Additionally, subscriptions may be grouped together through the `add()`\n * method, which will attach a child Subscription to the current Subscription.\n * When a Subscription is unsubscribed, all its children (and its grandchildren)\n * will be unsubscribed as well.\n *\n * @class Subscription\n */\nexport class Subscription implements SubscriptionLike {\n  /** @nocollapse */\n  public static EMPTY = (() => {\n    const empty = new Subscription();\n    empty.closed = true;\n    return empty;\n  })();\n\n  /**\n   * A flag to indicate whether this Subscription has already been unsubscribed.\n   */\n  public closed = false;\n\n  private _parentage: Subscription[] | Subscription | null = null;\n\n  /**\n   * The list of registered finalizers to execute upon unsubscription. Adding and removing from this\n   * list occurs in the {@link #add} and {@link #remove} methods.\n   */\n  private _finalizers: Exclude<TeardownLogic, void>[] | null = null;\n\n  /**\n   * @param initialTeardown A function executed first as part of the finalization\n   * process that is kicked off when {@link #unsubscribe} is called.\n   */\n  constructor(private initialTeardown?: () => void) {}\n\n  /**\n   * Disposes the resources held by the subscription. May, for instance, cancel\n   * an ongoing Observable execution or cancel any other type of work that\n   * started when the Subscription was created.\n   * @return {void}\n   */\n  unsubscribe(): void {\n    let errors: any[] | undefined;\n\n    if (!this.closed) {\n      this.closed = true;\n\n      // Remove this from it's parents.\n      const { _parentage } = this;\n      if (_parentage) {\n        this._parentage = null;\n        if (Array.isArray(_parentage)) {\n          for (const parent of _parentage) {\n            parent.remove(this);\n          }\n        } else {\n          _parentage.remove(this);\n        }\n      }\n\n      const { initialTeardown: initialFinalizer } = this;\n      if (isFunction(initialFinalizer)) {\n        try {\n          initialFinalizer();\n        } catch (e) {\n          errors = e instanceof UnsubscriptionError ? e.errors : [e];\n        }\n      }\n\n      const { _finalizers } = this;\n      if (_finalizers) {\n        this._finalizers = null;\n        for (const finalizer of _finalizers) {\n          try {\n            execFinalizer(finalizer);\n          } catch (err) {\n            errors = errors ?? [];\n            if (err instanceof UnsubscriptionError) {\n              errors = [...errors, ...err.errors];\n            } else {\n              errors.push(err);\n            }\n          }\n        }\n      }\n\n      if (errors) {\n        throw new UnsubscriptionError(errors);\n      }\n    }\n  }\n\n  /**\n   * Adds a finalizer to this subscription, so that finalization will be unsubscribed/called\n   * when this subscription is unsubscribed. If this subscription is already {@link #closed},\n   * because it has already been unsubscribed, then whatever finalizer is passed to it\n   * will automatically be executed (unless the finalizer itself is also a closed subscription).\n   *\n   * Closed Subscriptions cannot be added as finalizers to any subscription. Adding a closed\n   * subscription to a any subscription will result in no operation. (A noop).\n   *\n   * Adding a subscription to itself, or adding `null` or `undefined` will not perform any\n   * operation at all. (A noop).\n   *\n   * `Subscription` instances that are added to this instance will automatically remove themselves\n   * if they are unsubscribed. Functions and {@link Unsubscribable} objects that you wish to remove\n   * will need to be removed manually with {@link #remove}\n   *\n   * @param teardown The finalization logic to add to this subscription.\n   */\n  add(teardown: TeardownLogic): void {\n    // Only add the finalizer if it's not undefined\n    // and don't add a subscription to itself.\n    if (teardown && teardown !== this) {\n      if (this.closed) {\n        // If this subscription is already closed,\n        // execute whatever finalizer is handed to it automatically.\n        execFinalizer(teardown);\n      } else {\n        if (teardown instanceof Subscription) {\n          // We don't add closed subscriptions, and we don't add the same subscription\n          // twice. Subscription unsubscribe is idempotent.\n          if (teardown.closed || teardown._hasParent(this)) {\n            return;\n          }\n          teardown._addParent(this);\n        }\n        (this._finalizers = this._finalizers ?? []).push(teardown);\n      }\n    }\n  }\n\n  /**\n   * Checks to see if a this subscription already has a particular parent.\n   * This will signal that this subscription has already been added to the parent in question.\n   * @param parent the parent to check for\n   */\n  private _hasParent(parent: Subscription) {\n    const { _parentage } = this;\n    return _parentage === parent || (Array.isArray(_parentage) && _parentage.includes(parent));\n  }\n\n  /**\n   * Adds a parent to this subscription so it can be removed from the parent if it\n   * unsubscribes on it's own.\n   *\n   * NOTE: THIS ASSUMES THAT {@link _hasParent} HAS ALREADY BEEN CHECKED.\n   * @param parent The parent subscription to add\n   */\n  private _addParent(parent: Subscription) {\n    const { _parentage } = this;\n    this._parentage = Array.isArray(_parentage) ? (_parentage.push(parent), _parentage) : _parentage ? [_parentage, parent] : parent;\n  }\n\n  /**\n   * Called on a child when it is removed via {@link #remove}.\n   * @param parent The parent to remove\n   */\n  private _removeParent(parent: Subscription) {\n    const { _parentage } = this;\n    if (_parentage === parent) {\n      this._parentage = null;\n    } else if (Array.isArray(_parentage)) {\n      arrRemove(_parentage, parent);\n    }\n  }\n\n  /**\n   * Removes a finalizer from this subscription that was previously added with the {@link #add} method.\n   *\n   * Note that `Subscription` instances, when unsubscribed, will automatically remove themselves\n   * from every other `Subscription` they have been added to. This means that using the `remove` method\n   * is not a common thing and should be used thoughtfully.\n   *\n   * If you add the same finalizer instance of a function or an unsubscribable object to a `Subscription` instance\n   * more than once, you will need to call `remove` the same number of times to remove all instances.\n   *\n   * All finalizer instances are removed to free up memory upon unsubscription.\n   *\n   * @param teardown The finalizer to remove from this subscription\n   */\n  remove(teardown: Exclude<TeardownLogic, void>): void {\n    const { _finalizers } = this;\n    _finalizers && arrRemove(_finalizers, teardown);\n\n    if (teardown instanceof Subscription) {\n      teardown._removeParent(this);\n    }\n  }\n}\n\nexport const EMPTY_SUBSCRIPTION = Subscription.EMPTY;\n\nexport function isSubscription(value: any): value is Subscription {\n  return (\n    value instanceof Subscription ||\n    (value && 'closed' in value && isFunction(value.remove) && isFunction(value.add) && isFunction(value.unsubscribe))\n  );\n}\n\nfunction execFinalizer(finalizer: Unsubscribable | (() => void)) {\n  if (isFunction(finalizer)) {\n    finalizer();\n  } else {\n    finalizer.unsubscribe();\n  }\n}\n", "import { Subscriber } from './Subscriber';\nimport { ObservableNotification } from './types';\n\n/**\n * The {@link GlobalConfig} object for RxJS. It is used to configure things\n * like how to react on unhandled errors.\n */\nexport const config: GlobalConfig = {\n  onUnhandledError: null,\n  onStoppedNotification: null,\n  Promise: undefined,\n  useDeprecatedSynchronousErrorHandling: false,\n  useDeprecatedNextContext: false,\n};\n\n/**\n * The global configuration object for RxJS, used to configure things\n * like how to react on unhandled errors. Accessible via {@link config}\n * object.\n */\nexport interface GlobalConfig {\n  /**\n   * A registration point for unhandled errors from RxJS. These are errors that\n   * cannot were not handled by consuming code in the usual subscription path. For\n   * example, if you have this configured, and you subscribe to an observable without\n   * providing an error handler, errors from that subscription will end up here. This\n   * will _always_ be called asynchronously on another job in the runtime. This is because\n   * we do not want errors thrown in this user-configured handler to interfere with the\n   * behavior of the library.\n   */\n  onUnhandledError: ((err: any) => void) | null;\n\n  /**\n   * A registration point for notifications that cannot be sent to subscribers because they\n   * have completed, errored or have been explicitly unsubscribed. By default, next, complete\n   * and error notifications sent to stopped subscribers are noops. However, sometimes callers\n   * might want a different behavior. For example, with sources that attempt to report errors\n   * to stopped subscribers, a caller can configure RxJS to throw an unhandled error instead.\n   * This will _always_ be called asynchronously on another job in the runtime. This is because\n   * we do not want errors thrown in this user-configured handler to interfere with the\n   * behavior of the library.\n   */\n  onStoppedNotification: ((notification: ObservableNotification<any>, subscriber: Subscriber<any>) => void) | null;\n\n  /**\n   * The promise constructor used by default for {@link Observable#toPromise toPromise} and {@link Observable#forEach forEach}\n   * methods.\n   *\n   * @deprecated As of version 8, RxJS will no longer support this sort of injection of a\n   * Promise constructor. If you need a Promise implementation other than native promises,\n   * please polyfill/patch Promise as you see appropriate. Will be removed in v8.\n   */\n  Promise?: PromiseConstructorLike;\n\n  /**\n   * If true, turns on synchronous error rethrowing, which is a deprecated behavior\n   * in v6 and higher. This behavior enables bad patterns like wrapping a subscribe\n   * call in a try/catch block. It also enables producer interference, a nasty bug\n   * where a multicast can be broken for all observers by a downstream consumer with\n   * an unhandled error. DO NOT USE THIS FLAG UNLESS IT'S NEEDED TO BUY TIME\n   * FOR MIGRATION REASONS.\n   *\n   * @deprecated As of version 8, RxJS will no longer support synchronous throwing\n   * of unhandled errors. All errors will be thrown on a separate call stack to prevent bad\n   * behaviors described above. Will be removed in v8.\n   */\n  useDeprecatedSynchronousErrorHandling: boolean;\n\n  /**\n   * If true, enables an as-of-yet undocumented feature from v5: The ability to access\n   * `unsubscribe()` via `this` context in `next` functions created in observers passed\n   * to `subscribe`.\n   *\n   * This is being removed because the performance was severely problematic, and it could also cause\n   * issues when types other than POJOs are passed to subscribe as subscribers, as they will likely have\n   * their `this` context overwritten.\n   *\n   * @deprecated As of version 8, RxJS will no longer support altering the\n   * context of next functions provided as part of an observer to Subscribe. Instead,\n   * you will have access to a subscription or a signal or token that will allow you to do things like\n   * unsubscribe and test closed status. Will be removed in v8.\n   */\n  useDeprecatedNextContext: boolean;\n}\n", "import type { TimerHandle } from './timerHandle';\ntype SetTimeoutFunction = (handler: () => void, timeout?: number, ...args: any[]) => TimerHandle;\ntype ClearTimeoutFunction = (handle: TimerHandle) => void;\n\ninterface TimeoutProvider {\n  setTimeout: SetTimeoutFunction;\n  clearTimeout: ClearTimeoutFunction;\n  delegate:\n    | {\n        setTimeout: SetTimeoutFunction;\n        clearTimeout: ClearTimeoutFunction;\n      }\n    | undefined;\n}\n\nexport const timeoutProvider: TimeoutProvider = {\n  // When accessing the delegate, use the variable rather than `this` so that\n  // the functions can be called without being bound to the provider.\n  setTimeout(handler: () => void, timeout?: number, ...args) {\n    const { delegate } = timeoutProvider;\n    if (delegate?.setTimeout) {\n      return delegate.setTimeout(handler, timeout, ...args);\n    }\n    return setTimeout(handler, timeout, ...args);\n  },\n  clearTimeout(handle) {\n    const { delegate } = timeoutProvider;\n    return (delegate?.clearTimeout || clearTimeout)(handle as any);\n  },\n  delegate: undefined,\n};\n", "import { config } from '../config';\nimport { timeoutProvider } from '../scheduler/timeoutProvider';\n\n/**\n * Handles an error on another job either with the user-configured {@link onUnhandledError},\n * or by throwing it on that new job so it can be picked up by `window.onerror`, `process.on('error')`, etc.\n *\n * This should be called whenever there is an error that is out-of-band with the subscription\n * or when an error hits a terminal boundary of the subscription and no error handler was provided.\n *\n * @param err the error to report\n */\nexport function reportUnhandledError(err: any) {\n  timeoutProvider.setTimeout(() => {\n    const { onUnhandledError } = config;\n    if (onUnhandledError) {\n      // Execute the user-configured error handler.\n      onUnhandledError(err);\n    } else {\n      // Throw so it is picked up by the runtime's uncaught error mechanism.\n      throw err;\n    }\n  });\n}\n", "/* tslint:disable:no-empty */\nexport function noop() { }\n", "import { CompleteNotification, NextNotification, ErrorNotification } from './types';\n\n/**\n * A completion object optimized for memory use and created to be the\n * same \"shape\" as other notifications in v8.\n * @internal\n */\nexport const COMPLETE_NOTIFICATION = (() => createNotification('C', undefined, undefined) as CompleteNotification)();\n\n/**\n * Internal use only. Creates an optimized error notification that is the same \"shape\"\n * as other notifications.\n * @internal\n */\nexport function errorNotification(error: any): ErrorNotification {\n  return createNotification('E', undefined, error) as any;\n}\n\n/**\n * Internal use only. Creates an optimized next notification that is the same \"shape\"\n * as other notifications.\n * @internal\n */\nexport function nextNotification<T>(value: T) {\n  return createNotification('N', value, undefined) as NextNotification<T>;\n}\n\n/**\n * Ensures that all notifications created internally have the same \"shape\" in v8.\n *\n * TODO: This is only exported to support a crazy legacy test in `groupBy`.\n * @internal\n */\nexport function createNotification(kind: 'N' | 'E' | 'C', value: any, error: any) {\n  return {\n    kind,\n    value,\n    error,\n  };\n}\n", "import { config } from '../config';\n\nlet context: { errorThrown: boolean; error: any } | null = null;\n\n/**\n * Handles dealing with errors for super-gross mode. Creates a context, in which\n * any synchronously thrown errors will be passed to {@link captureError}. Which\n * will record the error such that it will be rethrown after the call back is complete.\n * TODO: Remove in v8\n * @param cb An immediately executed function.\n */\nexport function errorContext(cb: () => void) {\n  if (config.useDeprecatedSynchronousErrorHandling) {\n    const isRoot = !context;\n    if (isRoot) {\n      context = { errorThrown: false, error: null };\n    }\n    cb();\n    if (isRoot) {\n      const { errorThrown, error } = context!;\n      context = null;\n      if (errorThrown) {\n        throw error;\n      }\n    }\n  } else {\n    // This is the general non-deprecated path for everyone that\n    // isn't crazy enough to use super-gross mode (useDeprecatedSynchronousErrorHandling)\n    cb();\n  }\n}\n\n/**\n * Captures errors only in super-gross mode.\n * @param err the error to capture\n */\nexport function captureError(err: any) {\n  if (config.useDeprecatedSynchronousErrorHandling && context) {\n    context.errorThrown = true;\n    context.error = err;\n  }\n}\n", "import { isFunction } from './util/isFunction';\nimport { Observer, ObservableNotification } from './types';\nimport { isSubscription, Subscription } from './Subscription';\nimport { config } from './config';\nimport { reportUnhandledError } from './util/reportUnhandledError';\nimport { noop } from './util/noop';\nimport { nextNotification, errorNotification, COMPLETE_NOTIFICATION } from './NotificationFactories';\nimport { timeoutProvider } from './scheduler/timeoutProvider';\nimport { captureError } from './util/errorContext';\n\n/**\n * Implements the {@link Observer} interface and extends the\n * {@link Subscription} class. While the {@link Observer} is the public API for\n * consuming the values of an {@link Observable}, all Observers get converted to\n * a Subscriber, in order to provide Subscription-like capabilities such as\n * `unsubscribe`. Subscriber is a common type in RxJS, and crucial for\n * implementing operators, but it is rarely used as a public API.\n *\n * @class Subscriber<T>\n */\nexport class Subscriber<T> extends Subscription implements Observer<T> {\n  /**\n   * A static factory for a Subscriber, given a (potentially partial) definition\n   * of an Observer.\n   * @param next The `next` callback of an Observer.\n   * @param error The `error` callback of an\n   * Observer.\n   * @param complete The `complete` callback of an\n   * Observer.\n   * @return A Subscriber wrapping the (partially defined)\n   * Observer represented by the given arguments.\n   * @nocollapse\n   * @deprecated Do not use. Will be removed in v8. There is no replacement for this\n   * method, and there is no reason to be creating instances of `Subscriber` directly.\n   * If you have a specific use case, please file an issue.\n   */\n  static create<T>(next?: (x?: T) => void, error?: (e?: any) => void, complete?: () => void): Subscriber<T> {\n    return new SafeSubscriber(next, error, complete);\n  }\n\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  protected isStopped: boolean = false;\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  protected destination: Subscriber<any> | Observer<any>; // this `any` is the escape hatch to erase extra type param (e.g. R)\n\n  /**\n   * @deprecated Internal implementation detail, do not use directly. Will be made internal in v8.\n   * There is no reason to directly create an instance of Subscriber. This type is exported for typings reasons.\n   */\n  constructor(destination?: Subscriber<any> | Observer<any>) {\n    super();\n    if (destination) {\n      this.destination = destination;\n      // Automatically chain subscriptions together here.\n      // if destination is a Subscription, then it is a Subscriber.\n      if (isSubscription(destination)) {\n        destination.add(this);\n      }\n    } else {\n      this.destination = EMPTY_OBSERVER;\n    }\n  }\n\n  /**\n   * The {@link Observer} callback to receive notifications of type `next` from\n   * the Observable, with a value. The Observable may call this method 0 or more\n   * times.\n   * @param {T} [value] The `next` value.\n   * @return {void}\n   */\n  next(value?: T): void {\n    if (this.isStopped) {\n      handleStoppedNotification(nextNotification(value), this);\n    } else {\n      this._next(value!);\n    }\n  }\n\n  /**\n   * The {@link Observer} callback to receive notifications of type `error` from\n   * the Observable, with an attached `Error`. Notifies the Observer that\n   * the Observable has experienced an error condition.\n   * @param {any} [err] The `error` exception.\n   * @return {void}\n   */\n  error(err?: any): void {\n    if (this.isStopped) {\n      handleStoppedNotification(errorNotification(err), this);\n    } else {\n      this.isStopped = true;\n      this._error(err);\n    }\n  }\n\n  /**\n   * The {@link Observer} callback to receive a valueless notification of type\n   * `complete` from the Observable. Notifies the Observer that the Observable\n   * has finished sending push-based notifications.\n   * @return {void}\n   */\n  complete(): void {\n    if (this.isStopped) {\n      handleStoppedNotification(COMPLETE_NOTIFICATION, this);\n    } else {\n      this.isStopped = true;\n      this._complete();\n    }\n  }\n\n  unsubscribe(): void {\n    if (!this.closed) {\n      this.isStopped = true;\n      super.unsubscribe();\n      this.destination = null!;\n    }\n  }\n\n  protected _next(value: T): void {\n    this.destination.next(value);\n  }\n\n  protected _error(err: any): void {\n    try {\n      this.destination.error(err);\n    } finally {\n      this.unsubscribe();\n    }\n  }\n\n  protected _complete(): void {\n    try {\n      this.destination.complete();\n    } finally {\n      this.unsubscribe();\n    }\n  }\n}\n\n/**\n * This bind is captured here because we want to be able to have\n * compatibility with monoid libraries that tend to use a method named\n * `bind`. In particular, a library called Monio requires this.\n */\nconst _bind = Function.prototype.bind;\n\nfunction bind<Fn extends (...args: any[]) => any>(fn: Fn, thisArg: any): Fn {\n  return _bind.call(fn, thisArg);\n}\n\n/**\n * Internal optimization only, DO NOT EXPOSE.\n * @internal\n */\nclass ConsumerObserver<T> implements Observer<T> {\n  constructor(private partialObserver: Partial<Observer<T>>) {}\n\n  next(value: T): void {\n    const { partialObserver } = this;\n    if (partialObserver.next) {\n      try {\n        partialObserver.next(value);\n      } catch (error) {\n        handleUnhandledError(error);\n      }\n    }\n  }\n\n  error(err: any): void {\n    const { partialObserver } = this;\n    if (partialObserver.error) {\n      try {\n        partialObserver.error(err);\n      } catch (error) {\n        handleUnhandledError(error);\n      }\n    } else {\n      handleUnhandledError(err);\n    }\n  }\n\n  complete(): void {\n    const { partialObserver } = this;\n    if (partialObserver.complete) {\n      try {\n        partialObserver.complete();\n      } catch (error) {\n        handleUnhandledError(error);\n      }\n    }\n  }\n}\n\nexport class SafeSubscriber<T> extends Subscriber<T> {\n  constructor(\n    observerOrNext?: Partial<Observer<T>> | ((value: T) => void) | null,\n    error?: ((e?: any) => void) | null,\n    complete?: (() => void) | null\n  ) {\n    super();\n\n    let partialObserver: Partial<Observer<T>>;\n    if (isFunction(observerOrNext) || !observerOrNext) {\n      // The first argument is a function, not an observer. The next\n      // two arguments *could* be observers, or they could be empty.\n      partialObserver = {\n        next: (observerOrNext ?? undefined) as (((value: T) => void) | undefined),\n        error: error ?? undefined,\n        complete: complete ?? undefined,\n      };\n    } else {\n      // The first argument is a partial observer.\n      let context: any;\n      if (this && config.useDeprecatedNextContext) {\n        // This is a deprecated path that made `this.unsubscribe()` available in\n        // next handler functions passed to subscribe. This only exists behind a flag\n        // now, as it is *very* slow.\n        context = Object.create(observerOrNext);\n        context.unsubscribe = () => this.unsubscribe();\n        partialObserver = {\n          next: observerOrNext.next && bind(observerOrNext.next, context),\n          error: observerOrNext.error && bind(observerOrNext.error, context),\n          complete: observerOrNext.complete && bind(observerOrNext.complete, context),\n        };\n      } else {\n        // The \"normal\" path. Just use the partial observer directly.\n        partialObserver = observerOrNext;\n      }\n    }\n\n    // Wrap the partial observer to ensure it's a full observer, and\n    // make sure proper error handling is accounted for.\n    this.destination = new ConsumerObserver(partialObserver);\n  }\n}\n\nfunction handleUnhandledError(error: any) {\n  if (config.useDeprecatedSynchronousErrorHandling) {\n    captureError(error);\n  } else {\n    // Ideal path, we report this as an unhandled error,\n    // which is thrown on a new call stack.\n    reportUnhandledError(error);\n  }\n}\n\n/**\n * An error handler used when no error handler was supplied\n * to the SafeSubscriber -- meaning no error handler was supplied\n * do the `subscribe` call on our observable.\n * @param err The error to handle\n */\nfunction defaultErrorHandler(err: any) {\n  throw err;\n}\n\n/**\n * A handler for notifications that cannot be sent to a stopped subscriber.\n * @param notification The notification being sent\n * @param subscriber The stopped subscriber\n */\nfunction handleStoppedNotification(notification: ObservableNotification<any>, subscriber: Subscriber<any>) {\n  const { onStoppedNotification } = config;\n  onStoppedNotification && timeoutProvider.setTimeout(() => onStoppedNotification(notification, subscriber));\n}\n\n/**\n * The observer used as a stub for subscriptions where the user did not\n * pass any arguments to `subscribe`. Comes with the default error handling\n * behavior.\n */\nexport const EMPTY_OBSERVER: Readonly<Observer<any>> & { closed: true } = {\n  closed: true,\n  next: noop,\n  error: defaultErrorHandler,\n  complete: noop,\n};\n", "/**\n * Symbol.observable or a string \"@@observable\". Used for interop\n *\n * @deprecated We will no longer be exporting this symbol in upcoming versions of RxJS.\n * Instead polyfill and use Symbol.observable directly *or* use https://www.npmjs.com/package/symbol-observable\n */\nexport const observable: string | symbol = (() => (typeof Symbol === 'function' && Symbol.observable) || '@@observable')();\n", "/**\n * This function takes one parameter and just returns it. Simply put,\n * this is like `<T>(x: T): T => x`.\n *\n * ## Examples\n *\n * This is useful in some cases when using things like `mergeMap`\n *\n * ```ts\n * import { interval, take, map, range, mergeMap, identity } from 'rxjs';\n *\n * const source$ = interval(1000).pipe(take(5));\n *\n * const result$ = source$.pipe(\n *   map(i => range(i)),\n *   mergeMap(identity) // same as mergeMap(x => x)\n * );\n *\n * result$.subscribe({\n *   next: console.log\n * });\n * ```\n *\n * Or when you want to selectively apply an operator\n *\n * ```ts\n * import { interval, take, identity } from 'rxjs';\n *\n * const shouldLimit = () => Math.random() < 0.5;\n *\n * const source$ = interval(1000);\n *\n * const result$ = source$.pipe(shouldLimit() ? take(5) : identity);\n *\n * result$.subscribe({\n *   next: console.log\n * });\n * ```\n *\n * @param x Any value that is returned by this function\n * @returns The value passed as the first parameter to this function\n */\nexport function identity<T>(x: T): T {\n  return x;\n}\n", "import { identity } from './identity';\nimport { UnaryFunction } from '../types';\n\nexport function pipe(): typeof identity;\nexport function pipe<T, A>(fn1: UnaryFunction<T, A>): UnaryFunction<T, A>;\nexport function pipe<T, A, B>(fn1: UnaryFunction<T, A>, fn2: UnaryFunction<A, B>): UnaryFunction<T, B>;\nexport function pipe<T, A, B, C>(fn1: UnaryFunction<T, A>, fn2: UnaryFunction<A, B>, fn3: UnaryFunction<B, C>): UnaryFunction<T, C>;\nexport function pipe<T, A, B, C, D>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>\n): UnaryFunction<T, D>;\nexport function pipe<T, A, B, C, D, E>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>\n): UnaryFunction<T, E>;\nexport function pipe<T, A, B, C, D, E, F>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>\n): UnaryFunction<T, F>;\nexport function pipe<T, A, B, C, D, E, F, G>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>,\n  fn7: UnaryFunction<F, G>\n): UnaryFunction<T, G>;\nexport function pipe<T, A, B, C, D, E, F, G, H>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>,\n  fn7: UnaryFunction<F, G>,\n  fn8: UnaryFunction<G, H>\n): UnaryFunction<T, H>;\nexport function pipe<T, A, B, C, D, E, F, G, H, I>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>,\n  fn7: UnaryFunction<F, G>,\n  fn8: UnaryFunction<G, H>,\n  fn9: UnaryFunction<H, I>\n): UnaryFunction<T, I>;\nexport function pipe<T, A, B, C, D, E, F, G, H, I>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>,\n  fn7: UnaryFunction<F, G>,\n  fn8: UnaryFunction<G, H>,\n  fn9: UnaryFunction<H, I>,\n  ...fns: UnaryFunction<any, any>[]\n): UnaryFunction<T, unknown>;\n\n/**\n * pipe() can be called on one or more functions, each of which can take one argument (\"UnaryFunction\")\n * and uses it to return a value.\n * It returns a function that takes one argument, passes it to the first UnaryFunction, and then\n * passes the result to the next one, passes that result to the next one, and so on.  \n */\nexport function pipe(...fns: Array<UnaryFunction<any, any>>): UnaryFunction<any, any> {\n  return pipeFromArray(fns);\n}\n\n/** @internal */\nexport function pipeFromArray<T, R>(fns: Array<UnaryFunction<T, R>>): UnaryFunction<T, R> {\n  if (fns.length === 0) {\n    return identity as UnaryFunction<any, any>;\n  }\n\n  if (fns.length === 1) {\n    return fns[0];\n  }\n\n  return function piped(input: T): R {\n    return fns.reduce((prev: any, fn: UnaryFunction<T, R>) => fn(prev), input as any);\n  };\n}\n", "import { Operator } from './Operator';\nimport { SafeSubscriber, Subscriber } from './Subscriber';\nimport { isSubscription, Subscription } from './Subscription';\nimport { TeardownLogic, OperatorFunction, Subscribable, Observer } from './types';\nimport { observable as Symbol_observable } from './symbol/observable';\nimport { pipeFromArray } from './util/pipe';\nimport { config } from './config';\nimport { isFunction } from './util/isFunction';\nimport { errorContext } from './util/errorContext';\n\n/**\n * A representation of any set of values over any amount of time. This is the most basic building block\n * of RxJS.\n *\n * @class Observable<T>\n */\nexport class Observable<T> implements Subscribable<T> {\n  /**\n   * @deprecated Internal implementation detail, do not use directly. Will be made internal in v8.\n   */\n  source: Observable<any> | undefined;\n\n  /**\n   * @deprecated Internal implementation detail, do not use directly. Will be made internal in v8.\n   */\n  operator: Operator<any, T> | undefined;\n\n  /**\n   * @constructor\n   * @param {Function} subscribe the function that is called when the Observable is\n   * initially subscribed to. This function is given a Subscriber, to which new values\n   * can be `next`ed, or an `error` method can be called to raise an error, or\n   * `complete` can be called to notify of a successful completion.\n   */\n  constructor(subscribe?: (this: Observable<T>, subscriber: Subscriber<T>) => TeardownLogic) {\n    if (subscribe) {\n      this._subscribe = subscribe;\n    }\n  }\n\n  // HACK: Since TypeScript inherits static properties too, we have to\n  // fight against TypeScript here so Subject can have a different static create signature\n  /**\n   * Creates a new Observable by calling the Observable constructor\n   * @owner Observable\n   * @method create\n   * @param {Function} subscribe? the subscriber function to be passed to the Observable constructor\n   * @return {Observable} a new observable\n   * @nocollapse\n   * @deprecated Use `new Observable()` instead. Will be removed in v8.\n   */\n  static create: (...args: any[]) => any = <T>(subscribe?: (subscriber: Subscriber<T>) => TeardownLogic) => {\n    return new Observable<T>(subscribe);\n  };\n\n  /**\n   * Creates a new Observable, with this Observable instance as the source, and the passed\n   * operator defined as the new observable's operator.\n   * @method lift\n   * @param operator the operator defining the operation to take on the observable\n   * @return a new observable with the Operator applied\n   * @deprecated Internal implementation detail, do not use directly. Will be made internal in v8.\n   * If you have implemented an operator using `lift`, it is recommended that you create an\n   * operator by simply returning `new Observable()` directly. See \"Creating new operators from\n   * scratch\" section here: https://rxjs.dev/guide/operators\n   */\n  lift<R>(operator?: Operator<T, R>): Observable<R> {\n    const observable = new Observable<R>();\n    observable.source = this;\n    observable.operator = operator;\n    return observable;\n  }\n\n  subscribe(observerOrNext?: Partial<Observer<T>> | ((value: T) => void)): Subscription;\n  /** @deprecated Instead of passing separate callback arguments, use an observer argument. Signatures taking separate callback arguments will be removed in v8. Details: https://rxjs.dev/deprecations/subscribe-arguments */\n  subscribe(next?: ((value: T) => void) | null, error?: ((error: any) => void) | null, complete?: (() => void) | null): Subscription;\n  /**\n   * Invokes an execution of an Observable and registers Observer handlers for notifications it will emit.\n   *\n   * <span class=\"informal\">Use it when you have all these Observables, but still nothing is happening.</span>\n   *\n   * `subscribe` is not a regular operator, but a method that calls Observable's internal `subscribe` function. It\n   * might be for example a function that you passed to Observable's constructor, but most of the time it is\n   * a library implementation, which defines what will be emitted by an Observable, and when it be will emitted. This means\n   * that calling `subscribe` is actually the moment when Observable starts its work, not when it is created, as it is often\n   * the thought.\n   *\n   * Apart from starting the execution of an Observable, this method allows you to listen for values\n   * that an Observable emits, as well as for when it completes or errors. You can achieve this in two\n   * of the following ways.\n   *\n   * The first way is creating an object that implements {@link Observer} interface. It should have methods\n   * defined by that interface, but note that it should be just a regular JavaScript object, which you can create\n   * yourself in any way you want (ES6 class, classic function constructor, object literal etc.). In particular, do\n   * not attempt to use any RxJS implementation details to create Observers - you don't need them. Remember also\n   * that your object does not have to implement all methods. If you find yourself creating a method that doesn't\n   * do anything, you can simply omit it. Note however, if the `error` method is not provided and an error happens,\n   * it will be thrown asynchronously. Errors thrown asynchronously cannot be caught using `try`/`catch`. Instead,\n   * use the {@link onUnhandledError} configuration option or use a runtime handler (like `window.onerror` or\n   * `process.on('error)`) to be notified of unhandled errors. Because of this, it's recommended that you provide\n   * an `error` method to avoid missing thrown errors.\n   *\n   * The second way is to give up on Observer object altogether and simply provide callback functions in place of its methods.\n   * This means you can provide three functions as arguments to `subscribe`, where the first function is equivalent\n   * of a `next` method, the second of an `error` method and the third of a `complete` method. Just as in case of an Observer,\n   * if you do not need to listen for something, you can omit a function by passing `undefined` or `null`,\n   * since `subscribe` recognizes these functions by where they were placed in function call. When it comes\n   * to the `error` function, as with an Observer, if not provided, errors emitted by an Observable will be thrown asynchronously.\n   *\n   * You can, however, subscribe with no parameters at all. This may be the case where you're not interested in terminal events\n   * and you also handled emissions internally by using operators (e.g. using `tap`).\n   *\n   * Whichever style of calling `subscribe` you use, in both cases it returns a Subscription object.\n   * This object allows you to call `unsubscribe` on it, which in turn will stop the work that an Observable does and will clean\n   * up all resources that an Observable used. Note that cancelling a subscription will not call `complete` callback\n   * provided to `subscribe` function, which is reserved for a regular completion signal that comes from an Observable.\n   *\n   * Remember that callbacks provided to `subscribe` are not guaranteed to be called asynchronously.\n   * It is an Observable itself that decides when these functions will be called. For example {@link of}\n   * by default emits all its values synchronously. Always check documentation for how given Observable\n   * will behave when subscribed and if its default behavior can be modified with a `scheduler`.\n   *\n   * #### Examples\n   *\n   * Subscribe with an {@link guide/observer Observer}\n   *\n   * ```ts\n   * import { of } from 'rxjs';\n   *\n   * const sumObserver = {\n   *   sum: 0,\n   *   next(value) {\n   *     console.log('Adding: ' + value);\n   *     this.sum = this.sum + value;\n   *   },\n   *   error() {\n   *     // We actually could just remove this method,\n   *     // since we do not really care about errors right now.\n   *   },\n   *   complete() {\n   *     console.log('Sum equals: ' + this.sum);\n   *   }\n   * };\n   *\n   * of(1, 2, 3) // Synchronously emits 1, 2, 3 and then completes.\n   *   .subscribe(sumObserver);\n   *\n   * // Logs:\n   * // 'Adding: 1'\n   * // 'Adding: 2'\n   * // 'Adding: 3'\n   * // 'Sum equals: 6'\n   * ```\n   *\n   * Subscribe with functions ({@link deprecations/subscribe-arguments deprecated})\n   *\n   * ```ts\n   * import { of } from 'rxjs'\n   *\n   * let sum = 0;\n   *\n   * of(1, 2, 3).subscribe(\n   *   value => {\n   *     console.log('Adding: ' + value);\n   *     sum = sum + value;\n   *   },\n   *   undefined,\n   *   () => console.log('Sum equals: ' + sum)\n   * );\n   *\n   * // Logs:\n   * // 'Adding: 1'\n   * // 'Adding: 2'\n   * // 'Adding: 3'\n   * // 'Sum equals: 6'\n   * ```\n   *\n   * Cancel a subscription\n   *\n   * ```ts\n   * import { interval } from 'rxjs';\n   *\n   * const subscription = interval(1000).subscribe({\n   *   next(num) {\n   *     console.log(num)\n   *   },\n   *   complete() {\n   *     // Will not be called, even when cancelling subscription.\n   *     console.log('completed!');\n   *   }\n   * });\n   *\n   * setTimeout(() => {\n   *   subscription.unsubscribe();\n   *   console.log('unsubscribed!');\n   * }, 2500);\n   *\n   * // Logs:\n   * // 0 after 1s\n   * // 1 after 2s\n   * // 'unsubscribed!' after 2.5s\n   * ```\n   *\n   * @param {Observer|Function} observerOrNext (optional) Either an observer with methods to be called,\n   * or the first of three possible handlers, which is the handler for each value emitted from the subscribed\n   * Observable.\n   * @param {Function} error (optional) A handler for a terminal event resulting from an error. If no error handler is provided,\n   * the error will be thrown asynchronously as unhandled.\n   * @param {Function} complete (optional) A handler for a terminal event resulting from successful completion.\n   * @return {Subscription} a subscription reference to the registered handlers\n   * @method subscribe\n   */\n  subscribe(\n    observerOrNext?: Partial<Observer<T>> | ((value: T) => void) | null,\n    error?: ((error: any) => void) | null,\n    complete?: (() => void) | null\n  ): Subscription {\n    const subscriber = isSubscriber(observerOrNext) ? observerOrNext : new SafeSubscriber(observerOrNext, error, complete);\n\n    errorContext(() => {\n      const { operator, source } = this;\n      subscriber.add(\n        operator\n          ? // We're dealing with a subscription in the\n            // operator chain to one of our lifted operators.\n            operator.call(subscriber, source)\n          : source\n          ? // If `source` has a value, but `operator` does not, something that\n            // had intimate knowledge of our API, like our `Subject`, must have\n            // set it. We're going to just call `_subscribe` directly.\n            this._subscribe(subscriber)\n          : // In all other cases, we're likely wrapping a user-provided initializer\n            // function, so we need to catch errors and handle them appropriately.\n            this._trySubscribe(subscriber)\n      );\n    });\n\n    return subscriber;\n  }\n\n  /** @internal */\n  protected _trySubscribe(sink: Subscriber<T>): TeardownLogic {\n    try {\n      return this._subscribe(sink);\n    } catch (err) {\n      // We don't need to return anything in this case,\n      // because it's just going to try to `add()` to a subscription\n      // above.\n      sink.error(err);\n    }\n  }\n\n  /**\n   * Used as a NON-CANCELLABLE means of subscribing to an observable, for use with\n   * APIs that expect promises, like `async/await`. You cannot unsubscribe from this.\n   *\n   * **WARNING**: Only use this with observables you *know* will complete. If the source\n   * observable does not complete, you will end up with a promise that is hung up, and\n   * potentially all of the state of an async function hanging out in memory. To avoid\n   * this situation, look into adding something like {@link timeout}, {@link take},\n   * {@link takeWhile}, or {@link takeUntil} amongst others.\n   *\n   * #### Example\n   *\n   * ```ts\n   * import { interval, take } from 'rxjs';\n   *\n   * const source$ = interval(1000).pipe(take(4));\n   *\n   * async function getTotal() {\n   *   let total = 0;\n   *\n   *   await source$.forEach(value => {\n   *     total += value;\n   *     console.log('observable -> ' + value);\n   *   });\n   *\n   *   return total;\n   * }\n   *\n   * getTotal().then(\n   *   total => console.log('Total: ' + total)\n   * );\n   *\n   * // Expected:\n   * // 'observable -> 0'\n   * // 'observable -> 1'\n   * // 'observable -> 2'\n   * // 'observable -> 3'\n   * // 'Total: 6'\n   * ```\n   *\n   * @param next a handler for each value emitted by the observable\n   * @return a promise that either resolves on observable completion or\n   *  rejects with the handled error\n   */\n  forEach(next: (value: T) => void): Promise<void>;\n\n  /**\n   * @param next a handler for each value emitted by the observable\n   * @param promiseCtor a constructor function used to instantiate the Promise\n   * @return a promise that either resolves on observable completion or\n   *  rejects with the handled error\n   * @deprecated Passing a Promise constructor will no longer be available\n   * in upcoming versions of RxJS. This is because it adds weight to the library, for very\n   * little benefit. If you need this functionality, it is recommended that you either\n   * polyfill Promise, or you create an adapter to convert the returned native promise\n   * to whatever promise implementation you wanted. Will be removed in v8.\n   */\n  forEach(next: (value: T) => void, promiseCtor: PromiseConstructorLike): Promise<void>;\n\n  forEach(next: (value: T) => void, promiseCtor?: PromiseConstructorLike): Promise<void> {\n    promiseCtor = getPromiseCtor(promiseCtor);\n\n    return new promiseCtor<void>((resolve, reject) => {\n      const subscriber = new SafeSubscriber<T>({\n        next: (value) => {\n          try {\n            next(value);\n          } catch (err) {\n            reject(err);\n            subscriber.unsubscribe();\n          }\n        },\n        error: reject,\n        complete: resolve,\n      });\n      this.subscribe(subscriber);\n    }) as Promise<void>;\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<any>): TeardownLogic {\n    return this.source?.subscribe(subscriber);\n  }\n\n  /**\n   * An interop point defined by the es7-observable spec https://github.com/zenparsing/es-observable\n   * @method Symbol.observable\n   * @return {Observable} this instance of the observable\n   */\n  [Symbol_observable]() {\n    return this;\n  }\n\n  /* tslint:disable:max-line-length */\n  pipe(): Observable<T>;\n  pipe<A>(op1: OperatorFunction<T, A>): Observable<A>;\n  pipe<A, B>(op1: OperatorFunction<T, A>, op2: OperatorFunction<A, B>): Observable<B>;\n  pipe<A, B, C>(op1: OperatorFunction<T, A>, op2: OperatorFunction<A, B>, op3: OperatorFunction<B, C>): Observable<C>;\n  pipe<A, B, C, D>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>\n  ): Observable<D>;\n  pipe<A, B, C, D, E>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>\n  ): Observable<E>;\n  pipe<A, B, C, D, E, F>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>\n  ): Observable<F>;\n  pipe<A, B, C, D, E, F, G>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>,\n    op7: OperatorFunction<F, G>\n  ): Observable<G>;\n  pipe<A, B, C, D, E, F, G, H>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>,\n    op7: OperatorFunction<F, G>,\n    op8: OperatorFunction<G, H>\n  ): Observable<H>;\n  pipe<A, B, C, D, E, F, G, H, I>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>,\n    op7: OperatorFunction<F, G>,\n    op8: OperatorFunction<G, H>,\n    op9: OperatorFunction<H, I>\n  ): Observable<I>;\n  pipe<A, B, C, D, E, F, G, H, I>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>,\n    op7: OperatorFunction<F, G>,\n    op8: OperatorFunction<G, H>,\n    op9: OperatorFunction<H, I>,\n    ...operations: OperatorFunction<any, any>[]\n  ): Observable<unknown>;\n  /* tslint:enable:max-line-length */\n\n  /**\n   * Used to stitch together functional operators into a chain.\n   * @method pipe\n   * @return {Observable} the Observable result of all of the operators having\n   * been called in the order they were passed in.\n   *\n   * ## Example\n   *\n   * ```ts\n   * import { interval, filter, map, scan } from 'rxjs';\n   *\n   * interval(1000)\n   *   .pipe(\n   *     filter(x => x % 2 === 0),\n   *     map(x => x + x),\n   *     scan((acc, x) => acc + x)\n   *   )\n   *   .subscribe(x => console.log(x));\n   * ```\n   */\n  pipe(...operations: OperatorFunction<any, any>[]): Observable<any> {\n    return pipeFromArray(operations)(this);\n  }\n\n  /* tslint:disable:max-line-length */\n  /** @deprecated Replaced with {@link firstValueFrom} and {@link lastValueFrom}. Will be removed in v8. Details: https://rxjs.dev/deprecations/to-promise */\n  toPromise(): Promise<T | undefined>;\n  /** @deprecated Replaced with {@link firstValueFrom} and {@link lastValueFrom}. Will be removed in v8. Details: https://rxjs.dev/deprecations/to-promise */\n  toPromise(PromiseCtor: typeof Promise): Promise<T | undefined>;\n  /** @deprecated Replaced with {@link firstValueFrom} and {@link lastValueFrom}. Will be removed in v8. Details: https://rxjs.dev/deprecations/to-promise */\n  toPromise(PromiseCtor: PromiseConstructorLike): Promise<T | undefined>;\n  /* tslint:enable:max-line-length */\n\n  /**\n   * Subscribe to this Observable and get a Promise resolving on\n   * `complete` with the last emission (if any).\n   *\n   * **WARNING**: Only use this with observables you *know* will complete. If the source\n   * observable does not complete, you will end up with a promise that is hung up, and\n   * potentially all of the state of an async function hanging out in memory. To avoid\n   * this situation, look into adding something like {@link timeout}, {@link take},\n   * {@link takeWhile}, or {@link takeUntil} amongst others.\n   *\n   * @method toPromise\n   * @param [promiseCtor] a constructor function used to instantiate\n   * the Promise\n   * @return A Promise that resolves with the last value emit, or\n   * rejects on an error. If there were no emissions, Promise\n   * resolves with undefined.\n   * @deprecated Replaced with {@link firstValueFrom} and {@link lastValueFrom}. Will be removed in v8. Details: https://rxjs.dev/deprecations/to-promise\n   */\n  toPromise(promiseCtor?: PromiseConstructorLike): Promise<T | undefined> {\n    promiseCtor = getPromiseCtor(promiseCtor);\n\n    return new promiseCtor((resolve, reject) => {\n      let value: T | undefined;\n      this.subscribe(\n        (x: T) => (value = x),\n        (err: any) => reject(err),\n        () => resolve(value)\n      );\n    }) as Promise<T | undefined>;\n  }\n}\n\n/**\n * Decides between a passed promise constructor from consuming code,\n * A default configured promise constructor, and the native promise\n * constructor and returns it. If nothing can be found, it will throw\n * an error.\n * @param promiseCtor The optional promise constructor to passed by consuming code\n */\nfunction getPromiseCtor(promiseCtor: PromiseConstructorLike | undefined) {\n  return promiseCtor ?? config.Promise ?? Promise;\n}\n\nfunction isObserver<T>(value: any): value is Observer<T> {\n  return value && isFunction(value.next) && isFunction(value.error) && isFunction(value.complete);\n}\n\nfunction isSubscriber<T>(value: any): value is Subscriber<T> {\n  return (value && value instanceof Subscriber) || (isObserver(value) && isSubscription(value));\n}\n", "import { Observable } from '../Observable';\nimport { Subscriber } from '../Subscriber';\nimport { OperatorFunction } from '../types';\nimport { isFunction } from './isFunction';\n\n/**\n * Used to determine if an object is an Observable with a lift function.\n */\nexport function hasLift(source: any): source is { lift: InstanceType<typeof Observable>['lift'] } {\n  return isFunction(source?.lift);\n}\n\n/**\n * Creates an `OperatorFunction`. Used to define operators throughout the library in a concise way.\n * @param init The logic to connect the liftedSource to the subscriber at the moment of subscription.\n */\nexport function operate<T, R>(\n  init: (liftedSource: Observable<T>, subscriber: Subscriber<R>) => (() => void) | void\n): OperatorFunction<T, R> {\n  return (source: Observable<T>) => {\n    if (hasLift(source)) {\n      return source.lift(function (this: Subscriber<R>, liftedSource: Observable<T>) {\n        try {\n          return init(liftedSource, this);\n        } catch (err) {\n          this.error(err);\n        }\n      });\n    }\n    throw new TypeError('Unable to lift unknown Observable type');\n  };\n}\n", "import { Subscriber } from '../Subscriber';\n\n/**\n * Creates an instance of an `OperatorSubscriber`.\n * @param destination The downstream subscriber.\n * @param onNext Handles next values, only called if this subscriber is not stopped or closed. Any\n * error that occurs in this function is caught and sent to the `error` method of this subscriber.\n * @param onError Handles errors from the subscription, any errors that occur in this handler are caught\n * and send to the `destination` error handler.\n * @param onComplete Handles completion notification from the subscription. Any errors that occur in\n * this handler are sent to the `destination` error handler.\n * @param onFinalize Additional teardown logic here. This will only be called on teardown if the\n * subscriber itself is not already closed. This is called after all other teardown logic is executed.\n */\nexport function createOperatorSubscriber<T>(\n  destination: Subscriber<any>,\n  onNext?: (value: T) => void,\n  onComplete?: () => void,\n  onError?: (err: any) => void,\n  onFinalize?: () => void\n): Subscriber<T> {\n  return new OperatorSubscriber(destination, onNext, onComplete, onError, onFinalize);\n}\n\n/**\n * A generic helper for allowing operators to be created with a Subscriber and\n * use closures to capture necessary state from the operator function itself.\n */\nexport class OperatorSubscriber<T> extends Subscriber<T> {\n  /**\n   * Creates an instance of an `OperatorSubscriber`.\n   * @param destination The downstream subscriber.\n   * @param onNext Handles next values, only called if this subscriber is not stopped or closed. Any\n   * error that occurs in this function is caught and sent to the `error` method of this subscriber.\n   * @param onError Handles errors from the subscription, any errors that occur in this handler are caught\n   * and send to the `destination` error handler.\n   * @param onComplete Handles completion notification from the subscription. Any errors that occur in\n   * this handler are sent to the `destination` error handler.\n   * @param onFinalize Additional finalization logic here. This will only be called on finalization if the\n   * subscriber itself is not already closed. This is called after all other finalization logic is executed.\n   * @param shouldUnsubscribe An optional check to see if an unsubscribe call should truly unsubscribe.\n   * NOTE: This currently **ONLY** exists to support the strange behavior of {@link groupBy}, where unsubscription\n   * to the resulting observable does not actually disconnect from the source if there are active subscriptions\n   * to any grouped observable. (DO NOT EXPOSE OR USE EXTERNALLY!!!)\n   */\n  constructor(\n    destination: Subscriber<any>,\n    onNext?: (value: T) => void,\n    onComplete?: () => void,\n    onError?: (err: any) => void,\n    private onFinalize?: () => void,\n    private shouldUnsubscribe?: () => boolean\n  ) {\n    // It's important - for performance reasons - that all of this class's\n    // members are initialized and that they are always initialized in the same\n    // order. This will ensure that all OperatorSubscriber instances have the\n    // same hidden class in V8. This, in turn, will help keep the number of\n    // hidden classes involved in property accesses within the base class as\n    // low as possible. If the number of hidden classes involved exceeds four,\n    // the property accesses will become megamorphic and performance penalties\n    // will be incurred - i.e. inline caches won't be used.\n    //\n    // The reasons for ensuring all instances have the same hidden class are\n    // further discussed in this blog post from Benedikt Meurer:\n    // https://benediktmeurer.de/2018/03/23/impact-of-polymorphism-on-component-based-frameworks-like-react/\n    super(destination);\n    this._next = onNext\n      ? function (this: OperatorSubscriber<T>, value: T) {\n          try {\n            onNext(value);\n          } catch (err) {\n            destination.error(err);\n          }\n        }\n      : super._next;\n    this._error = onError\n      ? function (this: OperatorSubscriber<T>, err: any) {\n          try {\n            onError(err);\n          } catch (err) {\n            // Send any errors that occur down stream.\n            destination.error(err);\n          } finally {\n            // Ensure finalization.\n            this.unsubscribe();\n          }\n        }\n      : super._error;\n    this._complete = onComplete\n      ? function (this: OperatorSubscriber<T>) {\n          try {\n            onComplete();\n          } catch (err) {\n            // Send any errors that occur down stream.\n            destination.error(err);\n          } finally {\n            // Ensure finalization.\n            this.unsubscribe();\n          }\n        }\n      : super._complete;\n  }\n\n  unsubscribe() {\n    if (!this.shouldUnsubscribe || this.shouldUnsubscribe()) {\n      const { closed } = this;\n      super.unsubscribe();\n      // Execute additional teardown if we have any and we didn't already do so.\n      !closed && this.onFinalize?.();\n    }\n  }\n}\n", "import { Subscription } from '../Subscription';\n\ninterface AnimationFrameProvider {\n  schedule(callback: FrameRequestCallback): Subscription;\n  requestAnimationFrame: typeof requestAnimationFrame;\n  cancelAnimationFrame: typeof cancelAnimationFrame;\n  delegate:\n    | {\n        requestAnimationFrame: typeof requestAnimationFrame;\n        cancelAnimationFrame: typeof cancelAnimationFrame;\n      }\n    | undefined;\n}\n\nexport const animationFrameProvider: AnimationFrameProvider = {\n  // When accessing the delegate, use the variable rather than `this` so that\n  // the functions can be called without being bound to the provider.\n  schedule(callback) {\n    let request = requestAnimationFrame;\n    let cancel: typeof cancelAnimationFrame | undefined = cancelAnimationFrame;\n    const { delegate } = animationFrameProvider;\n    if (delegate) {\n      request = delegate.requestAnimationFrame;\n      cancel = delegate.cancelAnimationFrame;\n    }\n    const handle = request((timestamp) => {\n      // Clear the cancel function. The request has been fulfilled, so\n      // attempting to cancel the request upon unsubscription would be\n      // pointless.\n      cancel = undefined;\n      callback(timestamp);\n    });\n    return new Subscription(() => cancel?.(handle));\n  },\n  requestAnimationFrame(...args) {\n    const { delegate } = animationFrameProvider;\n    return (delegate?.requestAnimationFrame || requestAnimationFrame)(...args);\n  },\n  cancelAnimationFrame(...args) {\n    const { delegate } = animationFrameProvider;\n    return (delegate?.cancelAnimationFrame || cancelAnimationFrame)(...args);\n  },\n  delegate: undefined,\n};\n", "import { createErrorClass } from './createErrorClass';\n\nexport interface ObjectUnsubscribedError extends Error {}\n\nexport interface ObjectUnsubscribedErrorCtor {\n  /**\n   * @deprecated Internal implementation detail. Do not construct error instances.\n   * Cannot be tagged as internal: https://github.com/ReactiveX/rxjs/issues/6269\n   */\n  new (): ObjectUnsubscribedError;\n}\n\n/**\n * An error thrown when an action is invalid because the object has been\n * unsubscribed.\n *\n * @see {@link Subject}\n * @see {@link BehaviorSubject}\n *\n * @class ObjectUnsubscribedError\n */\nexport const ObjectUnsubscribedError: ObjectUnsubscribedErrorCtor = createErrorClass(\n  (_super) =>\n    function ObjectUnsubscribedErrorImpl(this: any) {\n      _super(this);\n      this.name = 'ObjectUnsubscribedError';\n      this.message = 'object unsubscribed';\n    }\n);\n", "import { Operator } from './Operator';\nimport { Observable } from './Observable';\nimport { Subscriber } from './Subscriber';\nimport { Subscription, EMPTY_SUBSCRIPTION } from './Subscription';\nimport { Observer, SubscriptionLike, TeardownLogic } from './types';\nimport { ObjectUnsubscribedError } from './util/ObjectUnsubscribedError';\nimport { arrRemove } from './util/arrRemove';\nimport { errorContext } from './util/errorContext';\n\n/**\n * A Subject is a special type of Observable that allows values to be\n * multicasted to many Observers. Subjects are like EventEmitters.\n *\n * Every Subject is an Observable and an Observer. You can subscribe to a\n * Subject, and you can call next to feed values as well as error and complete.\n */\nexport class Subject<T> extends Observable<T> implements SubscriptionLike {\n  closed = false;\n\n  private currentObservers: Observer<T>[] | null = null;\n\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  observers: Observer<T>[] = [];\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  isStopped = false;\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  hasError = false;\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  thrownError: any = null;\n\n  /**\n   * Creates a \"subject\" by basically gluing an observer to an observable.\n   *\n   * @nocollapse\n   * @deprecated Recommended you do not use. Will be removed at some point in the future. Plans for replacement still under discussion.\n   */\n  static create: (...args: any[]) => any = <T>(destination: Observer<T>, source: Observable<T>): AnonymousSubject<T> => {\n    return new AnonymousSubject<T>(destination, source);\n  };\n\n  constructor() {\n    // NOTE: This must be here to obscure Observable's constructor.\n    super();\n  }\n\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  lift<R>(operator: Operator<T, R>): Observable<R> {\n    const subject = new AnonymousSubject(this, this);\n    subject.operator = operator as any;\n    return subject as any;\n  }\n\n  /** @internal */\n  protected _throwIfClosed() {\n    if (this.closed) {\n      throw new ObjectUnsubscribedError();\n    }\n  }\n\n  next(value: T) {\n    errorContext(() => {\n      this._throwIfClosed();\n      if (!this.isStopped) {\n        if (!this.currentObservers) {\n          this.currentObservers = Array.from(this.observers);\n        }\n        for (const observer of this.currentObservers) {\n          observer.next(value);\n        }\n      }\n    });\n  }\n\n  error(err: any) {\n    errorContext(() => {\n      this._throwIfClosed();\n      if (!this.isStopped) {\n        this.hasError = this.isStopped = true;\n        this.thrownError = err;\n        const { observers } = this;\n        while (observers.length) {\n          observers.shift()!.error(err);\n        }\n      }\n    });\n  }\n\n  complete() {\n    errorContext(() => {\n      this._throwIfClosed();\n      if (!this.isStopped) {\n        this.isStopped = true;\n        const { observers } = this;\n        while (observers.length) {\n          observers.shift()!.complete();\n        }\n      }\n    });\n  }\n\n  unsubscribe() {\n    this.isStopped = this.closed = true;\n    this.observers = this.currentObservers = null!;\n  }\n\n  get observed() {\n    return this.observers?.length > 0;\n  }\n\n  /** @internal */\n  protected _trySubscribe(subscriber: Subscriber<T>): TeardownLogic {\n    this._throwIfClosed();\n    return super._trySubscribe(subscriber);\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<T>): Subscription {\n    this._throwIfClosed();\n    this._checkFinalizedStatuses(subscriber);\n    return this._innerSubscribe(subscriber);\n  }\n\n  /** @internal */\n  protected _innerSubscribe(subscriber: Subscriber<any>) {\n    const { hasError, isStopped, observers } = this;\n    if (hasError || isStopped) {\n      return EMPTY_SUBSCRIPTION;\n    }\n    this.currentObservers = null;\n    observers.push(subscriber);\n    return new Subscription(() => {\n      this.currentObservers = null;\n      arrRemove(observers, subscriber);\n    });\n  }\n\n  /** @internal */\n  protected _checkFinalizedStatuses(subscriber: Subscriber<any>) {\n    const { hasError, thrownError, isStopped } = this;\n    if (hasError) {\n      subscriber.error(thrownError);\n    } else if (isStopped) {\n      subscriber.complete();\n    }\n  }\n\n  /**\n   * Creates a new Observable with this Subject as the source. You can do this\n   * to create custom Observer-side logic of the Subject and conceal it from\n   * code that uses the Observable.\n   * @return {Observable} Observable that the Subject casts to\n   */\n  asObservable(): Observable<T> {\n    const observable: any = new Observable<T>();\n    observable.source = this;\n    return observable;\n  }\n}\n\n/**\n * @class AnonymousSubject<T>\n */\nexport class AnonymousSubject<T> extends Subject<T> {\n  constructor(\n    /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n    public destination?: Observer<T>,\n    source?: Observable<T>\n  ) {\n    super();\n    this.source = source;\n  }\n\n  next(value: T) {\n    this.destination?.next?.(value);\n  }\n\n  error(err: any) {\n    this.destination?.error?.(err);\n  }\n\n  complete() {\n    this.destination?.complete?.();\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<T>): Subscription {\n    return this.source?.subscribe(subscriber) ?? EMPTY_SUBSCRIPTION;\n  }\n}\n", "import { Subject } from './Subject';\nimport { Subscriber } from './Subscriber';\nimport { Subscription } from './Subscription';\n\n/**\n * A variant of Subject that requires an initial value and emits its current\n * value whenever it is subscribed to.\n *\n * @class BehaviorSubject<T>\n */\nexport class BehaviorSubject<T> extends Subject<T> {\n  constructor(private _value: T) {\n    super();\n  }\n\n  get value(): T {\n    return this.getValue();\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<T>): Subscription {\n    const subscription = super._subscribe(subscriber);\n    !subscription.closed && subscriber.next(this._value);\n    return subscription;\n  }\n\n  getValue(): T {\n    const { hasError, thrownError, _value } = this;\n    if (hasError) {\n      throw thrownError;\n    }\n    this._throwIfClosed();\n    return _value;\n  }\n\n  next(value: T): void {\n    super.next((this._value = value));\n  }\n}\n", "import { TimestampProvider } from '../types';\n\ninterface DateTimestampProvider extends TimestampProvider {\n  delegate: TimestampProvider | undefined;\n}\n\nexport const dateTimestampProvider: DateTimestampProvider = {\n  now() {\n    // Use the variable rather than `this` so that the function can be called\n    // without being bound to the provider.\n    return (dateTimestampProvider.delegate || Date).now();\n  },\n  delegate: undefined,\n};\n", "import { Subject } from './Subject';\nimport { TimestampProvider } from './types';\nimport { Subscriber } from './Subscriber';\nimport { Subscription } from './Subscription';\nimport { dateTimestampProvider } from './scheduler/dateTimestampProvider';\n\n/**\n * A variant of {@link Subject} that \"replays\" old values to new subscribers by emitting them when they first subscribe.\n *\n * `ReplaySubject` has an internal buffer that will store a specified number of values that it has observed. Like `Subject`,\n * `ReplaySubject` \"observes\" values by having them passed to its `next` method. When it observes a value, it will store that\n * value for a time determined by the configuration of the `ReplaySubject`, as passed to its constructor.\n *\n * When a new subscriber subscribes to the `ReplaySubject` instance, it will synchronously emit all values in its buffer in\n * a First-In-First-Out (FIFO) manner. The `ReplaySubject` will also complete, if it has observed completion; and it will\n * error if it has observed an error.\n *\n * There are two main configuration items to be concerned with:\n *\n * 1. `bufferSize` - This will determine how many items are stored in the buffer, defaults to infinite.\n * 2. `windowTime` - The amount of time to hold a value in the buffer before removing it from the buffer.\n *\n * Both configurations may exist simultaneously. So if you would like to buffer a maximum of 3 values, as long as the values\n * are less than 2 seconds old, you could do so with a `new ReplaySubject(3, 2000)`.\n *\n * ### Differences with BehaviorSubject\n *\n * `BehaviorSubject` is similar to `new ReplaySubject(1)`, with a couple of exceptions:\n *\n * 1. `BehaviorSubject` comes \"primed\" with a single value upon construction.\n * 2. `ReplaySubject` will replay values, even after observing an error, where `BehaviorSubject` will not.\n *\n * @see {@link Subject}\n * @see {@link BehaviorSubject}\n * @see {@link shareReplay}\n */\nexport class ReplaySubject<T> extends Subject<T> {\n  private _buffer: (T | number)[] = [];\n  private _infiniteTimeWindow = true;\n\n  /**\n   * @param bufferSize The size of the buffer to replay on subscription\n   * @param windowTime The amount of time the buffered items will stay buffered\n   * @param timestampProvider An object with a `now()` method that provides the current timestamp. This is used to\n   * calculate the amount of time something has been buffered.\n   */\n  constructor(\n    private _bufferSize = Infinity,\n    private _windowTime = Infinity,\n    private _timestampProvider: TimestampProvider = dateTimestampProvider\n  ) {\n    super();\n    this._infiniteTimeWindow = _windowTime === Infinity;\n    this._bufferSize = Math.max(1, _bufferSize);\n    this._windowTime = Math.max(1, _windowTime);\n  }\n\n  next(value: T): void {\n    const { isStopped, _buffer, _infiniteTimeWindow, _timestampProvider, _windowTime } = this;\n    if (!isStopped) {\n      _buffer.push(value);\n      !_infiniteTimeWindow && _buffer.push(_timestampProvider.now() + _windowTime);\n    }\n    this._trimBuffer();\n    super.next(value);\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<T>): Subscription {\n    this._throwIfClosed();\n    this._trimBuffer();\n\n    const subscription = this._innerSubscribe(subscriber);\n\n    const { _infiniteTimeWindow, _buffer } = this;\n    // We use a copy here, so reentrant code does not mutate our array while we're\n    // emitting it to a new subscriber.\n    const copy = _buffer.slice();\n    for (let i = 0; i < copy.length && !subscriber.closed; i += _infiniteTimeWindow ? 1 : 2) {\n      subscriber.next(copy[i] as T);\n    }\n\n    this._checkFinalizedStatuses(subscriber);\n\n    return subscription;\n  }\n\n  private _trimBuffer() {\n    const { _bufferSize, _timestampProvider, _buffer, _infiniteTimeWindow } = this;\n    // If we don't have an infinite buffer size, and we're over the length,\n    // use splice to truncate the old buffer values off. Note that we have to\n    // double the size for instances where we're not using an infinite time window\n    // because we're storing the values and the timestamps in the same array.\n    const adjustedBufferSize = (_infiniteTimeWindow ? 1 : 2) * _bufferSize;\n    _bufferSize < Infinity && adjustedBufferSize < _buffer.length && _buffer.splice(0, _buffer.length - adjustedBufferSize);\n\n    // Now, if we're not in an infinite time window, remove all values where the time is\n    // older than what is allowed.\n    if (!_infiniteTimeWindow) {\n      const now = _timestampProvider.now();\n      let last = 0;\n      // Search the array for the first timestamp that isn't expired and\n      // truncate the buffer up to that point.\n      for (let i = 1; i < _buffer.length && (_buffer[i] as number) <= now; i += 2) {\n        last = i;\n      }\n      last && _buffer.splice(0, last + 1);\n    }\n  }\n}\n", "import { Scheduler } from '../Scheduler';\nimport { Subscription } from '../Subscription';\nimport { SchedulerAction } from '../types';\n\n/**\n * A unit of work to be executed in a `scheduler`. An action is typically\n * created from within a {@link SchedulerLike} and an RxJS user does not need to concern\n * themselves about creating and manipulating an Action.\n *\n * ```ts\n * class Action<T> extends Subscription {\n *   new (scheduler: Scheduler, work: (state?: T) => void);\n *   schedule(state?: T, delay: number = 0): Subscription;\n * }\n * ```\n *\n * @class Action<T>\n */\nexport class Action<T> extends Subscription {\n  constructor(scheduler: Scheduler, work: (this: SchedulerAction<T>, state?: T) => void) {\n    super();\n  }\n  /**\n   * Schedules this action on its parent {@link SchedulerLike} for execution. May be passed\n   * some context object, `state`. May happen at some point in the future,\n   * according to the `delay` parameter, if specified.\n   * @param {T} [state] Some contextual data that the `work` function uses when\n   * called by the Scheduler.\n   * @param {number} [delay] Time to wait before executing the work, where the\n   * time unit is implicit and defined by the Scheduler.\n   * @return {void}\n   */\n  public schedule(state?: T, delay: number = 0): Subscription {\n    return this;\n  }\n}\n", "import type { TimerHandle } from './timerHandle';\ntype SetIntervalFunction = (handler: () => void, timeout?: number, ...args: any[]) => TimerHandle;\ntype ClearIntervalFunction = (handle: TimerHandle) => void;\n\ninterface IntervalProvider {\n  setInterval: SetIntervalFunction;\n  clearInterval: ClearIntervalFunction;\n  delegate:\n    | {\n        setInterval: SetIntervalFunction;\n        clearInterval: ClearIntervalFunction;\n      }\n    | undefined;\n}\n\nexport const intervalProvider: IntervalProvider = {\n  // When accessing the delegate, use the variable rather than `this` so that\n  // the functions can be called without being bound to the provider.\n  setInterval(handler: () => void, timeout?: number, ...args) {\n    const { delegate } = intervalProvider;\n    if (delegate?.setInterval) {\n      return delegate.setInterval(handler, timeout, ...args);\n    }\n    return setInterval(handler, timeout, ...args);\n  },\n  clearInterval(handle) {\n    const { delegate } = intervalProvider;\n    return (delegate?.clearInterval || clearInterval)(handle as any);\n  },\n  delegate: undefined,\n};\n", "import { Action } from './Action';\nimport { SchedulerAction } from '../types';\nimport { Subscription } from '../Subscription';\nimport { AsyncScheduler } from './AsyncScheduler';\nimport { intervalProvider } from './intervalProvider';\nimport { arrRemove } from '../util/arrRemove';\nimport { TimerHandle } from './timerHandle';\n\nexport class AsyncAction<T> extends Action<T> {\n  public id: TimerHandle | undefined;\n  public state?: T;\n  // @ts-ignore: Property has no initializer and is not definitely assigned\n  public delay: number;\n  protected pending: boolean = false;\n\n  constructor(protected scheduler: AsyncScheduler, protected work: (this: SchedulerAction<T>, state?: T) => void) {\n    super(scheduler, work);\n  }\n\n  public schedule(state?: T, delay: number = 0): Subscription {\n    if (this.closed) {\n      return this;\n    }\n\n    // Always replace the current state with the new state.\n    this.state = state;\n\n    const id = this.id;\n    const scheduler = this.scheduler;\n\n    //\n    // Important implementation note:\n    //\n    // Actions only execute once by default, unless rescheduled from within the\n    // scheduled callback. This allows us to implement single and repeat\n    // actions via the same code path, without adding API surface area, as well\n    // as mimic traditional recursion but across asynchronous boundaries.\n    //\n    // However, JS runtimes and timers distinguish between intervals achieved by\n    // serial `setTimeout` calls vs. a single `setInterval` call. An interval of\n    // serial `setTimeout` calls can be individually delayed, which delays\n    // scheduling the next `setTimeout`, and so on. `setInterval` attempts to\n    // guarantee the interval callback will be invoked more precisely to the\n    // interval period, regardless of load.\n    //\n    // Therefore, we use `setInterval` to schedule single and repeat actions.\n    // If the action reschedules itself with the same delay, the interval is not\n    // canceled. If the action doesn't reschedule, or reschedules with a\n    // different delay, the interval will be canceled after scheduled callback\n    // execution.\n    //\n    if (id != null) {\n      this.id = this.recycleAsyncId(scheduler, id, delay);\n    }\n\n    // Set the pending flag indicating that this action has been scheduled, or\n    // has recursively rescheduled itself.\n    this.pending = true;\n\n    this.delay = delay;\n    // If this action has already an async Id, don't request a new one.\n    this.id = this.id ?? this.requestAsyncId(scheduler, this.id, delay);\n\n    return this;\n  }\n\n  protected requestAsyncId(scheduler: AsyncScheduler, _id?: TimerHandle, delay: number = 0): TimerHandle {\n    return intervalProvider.setInterval(scheduler.flush.bind(scheduler, this), delay);\n  }\n\n  protected recycleAsyncId(_scheduler: AsyncScheduler, id?: TimerHandle, delay: number | null = 0): TimerHandle | undefined {\n    // If this action is rescheduled with the same delay time, don't clear the interval id.\n    if (delay != null && this.delay === delay && this.pending === false) {\n      return id;\n    }\n    // Otherwise, if the action's delay time is different from the current delay,\n    // or the action has been rescheduled before it's executed, clear the interval id\n    if (id != null) {\n      intervalProvider.clearInterval(id);\n    }\n\n    return undefined;\n  }\n\n  /**\n   * Immediately executes this action and the `work` it contains.\n   * @return {any}\n   */\n  public execute(state: T, delay: number): any {\n    if (this.closed) {\n      return new Error('executing a cancelled action');\n    }\n\n    this.pending = false;\n    const error = this._execute(state, delay);\n    if (error) {\n      return error;\n    } else if (this.pending === false && this.id != null) {\n      // Dequeue if the action didn't reschedule itself. Don't call\n      // unsubscribe(), because the action could reschedule later.\n      // For example:\n      // ```\n      // scheduler.schedule(function doWork(counter) {\n      //   /* ... I'm a busy worker bee ... */\n      //   var originalAction = this;\n      //   /* wait 100ms before rescheduling the action */\n      //   setTimeout(function () {\n      //     originalAction.schedule(counter + 1);\n      //   }, 100);\n      // }, 1000);\n      // ```\n      this.id = this.recycleAsyncId(this.scheduler, this.id, null);\n    }\n  }\n\n  protected _execute(state: T, _delay: number): any {\n    let errored: boolean = false;\n    let errorValue: any;\n    try {\n      this.work(state);\n    } catch (e) {\n      errored = true;\n      // HACK: Since code elsewhere is relying on the \"truthiness\" of the\n      // return here, we can't have it return \"\" or 0 or false.\n      // TODO: Clean this up when we refactor schedulers mid-version-8 or so.\n      errorValue = e ? e : new Error('Scheduled action threw falsy error');\n    }\n    if (errored) {\n      this.unsubscribe();\n      return errorValue;\n    }\n  }\n\n  unsubscribe() {\n    if (!this.closed) {\n      const { id, scheduler } = this;\n      const { actions } = scheduler;\n\n      this.work = this.state = this.scheduler = null!;\n      this.pending = false;\n\n      arrRemove(actions, this);\n      if (id != null) {\n        this.id = this.recycleAsyncId(scheduler, id, null);\n      }\n\n      this.delay = null!;\n      super.unsubscribe();\n    }\n  }\n}\n", "import { Action } from './scheduler/Action';\nimport { Subscription } from './Subscription';\nimport { SchedulerLike, SchedulerAction } from './types';\nimport { dateTimestampProvider } from './scheduler/dateTimestampProvider';\n\n/**\n * An execution context and a data structure to order tasks and schedule their\n * execution. Provides a notion of (potentially virtual) time, through the\n * `now()` getter method.\n *\n * Each unit of work in a Scheduler is called an `Action`.\n *\n * ```ts\n * class Scheduler {\n *   now(): number;\n *   schedule(work, delay?, state?): Subscription;\n * }\n * ```\n *\n * @class Scheduler\n * @deprecated Scheduler is an internal implementation detail of RxJS, and\n * should not be used directly. Rather, create your own class and implement\n * {@link SchedulerLike}. Will be made internal in v8.\n */\nexport class Scheduler implements SchedulerLike {\n  public static now: () => number = dateTimestampProvider.now;\n\n  constructor(private schedulerActionCtor: typeof Action, now: () => number = Scheduler.now) {\n    this.now = now;\n  }\n\n  /**\n   * A getter method that returns a number representing the current time\n   * (at the time this function was called) according to the scheduler's own\n   * internal clock.\n   * @return {number} A number that represents the current time. May or may not\n   * have a relation to wall-clock time. May or may not refer to a time unit\n   * (e.g. milliseconds).\n   */\n  public now: () => number;\n\n  /**\n   * Schedules a function, `work`, for execution. May happen at some point in\n   * the future, according to the `delay` parameter, if specified. May be passed\n   * some context object, `state`, which will be passed to the `work` function.\n   *\n   * The given arguments will be processed an stored as an Action object in a\n   * queue of actions.\n   *\n   * @param {function(state: ?T): ?Subscription} work A function representing a\n   * task, or some unit of work to be executed by the Scheduler.\n   * @param {number} [delay] Time to wait before executing the work, where the\n   * time unit is implicit and defined by the Scheduler itself.\n   * @param {T} [state] Some contextual data that the `work` function uses when\n   * called by the Scheduler.\n   * @return {Subscription} A subscription in order to be able to unsubscribe\n   * the scheduled work.\n   */\n  public schedule<T>(work: (this: SchedulerAction<T>, state?: T) => void, delay: number = 0, state?: T): Subscription {\n    return new this.schedulerActionCtor<T>(this, work).schedule(state, delay);\n  }\n}\n", "import { Scheduler } from '../Scheduler';\nimport { Action } from './Action';\nimport { AsyncAction } from './AsyncAction';\nimport { TimerHandle } from './timerHandle';\n\nexport class AsyncScheduler extends Scheduler {\n  public actions: Array<AsyncAction<any>> = [];\n  /**\n   * A flag to indicate whether the Scheduler is currently executing a batch of\n   * queued actions.\n   * @type {boolean}\n   * @internal\n   */\n  public _active: boolean = false;\n  /**\n   * An internal ID used to track the latest asynchronous task such as those\n   * coming from `setTimeout`, `setInterval`, `requestAnimationFrame`, and\n   * others.\n   * @type {any}\n   * @internal\n   */\n  public _scheduled: TimerHandle | undefined;\n\n  constructor(SchedulerAction: typeof Action, now: () => number = Scheduler.now) {\n    super(SchedulerAction, now);\n  }\n\n  public flush(action: AsyncAction<any>): void {\n    const { actions } = this;\n\n    if (this._active) {\n      actions.push(action);\n      return;\n    }\n\n    let error: any;\n    this._active = true;\n\n    do {\n      if ((error = action.execute(action.state, action.delay))) {\n        break;\n      }\n    } while ((action = actions.shift()!)); // exhaust the scheduler queue\n\n    this._active = false;\n\n    if (error) {\n      while ((action = actions.shift()!)) {\n        action.unsubscribe();\n      }\n      throw error;\n    }\n  }\n}\n", "import { AsyncAction } from './AsyncAction';\nimport { AsyncScheduler } from './AsyncScheduler';\n\n/**\n *\n * Async Scheduler\n *\n * <span class=\"informal\">Schedule task as if you used setTimeout(task, duration)</span>\n *\n * `async` scheduler schedules tasks asynchronously, by putting them on the JavaScript\n * event loop queue. It is best used to delay tasks in time or to schedule tasks repeating\n * in intervals.\n *\n * If you just want to \"defer\" task, that is to perform it right after currently\n * executing synchronous code ends (commonly achieved by `setTimeout(deferredTask, 0)`),\n * better choice will be the {@link asapScheduler} scheduler.\n *\n * ## Examples\n * Use async scheduler to delay task\n * ```ts\n * import { asyncScheduler } from 'rxjs';\n *\n * const task = () => console.log('it works!');\n *\n * asyncScheduler.schedule(task, 2000);\n *\n * // After 2 seconds logs:\n * // \"it works!\"\n * ```\n *\n * Use async scheduler to repeat task in intervals\n * ```ts\n * import { asyncScheduler } from 'rxjs';\n *\n * function task(state) {\n *   console.log(state);\n *   this.schedule(state + 1, 1000); // `this` references currently executing Action,\n *                                   // which we reschedule with new state and delay\n * }\n *\n * asyncScheduler.schedule(task, 3000, 0);\n *\n * // Logs:\n * // 0 after 3s\n * // 1 after 4s\n * // 2 after 5s\n * // 3 after 6s\n * ```\n */\n\nexport const asyncScheduler = new AsyncScheduler(AsyncAction);\n\n/**\n * @deprecated Renamed to {@link asyncScheduler}. Will be removed in v8.\n */\nexport const async = asyncScheduler;\n", "import { AsyncAction } from './AsyncAction';\nimport { Subscription } from '../Subscription';\nimport { QueueScheduler } from './QueueScheduler';\nimport { SchedulerAction } from '../types';\nimport { TimerHandle } from './timerHandle';\n\nexport class QueueAction<T> extends AsyncAction<T> {\n  constructor(protected scheduler: QueueScheduler, protected work: (this: SchedulerAction<T>, state?: T) => void) {\n    super(scheduler, work);\n  }\n\n  public schedule(state?: T, delay: number = 0): Subscription {\n    if (delay > 0) {\n      return super.schedule(state, delay);\n    }\n    this.delay = delay;\n    this.state = state;\n    this.scheduler.flush(this);\n    return this;\n  }\n\n  public execute(state: T, delay: number): any {\n    return delay > 0 || this.closed ? super.execute(state, delay) : this._execute(state, delay);\n  }\n\n  protected requestAsyncId(scheduler: QueueScheduler, id?: TimerHandle, delay: number = 0): TimerHandle {\n    // If delay exists and is greater than 0, or if the delay is null (the\n    // action wasn't rescheduled) but was originally scheduled as an async\n    // action, then recycle as an async action.\n\n    if ((delay != null && delay > 0) || (delay == null && this.delay > 0)) {\n      return super.requestAsyncId(scheduler, id, delay);\n    }\n\n    // Otherwise flush the scheduler starting with this action.\n    scheduler.flush(this);\n\n    // HACK: In the past, this was returning `void`. However, `void` isn't a valid\n    // `TimerHandle`, and generally the return value here isn't really used. So the\n    // compromise is to return `0` which is both \"falsy\" and a valid `TimerHandle`,\n    // as opposed to refactoring every other instanceo of `requestAsyncId`.\n    return 0;\n  }\n}\n", "import { AsyncScheduler } from './AsyncScheduler';\n\nexport class QueueScheduler extends AsyncScheduler {\n}\n", "import { QueueAction } from './QueueAction';\nimport { QueueScheduler } from './QueueScheduler';\n\n/**\n *\n * Queue Scheduler\n *\n * <span class=\"informal\">Put every next task on a queue, instead of executing it immediately</span>\n *\n * `queue` scheduler, when used with delay, behaves the same as {@link asyncScheduler} scheduler.\n *\n * When used without delay, it schedules given task synchronously - executes it right when\n * it is scheduled. However when called recursively, that is when inside the scheduled task,\n * another task is scheduled with queue scheduler, instead of executing immediately as well,\n * that task will be put on a queue and wait for current one to finish.\n *\n * This means that when you execute task with `queue` scheduler, you are sure it will end\n * before any other task scheduled with that scheduler will start.\n *\n * ## Examples\n * Schedule recursively first, then do something\n * ```ts\n * import { queueScheduler } from 'rxjs';\n *\n * queueScheduler.schedule(() => {\n *   queueScheduler.schedule(() => console.log('second')); // will not happen now, but will be put on a queue\n *\n *   console.log('first');\n * });\n *\n * // Logs:\n * // \"first\"\n * // \"second\"\n * ```\n *\n * Reschedule itself recursively\n * ```ts\n * import { queueScheduler } from 'rxjs';\n *\n * queueScheduler.schedule(function(state) {\n *   if (state !== 0) {\n *     console.log('before', state);\n *     this.schedule(state - 1); // `this` references currently executing Action,\n *                               // which we reschedule with new state\n *     console.log('after', state);\n *   }\n * }, 0, 3);\n *\n * // In scheduler that runs recursively, you would expect:\n * // \"before\", 3\n * // \"before\", 2\n * // \"before\", 1\n * // \"after\", 1\n * // \"after\", 2\n * // \"after\", 3\n *\n * // But with queue it logs:\n * // \"before\", 3\n * // \"after\", 3\n * // \"before\", 2\n * // \"after\", 2\n * // \"before\", 1\n * // \"after\", 1\n * ```\n */\n\nexport const queueScheduler = new QueueScheduler(QueueAction);\n\n/**\n * @deprecated Renamed to {@link queueScheduler}. Will be removed in v8.\n */\nexport const queue = queueScheduler;\n", "import { AsyncAction } from './AsyncAction';\nimport { AnimationFrameScheduler } from './AnimationFrameScheduler';\nimport { SchedulerAction } from '../types';\nimport { animationFrameProvider } from './animationFrameProvider';\nimport { TimerHandle } from './timerHandle';\n\nexport class AnimationFrameAction<T> extends AsyncAction<T> {\n  constructor(protected scheduler: AnimationFrameScheduler, protected work: (this: SchedulerAction<T>, state?: T) => void) {\n    super(scheduler, work);\n  }\n\n  protected requestAsyncId(scheduler: AnimationFrameScheduler, id?: TimerHandle, delay: number = 0): TimerHandle {\n    // If delay is greater than 0, request as an async action.\n    if (delay !== null && delay > 0) {\n      return super.requestAsyncId(scheduler, id, delay);\n    }\n    // Push the action to the end of the scheduler queue.\n    scheduler.actions.push(this);\n    // If an animation frame has already been requested, don't request another\n    // one. If an animation frame hasn't been requested yet, request one. Return\n    // the current animation frame request id.\n    return scheduler._scheduled || (scheduler._scheduled = animationFrameProvider.requestAnimationFrame(() => scheduler.flush(undefined)));\n  }\n\n  protected recycleAsyncId(scheduler: AnimationFrameScheduler, id?: TimerHandle, delay: number = 0): TimerHandle | undefined {\n    // If delay exists and is greater than 0, or if the delay is null (the\n    // action wasn't rescheduled) but was originally scheduled as an async\n    // action, then recycle as an async action.\n    if (delay != null ? delay > 0 : this.delay > 0) {\n      return super.recycleAsyncId(scheduler, id, delay);\n    }\n    // If the scheduler queue has no remaining actions with the same async id,\n    // cancel the requested animation frame and set the scheduled flag to\n    // undefined so the next AnimationFrameAction will request its own.\n    const { actions } = scheduler;\n    if (id != null && actions[actions.length - 1]?.id !== id) {\n      animationFrameProvider.cancelAnimationFrame(id as number);\n      scheduler._scheduled = undefined;\n    }\n    // Return undefined so the action knows to request a new async id if it's rescheduled.\n    return undefined;\n  }\n}\n", "import { AsyncAction } from './AsyncAction';\nimport { AsyncScheduler } from './AsyncScheduler';\n\nexport class AnimationFrameScheduler extends AsyncScheduler {\n  public flush(action?: AsyncAction<any>): void {\n    this._active = true;\n    // The async id that effects a call to flush is stored in _scheduled.\n    // Before executing an action, it's necessary to check the action's async\n    // id to determine whether it's supposed to be executed in the current\n    // flush.\n    // Previous implementations of this method used a count to determine this,\n    // but that was unsound, as actions that are unsubscribed - i.e. cancelled -\n    // are removed from the actions array and that can shift actions that are\n    // scheduled to be executed in a subsequent flush into positions at which\n    // they are executed within the current flush.\n    const flushId = this._scheduled;\n    this._scheduled = undefined;\n\n    const { actions } = this;\n    let error: any;\n    action = action || actions.shift()!;\n\n    do {\n      if ((error = action.execute(action.state, action.delay))) {\n        break;\n      }\n    } while ((action = actions[0]) && action.id === flushId && actions.shift());\n\n    this._active = false;\n\n    if (error) {\n      while ((action = actions[0]) && action.id === flushId && actions.shift()) {\n        action.unsubscribe();\n      }\n      throw error;\n    }\n  }\n}\n", "import { AnimationFrameAction } from './AnimationFrameAction';\nimport { AnimationFrameScheduler } from './AnimationFrameScheduler';\n\n/**\n *\n * Animation Frame Scheduler\n *\n * <span class=\"informal\">Perform task when `window.requestAnimationFrame` would fire</span>\n *\n * When `animationFrame` scheduler is used with delay, it will fall back to {@link asyncScheduler} scheduler\n * behaviour.\n *\n * Without delay, `animationFrame` scheduler can be used to create smooth browser animations.\n * It makes sure scheduled task will happen just before next browser content repaint,\n * thus performing animations as efficiently as possible.\n *\n * ## Example\n * Schedule div height animation\n * ```ts\n * // html: <div style=\"background: #0ff;\"></div>\n * import { animationFrameScheduler } from 'rxjs';\n *\n * const div = document.querySelector('div');\n *\n * animationFrameScheduler.schedule(function(height) {\n *   div.style.height = height + \"px\";\n *\n *   this.schedule(height + 1);  // `this` references currently executing Action,\n *                               // which we reschedule with new state\n * }, 0, 0);\n *\n * // You will see a div element growing in height\n * ```\n */\n\nexport const animationFrameScheduler = new AnimationFrameScheduler(AnimationFrameAction);\n\n/**\n * @deprecated Renamed to {@link animationFrameScheduler}. Will be removed in v8.\n */\nexport const animationFrame = animationFrameScheduler;\n", "import { Observable } from '../Observable';\nimport { SchedulerLike } from '../types';\n\n/**\n * A simple Observable that emits no items to the Observer and immediately\n * emits a complete notification.\n *\n * <span class=\"informal\">Just emits 'complete', and nothing else.</span>\n *\n * ![](empty.png)\n *\n * A simple Observable that only emits the complete notification. It can be used\n * for composing with other Observables, such as in a {@link mergeMap}.\n *\n * ## Examples\n *\n * Log complete notification\n *\n * ```ts\n * import { EMPTY } from 'rxjs';\n *\n * EMPTY.subscribe({\n *   next: () => console.log('Next'),\n *   complete: () => console.log('Complete!')\n * });\n *\n * // Outputs\n * // Complete!\n * ```\n *\n * Emit the number 7, then complete\n *\n * ```ts\n * import { EMPTY, startWith } from 'rxjs';\n *\n * const result = EMPTY.pipe(startWith(7));\n * result.subscribe(x => console.log(x));\n *\n * // Outputs\n * // 7\n * ```\n *\n * Map and flatten only odd numbers to the sequence `'a'`, `'b'`, `'c'`\n *\n * ```ts\n * import { interval, mergeMap, of, EMPTY } from 'rxjs';\n *\n * const interval$ = interval(1000);\n * const result = interval$.pipe(\n *   mergeMap(x => x % 2 === 1 ? of('a', 'b', 'c') : EMPTY),\n * );\n * result.subscribe(x => console.log(x));\n *\n * // Results in the following to the console:\n * // x is equal to the count on the interval, e.g. (0, 1, 2, 3, ...)\n * // x will occur every 1000ms\n * // if x % 2 is equal to 1, print a, b, c (each on its own)\n * // if x % 2 is not equal to 1, nothing will be output\n * ```\n *\n * @see {@link Observable}\n * @see {@link NEVER}\n * @see {@link of}\n * @see {@link throwError}\n */\nexport const EMPTY = new Observable<never>((subscriber) => subscriber.complete());\n\n/**\n * @param scheduler A {@link SchedulerLike} to use for scheduling\n * the emission of the complete notification.\n * @deprecated Replaced with the {@link EMPTY} constant or {@link scheduled} (e.g. `scheduled([], scheduler)`). Will be removed in v8.\n */\nexport function empty(scheduler?: SchedulerLike) {\n  return scheduler ? emptyScheduled(scheduler) : EMPTY;\n}\n\nfunction emptyScheduled(scheduler: SchedulerLike) {\n  return new Observable<never>((subscriber) => scheduler.schedule(() => subscriber.complete()));\n}\n", "import { SchedulerLike } from '../types';\nimport { isFunction } from './isFunction';\n\nexport function isScheduler(value: any): value is SchedulerLike {\n  return value && isFunction(value.schedule);\n}\n", "import { SchedulerLike } from '../types';\nimport { isFunction } from './isFunction';\nimport { isScheduler } from './isScheduler';\n\nfunction last<T>(arr: T[]): T | undefined {\n  return arr[arr.length - 1];\n}\n\nexport function popResultSelector(args: any[]): ((...args: unknown[]) => unknown) | undefined {\n  return isFunction(last(args)) ? args.pop() : undefined;\n}\n\nexport function popScheduler(args: any[]): SchedulerLike | undefined {\n  return isScheduler(last(args)) ? args.pop() : undefined;\n}\n\nexport function popNumber(args: any[], defaultValue: number): number {\n  return typeof last(args) === 'number' ? args.pop()! : defaultValue;\n}\n", "export const isArrayLike = (<T>(x: any): x is ArrayLike<T> => x && typeof x.length === 'number' && typeof x !== 'function');", "import { isFunction } from \"./isFunction\";\n\n/**\n * Tests to see if the object is \"thennable\".\n * @param value the object to test\n */\nexport function isPromise(value: any): value is PromiseLike<any> {\n  return isFunction(value?.then);\n}\n", "import { InteropObservable } from '../types';\nimport { observable as Symbol_observable } from '../symbol/observable';\nimport { isFunction } from './isFunction';\n\n/** Identifies an input as being Observable (but not necessary an Rx Observable) */\nexport function isInteropObservable(input: any): input is InteropObservable<any> {\n  return isFunction(input[Symbol_observable]);\n}\n", "import { isFunction } from './isFunction';\n\nexport function isAsyncIterable<T>(obj: any): obj is AsyncIterable<T> {\n  return Symbol.asyncIterator && isFunction(obj?.[Symbol.asyncIterator]);\n}\n", "/**\n * Creates the TypeError to throw if an invalid object is passed to `from` or `scheduled`.\n * @param input The object that was passed.\n */\nexport function createInvalidObservableTypeError(input: any) {\n  // TODO: We should create error codes that can be looked up, so this can be less verbose.\n  return new TypeError(\n    `You provided ${\n      input !== null && typeof input === 'object' ? 'an invalid object' : `'${input}'`\n    } where a stream was expected. You can provide an Observable, Promise, ReadableStream, Array, AsyncIterable, or Iterable.`\n  );\n}\n", "export function getSymbolIterator(): symbol {\n  if (typeof Symbol !== 'function' || !Symbol.iterator) {\n    return '@@iterator' as any;\n  }\n\n  return Symbol.iterator;\n}\n\nexport const iterator = getSymbolIterator();\n", "import { iterator as Symbol_iterator } from '../symbol/iterator';\nimport { isFunction } from './isFunction';\n\n/** Identifies an input as being an Iterable */\nexport function isIterable(input: any): input is Iterable<any> {\n  return isFunction(input?.[Symbol_iterator]);\n}\n", "import { ReadableStreamLike } from '../types';\nimport { isFunction } from './isFunction';\n\nexport async function* readableStreamLikeToAsyncGenerator<T>(readableStream: ReadableStreamLike<T>): AsyncGenerator<T> {\n  const reader = readableStream.getReader();\n  try {\n    while (true) {\n      const { value, done } = await reader.read();\n      if (done) {\n        return;\n      }\n      yield value!;\n    }\n  } finally {\n    reader.releaseLock();\n  }\n}\n\nexport function isReadableStreamLike<T>(obj: any): obj is ReadableStreamLike<T> {\n  // We don't want to use instanceof checks because they would return\n  // false for instances from another Realm, like an <iframe>.\n  return isFunction(obj?.getReader);\n}\n", "import { isArrayLike } from '../util/isArrayLike';\nimport { isPromise } from '../util/isPromise';\nimport { Observable } from '../Observable';\nimport { ObservableInput, ObservedValueOf, ReadableStreamLike } from '../types';\nimport { isInteropObservable } from '../util/isInteropObservable';\nimport { isAsyncIterable } from '../util/isAsyncIterable';\nimport { createInvalidObservableTypeError } from '../util/throwUnobservableError';\nimport { isIterable } from '../util/isIterable';\nimport { isReadableStreamLike, readableStreamLikeToAsyncGenerator } from '../util/isReadableStreamLike';\nimport { Subscriber } from '../Subscriber';\nimport { isFunction } from '../util/isFunction';\nimport { reportUnhandledError } from '../util/reportUnhandledError';\nimport { observable as Symbol_observable } from '../symbol/observable';\n\nexport function innerFrom<O extends ObservableInput<any>>(input: O): Observable<ObservedValueOf<O>>;\nexport function innerFrom<T>(input: ObservableInput<T>): Observable<T> {\n  if (input instanceof Observable) {\n    return input;\n  }\n  if (input != null) {\n    if (isInteropObservable(input)) {\n      return fromInteropObservable(input);\n    }\n    if (isArrayLike(input)) {\n      return fromArrayLike(input);\n    }\n    if (isPromise(input)) {\n      return fromPromise(input);\n    }\n    if (isAsyncIterable(input)) {\n      return fromAsyncIterable(input);\n    }\n    if (isIterable(input)) {\n      return fromIterable(input);\n    }\n    if (isReadableStreamLike(input)) {\n      return fromReadableStreamLike(input);\n    }\n  }\n\n  throw createInvalidObservableTypeError(input);\n}\n\n/**\n * Creates an RxJS Observable from an object that implements `Symbol.observable`.\n * @param obj An object that properly implements `Symbol.observable`.\n */\nexport function fromInteropObservable<T>(obj: any) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    const obs = obj[Symbol_observable]();\n    if (isFunction(obs.subscribe)) {\n      return obs.subscribe(subscriber);\n    }\n    // Should be caught by observable subscribe function error handling.\n    throw new TypeError('Provided object does not correctly implement Symbol.observable');\n  });\n}\n\n/**\n * Synchronously emits the values of an array like and completes.\n * This is exported because there are creation functions and operators that need to\n * make direct use of the same logic, and there's no reason to make them run through\n * `from` conditionals because we *know* they're dealing with an array.\n * @param array The array to emit values from\n */\nexport function fromArrayLike<T>(array: ArrayLike<T>) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    // Loop over the array and emit each value. Note two things here:\n    // 1. We're making sure that the subscriber is not closed on each loop.\n    //    This is so we don't continue looping over a very large array after\n    //    something like a `take`, `takeWhile`, or other synchronous unsubscription\n    //    has already unsubscribed.\n    // 2. In this form, reentrant code can alter that array we're looping over.\n    //    This is a known issue, but considered an edge case. The alternative would\n    //    be to copy the array before executing the loop, but this has\n    //    performance implications.\n    for (let i = 0; i < array.length && !subscriber.closed; i++) {\n      subscriber.next(array[i]);\n    }\n    subscriber.complete();\n  });\n}\n\nexport function fromPromise<T>(promise: PromiseLike<T>) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    promise\n      .then(\n        (value) => {\n          if (!subscriber.closed) {\n            subscriber.next(value);\n            subscriber.complete();\n          }\n        },\n        (err: any) => subscriber.error(err)\n      )\n      .then(null, reportUnhandledError);\n  });\n}\n\nexport function fromIterable<T>(iterable: Iterable<T>) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    for (const value of iterable) {\n      subscriber.next(value);\n      if (subscriber.closed) {\n        return;\n      }\n    }\n    subscriber.complete();\n  });\n}\n\nexport function fromAsyncIterable<T>(asyncIterable: AsyncIterable<T>) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    process(asyncIterable, subscriber).catch((err) => subscriber.error(err));\n  });\n}\n\nexport function fromReadableStreamLike<T>(readableStream: ReadableStreamLike<T>) {\n  return fromAsyncIterable(readableStreamLikeToAsyncGenerator(readableStream));\n}\n\nasync function process<T>(asyncIterable: AsyncIterable<T>, subscriber: Subscriber<T>) {\n  for await (const value of asyncIterable) {\n    subscriber.next(value);\n    // A side-effect may have closed our subscriber,\n    // check before the next iteration.\n    if (subscriber.closed) {\n      return;\n    }\n  }\n  subscriber.complete();\n}\n", "import { Subscription } from '../Subscription';\nimport { SchedulerAction, SchedulerLike } from '../types';\n\nexport function executeSchedule(\n  parentSubscription: Subscription,\n  scheduler: SchedulerLike,\n  work: () => void,\n  delay: number,\n  repeat: true\n): void;\nexport function executeSchedule(\n  parentSubscription: Subscription,\n  scheduler: SchedulerLike,\n  work: () => void,\n  delay?: number,\n  repeat?: false\n): Subscription;\n\nexport function executeSchedule(\n  parentSubscription: Subscription,\n  scheduler: SchedulerLike,\n  work: () => void,\n  delay = 0,\n  repeat = false\n): Subscription | void {\n  const scheduleSubscription = scheduler.schedule(function (this: SchedulerAction<any>) {\n    work();\n    if (repeat) {\n      parentSubscription.add(this.schedule(null, delay));\n    } else {\n      this.unsubscribe();\n    }\n  }, delay);\n\n  parentSubscription.add(scheduleSubscription);\n\n  if (!repeat) {\n    // Because user-land scheduler implementations are unlikely to properly reuse\n    // Actions for repeat scheduling, we can't trust that the returned subscription\n    // will control repeat subscription scenarios. So we're trying to avoid using them\n    // incorrectly within this library.\n    return scheduleSubscription;\n  }\n}\n", "/** @prettier */\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { executeSchedule } from '../util/executeSchedule';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Re-emits all notifications from source Observable with specified scheduler.\n *\n * <span class=\"informal\">Ensure a specific scheduler is used, from outside of an Observable.</span>\n *\n * `observeOn` is an operator that accepts a scheduler as a first parameter, which will be used to reschedule\n * notifications emitted by the source Observable. It might be useful, if you do not have control over\n * internal scheduler of a given Observable, but want to control when its values are emitted nevertheless.\n *\n * Returned Observable emits the same notifications (nexted values, complete and error events) as the source Observable,\n * but rescheduled with provided scheduler. Note that this doesn't mean that source Observables internal\n * scheduler will be replaced in any way. Original scheduler still will be used, but when the source Observable emits\n * notification, it will be immediately scheduled again - this time with scheduler passed to `observeOn`.\n * An anti-pattern would be calling `observeOn` on Observable that emits lots of values synchronously, to split\n * that emissions into asynchronous chunks. For this to happen, scheduler would have to be passed into the source\n * Observable directly (usually into the operator that creates it). `observeOn` simply delays notifications a\n * little bit more, to ensure that they are emitted at expected moments.\n *\n * As a matter of fact, `observeOn` accepts second parameter, which specifies in milliseconds with what delay notifications\n * will be emitted. The main difference between {@link delay} operator and `observeOn` is that `observeOn`\n * will delay all notifications - including error notifications - while `delay` will pass through error\n * from source Observable immediately when it is emitted. In general it is highly recommended to use `delay` operator\n * for any kind of delaying of values in the stream, while using `observeOn` to specify which scheduler should be used\n * for notification emissions in general.\n *\n * ## Example\n *\n * Ensure values in subscribe are called just before browser repaint\n *\n * ```ts\n * import { interval, observeOn, animationFrameScheduler } from 'rxjs';\n *\n * const someDiv = document.createElement('div');\n * someDiv.style.cssText = 'width: 200px;background: #09c';\n * document.body.appendChild(someDiv);\n * const intervals = interval(10);      // Intervals are scheduled\n *                                      // with async scheduler by default...\n * intervals.pipe(\n *   observeOn(animationFrameScheduler) // ...but we will observe on animationFrame\n * )                                    // scheduler to ensure smooth animation.\n * .subscribe(val => {\n *   someDiv.style.height = val + 'px';\n * });\n * ```\n *\n * @see {@link delay}\n *\n * @param scheduler Scheduler that will be used to reschedule notifications from source Observable.\n * @param delay Number of milliseconds that states with what delay every notification should be rescheduled.\n * @return A function that returns an Observable that emits the same\n * notifications as the source Observable, but with provided scheduler.\n */\nexport function observeOn<T>(scheduler: SchedulerLike, delay = 0): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => executeSchedule(subscriber, scheduler, () => subscriber.next(value), delay),\n        () => executeSchedule(subscriber, scheduler, () => subscriber.complete(), delay),\n        (err) => executeSchedule(subscriber, scheduler, () => subscriber.error(err), delay)\n      )\n    );\n  });\n}\n", "import { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { operate } from '../util/lift';\n\n/**\n * Asynchronously subscribes Observers to this Observable on the specified {@link SchedulerLike}.\n *\n * With `subscribeOn` you can decide what type of scheduler a specific Observable will be using when it is subscribed to.\n *\n * Schedulers control the speed and order of emissions to observers from an Observable stream.\n *\n * ![](subscribeOn.png)\n *\n * ## Example\n *\n * Given the following code:\n *\n * ```ts\n * import { of, merge } from 'rxjs';\n *\n * const a = of(1, 2, 3);\n * const b = of(4, 5, 6);\n *\n * merge(a, b).subscribe(console.log);\n *\n * // Outputs\n * // 1\n * // 2\n * // 3\n * // 4\n * // 5\n * // 6\n * ```\n *\n * Both Observable `a` and `b` will emit their values directly and synchronously once they are subscribed to.\n *\n * If we instead use the `subscribeOn` operator declaring that we want to use the {@link asyncScheduler} for values emitted by Observable `a`:\n *\n * ```ts\n * import { of, subscribeOn, asyncScheduler, merge } from 'rxjs';\n *\n * const a = of(1, 2, 3).pipe(subscribeOn(asyncScheduler));\n * const b = of(4, 5, 6);\n *\n * merge(a, b).subscribe(console.log);\n *\n * // Outputs\n * // 4\n * // 5\n * // 6\n * // 1\n * // 2\n * // 3\n * ```\n *\n * The reason for this is that Observable `b` emits its values directly and synchronously like before\n * but the emissions from `a` are scheduled on the event loop because we are now using the {@link asyncScheduler} for that specific Observable.\n *\n * @param scheduler The {@link SchedulerLike} to perform subscription actions on.\n * @param delay A delay to pass to the scheduler to delay subscriptions\n * @return A function that returns an Observable modified so that its\n * subscriptions happen on the specified {@link SchedulerLike}.\n */\nexport function subscribeOn<T>(scheduler: SchedulerLike, delay: number = 0): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    subscriber.add(scheduler.schedule(() => source.subscribe(subscriber), delay));\n  });\n}\n", "import { innerFrom } from '../observable/innerFrom';\nimport { observeOn } from '../operators/observeOn';\nimport { subscribeOn } from '../operators/subscribeOn';\nimport { InteropObservable, SchedulerLike } from '../types';\n\nexport function scheduleObservable<T>(input: InteropObservable<T>, scheduler: SchedulerLike) {\n  return innerFrom(input).pipe(subscribeOn(scheduler), observeOn(scheduler));\n}\n", "import { innerFrom } from '../observable/innerFrom';\nimport { observeOn } from '../operators/observeOn';\nimport { subscribeOn } from '../operators/subscribeOn';\nimport { SchedulerLike } from '../types';\n\nexport function schedulePromise<T>(input: PromiseLike<T>, scheduler: SchedulerLike) {\n  return innerFrom(input).pipe(subscribeOn(scheduler), observeOn(scheduler));\n}\n", "import { Observable } from '../Observable';\nimport { SchedulerLike } from '../types';\n\nexport function scheduleArray<T>(input: ArrayLike<T>, scheduler: SchedulerLike) {\n  return new Observable<T>((subscriber) => {\n    // The current array index.\n    let i = 0;\n    // Start iterating over the array like on a schedule.\n    return scheduler.schedule(function () {\n      if (i === input.length) {\n        // If we have hit the end of the array like in the\n        // previous job, we can complete.\n        subscriber.complete();\n      } else {\n        // Otherwise let's next the value at the current index,\n        // then increment our index.\n        subscriber.next(input[i++]);\n        // If the last emission didn't cause us to close the subscriber\n        // (via take or some side effect), reschedule the job and we'll\n        // make another pass.\n        if (!subscriber.closed) {\n          this.schedule();\n        }\n      }\n    });\n  });\n}\n", "import { Observable } from '../Observable';\nimport { SchedulerLike } from '../types';\nimport { iterator as Symbol_iterator } from '../symbol/iterator';\nimport { isFunction } from '../util/isFunction';\nimport { executeSchedule } from '../util/executeSchedule';\n\n/**\n * Used in {@link scheduled} to create an observable from an Iterable.\n * @param input The iterable to create an observable from\n * @param scheduler The scheduler to use\n */\nexport function scheduleIterable<T>(input: Iterable<T>, scheduler: SchedulerLike) {\n  return new Observable<T>((subscriber) => {\n    let iterator: Iterator<T, T>;\n\n    // Schedule the initial creation of the iterator from\n    // the iterable. This is so the code in the iterable is\n    // not called until the scheduled job fires.\n    executeSchedule(subscriber, scheduler, () => {\n      // Create the iterator.\n      iterator = (input as any)[Symbol_iterator]();\n\n      executeSchedule(\n        subscriber,\n        scheduler,\n        () => {\n          let value: T;\n          let done: boolean | undefined;\n          try {\n            // Pull the value out of the iterator\n            ({ value, done } = iterator.next());\n          } catch (err) {\n            // We got an error while pulling from the iterator\n            subscriber.error(err);\n            return;\n          }\n\n          if (done) {\n            // If it is \"done\" we just complete. This mimics the\n            // behavior of JavaScript's `for..of` consumption of\n            // iterables, which will not emit the value from an iterator\n            // result of `{ done: true: value: 'here' }`.\n            subscriber.complete();\n          } else {\n            // The iterable is not done, emit the value.\n            subscriber.next(value);\n          }\n        },\n        0,\n        true\n      );\n    });\n\n    // During finalization, if we see this iterator has a `return` method,\n    // then we know it is a Generator, and not just an Iterator. So we call\n    // the `return()` function. This will ensure that any `finally { }` blocks\n    // inside of the generator we can hit will be hit properly.\n    return () => isFunction(iterator?.return) && iterator.return();\n  });\n}\n", "import { SchedulerLike } from '../types';\nimport { Observable } from '../Observable';\nimport { executeSchedule } from '../util/executeSchedule';\n\nexport function scheduleAsyncIterable<T>(input: AsyncIterable<T>, scheduler: SchedulerLike) {\n  if (!input) {\n    throw new Error('Iterable cannot be null');\n  }\n  return new Observable<T>((subscriber) => {\n    executeSchedule(subscriber, scheduler, () => {\n      const iterator = input[Symbol.asyncIterator]();\n      executeSchedule(\n        subscriber,\n        scheduler,\n        () => {\n          iterator.next().then((result) => {\n            if (result.done) {\n              // This will remove the subscriptions from\n              // the parent subscription.\n              subscriber.complete();\n            } else {\n              subscriber.next(result.value);\n            }\n          });\n        },\n        0,\n        true\n      );\n    });\n  });\n}\n", "import { SchedulerLike, ReadableStreamLike } from '../types';\nimport { Observable } from '../Observable';\nimport { scheduleAsyncIterable } from './scheduleAsyncIterable';\nimport { readableStreamLikeToAsyncGenerator } from '../util/isReadableStreamLike';\n\nexport function scheduleReadableStreamLike<T>(input: ReadableStreamLike<T>, scheduler: SchedulerLike): Observable<T> {\n  return scheduleAsyncIterable(readableStreamLikeToAsyncGenerator(input), scheduler);\n}\n", "import { scheduleObservable } from './scheduleObservable';\nimport { schedulePromise } from './schedulePromise';\nimport { scheduleArray } from './scheduleArray';\nimport { scheduleIterable } from './scheduleIterable';\nimport { scheduleAsyncIterable } from './scheduleAsyncIterable';\nimport { isInteropObservable } from '../util/isInteropObservable';\nimport { isPromise } from '../util/isPromise';\nimport { isArrayLike } from '../util/isArrayLike';\nimport { isIterable } from '../util/isIterable';\nimport { ObservableInput, SchedulerLike } from '../types';\nimport { Observable } from '../Observable';\nimport { isAsyncIterable } from '../util/isAsyncIterable';\nimport { createInvalidObservableTypeError } from '../util/throwUnobservableError';\nimport { isReadableStreamLike } from '../util/isReadableStreamLike';\nimport { scheduleReadableStreamLike } from './scheduleReadableStreamLike';\n\n/**\n * Converts from a common {@link ObservableInput} type to an observable where subscription and emissions\n * are scheduled on the provided scheduler.\n *\n * @see {@link from}\n * @see {@link of}\n *\n * @param input The observable, array, promise, iterable, etc you would like to schedule\n * @param scheduler The scheduler to use to schedule the subscription and emissions from\n * the returned observable.\n */\nexport function scheduled<T>(input: ObservableInput<T>, scheduler: SchedulerLike): Observable<T> {\n  if (input != null) {\n    if (isInteropObservable(input)) {\n      return scheduleObservable(input, scheduler);\n    }\n    if (isArrayLike(input)) {\n      return scheduleArray(input, scheduler);\n    }\n    if (isPromise(input)) {\n      return schedulePromise(input, scheduler);\n    }\n    if (isAsyncIterable(input)) {\n      return scheduleAsyncIterable(input, scheduler);\n    }\n    if (isIterable(input)) {\n      return scheduleIterable(input, scheduler);\n    }\n    if (isReadableStreamLike(input)) {\n      return scheduleReadableStreamLike(input, scheduler);\n    }\n  }\n  throw createInvalidObservableTypeError(input);\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInput, SchedulerLike, ObservedValueOf } from '../types';\nimport { scheduled } from '../scheduled/scheduled';\nimport { innerFrom } from './innerFrom';\n\nexport function from<O extends ObservableInput<any>>(input: O): Observable<ObservedValueOf<O>>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function from<O extends ObservableInput<any>>(input: O, scheduler: SchedulerLike | undefined): Observable<ObservedValueOf<O>>;\n\n/**\n * Creates an Observable from an Array, an array-like object, a Promise, an iterable object, or an Observable-like object.\n *\n * <span class=\"informal\">Converts almost anything to an Observable.</span>\n *\n * ![](from.png)\n *\n * `from` converts various other objects and data types into Observables. It also converts a Promise, an array-like, or an\n * <a href=\"https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Iteration_protocols#iterable\" target=\"_blank\">iterable</a>\n * object into an Observable that emits the items in that promise, array, or iterable. A String, in this context, is treated\n * as an array of characters. Observable-like objects (contains a function named with the ES2015 Symbol for Observable) can also be\n * converted through this operator.\n *\n * ## Examples\n *\n * Converts an array to an Observable\n *\n * ```ts\n * import { from } from 'rxjs';\n *\n * const array = [10, 20, 30];\n * const result = from(array);\n *\n * result.subscribe(x => console.log(x));\n *\n * // Logs:\n * // 10\n * // 20\n * // 30\n * ```\n *\n * Convert an infinite iterable (from a generator) to an Observable\n *\n * ```ts\n * import { from, take } from 'rxjs';\n *\n * function* generateDoubles(seed) {\n *    let i = seed;\n *    while (true) {\n *      yield i;\n *      i = 2 * i; // double it\n *    }\n * }\n *\n * const iterator = generateDoubles(3);\n * const result = from(iterator).pipe(take(10));\n *\n * result.subscribe(x => console.log(x));\n *\n * // Logs:\n * // 3\n * // 6\n * // 12\n * // 24\n * // 48\n * // 96\n * // 192\n * // 384\n * // 768\n * // 1536\n * ```\n *\n * With `asyncScheduler`\n *\n * ```ts\n * import { from, asyncScheduler } from 'rxjs';\n *\n * console.log('start');\n *\n * const array = [10, 20, 30];\n * const result = from(array, asyncScheduler);\n *\n * result.subscribe(x => console.log(x));\n *\n * console.log('end');\n *\n * // Logs:\n * // 'start'\n * // 'end'\n * // 10\n * // 20\n * // 30\n * ```\n *\n * @see {@link fromEvent}\n * @see {@link fromEventPattern}\n *\n * @param {ObservableInput<T>} A subscription object, a Promise, an Observable-like,\n * an Array, an iterable, or an array-like object to be converted.\n * @param {SchedulerLike} An optional {@link SchedulerLike} on which to schedule the emission of values.\n * @return {Observable<T>}\n */\nexport function from<T>(input: ObservableInput<T>, scheduler?: SchedulerLike): Observable<T> {\n  return scheduler ? scheduled(input, scheduler) : innerFrom(input);\n}\n", "import { SchedulerLike, ValueFromArray } from '../types';\nimport { Observable } from '../Observable';\nimport { popScheduler } from '../util/args';\nimport { from } from './from';\n\n// Devs are more likely to pass null or undefined than they are a scheduler\n// without accompanying values. To make things easier for (naughty) devs who\n// use the `strictNullChecks: false` TypeScript compiler option, these\n// overloads with explicit null and undefined values are included.\n\nexport function of(value: null): Observable<null>;\nexport function of(value: undefined): Observable<undefined>;\n\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function of(scheduler: SchedulerLike): Observable<never>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function of<A extends readonly unknown[]>(...valuesAndScheduler: [...A, SchedulerLike]): Observable<ValueFromArray<A>>;\n\nexport function of(): Observable<never>;\n/** @deprecated Do not specify explicit type parameters. Signatures with type parameters that cannot be inferred will be removed in v8. */\nexport function of<T>(): Observable<T>;\nexport function of<T>(value: T): Observable<T>;\nexport function of<A extends readonly unknown[]>(...values: A): Observable<ValueFromArray<A>>;\n\n/**\n * Converts the arguments to an observable sequence.\n *\n * <span class=\"informal\">Each argument becomes a `next` notification.</span>\n *\n * ![](of.png)\n *\n * Unlike {@link from}, it does not do any flattening and emits each argument in whole\n * as a separate `next` notification.\n *\n * ## Examples\n *\n * Emit the values `10, 20, 30`\n *\n * ```ts\n * import { of } from 'rxjs';\n *\n * of(10, 20, 30)\n *   .subscribe({\n *     next: value => console.log('next:', value),\n *     error: err => console.log('error:', err),\n *     complete: () => console.log('the end'),\n *   });\n *\n * // Outputs\n * // next: 10\n * // next: 20\n * // next: 30\n * // the end\n * ```\n *\n * Emit the array `[1, 2, 3]`\n *\n * ```ts\n * import { of } from 'rxjs';\n *\n * of([1, 2, 3])\n *   .subscribe({\n *     next: value => console.log('next:', value),\n *     error: err => console.log('error:', err),\n *     complete: () => console.log('the end'),\n *   });\n *\n * // Outputs\n * // next: [1, 2, 3]\n * // the end\n * ```\n *\n * @see {@link from}\n * @see {@link range}\n *\n * @param {...T} values A comma separated list of arguments you want to be emitted\n * @return {Observable} An Observable that emits the arguments\n * described above and then completes.\n */\nexport function of<T>(...args: Array<T | SchedulerLike>): Observable<T> {\n  const scheduler = popScheduler(args);\n  return from(args as T[], scheduler);\n}\n", "import { Observable } from '../Observable';\nimport { Subscriber } from '../Subscriber';\nimport { SchedulerLike } from '../types';\nimport { isFunction } from '../util/isFunction';\n\n/**\n * Creates an observable that will create an error instance and push it to the consumer as an error\n * immediately upon subscription.\n *\n * <span class=\"informal\">Just errors and does nothing else</span>\n *\n * ![](throw.png)\n *\n * This creation function is useful for creating an observable that will create an error and error every\n * time it is subscribed to. Generally, inside of most operators when you might want to return an errored\n * observable, this is unnecessary. In most cases, such as in the inner return of {@link concatMap},\n * {@link mergeMap}, {@link defer}, and many others, you can simply throw the error, and RxJS will pick\n * that up and notify the consumer of the error.\n *\n * ## Example\n *\n * Create a simple observable that will create a new error with a timestamp and log it\n * and the message every time you subscribe to it\n *\n * ```ts\n * import { throwError } from 'rxjs';\n *\n * let errorCount = 0;\n *\n * const errorWithTimestamp$ = throwError(() => {\n *   const error: any = new Error(`This is error number ${ ++errorCount }`);\n *   error.timestamp = Date.now();\n *   return error;\n * });\n *\n * errorWithTimestamp$.subscribe({\n *   error: err => console.log(err.timestamp, err.message)\n * });\n *\n * errorWithTimestamp$.subscribe({\n *   error: err => console.log(err.timestamp, err.message)\n * });\n *\n * // Logs the timestamp and a new error message for each subscription\n * ```\n *\n * ### Unnecessary usage\n *\n * Using `throwError` inside of an operator or creation function\n * with a callback, is usually not necessary\n *\n * ```ts\n * import { of, concatMap, timer, throwError } from 'rxjs';\n *\n * const delays$ = of(1000, 2000, Infinity, 3000);\n *\n * delays$.pipe(\n *   concatMap(ms => {\n *     if (ms < 10000) {\n *       return timer(ms);\n *     } else {\n *       // This is probably overkill.\n *       return throwError(() => new Error(`Invalid time ${ ms }`));\n *     }\n *   })\n * )\n * .subscribe({\n *   next: console.log,\n *   error: console.error\n * });\n * ```\n *\n * You can just throw the error instead\n *\n * ```ts\n * import { of, concatMap, timer } from 'rxjs';\n *\n * const delays$ = of(1000, 2000, Infinity, 3000);\n *\n * delays$.pipe(\n *   concatMap(ms => {\n *     if (ms < 10000) {\n *       return timer(ms);\n *     } else {\n *       // Cleaner and easier to read for most folks.\n *       throw new Error(`Invalid time ${ ms }`);\n *     }\n *   })\n * )\n * .subscribe({\n *   next: console.log,\n *   error: console.error\n * });\n * ```\n *\n * @param errorFactory A factory function that will create the error instance that is pushed.\n */\nexport function throwError(errorFactory: () => any): Observable<never>;\n\n/**\n * Returns an observable that will error with the specified error immediately upon subscription.\n *\n * @param error The error instance to emit\n * @deprecated Support for passing an error value will be removed in v8. Instead, pass a factory function to `throwError(() => new Error('test'))`. This is\n * because it will create the error at the moment it should be created and capture a more appropriate stack trace. If\n * for some reason you need to create the error ahead of time, you can still do that: `const err = new Error('test'); throwError(() => err);`.\n */\nexport function throwError(error: any): Observable<never>;\n\n/**\n * Notifies the consumer of an error using a given scheduler by scheduling it at delay `0` upon subscription.\n *\n * @param errorOrErrorFactory An error instance or error factory\n * @param scheduler A scheduler to use to schedule the error notification\n * @deprecated The `scheduler` parameter will be removed in v8.\n * Use `throwError` in combination with {@link observeOn}: `throwError(() => new Error('test')).pipe(observeOn(scheduler));`.\n * Details: https://rxjs.dev/deprecations/scheduler-argument\n */\nexport function throwError(errorOrErrorFactory: any, scheduler: SchedulerLike): Observable<never>;\n\nexport function throwError(errorOrErrorFactory: any, scheduler?: SchedulerLike): Observable<never> {\n  const errorFactory = isFunction(errorOrErrorFactory) ? errorOrErrorFactory : () => errorOrErrorFactory;\n  const init = (subscriber: Subscriber<never>) => subscriber.error(errorFactory());\n  return new Observable(scheduler ? (subscriber) => scheduler.schedule(init as any, 0, subscriber) : init);\n}\n", "import { createErrorClass } from './createErrorClass';\n\nexport interface EmptyError extends Error {}\n\nexport interface EmptyErrorCtor {\n  /**\n   * @deprecated Internal implementation detail. Do not construct error instances.\n   * Cannot be tagged as internal: https://github.com/ReactiveX/rxjs/issues/6269\n   */\n  new (): EmptyError;\n}\n\n/**\n * An error thrown when an Observable or a sequence was queried but has no\n * elements.\n *\n * @see {@link first}\n * @see {@link last}\n * @see {@link single}\n * @see {@link firstValueFrom}\n * @see {@link lastValueFrom}\n *\n * @class EmptyError\n */\nexport const EmptyError: EmptyErrorCtor = createErrorClass((_super) => function EmptyErrorImpl(this: any) {\n  _super(this);\n  this.name = 'EmptyError';\n  this.message = 'no elements in sequence';\n});\n", "/**\n * Checks to see if a value is not only a `Date` object,\n * but a *valid* `Date` object that can be converted to a\n * number. For example, `new Date('blah')` is indeed an\n * `instanceof Date`, however it cannot be converted to a\n * number.\n */\nexport function isValidDate(value: any): value is Date {\n  return value instanceof Date && !isNaN(value as any);\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\nexport function map<T, R>(project: (value: T, index: number) => R): OperatorFunction<T, R>;\n/** @deprecated Use a closure instead of a `thisArg`. Signatures accepting a `thisArg` will be removed in v8. */\nexport function map<T, R, A>(project: (this: A, value: T, index: number) => R, thisArg: A): OperatorFunction<T, R>;\n\n/**\n * Applies a given `project` function to each value emitted by the source\n * Observable, and emits the resulting values as an Observable.\n *\n * <span class=\"informal\">Like [Array.prototype.map()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/map),\n * it passes each source value through a transformation function to get\n * corresponding output values.</span>\n *\n * ![](map.png)\n *\n * Similar to the well known `Array.prototype.map` function, this operator\n * applies a projection to each value and emits that projection in the output\n * Observable.\n *\n * ## Example\n *\n * Map every click to the `clientX` position of that click\n *\n * ```ts\n * import { fromEvent, map } from 'rxjs';\n *\n * const clicks = fromEvent<PointerEvent>(document, 'click');\n * const positions = clicks.pipe(map(ev => ev.clientX));\n *\n * positions.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link mapTo}\n * @see {@link pluck}\n *\n * @param {function(value: T, index: number): R} project The function to apply\n * to each `value` emitted by the source Observable. The `index` parameter is\n * the number `i` for the i-th emission that has happened since the\n * subscription, starting from the number `0`.\n * @param {any} [thisArg] An optional argument to define what `this` is in the\n * `project` function.\n * @return A function that returns an Observable that emits the values from the\n * source Observable transformed by the given `project` function.\n */\nexport function map<T, R>(project: (value: T, index: number) => R, thisArg?: any): OperatorFunction<T, R> {\n  return operate((source, subscriber) => {\n    // The index of the value from the source. Used with projection.\n    let index = 0;\n    // Subscribe to the source, all errors and completions are sent along\n    // to the consumer.\n    source.subscribe(\n      createOperatorSubscriber(subscriber, (value: T) => {\n        // Call the projection function with the appropriate this context,\n        // and send the resulting value to the consumer.\n        subscriber.next(project.call(thisArg, value, index++));\n      })\n    );\n  });\n}\n", "import { OperatorFunction } from \"../types\";\nimport { map } from \"../operators/map\";\n\nconst { isArray } = Array;\n\nfunction callOrApply<T, R>(fn: ((...values: T[]) => R), args: T|T[]): R {\n    return isArray(args) ? fn(...args) : fn(args);\n}\n\n/**\n * Used in several -- mostly deprecated -- situations where we need to \n * apply a list of arguments or a single argument to a result selector.\n */\nexport function mapOneOrManyArgs<T, R>(fn: ((...values: T[]) => R)): OperatorFunction<T|T[], R> {\n    return map(args => callOrApply(fn, args))\n}", "const { isArray } = Array;\nconst { getPrototypeOf, prototype: objectProto, keys: getKeys } = Object;\n\n/**\n * Used in functions where either a list of arguments, a single array of arguments, or a\n * dictionary of arguments can be returned. Returns an object with an `args` property with\n * the arguments in an array, if it is a dictionary, it will also return the `keys` in another\n * property.\n */\nexport function argsArgArrayOrObject<T, O extends Record<string, T>>(args: T[] | [O] | [T[]]): { args: T[]; keys: string[] | null } {\n  if (args.length === 1) {\n    const first = args[0];\n    if (isArray(first)) {\n      return { args: first, keys: null };\n    }\n    if (isPOJO(first)) {\n      const keys = getKeys(first);\n      return {\n        args: keys.map((key) => first[key]),\n        keys,\n      };\n    }\n  }\n\n  return { args: args as T[], keys: null };\n}\n\nfunction isPOJO(obj: any): obj is object {\n  return obj && typeof obj === 'object' && getPrototypeOf(obj) === objectProto;\n}\n", "export function createObject(keys: string[], values: any[]) {\n  return keys.reduce((result, key, i) => ((result[key] = values[i]), result), {} as any);\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInput, SchedulerLike, ObservedValueOf, ObservableInputTuple } from '../types';\nimport { argsArgArrayOrObject } from '../util/argsArgArrayOrObject';\nimport { Subscriber } from '../Subscriber';\nimport { from } from './from';\nimport { identity } from '../util/identity';\nimport { Subscription } from '../Subscription';\nimport { mapOneOrManyArgs } from '../util/mapOneOrManyArgs';\nimport { popResultSelector, popScheduler } from '../util/args';\nimport { createObject } from '../util/createObject';\nimport { createOperatorSubscriber } from '../operators/OperatorSubscriber';\nimport { AnyCatcher } from '../AnyCatcher';\nimport { executeSchedule } from '../util/executeSchedule';\n\n// combineLatest(any)\n// We put this first because we need to catch cases where the user has supplied\n// _exactly `any`_ as the argument. Since `any` literally matches _anything_,\n// we don't want it to randomly hit one of the other type signatures below,\n// as we have no idea at build-time what type we should be returning when given an any.\n\n/**\n * You have passed `any` here, we can't figure out if it is\n * an array or an object, so you're getting `unknown`. Use better types.\n * @param arg Something typed as `any`\n */\nexport function combineLatest<T extends AnyCatcher>(arg: T): Observable<unknown>;\n\n// combineLatest([a, b, c])\nexport function combineLatest(sources: []): Observable<never>;\nexport function combineLatest<A extends readonly unknown[]>(sources: readonly [...ObservableInputTuple<A>]): Observable<A>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `combineLatestAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function combineLatest<A extends readonly unknown[], R>(\n  sources: readonly [...ObservableInputTuple<A>],\n  resultSelector: (...values: A) => R,\n  scheduler: SchedulerLike\n): Observable<R>;\nexport function combineLatest<A extends readonly unknown[], R>(\n  sources: readonly [...ObservableInputTuple<A>],\n  resultSelector: (...values: A) => R\n): Observable<R>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `combineLatestAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function combineLatest<A extends readonly unknown[]>(\n  sources: readonly [...ObservableInputTuple<A>],\n  scheduler: SchedulerLike\n): Observable<A>;\n\n// combineLatest(a, b, c)\n/** @deprecated Pass an array of sources instead. The rest-parameters signature will be removed in v8. Details: https://rxjs.dev/deprecations/array-argument */\nexport function combineLatest<A extends readonly unknown[]>(...sources: [...ObservableInputTuple<A>]): Observable<A>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `combineLatestAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function combineLatest<A extends readonly unknown[], R>(\n  ...sourcesAndResultSelectorAndScheduler: [...ObservableInputTuple<A>, (...values: A) => R, SchedulerLike]\n): Observable<R>;\n/** @deprecated Pass an array of sources instead. The rest-parameters signature will be removed in v8. Details: https://rxjs.dev/deprecations/array-argument */\nexport function combineLatest<A extends readonly unknown[], R>(\n  ...sourcesAndResultSelector: [...ObservableInputTuple<A>, (...values: A) => R]\n): Observable<R>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `combineLatestAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function combineLatest<A extends readonly unknown[]>(\n  ...sourcesAndScheduler: [...ObservableInputTuple<A>, SchedulerLike]\n): Observable<A>;\n\n// combineLatest({a, b, c})\nexport function combineLatest(sourcesObject: { [K in any]: never }): Observable<never>;\nexport function combineLatest<T extends Record<string, ObservableInput<any>>>(\n  sourcesObject: T\n): Observable<{ [K in keyof T]: ObservedValueOf<T[K]> }>;\n\n/**\n * Combines multiple Observables to create an Observable whose values are\n * calculated from the latest values of each of its input Observables.\n *\n * <span class=\"informal\">Whenever any input Observable emits a value, it\n * computes a formula using the latest values from all the inputs, then emits\n * the output of that formula.</span>\n *\n * ![](combineLatest.png)\n *\n * `combineLatest` combines the values from all the Observables passed in the\n * observables array. This is done by subscribing to each Observable in order and,\n * whenever any Observable emits, collecting an array of the most recent\n * values from each Observable. So if you pass `n` Observables to this operator,\n * the returned Observable will always emit an array of `n` values, in an order\n * corresponding to the order of the passed Observables (the value from the first Observable\n * will be at index 0 of the array and so on).\n *\n * Static version of `combineLatest` accepts an array of Observables. Note that an array of\n * Observables is a good choice, if you don't know beforehand how many Observables\n * you will combine. Passing an empty array will result in an Observable that\n * completes immediately.\n *\n * To ensure the output array always has the same length, `combineLatest` will\n * actually wait for all input Observables to emit at least once,\n * before it starts emitting results. This means if some Observable emits\n * values before other Observables started emitting, all these values but the last\n * will be lost. On the other hand, if some Observable does not emit a value but\n * completes, resulting Observable will complete at the same moment without\n * emitting anything, since it will now be impossible to include a value from the\n * completed Observable in the resulting array. Also, if some input Observable does\n * not emit any value and never completes, `combineLatest` will also never emit\n * and never complete, since, again, it will wait for all streams to emit some\n * value.\n *\n * If at least one Observable was passed to `combineLatest` and all passed Observables\n * emitted something, the resulting Observable will complete when all combined\n * streams complete. So even if some Observable completes, the result of\n * `combineLatest` will still emit values when other Observables do. In case\n * of a completed Observable, its value from now on will always be the last\n * emitted value. On the other hand, if any Observable errors, `combineLatest`\n * will error immediately as well, and all other Observables will be unsubscribed.\n *\n * ## Examples\n *\n * Combine two timer Observables\n *\n * ```ts\n * import { timer, combineLatest } from 'rxjs';\n *\n * const firstTimer = timer(0, 1000); // emit 0, 1, 2... after every second, starting from now\n * const secondTimer = timer(500, 1000); // emit 0, 1, 2... after every second, starting 0,5s from now\n * const combinedTimers = combineLatest([firstTimer, secondTimer]);\n * combinedTimers.subscribe(value => console.log(value));\n * // Logs\n * // [0, 0] after 0.5s\n * // [1, 0] after 1s\n * // [1, 1] after 1.5s\n * // [2, 1] after 2s\n * ```\n *\n * Combine a dictionary of Observables\n *\n * ```ts\n * import { of, delay, startWith, combineLatest } from 'rxjs';\n *\n * const observables = {\n *   a: of(1).pipe(delay(1000), startWith(0)),\n *   b: of(5).pipe(delay(5000), startWith(0)),\n *   c: of(10).pipe(delay(10000), startWith(0))\n * };\n * const combined = combineLatest(observables);\n * combined.subscribe(value => console.log(value));\n * // Logs\n * // { a: 0, b: 0, c: 0 } immediately\n * // { a: 1, b: 0, c: 0 } after 1s\n * // { a: 1, b: 5, c: 0 } after 5s\n * // { a: 1, b: 5, c: 10 } after 10s\n * ```\n *\n * Combine an array of Observables\n *\n * ```ts\n * import { of, delay, startWith, combineLatest } from 'rxjs';\n *\n * const observables = [1, 5, 10].map(\n *   n => of(n).pipe(\n *     delay(n * 1000), // emit 0 and then emit n after n seconds\n *     startWith(0)\n *   )\n * );\n * const combined = combineLatest(observables);\n * combined.subscribe(value => console.log(value));\n * // Logs\n * // [0, 0, 0] immediately\n * // [1, 0, 0] after 1s\n * // [1, 5, 0] after 5s\n * // [1, 5, 10] after 10s\n * ```\n *\n * Use map operator to dynamically calculate the Body-Mass Index\n *\n * ```ts\n * import { of, combineLatest, map } from 'rxjs';\n *\n * const weight = of(70, 72, 76, 79, 75);\n * const height = of(1.76, 1.77, 1.78);\n * const bmi = combineLatest([weight, height]).pipe(\n *   map(([w, h]) => w / (h * h)),\n * );\n * bmi.subscribe(x => console.log('BMI is ' + x));\n *\n * // With output to console:\n * // BMI is 24.212293388429753\n * // BMI is 23.93948099205209\n * // BMI is 23.671253629592222\n * ```\n *\n * @see {@link combineLatestAll}\n * @see {@link merge}\n * @see {@link withLatestFrom}\n *\n * @param {ObservableInput} [observables] An array of input Observables to combine with each other.\n * An array of Observables must be given as the first argument.\n * @param {function} [project] An optional function to project the values from\n * the combined latest values into a new value on the output Observable.\n * @param {SchedulerLike} [scheduler=null] The {@link SchedulerLike} to use for subscribing to\n * each input Observable.\n * @return {Observable} An Observable of projected values from the most recent\n * values from each input Observable, or an array of the most recent values from\n * each input Observable.\n */\nexport function combineLatest<O extends ObservableInput<any>, R>(...args: any[]): Observable<R> | Observable<ObservedValueOf<O>[]> {\n  const scheduler = popScheduler(args);\n  const resultSelector = popResultSelector(args);\n\n  const { args: observables, keys } = argsArgArrayOrObject(args);\n\n  if (observables.length === 0) {\n    // If no observables are passed, or someone has passed an empty array\n    // of observables, or even an empty object POJO, we need to just\n    // complete (EMPTY), but we have to honor the scheduler provided if any.\n    return from([], scheduler as any);\n  }\n\n  const result = new Observable<ObservedValueOf<O>[]>(\n    combineLatestInit(\n      observables as ObservableInput<ObservedValueOf<O>>[],\n      scheduler,\n      keys\n        ? // A handler for scrubbing the array of args into a dictionary.\n          (values) => createObject(keys, values)\n        : // A passthrough to just return the array\n          identity\n    )\n  );\n\n  return resultSelector ? (result.pipe(mapOneOrManyArgs(resultSelector)) as Observable<R>) : result;\n}\n\nexport function combineLatestInit(\n  observables: ObservableInput<any>[],\n  scheduler?: SchedulerLike,\n  valueTransform: (values: any[]) => any = identity\n) {\n  return (subscriber: Subscriber<any>) => {\n    // The outer subscription. We're capturing this in a function\n    // because we may have to schedule it.\n    maybeSchedule(\n      scheduler,\n      () => {\n        const { length } = observables;\n        // A store for the values each observable has emitted so far. We match observable to value on index.\n        const values = new Array(length);\n        // The number of currently active subscriptions, as they complete, we decrement this number to see if\n        // we are all done combining values, so we can complete the result.\n        let active = length;\n        // The number of inner sources that still haven't emitted the first value\n        // We need to track this because all sources need to emit one value in order\n        // to start emitting values.\n        let remainingFirstValues = length;\n        // The loop to kick off subscription. We're keying everything on index `i` to relate the observables passed\n        // in to the slot in the output array or the key in the array of keys in the output dictionary.\n        for (let i = 0; i < length; i++) {\n          maybeSchedule(\n            scheduler,\n            () => {\n              const source = from(observables[i], scheduler as any);\n              let hasFirstValue = false;\n              source.subscribe(\n                createOperatorSubscriber(\n                  subscriber,\n                  (value) => {\n                    // When we get a value, record it in our set of values.\n                    values[i] = value;\n                    if (!hasFirstValue) {\n                      // If this is our first value, record that.\n                      hasFirstValue = true;\n                      remainingFirstValues--;\n                    }\n                    if (!remainingFirstValues) {\n                      // We're not waiting for any more\n                      // first values, so we can emit!\n                      subscriber.next(valueTransform(values.slice()));\n                    }\n                  },\n                  () => {\n                    if (!--active) {\n                      // We only complete the result if we have no more active\n                      // inner observables.\n                      subscriber.complete();\n                    }\n                  }\n                )\n              );\n            },\n            subscriber\n          );\n        }\n      },\n      subscriber\n    );\n  };\n}\n\n/**\n * A small utility to handle the couple of locations where we want to schedule if a scheduler was provided,\n * but we don't if there was no scheduler.\n */\nfunction maybeSchedule(scheduler: SchedulerLike | undefined, execute: () => void, subscription: Subscription) {\n  if (scheduler) {\n    executeSchedule(subscription, scheduler, execute);\n  } else {\n    execute();\n  }\n}\n", "import { Observable } from '../Observable';\nimport { innerFrom } from '../observable/innerFrom';\nimport { Subscriber } from '../Subscriber';\nimport { ObservableInput, SchedulerLike } from '../types';\nimport { executeSchedule } from '../util/executeSchedule';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * A process embodying the general \"merge\" strategy. This is used in\n * `mergeMap` and `mergeScan` because the logic is otherwise nearly identical.\n * @param source The original source observable\n * @param subscriber The consumer subscriber\n * @param project The projection function to get our inner sources\n * @param concurrent The number of concurrent inner subscriptions\n * @param onBeforeNext Additional logic to apply before nexting to our consumer\n * @param expand If `true` this will perform an \"expand\" strategy, which differs only\n * in that it recurses, and the inner subscription must be schedule-able.\n * @param innerSubScheduler A scheduler to use to schedule inner subscriptions,\n * this is to support the expand strategy, mostly, and should be deprecated\n */\nexport function mergeInternals<T, R>(\n  source: Observable<T>,\n  subscriber: Subscriber<R>,\n  project: (value: T, index: number) => ObservableInput<R>,\n  concurrent: number,\n  onBeforeNext?: (innerValue: R) => void,\n  expand?: boolean,\n  innerSubScheduler?: SchedulerLike,\n  additionalFinalizer?: () => void\n) {\n  // Buffered values, in the event of going over our concurrency limit\n  const buffer: T[] = [];\n  // The number of active inner subscriptions.\n  let active = 0;\n  // An index to pass to our accumulator function\n  let index = 0;\n  // Whether or not the outer source has completed.\n  let isComplete = false;\n\n  /**\n   * Checks to see if we can complete our result or not.\n   */\n  const checkComplete = () => {\n    // If the outer has completed, and nothing is left in the buffer,\n    // and we don't have any active inner subscriptions, then we can\n    // Emit the state and complete.\n    if (isComplete && !buffer.length && !active) {\n      subscriber.complete();\n    }\n  };\n\n  // If we're under our concurrency limit, just start the inner subscription, otherwise buffer and wait.\n  const outerNext = (value: T) => (active < concurrent ? doInnerSub(value) : buffer.push(value));\n\n  const doInnerSub = (value: T) => {\n    // If we're expanding, we need to emit the outer values and the inner values\n    // as the inners will \"become outers\" in a way as they are recursively fed\n    // back to the projection mechanism.\n    expand && subscriber.next(value as any);\n\n    // Increment the number of active subscriptions so we can track it\n    // against our concurrency limit later.\n    active++;\n\n    // A flag used to show that the inner observable completed.\n    // This is checked during finalization to see if we should\n    // move to the next item in the buffer, if there is on.\n    let innerComplete = false;\n\n    // Start our inner subscription.\n    innerFrom(project(value, index++)).subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (innerValue) => {\n          // `mergeScan` has additional handling here. For example\n          // taking the inner value and updating state.\n          onBeforeNext?.(innerValue);\n\n          if (expand) {\n            // If we're expanding, then just recurse back to our outer\n            // handler. It will emit the value first thing.\n            outerNext(innerValue as any);\n          } else {\n            // Otherwise, emit the inner value.\n            subscriber.next(innerValue);\n          }\n        },\n        () => {\n          // Flag that we have completed, so we know to check the buffer\n          // during finalization.\n          innerComplete = true;\n        },\n        // Errors are passed to the destination.\n        undefined,\n        () => {\n          // During finalization, if the inner completed (it wasn't errored or\n          // cancelled), then we want to try the next item in the buffer if\n          // there is one.\n          if (innerComplete) {\n            // We have to wrap this in a try/catch because it happens during\n            // finalization, possibly asynchronously, and we want to pass\n            // any errors that happen (like in a projection function) to\n            // the outer Subscriber.\n            try {\n              // INNER SOURCE COMPLETE\n              // Decrement the active count to ensure that the next time\n              // we try to call `doInnerSub`, the number is accurate.\n              active--;\n              // If we have more values in the buffer, try to process those\n              // Note that this call will increment `active` ahead of the\n              // next conditional, if there were any more inner subscriptions\n              // to start.\n              while (buffer.length && active < concurrent) {\n                const bufferedValue = buffer.shift()!;\n                // Particularly for `expand`, we need to check to see if a scheduler was provided\n                // for when we want to start our inner subscription. Otherwise, we just start\n                // are next inner subscription.\n                if (innerSubScheduler) {\n                  executeSchedule(subscriber, innerSubScheduler, () => doInnerSub(bufferedValue));\n                } else {\n                  doInnerSub(bufferedValue);\n                }\n              }\n              // Check to see if we can complete, and complete if so.\n              checkComplete();\n            } catch (err) {\n              subscriber.error(err);\n            }\n          }\n        }\n      )\n    );\n  };\n\n  // Subscribe to our source observable.\n  source.subscribe(\n    createOperatorSubscriber(subscriber, outerNext, () => {\n      // Outer completed, make a note of it, and check to see if we can complete everything.\n      isComplete = true;\n      checkComplete();\n    })\n  );\n\n  // Additional finalization (for when the destination is torn down).\n  // Other finalization is added implicitly via subscription above.\n  return () => {\n    additionalFinalizer?.();\n  };\n}\n", "import { ObservableInput, OperatorFunction, ObservedValueOf } from '../types';\nimport { map } from './map';\nimport { innerFrom } from '../observable/innerFrom';\nimport { operate } from '../util/lift';\nimport { mergeInternals } from './mergeInternals';\nimport { isFunction } from '../util/isFunction';\n\n/* tslint:disable:max-line-length */\nexport function mergeMap<T, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  concurrent?: number\n): OperatorFunction<T, ObservedValueOf<O>>;\n/** @deprecated The `resultSelector` parameter will be removed in v8. Use an inner `map` instead. Details: https://rxjs.dev/deprecations/resultSelector */\nexport function mergeMap<T, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector: undefined,\n  concurrent?: number\n): OperatorFunction<T, ObservedValueOf<O>>;\n/** @deprecated The `resultSelector` parameter will be removed in v8. Use an inner `map` instead. Details: https://rxjs.dev/deprecations/resultSelector */\nexport function mergeMap<T, R, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector: (outerValue: T, innerValue: ObservedValueOf<O>, outerIndex: number, innerIndex: number) => R,\n  concurrent?: number\n): OperatorFunction<T, R>;\n/* tslint:enable:max-line-length */\n\n/**\n * Projects each source value to an Observable which is merged in the output\n * Observable.\n *\n * <span class=\"informal\">Maps each value to an Observable, then flattens all of\n * these inner Observables using {@link mergeAll}.</span>\n *\n * ![](mergeMap.png)\n *\n * Returns an Observable that emits items based on applying a function that you\n * supply to each item emitted by the source Observable, where that function\n * returns an Observable, and then merging those resulting Observables and\n * emitting the results of this merger.\n *\n * ## Example\n *\n * Map and flatten each letter to an Observable ticking every 1 second\n *\n * ```ts\n * import { of, mergeMap, interval, map } from 'rxjs';\n *\n * const letters = of('a', 'b', 'c');\n * const result = letters.pipe(\n *   mergeMap(x => interval(1000).pipe(map(i => x + i)))\n * );\n *\n * result.subscribe(x => console.log(x));\n *\n * // Results in the following:\n * // a0\n * // b0\n * // c0\n * // a1\n * // b1\n * // c1\n * // continues to list a, b, c every second with respective ascending integers\n * ```\n *\n * @see {@link concatMap}\n * @see {@link exhaustMap}\n * @see {@link merge}\n * @see {@link mergeAll}\n * @see {@link mergeMapTo}\n * @see {@link mergeScan}\n * @see {@link switchMap}\n *\n * @param {function(value: T, ?index: number): ObservableInput} project A function\n * that, when applied to an item emitted by the source Observable, returns an\n * Observable.\n * @param {number} [concurrent=Infinity] Maximum number of input\n * Observables being subscribed to concurrently.\n * @return A function that returns an Observable that emits the result of\n * applying the projection function (and the optional deprecated\n * `resultSelector`) to each item emitted by the source Observable and merging\n * the results of the Observables obtained from this transformation.\n */\nexport function mergeMap<T, R, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector?: ((outerValue: T, innerValue: ObservedValueOf<O>, outerIndex: number, innerIndex: number) => R) | number,\n  concurrent: number = Infinity\n): OperatorFunction<T, ObservedValueOf<O> | R> {\n  if (isFunction(resultSelector)) {\n    // DEPRECATED PATH\n    return mergeMap((a, i) => map((b: any, ii: number) => resultSelector(a, b, i, ii))(innerFrom(project(a, i))), concurrent);\n  } else if (typeof resultSelector === 'number') {\n    concurrent = resultSelector;\n  }\n\n  return operate((source, subscriber) => mergeInternals(source, subscriber, project, concurrent));\n}\n", "import { mergeMap } from './mergeMap';\nimport { identity } from '../util/identity';\nimport { OperatorFunction, ObservableInput, ObservedValueOf } from '../types';\n\n/**\n * Converts a higher-order Observable into a first-order Observable which\n * concurrently delivers all values that are emitted on the inner Observables.\n *\n * <span class=\"informal\">Flattens an Observable-of-Observables.</span>\n *\n * ![](mergeAll.png)\n *\n * `mergeAll` subscribes to an Observable that emits Observables, also known as\n * a higher-order Observable. Each time it observes one of these emitted inner\n * Observables, it subscribes to that and delivers all the values from the\n * inner Observable on the output Observable. The output Observable only\n * completes once all inner Observables have completed. Any error delivered by\n * a inner Observable will be immediately emitted on the output Observable.\n *\n * ## Examples\n *\n * Spawn a new interval Observable for each click event, and blend their outputs as one Observable\n *\n * ```ts\n * import { fromEvent, map, interval, mergeAll } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const higherOrder = clicks.pipe(map(() => interval(1000)));\n * const firstOrder = higherOrder.pipe(mergeAll());\n *\n * firstOrder.subscribe(x => console.log(x));\n * ```\n *\n * Count from 0 to 9 every second for each click, but only allow 2 concurrent timers\n *\n * ```ts\n * import { fromEvent, map, interval, take, mergeAll } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const higherOrder = clicks.pipe(\n *   map(() => interval(1000).pipe(take(10)))\n * );\n * const firstOrder = higherOrder.pipe(mergeAll(2));\n *\n * firstOrder.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link combineLatestAll}\n * @see {@link concatAll}\n * @see {@link exhaustAll}\n * @see {@link merge}\n * @see {@link mergeMap}\n * @see {@link mergeMapTo}\n * @see {@link mergeScan}\n * @see {@link switchAll}\n * @see {@link switchMap}\n * @see {@link zipAll}\n *\n * @param {number} [concurrent=Infinity] Maximum number of inner\n * Observables being subscribed to concurrently.\n * @return A function that returns an Observable that emits values coming from\n * all the inner Observables emitted by the source Observable.\n */\nexport function mergeAll<O extends ObservableInput<any>>(concurrent: number = Infinity): OperatorFunction<O, ObservedValueOf<O>> {\n  return mergeMap(identity, concurrent);\n}\n", "import { mergeAll } from './mergeAll';\nimport { OperatorFunction, ObservableInput, ObservedValueOf } from '../types';\n\n/**\n * Converts a higher-order Observable into a first-order Observable by\n * concatenating the inner Observables in order.\n *\n * <span class=\"informal\">Flattens an Observable-of-Observables by putting one\n * inner Observable after the other.</span>\n *\n * ![](concatAll.svg)\n *\n * Joins every Observable emitted by the source (a higher-order Observable), in\n * a serial fashion. It subscribes to each inner Observable only after the\n * previous inner Observable has completed, and merges all of their values into\n * the returned observable.\n *\n * __Warning:__ If the source Observable emits Observables quickly and\n * endlessly, and the inner Observables it emits generally complete slower than\n * the source emits, you can run into memory issues as the incoming Observables\n * collect in an unbounded buffer.\n *\n * Note: `concatAll` is equivalent to `mergeAll` with concurrency parameter set\n * to `1`.\n *\n * ## Example\n *\n * For each click event, tick every second from 0 to 3, with no concurrency\n *\n * ```ts\n * import { fromEvent, map, interval, take, concatAll } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const higherOrder = clicks.pipe(\n *   map(() => interval(1000).pipe(take(4)))\n * );\n * const firstOrder = higherOrder.pipe(concatAll());\n * firstOrder.subscribe(x => console.log(x));\n *\n * // Results in the following:\n * // (results are not concurrent)\n * // For every click on the \"document\" it will emit values 0 to 3 spaced\n * // on a 1000ms interval\n * // one click = 1000ms-> 0 -1000ms-> 1 -1000ms-> 2 -1000ms-> 3\n * ```\n *\n * @see {@link combineLatestAll}\n * @see {@link concat}\n * @see {@link concatMap}\n * @see {@link concatMapTo}\n * @see {@link exhaustAll}\n * @see {@link mergeAll}\n * @see {@link switchAll}\n * @see {@link switchMap}\n * @see {@link zipAll}\n *\n * @return A function that returns an Observable emitting values from all the\n * inner Observables concatenated.\n */\nexport function concatAll<O extends ObservableInput<any>>(): OperatorFunction<O, ObservedValueOf<O>> {\n  return mergeAll(1);\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInputTuple, SchedulerLike } from '../types';\nimport { concatAll } from '../operators/concatAll';\nimport { popScheduler } from '../util/args';\nimport { from } from './from';\n\nexport function concat<T extends readonly unknown[]>(...inputs: [...ObservableInputTuple<T>]): Observable<T[number]>;\nexport function concat<T extends readonly unknown[]>(\n  ...inputsAndScheduler: [...ObservableInputTuple<T>, SchedulerLike]\n): Observable<T[number]>;\n\n/**\n * Creates an output Observable which sequentially emits all values from the first given\n * Observable and then moves on to the next.\n *\n * <span class=\"informal\">Concatenates multiple Observables together by\n * sequentially emitting their values, one Observable after the other.</span>\n *\n * ![](concat.png)\n *\n * `concat` joins multiple Observables together, by subscribing to them one at a time and\n * merging their results into the output Observable. You can pass either an array of\n * Observables, or put them directly as arguments. Passing an empty array will result\n * in Observable that completes immediately.\n *\n * `concat` will subscribe to first input Observable and emit all its values, without\n * changing or affecting them in any way. When that Observable completes, it will\n * subscribe to then next Observable passed and, again, emit its values. This will be\n * repeated, until the operator runs out of Observables. When last input Observable completes,\n * `concat` will complete as well. At any given moment only one Observable passed to operator\n * emits values. If you would like to emit values from passed Observables concurrently, check out\n * {@link merge} instead, especially with optional `concurrent` parameter. As a matter of fact,\n * `concat` is an equivalent of `merge` operator with `concurrent` parameter set to `1`.\n *\n * Note that if some input Observable never completes, `concat` will also never complete\n * and Observables following the one that did not complete will never be subscribed. On the other\n * hand, if some Observable simply completes immediately after it is subscribed, it will be\n * invisible for `concat`, which will just move on to the next Observable.\n *\n * If any Observable in chain errors, instead of passing control to the next Observable,\n * `concat` will error immediately as well. Observables that would be subscribed after\n * the one that emitted error, never will.\n *\n * If you pass to `concat` the same Observable many times, its stream of values\n * will be \"replayed\" on every subscription, which means you can repeat given Observable\n * as many times as you like. If passing the same Observable to `concat` 1000 times becomes tedious,\n * you can always use {@link repeat}.\n *\n * ## Examples\n *\n * Concatenate a timer counting from 0 to 3 with a synchronous sequence from 1 to 10\n *\n * ```ts\n * import { interval, take, range, concat } from 'rxjs';\n *\n * const timer = interval(1000).pipe(take(4));\n * const sequence = range(1, 10);\n * const result = concat(timer, sequence);\n * result.subscribe(x => console.log(x));\n *\n * // results in:\n * // 0 -1000ms-> 1 -1000ms-> 2 -1000ms-> 3 -immediate-> 1 ... 10\n * ```\n *\n * Concatenate 3 Observables\n *\n * ```ts\n * import { interval, take, concat } from 'rxjs';\n *\n * const timer1 = interval(1000).pipe(take(10));\n * const timer2 = interval(2000).pipe(take(6));\n * const timer3 = interval(500).pipe(take(10));\n *\n * const result = concat(timer1, timer2, timer3);\n * result.subscribe(x => console.log(x));\n *\n * // results in the following:\n * // (Prints to console sequentially)\n * // -1000ms-> 0 -1000ms-> 1 -1000ms-> ... 9\n * // -2000ms-> 0 -2000ms-> 1 -2000ms-> ... 5\n * // -500ms-> 0 -500ms-> 1 -500ms-> ... 9\n * ```\n *\n * Concatenate the same Observable to repeat it\n *\n * ```ts\n * import { interval, take, concat } from 'rxjs';\n *\n * const timer = interval(1000).pipe(take(2));\n *\n * concat(timer, timer) // concatenating the same Observable!\n *   .subscribe({\n *     next: value => console.log(value),\n *     complete: () => console.log('...and it is done!')\n *   });\n *\n * // Logs:\n * // 0 after 1s\n * // 1 after 2s\n * // 0 after 3s\n * // 1 after 4s\n * // '...and it is done!' also after 4s\n * ```\n *\n * @see {@link concatAll}\n * @see {@link concatMap}\n * @see {@link concatMapTo}\n * @see {@link startWith}\n * @see {@link endWith}\n *\n * @param args Input Observables to concatenate.\n */\nexport function concat(...args: any[]): Observable<unknown> {\n  return concatAll()(from(args, popScheduler(args)));\n}\n", "import { Observable } from '../Observable';\nimport { ObservedValueOf, ObservableInput } from '../types';\nimport { innerFrom } from './innerFrom';\n\n/**\n * Creates an Observable that, on subscribe, calls an Observable factory to\n * make an Observable for each new Observer.\n *\n * <span class=\"informal\">Creates the Observable lazily, that is, only when it\n * is subscribed.\n * </span>\n *\n * ![](defer.png)\n *\n * `defer` allows you to create an Observable only when the Observer\n * subscribes. It waits until an Observer subscribes to it, calls the given\n * factory function to get an Observable -- where a factory function typically\n * generates a new Observable -- and subscribes the Observer to this Observable.\n * In case the factory function returns a falsy value, then EMPTY is used as\n * Observable instead. Last but not least, an exception during the factory\n * function call is transferred to the Observer by calling `error`.\n *\n * ## Example\n *\n * Subscribe to either an Observable of clicks or an Observable of interval, at random\n *\n * ```ts\n * import { defer, fromEvent, interval } from 'rxjs';\n *\n * const clicksOrInterval = defer(() => {\n *   return Math.random() > 0.5\n *     ? fromEvent(document, 'click')\n *     : interval(1000);\n * });\n * clicksOrInterval.subscribe(x => console.log(x));\n *\n * // Results in the following behavior:\n * // If the result of Math.random() is greater than 0.5 it will listen\n * // for clicks anywhere on the \"document\"; when document is clicked it\n * // will log a MouseEvent object to the console. If the result is less\n * // than 0.5 it will emit ascending numbers, one every second(1000ms).\n * ```\n *\n * @see {@link Observable}\n *\n * @param {function(): ObservableInput} observableFactory The Observable\n * factory function to invoke for each Observer that subscribes to the output\n * Observable. May also return a Promise, which will be converted on the fly\n * to an Observable.\n * @return {Observable} An Observable whose Observers' subscriptions trigger\n * an invocation of the given Observable factory function.\n */\nexport function defer<R extends ObservableInput<any>>(observableFactory: () => R): Observable<ObservedValueOf<R>> {\n  return new Observable<ObservedValueOf<R>>((subscriber) => {\n    innerFrom(observableFactory()).subscribe(subscriber);\n  });\n}\n", "import { innerFrom } from '../observable/innerFrom';\nimport { Observable } from '../Observable';\nimport { mergeMap } from '../operators/mergeMap';\nimport { isArrayLike } from '../util/isArrayLike';\nimport { isFunction } from '../util/isFunction';\nimport { mapOneOrManyArgs } from '../util/mapOneOrManyArgs';\n\n// These constants are used to create handler registry functions using array mapping below.\nconst nodeEventEmitterMethods = ['addListener', 'removeListener'] as const;\nconst eventTargetMethods = ['addEventListener', 'removeEventListener'] as const;\nconst jqueryMethods = ['on', 'off'] as const;\n\nexport interface NodeStyleEventEmitter {\n  addListener(eventName: string | symbol, handler: NodeEventHandler): this;\n  removeListener(eventName: string | symbol, handler: NodeEventHandler): this;\n}\n\nexport type NodeEventHandler = (...args: any[]) => void;\n\n// For APIs that implement `addListener` and `removeListener` methods that may\n// not use the same arguments or return EventEmitter values\n// such as React Native\nexport interface NodeCompatibleEventEmitter {\n  addListener(eventName: string, handler: NodeEventHandler): void | {};\n  removeListener(eventName: string, handler: NodeEventHandler): void | {};\n}\n\n// Use handler types like those in @types/jquery. See:\n// https://github.com/DefinitelyTyped/DefinitelyTyped/blob/847731ba1d7fa6db6b911c0e43aa0afe596e7723/types/jquery/misc.d.ts#L6395\nexport interface JQueryStyleEventEmitter<TContext, T> {\n  on(eventName: string, handler: (this: TContext, t: T, ...args: any[]) => any): void;\n  off(eventName: string, handler: (this: TContext, t: T, ...args: any[]) => any): void;\n}\n\nexport interface EventListenerObject<E> {\n  handleEvent(evt: E): void;\n}\n\nexport interface HasEventTargetAddRemove<E> {\n  addEventListener(\n    type: string,\n    listener: ((evt: E) => void) | EventListenerObject<E> | null,\n    options?: boolean | AddEventListenerOptions\n  ): void;\n  removeEventListener(\n    type: string,\n    listener: ((evt: E) => void) | EventListenerObject<E> | null,\n    options?: EventListenerOptions | boolean\n  ): void;\n}\n\nexport interface EventListenerOptions {\n  capture?: boolean;\n  passive?: boolean;\n  once?: boolean;\n}\n\nexport interface AddEventListenerOptions extends EventListenerOptions {\n  once?: boolean;\n  passive?: boolean;\n}\n\nexport function fromEvent<T>(target: HasEventTargetAddRemove<T> | ArrayLike<HasEventTargetAddRemove<T>>, eventName: string): Observable<T>;\nexport function fromEvent<T, R>(\n  target: HasEventTargetAddRemove<T> | ArrayLike<HasEventTargetAddRemove<T>>,\n  eventName: string,\n  resultSelector: (event: T) => R\n): Observable<R>;\nexport function fromEvent<T>(\n  target: HasEventTargetAddRemove<T> | ArrayLike<HasEventTargetAddRemove<T>>,\n  eventName: string,\n  options: EventListenerOptions\n): Observable<T>;\nexport function fromEvent<T, R>(\n  target: HasEventTargetAddRemove<T> | ArrayLike<HasEventTargetAddRemove<T>>,\n  eventName: string,\n  options: EventListenerOptions,\n  resultSelector: (event: T) => R\n): Observable<R>;\n\nexport function fromEvent(target: NodeStyleEventEmitter | ArrayLike<NodeStyleEventEmitter>, eventName: string): Observable<unknown>;\n/** @deprecated Do not specify explicit type parameters. Signatures with type parameters that cannot be inferred will be removed in v8. */\nexport function fromEvent<T>(target: NodeStyleEventEmitter | ArrayLike<NodeStyleEventEmitter>, eventName: string): Observable<T>;\nexport function fromEvent<R>(\n  target: NodeStyleEventEmitter | ArrayLike<NodeStyleEventEmitter>,\n  eventName: string,\n  resultSelector: (...args: any[]) => R\n): Observable<R>;\n\nexport function fromEvent(\n  target: NodeCompatibleEventEmitter | ArrayLike<NodeCompatibleEventEmitter>,\n  eventName: string\n): Observable<unknown>;\n/** @deprecated Do not specify explicit type parameters. Signatures with type parameters that cannot be inferred will be removed in v8. */\nexport function fromEvent<T>(target: NodeCompatibleEventEmitter | ArrayLike<NodeCompatibleEventEmitter>, eventName: string): Observable<T>;\nexport function fromEvent<R>(\n  target: NodeCompatibleEventEmitter | ArrayLike<NodeCompatibleEventEmitter>,\n  eventName: string,\n  resultSelector: (...args: any[]) => R\n): Observable<R>;\n\nexport function fromEvent<T>(\n  target: JQueryStyleEventEmitter<any, T> | ArrayLike<JQueryStyleEventEmitter<any, T>>,\n  eventName: string\n): Observable<T>;\nexport function fromEvent<T, R>(\n  target: JQueryStyleEventEmitter<any, T> | ArrayLike<JQueryStyleEventEmitter<any, T>>,\n  eventName: string,\n  resultSelector: (value: T, ...args: any[]) => R\n): Observable<R>;\n\n/**\n * Creates an Observable that emits events of a specific type coming from the\n * given event target.\n *\n * <span class=\"informal\">Creates an Observable from DOM events, or Node.js\n * EventEmitter events or others.</span>\n *\n * ![](fromEvent.png)\n *\n * `fromEvent` accepts as a first argument event target, which is an object with methods\n * for registering event handler functions. As a second argument it takes string that indicates\n * type of event we want to listen for. `fromEvent` supports selected types of event targets,\n * which are described in detail below. If your event target does not match any of the ones listed,\n * you should use {@link fromEventPattern}, which can be used on arbitrary APIs.\n * When it comes to APIs supported by `fromEvent`, their methods for adding and removing event\n * handler functions have different names, but they all accept a string describing event type\n * and function itself, which will be called whenever said event happens.\n *\n * Every time resulting Observable is subscribed, event handler function will be registered\n * to event target on given event type. When that event fires, value\n * passed as a first argument to registered function will be emitted by output Observable.\n * When Observable is unsubscribed, function will be unregistered from event target.\n *\n * Note that if event target calls registered function with more than one argument, second\n * and following arguments will not appear in resulting stream. In order to get access to them,\n * you can pass to `fromEvent` optional project function, which will be called with all arguments\n * passed to event handler. Output Observable will then emit value returned by project function,\n * instead of the usual value.\n *\n * Remember that event targets listed below are checked via duck typing. It means that\n * no matter what kind of object you have and no matter what environment you work in,\n * you can safely use `fromEvent` on that object if it exposes described methods (provided\n * of course they behave as was described above). So for example if Node.js library exposes\n * event target which has the same method names as DOM EventTarget, `fromEvent` is still\n * a good choice.\n *\n * If the API you use is more callback then event handler oriented (subscribed\n * callback function fires only once and thus there is no need to manually\n * unregister it), you should use {@link bindCallback} or {@link bindNodeCallback}\n * instead.\n *\n * `fromEvent` supports following types of event targets:\n *\n * **DOM EventTarget**\n *\n * This is an object with `addEventListener` and `removeEventListener` methods.\n *\n * In the browser, `addEventListener` accepts - apart from event type string and event\n * handler function arguments - optional third parameter, which is either an object or boolean,\n * both used for additional configuration how and when passed function will be called. When\n * `fromEvent` is used with event target of that type, you can provide this values\n * as third parameter as well.\n *\n * **Node.js EventEmitter**\n *\n * An object with `addListener` and `removeListener` methods.\n *\n * **JQuery-style event target**\n *\n * An object with `on` and `off` methods\n *\n * **DOM NodeList**\n *\n * List of DOM Nodes, returned for example by `document.querySelectorAll` or `Node.childNodes`.\n *\n * Although this collection is not event target in itself, `fromEvent` will iterate over all Nodes\n * it contains and install event handler function in every of them. When returned Observable\n * is unsubscribed, function will be removed from all Nodes.\n *\n * **DOM HtmlCollection**\n *\n * Just as in case of NodeList it is a collection of DOM nodes. Here as well event handler function is\n * installed and removed in each of elements.\n *\n *\n * ## Examples\n *\n * Emit clicks happening on the DOM document\n *\n * ```ts\n * import { fromEvent } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * clicks.subscribe(x => console.log(x));\n *\n * // Results in:\n * // MouseEvent object logged to console every time a click\n * // occurs on the document.\n * ```\n *\n * Use `addEventListener` with capture option\n *\n * ```ts\n * import { fromEvent } from 'rxjs';\n *\n * const div = document.createElement('div');\n * div.style.cssText = 'width: 200px; height: 200px; background: #09c;';\n * document.body.appendChild(div);\n *\n * // note optional configuration parameter which will be passed to addEventListener\n * const clicksInDocument = fromEvent(document, 'click', { capture: true });\n * const clicksInDiv = fromEvent(div, 'click');\n *\n * clicksInDocument.subscribe(() => console.log('document'));\n * clicksInDiv.subscribe(() => console.log('div'));\n *\n * // By default events bubble UP in DOM tree, so normally\n * // when we would click on div in document\n * // \"div\" would be logged first and then \"document\".\n * // Since we specified optional `capture` option, document\n * // will catch event when it goes DOWN DOM tree, so console\n * // will log \"document\" and then \"div\".\n * ```\n *\n * @see {@link bindCallback}\n * @see {@link bindNodeCallback}\n * @see {@link fromEventPattern}\n *\n * @param {FromEventTarget<T>} target The DOM EventTarget, Node.js\n * EventEmitter, JQuery-like event target, NodeList or HTMLCollection to attach the event handler to.\n * @param {string} eventName The event name of interest, being emitted by the\n * `target`.\n * @param {EventListenerOptions} [options] Options to pass through to addEventListener\n * @return {Observable<T>}\n */\nexport function fromEvent<T>(\n  target: any,\n  eventName: string,\n  options?: EventListenerOptions | ((...args: any[]) => T),\n  resultSelector?: (...args: any[]) => T\n): Observable<T> {\n  if (isFunction(options)) {\n    resultSelector = options;\n    options = undefined;\n  }\n  if (resultSelector) {\n    return fromEvent<T>(target, eventName, options as EventListenerOptions).pipe(mapOneOrManyArgs(resultSelector));\n  }\n\n  // Figure out our add and remove methods. In order to do this,\n  // we are going to analyze the target in a preferred order, if\n  // the target matches a given signature, we take the two \"add\" and \"remove\"\n  // method names and apply them to a map to create opposite versions of the\n  // same function. This is because they all operate in duplicate pairs,\n  // `addListener(name, handler)`, `removeListener(name, handler)`, for example.\n  // The call only differs by method name, as to whether or not you're adding or removing.\n  const [add, remove] =\n    // If it is an EventTarget, we need to use a slightly different method than the other two patterns.\n    isEventTarget(target)\n      ? eventTargetMethods.map((methodName) => (handler: any) => target[methodName](eventName, handler, options as EventListenerOptions))\n      : // In all other cases, the call pattern is identical with the exception of the method names.\n      isNodeStyleEventEmitter(target)\n      ? nodeEventEmitterMethods.map(toCommonHandlerRegistry(target, eventName))\n      : isJQueryStyleEventEmitter(target)\n      ? jqueryMethods.map(toCommonHandlerRegistry(target, eventName))\n      : [];\n\n  // If add is falsy, it's because we didn't match a pattern above.\n  // Check to see if it is an ArrayLike, because if it is, we want to\n  // try to apply fromEvent to all of it's items. We do this check last,\n  // because there are may be some types that are both ArrayLike *and* implement\n  // event registry points, and we'd rather delegate to that when possible.\n  if (!add) {\n    if (isArrayLike(target)) {\n      return mergeMap((subTarget: any) => fromEvent(subTarget, eventName, options as EventListenerOptions))(\n        innerFrom(target)\n      ) as Observable<T>;\n    }\n  }\n\n  // If add is falsy and we made it here, it's because we didn't\n  // match any valid target objects above.\n  if (!add) {\n    throw new TypeError('Invalid event target');\n  }\n\n  return new Observable<T>((subscriber) => {\n    // The handler we are going to register. Forwards the event object, by itself, or\n    // an array of arguments to the event handler, if there is more than one argument,\n    // to the consumer.\n    const handler = (...args: any[]) => subscriber.next(1 < args.length ? args : args[0]);\n    // Do the work of adding the handler to the target.\n    add(handler);\n    // When we finalize, we want to remove the handler and free up memory.\n    return () => remove!(handler);\n  });\n}\n\n/**\n * Used to create `add` and `remove` functions to register and unregister event handlers\n * from a target in the most common handler pattern, where there are only two arguments.\n * (e.g.  `on(name, fn)`, `off(name, fn)`, `addListener(name, fn)`, or `removeListener(name, fn)`)\n * @param target The target we're calling methods on\n * @param eventName The event name for the event we're creating register or unregister functions for\n */\nfunction toCommonHandlerRegistry(target: any, eventName: string) {\n  return (methodName: string) => (handler: any) => target[methodName](eventName, handler);\n}\n\n/**\n * Checks to see if the target implements the required node-style EventEmitter methods\n * for adding and removing event handlers.\n * @param target the object to check\n */\nfunction isNodeStyleEventEmitter(target: any): target is NodeStyleEventEmitter {\n  return isFunction(target.addListener) && isFunction(target.removeListener);\n}\n\n/**\n * Checks to see if the target implements the required jQuery-style EventEmitter methods\n * for adding and removing event handlers.\n * @param target the object to check\n */\nfunction isJQueryStyleEventEmitter(target: any): target is JQueryStyleEventEmitter<any, any> {\n  return isFunction(target.on) && isFunction(target.off);\n}\n\n/**\n * Checks to see if the target implements the required EventTarget methods\n * for adding and removing event handlers.\n * @param target the object to check\n */\nfunction isEventTarget(target: any): target is HasEventTargetAddRemove<any> {\n  return isFunction(target.addEventListener) && isFunction(target.removeEventListener);\n}\n", "import { Observable } from '../Observable';\nimport { isFunction } from '../util/isFunction';\nimport { NodeEventHandler } from './fromEvent';\nimport { mapOneOrManyArgs } from '../util/mapOneOrManyArgs';\n\n/* tslint:disable:max-line-length */\nexport function fromEventPattern<T>(\n  addHandler: (handler: NodeEventHandler) => any,\n  removeHandler?: (handler: NodeEventHandler, signal?: any) => void\n): Observable<T>;\nexport function fromEventPattern<T>(\n  addHandler: (handler: NodeEventHandler) => any,\n  removeHandler?: (handler: NodeEventHandler, signal?: any) => void,\n  resultSelector?: (...args: any[]) => T\n): Observable<T>;\n/* tslint:enable:max-line-length */\n\n/**\n * Creates an Observable from an arbitrary API for registering event handlers.\n *\n * <span class=\"informal\">When that method for adding event handler was something {@link fromEvent}\n * was not prepared for.</span>\n *\n * ![](fromEventPattern.png)\n *\n * `fromEventPattern` allows you to convert into an Observable any API that supports registering handler functions\n * for events. It is similar to {@link fromEvent}, but far\n * more flexible. In fact, all use cases of {@link fromEvent} could be easily handled by\n * `fromEventPattern` (although in slightly more verbose way).\n *\n * This operator accepts as a first argument an `addHandler` function, which will be injected with\n * handler parameter. That handler is actually an event handler function that you now can pass\n * to API expecting it. `addHandler` will be called whenever Observable\n * returned by the operator is subscribed, so registering handler in API will not\n * necessarily happen when `fromEventPattern` is called.\n *\n * After registration, every time an event that we listen to happens,\n * Observable returned by `fromEventPattern` will emit value that event handler\n * function was called with. Note that if event handler was called with more\n * than one argument, second and following arguments will not appear in the Observable.\n *\n * If API you are using allows to unregister event handlers as well, you can pass to `fromEventPattern`\n * another function - `removeHandler` - as a second parameter. It will be injected\n * with the same handler function as before, which now you can use to unregister\n * it from the API. `removeHandler` will be called when consumer of resulting Observable\n * unsubscribes from it.\n *\n * In some APIs unregistering is actually handled differently. Method registering an event handler\n * returns some kind of token, which is later used to identify which function should\n * be unregistered or it itself has method that unregisters event handler.\n * If that is the case with your API, make sure token returned\n * by registering method is returned by `addHandler`. Then it will be passed\n * as a second argument to `removeHandler`, where you will be able to use it.\n *\n * If you need access to all event handler parameters (not only the first one),\n * or you need to transform them in any way, you can call `fromEventPattern` with optional\n * third parameter - project function which will accept all arguments passed to\n * event handler when it is called. Whatever is returned from project function will appear on\n * resulting stream instead of usual event handlers first argument. This means\n * that default project can be thought of as function that takes its first parameter\n * and ignores the rest.\n *\n * ## Examples\n *\n * Emits clicks happening on the DOM document\n *\n * ```ts\n * import { fromEventPattern } from 'rxjs';\n *\n * function addClickHandler(handler) {\n *   document.addEventListener('click', handler);\n * }\n *\n * function removeClickHandler(handler) {\n *   document.removeEventListener('click', handler);\n * }\n *\n * const clicks = fromEventPattern(\n *   addClickHandler,\n *   removeClickHandler\n * );\n * clicks.subscribe(x => console.log(x));\n *\n * // Whenever you click anywhere in the browser, DOM MouseEvent\n * // object will be logged.\n * ```\n *\n * Use with API that returns cancellation token\n *\n * ```ts\n * import { fromEventPattern } from 'rxjs';\n *\n * const token = someAPI.registerEventHandler(function() {});\n * someAPI.unregisterEventHandler(token); // this APIs cancellation method accepts\n *                                        // not handler itself, but special token.\n *\n * const someAPIObservable = fromEventPattern(\n *   function(handler) { return someAPI.registerEventHandler(handler); }, // Note that we return the token here...\n *   function(handler, token) { someAPI.unregisterEventHandler(token); }  // ...to then use it here.\n * );\n * ```\n *\n * Use with project function\n *\n * ```ts\n * import { fromEventPattern } from 'rxjs';\n *\n * someAPI.registerEventHandler((eventType, eventMessage) => {\n *   console.log(eventType, eventMessage); // Logs 'EVENT_TYPE' 'EVENT_MESSAGE' to console.\n * });\n *\n * const someAPIObservable = fromEventPattern(\n *   handler => someAPI.registerEventHandler(handler),\n *   handler => someAPI.unregisterEventHandler(handler)\n *   (eventType, eventMessage) => eventType + ' --- ' + eventMessage // without that function only 'EVENT_TYPE'\n * );                                                                // would be emitted by the Observable\n *\n * someAPIObservable.subscribe(value => console.log(value));\n *\n * // Logs:\n * // 'EVENT_TYPE --- EVENT_MESSAGE'\n * ```\n *\n * @see {@link fromEvent}\n * @see {@link bindCallback}\n * @see {@link bindNodeCallback}\n *\n * @param {function(handler: Function): any} addHandler A function that takes\n * a `handler` function as argument and attaches it somehow to the actual\n * source of events.\n * @param {function(handler: Function, token?: any): void} [removeHandler] A function that\n * takes a `handler` function as an argument and removes it from the event source. If `addHandler`\n * returns some kind of token, `removeHandler` function will have it as a second parameter.\n * @param {function(...args: any): T} [project] A function to\n * transform results. It takes the arguments from the event handler and\n * should return a single value.\n * @return {Observable<T>} Observable which, when an event happens, emits first parameter\n * passed to registered event handler. Alternatively it emits whatever project function returns\n * at that moment.\n */\nexport function fromEventPattern<T>(\n  addHandler: (handler: NodeEventHandler) => any,\n  removeHandler?: (handler: NodeEventHandler, signal?: any) => void,\n  resultSelector?: (...args: any[]) => T\n): Observable<T | T[]> {\n  if (resultSelector) {\n    return fromEventPattern<T>(addHandler, removeHandler).pipe(mapOneOrManyArgs(resultSelector));\n  }\n\n  return new Observable<T | T[]>((subscriber) => {\n    const handler = (...e: T[]) => subscriber.next(e.length === 1 ? e[0] : e);\n    const retValue = addHandler(handler);\n    return isFunction(removeHandler) ? () => removeHandler(handler, retValue) : undefined;\n  });\n}\n", "import { Observable } from '../Observable';\nimport { SchedulerLike } from '../types';\nimport { async as asyncScheduler } from '../scheduler/async';\nimport { isScheduler } from '../util/isScheduler';\nimport { isValidDate } from '../util/isDate';\n\n/**\n * Creates an observable that will wait for a specified time period, or exact date, before\n * emitting the number 0.\n *\n * <span class=\"informal\">Used to emit a notification after a delay.</span>\n *\n * This observable is useful for creating delays in code, or racing against other values\n * for ad-hoc timeouts.\n *\n * The `delay` is specified by default in milliseconds, however providing a custom scheduler could\n * create a different behavior.\n *\n * ## Examples\n *\n * Wait 3 seconds and start another observable\n *\n * You might want to use `timer` to delay subscription to an\n * observable by a set amount of time. Here we use a timer with\n * {@link concatMapTo} or {@link concatMap} in order to wait\n * a few seconds and start a subscription to a source.\n *\n * ```ts\n * import { of, timer, concatMap } from 'rxjs';\n *\n * // This could be any observable\n * const source = of(1, 2, 3);\n *\n * timer(3000)\n *   .pipe(concatMap(() => source))\n *   .subscribe(console.log);\n * ```\n *\n * Take all values until the start of the next minute\n *\n * Using a `Date` as the trigger for the first emission, you can\n * do things like wait until midnight to fire an event, or in this case,\n * wait until a new minute starts (chosen so the example wouldn't take\n * too long to run) in order to stop watching a stream. Leveraging\n * {@link takeUntil}.\n *\n * ```ts\n * import { interval, takeUntil, timer } from 'rxjs';\n *\n * // Build a Date object that marks the\n * // next minute.\n * const currentDate = new Date();\n * const startOfNextMinute = new Date(\n *   currentDate.getFullYear(),\n *   currentDate.getMonth(),\n *   currentDate.getDate(),\n *   currentDate.getHours(),\n *   currentDate.getMinutes() + 1\n * );\n *\n * // This could be any observable stream\n * const source = interval(1000);\n *\n * const result = source.pipe(\n *   takeUntil(timer(startOfNextMinute))\n * );\n *\n * result.subscribe(console.log);\n * ```\n *\n * ### Known Limitations\n *\n * - The {@link asyncScheduler} uses `setTimeout` which has limitations for how far in the future it can be scheduled.\n *\n * - If a `scheduler` is provided that returns a timestamp other than an epoch from `now()`, and\n * a `Date` object is passed to the `dueTime` argument, the calculation for when the first emission\n * should occur will be incorrect. In this case, it would be best to do your own calculations\n * ahead of time, and pass a `number` in as the `dueTime`.\n *\n * @param due If a `number`, the amount of time in milliseconds to wait before emitting.\n * If a `Date`, the exact time at which to emit.\n * @param scheduler The scheduler to use to schedule the delay. Defaults to {@link asyncScheduler}.\n */\nexport function timer(due: number | Date, scheduler?: SchedulerLike): Observable<0>;\n\n/**\n * Creates an observable that starts an interval after a specified delay, emitting incrementing numbers -- starting at `0` --\n * on each interval after words.\n *\n * The `delay` and `intervalDuration` are specified by default in milliseconds, however providing a custom scheduler could\n * create a different behavior.\n *\n * ## Example\n *\n * ### Start an interval that starts right away\n *\n * Since {@link interval} waits for the passed delay before starting,\n * sometimes that's not ideal. You may want to start an interval immediately.\n * `timer` works well for this. Here we have both side-by-side so you can\n * see them in comparison.\n *\n * Note that this observable will never complete.\n *\n * ```ts\n * import { timer, interval } from 'rxjs';\n *\n * timer(0, 1000).subscribe(n => console.log('timer', n));\n * interval(1000).subscribe(n => console.log('interval', n));\n * ```\n *\n * ### Known Limitations\n *\n * - The {@link asyncScheduler} uses `setTimeout` which has limitations for how far in the future it can be scheduled.\n *\n * - If a `scheduler` is provided that returns a timestamp other than an epoch from `now()`, and\n * a `Date` object is passed to the `dueTime` argument, the calculation for when the first emission\n * should occur will be incorrect. In this case, it would be best to do your own calculations\n * ahead of time, and pass a `number` in as the `startDue`.\n * @param startDue If a `number`, is the time to wait before starting the interval.\n * If a `Date`, is the exact time at which to start the interval.\n * @param intervalDuration The delay between each value emitted in the interval. Passing a\n * negative number here will result in immediate completion after the first value is emitted, as though\n * no `intervalDuration` was passed at all.\n * @param scheduler The scheduler to use to schedule the delay. Defaults to {@link asyncScheduler}.\n */\nexport function timer(startDue: number | Date, intervalDuration: number, scheduler?: SchedulerLike): Observable<number>;\n\n/**\n * @deprecated The signature allowing `undefined` to be passed for `intervalDuration` will be removed in v8. Use the `timer(dueTime, scheduler?)` signature instead.\n */\nexport function timer(dueTime: number | Date, unused: undefined, scheduler?: SchedulerLike): Observable<0>;\n\nexport function timer(\n  dueTime: number | Date = 0,\n  intervalOrScheduler?: number | SchedulerLike,\n  scheduler: SchedulerLike = asyncScheduler\n): Observable<number> {\n  // Since negative intervalDuration is treated as though no\n  // interval was specified at all, we start with a negative number.\n  let intervalDuration = -1;\n\n  if (intervalOrScheduler != null) {\n    // If we have a second argument, and it's a scheduler,\n    // override the scheduler we had defaulted. Otherwise,\n    // it must be an interval.\n    if (isScheduler(intervalOrScheduler)) {\n      scheduler = intervalOrScheduler;\n    } else {\n      // Note that this *could* be negative, in which case\n      // it's like not passing an intervalDuration at all.\n      intervalDuration = intervalOrScheduler;\n    }\n  }\n\n  return new Observable((subscriber) => {\n    // If a valid date is passed, calculate how long to wait before\n    // executing the first value... otherwise, if it's a number just schedule\n    // that many milliseconds (or scheduler-specified unit size) in the future.\n    let due = isValidDate(dueTime) ? +dueTime - scheduler!.now() : dueTime;\n\n    if (due < 0) {\n      // Ensure we don't schedule in the future.\n      due = 0;\n    }\n\n    // The incrementing value we emit.\n    let n = 0;\n\n    // Start the timer.\n    return scheduler.schedule(function () {\n      if (!subscriber.closed) {\n        // Emit the next value and increment.\n        subscriber.next(n++);\n\n        if (0 <= intervalDuration) {\n          // If we have a interval after the initial timer,\n          // reschedule with the period.\n          this.schedule(undefined, intervalDuration);\n        } else {\n          // We didn't have an interval. So just complete.\n          subscriber.complete();\n        }\n      }\n    }, due);\n  });\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInput, ObservableInputTuple, SchedulerLike } from '../types';\nimport { mergeAll } from '../operators/mergeAll';\nimport { innerFrom } from './innerFrom';\nimport { EMPTY } from './empty';\nimport { popNumber, popScheduler } from '../util/args';\nimport { from } from './from';\n\nexport function merge<A extends readonly unknown[]>(...sources: [...ObservableInputTuple<A>]): Observable<A[number]>;\nexport function merge<A extends readonly unknown[]>(...sourcesAndConcurrency: [...ObservableInputTuple<A>, number?]): Observable<A[number]>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `mergeAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function merge<A extends readonly unknown[]>(\n  ...sourcesAndScheduler: [...ObservableInputTuple<A>, SchedulerLike?]\n): Observable<A[number]>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `mergeAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function merge<A extends readonly unknown[]>(\n  ...sourcesAndConcurrencyAndScheduler: [...ObservableInputTuple<A>, number?, SchedulerLike?]\n): Observable<A[number]>;\n\n/**\n * Creates an output Observable which concurrently emits all values from every\n * given input Observable.\n *\n * <span class=\"informal\">Flattens multiple Observables together by blending\n * their values into one Observable.</span>\n *\n * ![](merge.png)\n *\n * `merge` subscribes to each given input Observable (as arguments), and simply\n * forwards (without doing any transformation) all the values from all the input\n * Observables to the output Observable. The output Observable only completes\n * once all input Observables have completed. Any error delivered by an input\n * Observable will be immediately emitted on the output Observable.\n *\n * ## Examples\n *\n * Merge together two Observables: 1s interval and clicks\n *\n * ```ts\n * import { merge, fromEvent, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const timer = interval(1000);\n * const clicksOrTimer = merge(clicks, timer);\n * clicksOrTimer.subscribe(x => console.log(x));\n *\n * // Results in the following:\n * // timer will emit ascending values, one every second(1000ms) to console\n * // clicks logs MouseEvents to console every time the \"document\" is clicked\n * // Since the two streams are merged you see these happening\n * // as they occur.\n * ```\n *\n * Merge together 3 Observables, but run only 2 concurrently\n *\n * ```ts\n * import { interval, take, merge } from 'rxjs';\n *\n * const timer1 = interval(1000).pipe(take(10));\n * const timer2 = interval(2000).pipe(take(6));\n * const timer3 = interval(500).pipe(take(10));\n *\n * const concurrent = 2; // the argument\n * const merged = merge(timer1, timer2, timer3, concurrent);\n * merged.subscribe(x => console.log(x));\n *\n * // Results in the following:\n * // - First timer1 and timer2 will run concurrently\n * // - timer1 will emit a value every 1000ms for 10 iterations\n * // - timer2 will emit a value every 2000ms for 6 iterations\n * // - after timer1 hits its max iteration, timer2 will\n * //   continue, and timer3 will start to run concurrently with timer2\n * // - when timer2 hits its max iteration it terminates, and\n * //   timer3 will continue to emit a value every 500ms until it is complete\n * ```\n *\n * @see {@link mergeAll}\n * @see {@link mergeMap}\n * @see {@link mergeMapTo}\n * @see {@link mergeScan}\n *\n * @param {...ObservableInput} observables Input Observables to merge together.\n * @param {number} [concurrent=Infinity] Maximum number of input\n * Observables being subscribed to concurrently.\n * @param {SchedulerLike} [scheduler=null] The {@link SchedulerLike} to use for managing\n * concurrency of input Observables.\n * @return {Observable} an Observable that emits items that are the result of\n * every input Observable.\n */\nexport function merge(...args: (ObservableInput<unknown> | number | SchedulerLike)[]): Observable<unknown> {\n  const scheduler = popScheduler(args);\n  const concurrent = popNumber(args, Infinity);\n  const sources = args as ObservableInput<unknown>[];\n  return !sources.length\n    ? // No source provided\n      EMPTY\n    : sources.length === 1\n    ? // One source? Just return it.\n      innerFrom(sources[0])\n    : // Merge all sources\n      mergeAll(concurrent)(from(sources, scheduler));\n}\n", "import { Observable } from '../Observable';\nimport { noop } from '../util/noop';\n\n/**\n * An Observable that emits no items to the Observer and never completes.\n *\n * ![](never.png)\n *\n * A simple Observable that emits neither values nor errors nor the completion\n * notification. It can be used for testing purposes or for composing with other\n * Observables. Please note that by never emitting a complete notification, this\n * Observable keeps the subscription from being disposed automatically.\n * Subscriptions need to be manually disposed.\n *\n * ##  Example\n *\n * Emit the number 7, then never emit anything else (not even complete)\n *\n * ```ts\n * import { NEVER, startWith } from 'rxjs';\n *\n * const info = () => console.log('Will not be called');\n *\n * const result = NEVER.pipe(startWith(7));\n * result.subscribe({\n *   next: x => console.log(x),\n *   error: info,\n *   complete: info\n * });\n * ```\n *\n * @see {@link Observable}\n * @see {@link EMPTY}\n * @see {@link of}\n * @see {@link throwError}\n */\nexport const NEVER = new Observable<never>(noop);\n\n/**\n * @deprecated Replaced with the {@link NEVER} constant. Will be removed in v8.\n */\nexport function never() {\n  return NEVER;\n}\n", "const { isArray } = Array;\n\n/**\n * Used in operators and functions that accept either a list of arguments, or an array of arguments\n * as a single argument.\n */\nexport function argsOrArgArray<T>(args: (T | T[])[]): T[] {\n  return args.length === 1 && isArray(args[0]) ? args[0] : (args as T[]);\n}\n", "import { OperatorFunction, MonoTypeOperatorFunction, TruthyTypesOf } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/** @deprecated Use a closure instead of a `thisArg`. Signatures accepting a `thisArg` will be removed in v8. */\nexport function filter<T, S extends T, A>(predicate: (this: A, value: T, index: number) => value is S, thisArg: A): OperatorFunction<T, S>;\nexport function filter<T, S extends T>(predicate: (value: T, index: number) => value is S): OperatorFunction<T, S>;\nexport function filter<T>(predicate: BooleanConstructor): OperatorFunction<T, TruthyTypesOf<T>>;\n/** @deprecated Use a closure instead of a `thisArg`. Signatures accepting a `thisArg` will be removed in v8. */\nexport function filter<T, A>(predicate: (this: A, value: T, index: number) => boolean, thisArg: A): MonoTypeOperatorFunction<T>;\nexport function filter<T>(predicate: (value: T, index: number) => boolean): MonoTypeOperatorFunction<T>;\n\n/**\n * Filter items emitted by the source Observable by only emitting those that\n * satisfy a specified predicate.\n *\n * <span class=\"informal\">Like\n * [Array.prototype.filter()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/filter),\n * it only emits a value from the source if it passes a criterion function.</span>\n *\n * ![](filter.png)\n *\n * Similar to the well-known `Array.prototype.filter` method, this operator\n * takes values from the source Observable, passes them through a `predicate`\n * function and only emits those values that yielded `true`.\n *\n * ## Example\n *\n * Emit only click events whose target was a DIV element\n *\n * ```ts\n * import { fromEvent, filter } from 'rxjs';\n *\n * const div = document.createElement('div');\n * div.style.cssText = 'width: 200px; height: 200px; background: #09c;';\n * document.body.appendChild(div);\n *\n * const clicks = fromEvent(document, 'click');\n * const clicksOnDivs = clicks.pipe(filter(ev => (<HTMLElement>ev.target).tagName === 'DIV'));\n * clicksOnDivs.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link distinct}\n * @see {@link distinctUntilChanged}\n * @see {@link distinctUntilKeyChanged}\n * @see {@link ignoreElements}\n * @see {@link partition}\n * @see {@link skip}\n *\n * @param predicate A function that\n * evaluates each value emitted by the source Observable. If it returns `true`,\n * the value is emitted, if `false` the value is not passed to the output\n * Observable. The `index` parameter is the number `i` for the i-th source\n * emission that has happened since the subscription, starting from the number\n * `0`.\n * @param thisArg An optional argument to determine the value of `this`\n * in the `predicate` function.\n * @return A function that returns an Observable that emits items from the\n * source Observable that satisfy the specified `predicate`.\n */\nexport function filter<T>(predicate: (value: T, index: number) => boolean, thisArg?: any): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    // An index passed to our predicate function on each call.\n    let index = 0;\n\n    // Subscribe to the source, all errors and completions are\n    // forwarded to the consumer.\n    source.subscribe(\n      // Call the predicate with the appropriate `this` context,\n      // if the predicate returns `true`, then send the value\n      // to the consumer.\n      createOperatorSubscriber(subscriber, (value) => predicate.call(thisArg, value, index++) && subscriber.next(value))\n    );\n  });\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInputTuple } from '../types';\nimport { innerFrom } from './innerFrom';\nimport { argsOrArgArray } from '../util/argsOrArgArray';\nimport { EMPTY } from './empty';\nimport { createOperatorSubscriber } from '../operators/OperatorSubscriber';\nimport { popResultSelector } from '../util/args';\n\nexport function zip<A extends readonly unknown[]>(sources: [...ObservableInputTuple<A>]): Observable<A>;\nexport function zip<A extends readonly unknown[], R>(\n  sources: [...ObservableInputTuple<A>],\n  resultSelector: (...values: A) => R\n): Observable<R>;\nexport function zip<A extends readonly unknown[]>(...sources: [...ObservableInputTuple<A>]): Observable<A>;\nexport function zip<A extends readonly unknown[], R>(\n  ...sourcesAndResultSelector: [...ObservableInputTuple<A>, (...values: A) => R]\n): Observable<R>;\n\n/**\n * Combines multiple Observables to create an Observable whose values are calculated from the values, in order, of each\n * of its input Observables.\n *\n * If the last parameter is a function, this function is used to compute the created value from the input values.\n * Otherwise, an array of the input values is returned.\n *\n * ## Example\n *\n * Combine age and name from different sources\n *\n * ```ts\n * import { of, zip, map } from 'rxjs';\n *\n * const age$ = of(27, 25, 29);\n * const name$ = of('Foo', 'Bar', 'Beer');\n * const isDev$ = of(true, true, false);\n *\n * zip(age$, name$, isDev$).pipe(\n *   map(([age, name, isDev]) => ({ age, name, isDev }))\n * )\n * .subscribe(x => console.log(x));\n *\n * // Outputs\n * // { age: 27, name: 'Foo', isDev: true }\n * // { age: 25, name: 'Bar', isDev: true }\n * // { age: 29, name: 'Beer', isDev: false }\n * ```\n *\n * @param sources\n * @return {Observable<R>}\n */\nexport function zip(...args: unknown[]): Observable<unknown> {\n  const resultSelector = popResultSelector(args);\n\n  const sources = argsOrArgArray(args) as Observable<unknown>[];\n\n  return sources.length\n    ? new Observable<unknown[]>((subscriber) => {\n        // A collection of buffers of values from each source.\n        // Keyed by the same index with which the sources were passed in.\n        let buffers: unknown[][] = sources.map(() => []);\n\n        // An array of flags of whether or not the sources have completed.\n        // This is used to check to see if we should complete the result.\n        // Keyed by the same index with which the sources were passed in.\n        let completed = sources.map(() => false);\n\n        // When everything is done, release the arrays above.\n        subscriber.add(() => {\n          buffers = completed = null!;\n        });\n\n        // Loop over our sources and subscribe to each one. The index `i` is\n        // especially important here, because we use it in closures below to\n        // access the related buffers and completion properties\n        for (let sourceIndex = 0; !subscriber.closed && sourceIndex < sources.length; sourceIndex++) {\n          innerFrom(sources[sourceIndex]).subscribe(\n            createOperatorSubscriber(\n              subscriber,\n              (value) => {\n                buffers[sourceIndex].push(value);\n                // if every buffer has at least one value in it, then we\n                // can shift out the oldest value from each buffer and emit\n                // them as an array.\n                if (buffers.every((buffer) => buffer.length)) {\n                  const result: any = buffers.map((buffer) => buffer.shift()!);\n                  // Emit the array. If theres' a result selector, use that.\n                  subscriber.next(resultSelector ? resultSelector(...result) : result);\n                  // If any one of the sources is both complete and has an empty buffer\n                  // then we complete the result. This is because we cannot possibly have\n                  // any more values to zip together.\n                  if (buffers.some((buffer, i) => !buffer.length && completed[i])) {\n                    subscriber.complete();\n                  }\n                }\n              },\n              () => {\n                // This source completed. Mark it as complete so we can check it later\n                // if we have to.\n                completed[sourceIndex] = true;\n                // But, if this complete source has nothing in its buffer, then we\n                // can complete the result, because we can't possibly have any more\n                // values from this to zip together with the other values.\n                !buffers[sourceIndex].length && subscriber.complete();\n              }\n            )\n          );\n        }\n\n        // When everything is done, release the arrays above.\n        return () => {\n          buffers = completed = null!;\n        };\n      })\n    : EMPTY;\n}\n", "import { Subscriber } from '../Subscriber';\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\n\nimport { operate } from '../util/lift';\nimport { innerFrom } from '../observable/innerFrom';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Ignores source values for a duration determined by another Observable, then\n * emits the most recent value from the source Observable, then repeats this\n * process.\n *\n * <span class=\"informal\">It's like {@link auditTime}, but the silencing\n * duration is determined by a second Observable.</span>\n *\n * ![](audit.svg)\n *\n * `audit` is similar to `throttle`, but emits the last value from the silenced\n * time window, instead of the first value. `audit` emits the most recent value\n * from the source Observable on the output Observable as soon as its internal\n * timer becomes disabled, and ignores source values while the timer is enabled.\n * Initially, the timer is disabled. As soon as the first source value arrives,\n * the timer is enabled by calling the `durationSelector` function with the\n * source value, which returns the \"duration\" Observable. When the duration\n * Observable emits a value, the timer is disabled, then the most\n * recent source value is emitted on the output Observable, and this process\n * repeats for the next source value.\n *\n * ## Example\n *\n * Emit clicks at a rate of at most one click per second\n *\n * ```ts\n * import { fromEvent, audit, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(audit(ev => interval(1000)));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link auditTime}\n * @see {@link debounce}\n * @see {@link delayWhen}\n * @see {@link sample}\n * @see {@link throttle}\n *\n * @param durationSelector A function\n * that receives a value from the source Observable, for computing the silencing\n * duration, returned as an Observable or a Promise.\n * @return A function that returns an Observable that performs rate-limiting of\n * emissions from the source Observable.\n */\nexport function audit<T>(durationSelector: (value: T) => ObservableInput<any>): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let hasValue = false;\n    let lastValue: T | null = null;\n    let durationSubscriber: Subscriber<any> | null = null;\n    let isComplete = false;\n\n    const endDuration = () => {\n      durationSubscriber?.unsubscribe();\n      durationSubscriber = null;\n      if (hasValue) {\n        hasValue = false;\n        const value = lastValue!;\n        lastValue = null;\n        subscriber.next(value);\n      }\n      isComplete && subscriber.complete();\n    };\n\n    const cleanupDuration = () => {\n      durationSubscriber = null;\n      isComplete && subscriber.complete();\n    };\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          hasValue = true;\n          lastValue = value;\n          if (!durationSubscriber) {\n            innerFrom(durationSelector(value)).subscribe(\n              (durationSubscriber = createOperatorSubscriber(subscriber, endDuration, cleanupDuration))\n            );\n          }\n        },\n        () => {\n          isComplete = true;\n          (!hasValue || !durationSubscriber || durationSubscriber.closed) && subscriber.complete();\n        }\n      )\n    );\n  });\n}\n", "import { asyncScheduler } from '../scheduler/async';\nimport { audit } from './audit';\nimport { timer } from '../observable/timer';\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\n\n/**\n * Ignores source values for `duration` milliseconds, then emits the most recent\n * value from the source Observable, then repeats this process.\n *\n * <span class=\"informal\">When it sees a source value, it ignores that plus\n * the next ones for `duration` milliseconds, and then it emits the most recent\n * value from the source.</span>\n *\n * ![](auditTime.png)\n *\n * `auditTime` is similar to `throttleTime`, but emits the last value from the\n * silenced time window, instead of the first value. `auditTime` emits the most\n * recent value from the source Observable on the output Observable as soon as\n * its internal timer becomes disabled, and ignores source values while the\n * timer is enabled. Initially, the timer is disabled. As soon as the first\n * source value arrives, the timer is enabled. After `duration` milliseconds (or\n * the time unit determined internally by the optional `scheduler`) has passed,\n * the timer is disabled, then the most recent source value is emitted on the\n * output Observable, and this process repeats for the next source value.\n * Optionally takes a {@link SchedulerLike} for managing timers.\n *\n * ## Example\n *\n * Emit clicks at a rate of at most one click per second\n *\n * ```ts\n * import { fromEvent, auditTime } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(auditTime(1000));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link audit}\n * @see {@link debounceTime}\n * @see {@link delay}\n * @see {@link sampleTime}\n * @see {@link throttleTime}\n *\n * @param {number} duration Time to wait before emitting the most recent source\n * value, measured in milliseconds or the time unit determined internally\n * by the optional `scheduler`.\n * @param {SchedulerLike} [scheduler=async] The {@link SchedulerLike} to use for\n * managing the timers that handle the rate-limiting behavior.\n * @return A function that returns an Observable that performs rate-limiting of\n * emissions from the source Observable.\n */\nexport function auditTime<T>(duration: number, scheduler: SchedulerLike = asyncScheduler): MonoTypeOperatorFunction<T> {\n  return audit(() => timer(duration, scheduler));\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { arrRemove } from '../util/arrRemove';\n\n/**\n * Buffers the source Observable values until the size hits the maximum\n * `bufferSize` given.\n *\n * <span class=\"informal\">Collects values from the past as an array, and emits\n * that array only when its size reaches `bufferSize`.</span>\n *\n * ![](bufferCount.png)\n *\n * Buffers a number of values from the source Observable by `bufferSize` then\n * emits the buffer and clears it, and starts a new buffer each\n * `startBufferEvery` values. If `startBufferEvery` is not provided or is\n * `null`, then new buffers are started immediately at the start of the source\n * and when each buffer closes and is emitted.\n *\n * ## Examples\n *\n * Emit the last two click events as an array\n *\n * ```ts\n * import { fromEvent, bufferCount } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const buffered = clicks.pipe(bufferCount(2));\n * buffered.subscribe(x => console.log(x));\n * ```\n *\n * On every click, emit the last two click events as an array\n *\n * ```ts\n * import { fromEvent, bufferCount } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const buffered = clicks.pipe(bufferCount(2, 1));\n * buffered.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link buffer}\n * @see {@link bufferTime}\n * @see {@link bufferToggle}\n * @see {@link bufferWhen}\n * @see {@link pairwise}\n * @see {@link windowCount}\n *\n * @param {number} bufferSize The maximum size of the buffer emitted.\n * @param {number} [startBufferEvery] Interval at which to start a new buffer.\n * For example if `startBufferEvery` is `2`, then a new buffer will be started\n * on every other value from the source. A new buffer is started at the\n * beginning of the source by default.\n * @return A function that returns an Observable of arrays of buffered values.\n */\nexport function bufferCount<T>(bufferSize: number, startBufferEvery: number | null = null): OperatorFunction<T, T[]> {\n  // If no `startBufferEvery` value was supplied, then we're\n  // opening and closing on the bufferSize itself.\n  startBufferEvery = startBufferEvery ?? bufferSize;\n\n  return operate((source, subscriber) => {\n    let buffers: T[][] = [];\n    let count = 0;\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          let toEmit: T[][] | null = null;\n\n          // Check to see if we need to start a buffer.\n          // This will start one at the first value, and then\n          // a new one every N after that.\n          if (count++ % startBufferEvery! === 0) {\n            buffers.push([]);\n          }\n\n          // Push our value into our active buffers.\n          for (const buffer of buffers) {\n            buffer.push(value);\n            // Check to see if we're over the bufferSize\n            // if we are, record it so we can emit it later.\n            // If we emitted it now and removed it, it would\n            // mutate the `buffers` array while we're looping\n            // over it.\n            if (bufferSize <= buffer.length) {\n              toEmit = toEmit ?? [];\n              toEmit.push(buffer);\n            }\n          }\n\n          if (toEmit) {\n            // We have found some buffers that are over the\n            // `bufferSize`. Emit them, and remove them from our\n            // buffers list.\n            for (const buffer of toEmit) {\n              arrRemove(buffers, buffer);\n              subscriber.next(buffer);\n            }\n          }\n        },\n        () => {\n          // When the source completes, emit all of our\n          // active buffers.\n          for (const buffer of buffers) {\n            subscriber.next(buffer);\n          }\n          subscriber.complete();\n        },\n        // Pass all errors through to consumer.\n        undefined,\n        () => {\n          // Clean up our memory when we finalize\n          buffers = null!;\n        }\n      )\n    );\n  });\n}\n", "import { Observable } from '../Observable';\n\nimport { ObservableInput, OperatorFunction, ObservedValueOf } from '../types';\nimport { Subscription } from '../Subscription';\nimport { innerFrom } from '../observable/innerFrom';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { operate } from '../util/lift';\n\n/* tslint:disable:max-line-length */\nexport function catchError<T, O extends ObservableInput<any>>(\n  selector: (err: any, caught: Observable<T>) => O\n): OperatorFunction<T, T | ObservedValueOf<O>>;\n/* tslint:enable:max-line-length */\n\n/**\n * Catches errors on the observable to be handled by returning a new observable or throwing an error.\n *\n * <span class=\"informal\">\n * It only listens to the error channel and ignores notifications.\n * Handles errors from the source observable, and maps them to a new observable.\n * The error may also be rethrown, or a new error can be thrown to emit an error from the result.\n * </span>\n *\n * ![](catch.png)\n *\n * This operator handles errors, but forwards along all other events to the resulting observable.\n * If the source observable terminates with an error, it will map that error to a new observable,\n * subscribe to it, and forward all of its events to the resulting observable.\n *\n * ## Examples\n *\n * Continue with a different Observable when there's an error\n *\n * ```ts\n * import { of, map, catchError } from 'rxjs';\n *\n * of(1, 2, 3, 4, 5)\n *   .pipe(\n *     map(n => {\n *       if (n === 4) {\n *         throw 'four!';\n *       }\n *       return n;\n *     }),\n *     catchError(err => of('I', 'II', 'III', 'IV', 'V'))\n *   )\n *   .subscribe(x => console.log(x));\n *   // 1, 2, 3, I, II, III, IV, V\n * ```\n *\n * Retry the caught source Observable again in case of error, similar to `retry()` operator\n *\n * ```ts\n * import { of, map, catchError, take } from 'rxjs';\n *\n * of(1, 2, 3, 4, 5)\n *   .pipe(\n *     map(n => {\n *       if (n === 4) {\n *         throw 'four!';\n *       }\n *       return n;\n *     }),\n *     catchError((err, caught) => caught),\n *     take(30)\n *   )\n *   .subscribe(x => console.log(x));\n *   // 1, 2, 3, 1, 2, 3, ...\n * ```\n *\n * Throw a new error when the source Observable throws an error\n *\n * ```ts\n * import { of, map, catchError } from 'rxjs';\n *\n * of(1, 2, 3, 4, 5)\n *   .pipe(\n *     map(n => {\n *       if (n === 4) {\n *         throw 'four!';\n *       }\n *       return n;\n *     }),\n *     catchError(err => {\n *       throw 'error in source. Details: ' + err;\n *     })\n *   )\n *   .subscribe({\n *     next: x => console.log(x),\n *     error: err => console.log(err)\n *   });\n *   // 1, 2, 3, error in source. Details: four!\n * ```\n *\n * @see {@link onErrorResumeNext}\n * @see {@link repeat}\n * @see {@link repeatWhen}\n * @see {@link retry }\n * @see {@link retryWhen}\n *\n * @param {function} selector a function that takes as arguments `err`, which is the error, and `caught`, which\n * is the source observable, in case you'd like to \"retry\" that observable by returning it again. Whatever observable\n * is returned by the `selector` will be used to continue the observable chain.\n * @return A function that returns an Observable that originates from either\n * the source or the Observable returned by the `selector` function.\n */\nexport function catchError<T, O extends ObservableInput<any>>(\n  selector: (err: any, caught: Observable<T>) => O\n): OperatorFunction<T, T | ObservedValueOf<O>> {\n  return operate((source, subscriber) => {\n    let innerSub: Subscription | null = null;\n    let syncUnsub = false;\n    let handledResult: Observable<ObservedValueOf<O>>;\n\n    innerSub = source.subscribe(\n      createOperatorSubscriber(subscriber, undefined, undefined, (err) => {\n        handledResult = innerFrom(selector(err, catchError(selector)(source)));\n        if (innerSub) {\n          innerSub.unsubscribe();\n          innerSub = null;\n          handledResult.subscribe(subscriber);\n        } else {\n          // We don't have an innerSub yet, that means the error was synchronous\n          // because the subscribe call hasn't returned yet.\n          syncUnsub = true;\n        }\n      })\n    );\n\n    if (syncUnsub) {\n      // We have a synchronous error, we need to make sure to\n      // finalize right away. This ensures that callbacks in the `finalize` operator are called\n      // at the right time, and that finalization occurs at the expected\n      // time between the source error and the subscription to the\n      // next observable.\n      innerSub.unsubscribe();\n      innerSub = null;\n      handledResult!.subscribe(subscriber);\n    }\n  });\n}\n", "import { Observable } from '../Observable';\nimport { Subscriber } from '../Subscriber';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * A basic scan operation. This is used for `scan` and `reduce`.\n * @param accumulator The accumulator to use\n * @param seed The seed value for the state to accumulate\n * @param hasSeed Whether or not a seed was provided\n * @param emitOnNext Whether or not to emit the state on next\n * @param emitBeforeComplete Whether or not to emit the before completion\n */\n\nexport function scanInternals<V, A, S>(\n  accumulator: (acc: V | A | S, value: V, index: number) => A,\n  seed: S,\n  hasSeed: boolean,\n  emitOnNext: boolean,\n  emitBeforeComplete?: undefined | true\n) {\n  return (source: Observable<V>, subscriber: Subscriber<any>) => {\n    // Whether or not we have state yet. This will only be\n    // false before the first value arrives if we didn't get\n    // a seed value.\n    let hasState = hasSeed;\n    // The state that we're tracking, starting with the seed,\n    // if there is one, and then updated by the return value\n    // from the accumulator on each emission.\n    let state: any = seed;\n    // An index to pass to the accumulator function.\n    let index = 0;\n\n    // Subscribe to our source. All errors and completions are passed through.\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          // Always increment the index.\n          const i = index++;\n          // Set the state\n          state = hasState\n            ? // We already have state, so we can get the new state from the accumulator\n              accumulator(state, value, i)\n            : // We didn't have state yet, a seed value was not provided, so\n\n              // we set the state to the first value, and mark that we have state now\n              ((hasState = true), value);\n\n          // Maybe send it to the consumer.\n          emitOnNext && subscriber.next(state);\n        },\n        // If an onComplete was given, call it, otherwise\n        // just pass through the complete notification to the consumer.\n        emitBeforeComplete &&\n          (() => {\n            hasState && subscriber.next(state);\n            subscriber.complete();\n          })\n      )\n    );\n  };\n}\n", "import { combineLatestInit } from '../observable/combineLatest';\nimport { ObservableInput, ObservableInputTuple, OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { argsOrArgArray } from '../util/argsOrArgArray';\nimport { mapOneOrManyArgs } from '../util/mapOneOrManyArgs';\nimport { pipe } from '../util/pipe';\nimport { popResultSelector } from '../util/args';\n\n/** @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8. */\nexport function combineLatest<T, A extends readonly unknown[], R>(\n  sources: [...ObservableInputTuple<A>],\n  project: (...values: [T, ...A]) => R\n): OperatorFunction<T, R>;\n/** @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8. */\nexport function combineLatest<T, A extends readonly unknown[], R>(sources: [...ObservableInputTuple<A>]): OperatorFunction<T, [T, ...A]>;\n\n/** @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8. */\nexport function combineLatest<T, A extends readonly unknown[], R>(\n  ...sourcesAndProject: [...ObservableInputTuple<A>, (...values: [T, ...A]) => R]\n): OperatorFunction<T, R>;\n/** @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8. */\nexport function combineLatest<T, A extends readonly unknown[], R>(...sources: [...ObservableInputTuple<A>]): OperatorFunction<T, [T, ...A]>;\n\n/**\n * @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8.\n */\nexport function combineLatest<T, R>(...args: (ObservableInput<any> | ((...values: any[]) => R))[]): OperatorFunction<T, unknown> {\n  const resultSelector = popResultSelector(args);\n  return resultSelector\n    ? pipe(combineLatest(...(args as Array<ObservableInput<any>>)), mapOneOrManyArgs(resultSelector))\n    : operate((source, subscriber) => {\n        combineLatestInit([source, ...argsOrArgArray(args)])(subscriber);\n      });\n}\n", "import { ObservableInputTuple, OperatorFunction, Cons } from '../types';\nimport { combineLatest } from './combineLatest';\n\n/**\n * Create an observable that combines the latest values from all passed observables and the source\n * into arrays and emits them.\n *\n * Returns an observable, that when subscribed to, will subscribe to the source observable and all\n * sources provided as arguments. Once all sources emit at least one value, all of the latest values\n * will be emitted as an array. After that, every time any source emits a value, all of the latest values\n * will be emitted as an array.\n *\n * This is a useful operator for eagerly calculating values based off of changed inputs.\n *\n * ## Example\n *\n * Simple concatenation of values from two inputs\n *\n * ```ts\n * import { fromEvent, combineLatestWith, map } from 'rxjs';\n *\n * // Setup: Add two inputs to the page\n * const input1 = document.createElement('input');\n * document.body.appendChild(input1);\n * const input2 = document.createElement('input');\n * document.body.appendChild(input2);\n *\n * // Get streams of changes\n * const input1Changes$ = fromEvent(input1, 'change');\n * const input2Changes$ = fromEvent(input2, 'change');\n *\n * // Combine the changes by adding them together\n * input1Changes$.pipe(\n *   combineLatestWith(input2Changes$),\n *   map(([e1, e2]) => (<HTMLInputElement>e1.target).value + ' - ' + (<HTMLInputElement>e2.target).value)\n * )\n * .subscribe(x => console.log(x));\n * ```\n *\n * @param otherSources the other sources to subscribe to.\n * @return A function that returns an Observable that emits the latest\n * emissions from both source and provided Observables.\n */\nexport function combineLatestWith<T, A extends readonly unknown[]>(\n  ...otherSources: [...ObservableInputTuple<A>]\n): OperatorFunction<T, Cons<T, A>> {\n  return combineLatest(...otherSources);\n}\n", "import { Subscriber } from '../Subscriber';\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\nimport { noop } from '../util/noop';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\n\n/**\n * Emits a notification from the source Observable only after a particular time span\n * determined by another Observable has passed without another source emission.\n *\n * <span class=\"informal\">It's like {@link debounceTime}, but the time span of\n * emission silence is determined by a second Observable.</span>\n *\n * ![](debounce.svg)\n *\n * `debounce` delays notifications emitted by the source Observable, but drops previous\n * pending delayed emissions if a new notification arrives on the source Observable.\n * This operator keeps track of the most recent notification from the source\n * Observable, and spawns a duration Observable by calling the\n * `durationSelector` function. The notification is emitted only when the duration\n * Observable emits a next notification, and if no other notification was emitted on\n * the source Observable since the duration Observable was spawned. If a new\n * notification appears before the duration Observable emits, the previous notification will\n * not be emitted and a new duration is scheduled from `durationSelector` is scheduled.\n * If the completing event happens during the scheduled duration the last cached notification\n * is emitted before the completion event is forwarded to the output observable.\n * If the error event happens during the scheduled duration or after it only the error event is\n * forwarded to the output observable. The cache notification is not emitted in this case.\n *\n * Like {@link debounceTime}, this is a rate-limiting operator, and also a\n * delay-like operator since output emissions do not necessarily occur at the\n * same time as they did on the source Observable.\n *\n * ## Example\n *\n * Emit the most recent click after a burst of clicks\n *\n * ```ts\n * import { fromEvent, scan, debounce, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(\n *   scan(i => ++i, 1),\n *   debounce(i => interval(200 * i))\n * );\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link audit}\n * @see {@link auditTime}\n * @see {@link debounceTime}\n * @see {@link delay}\n * @see {@link sample}\n * @see {@link sampleTime}\n * @see {@link throttle}\n * @see {@link throttleTime}\n *\n * @param durationSelector A function\n * that receives a value from the source Observable, for computing the timeout\n * duration for each source value, returned as an Observable or a Promise.\n * @return A function that returns an Observable that delays the emissions of\n * the source Observable by the specified duration Observable returned by\n * `durationSelector`, and may drop some values if they occur too frequently.\n */\nexport function debounce<T>(durationSelector: (value: T) => ObservableInput<any>): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let hasValue = false;\n    let lastValue: T | null = null;\n    // The subscriber/subscription for the current debounce, if there is one.\n    let durationSubscriber: Subscriber<any> | null = null;\n\n    const emit = () => {\n      // Unsubscribe any current debounce subscription we have,\n      // we only cared about the first notification from it, and we\n      // want to clean that subscription up as soon as possible.\n      durationSubscriber?.unsubscribe();\n      durationSubscriber = null;\n      if (hasValue) {\n        // We have a value! Free up memory first, then emit the value.\n        hasValue = false;\n        const value = lastValue!;\n        lastValue = null;\n        subscriber.next(value);\n      }\n    };\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value: T) => {\n          // Cancel any pending debounce duration. We don't\n          // need to null it out here yet tho, because we're just going\n          // to create another one in a few lines.\n          durationSubscriber?.unsubscribe();\n          hasValue = true;\n          lastValue = value;\n          // Capture our duration subscriber, so we can unsubscribe it when we're notified\n          // and we're going to emit the value.\n          durationSubscriber = createOperatorSubscriber(subscriber, emit, noop);\n          // Subscribe to the duration.\n          innerFrom(durationSelector(value)).subscribe(durationSubscriber);\n        },\n        () => {\n          // Source completed.\n          // Emit any pending debounced values then complete\n          emit();\n          subscriber.complete();\n        },\n        // Pass all errors through to consumer\n        undefined,\n        () => {\n          // Finalization.\n          lastValue = durationSubscriber = null;\n        }\n      )\n    );\n  });\n}\n", "import { asyncScheduler } from '../scheduler/async';\nimport { Subscription } from '../Subscription';\nimport { MonoTypeOperatorFunction, SchedulerAction, SchedulerLike } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Emits a notification from the source Observable only after a particular time span\n * has passed without another source emission.\n *\n * <span class=\"informal\">It's like {@link delay}, but passes only the most\n * recent notification from each burst of emissions.</span>\n *\n * ![](debounceTime.png)\n *\n * `debounceTime` delays notifications emitted by the source Observable, but drops\n * previous pending delayed emissions if a new notification arrives on the source\n * Observable. This operator keeps track of the most recent notification from the\n * source Observable, and emits that only when `dueTime` has passed\n * without any other notification appearing on the source Observable. If a new value\n * appears before `dueTime` silence occurs, the previous notification will be dropped\n * and will not be emitted and a new `dueTime` is scheduled.\n * If the completing event happens during `dueTime` the last cached notification\n * is emitted before the completion event is forwarded to the output observable.\n * If the error event happens during `dueTime` or after it only the error event is\n * forwarded to the output observable. The cache notification is not emitted in this case.\n *\n * This is a rate-limiting operator, because it is impossible for more than one\n * notification to be emitted in any time window of duration `dueTime`, but it is also\n * a delay-like operator since output emissions do not occur at the same time as\n * they did on the source Observable. Optionally takes a {@link SchedulerLike} for\n * managing timers.\n *\n * ## Example\n *\n * Emit the most recent click after a burst of clicks\n *\n * ```ts\n * import { fromEvent, debounceTime } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(debounceTime(1000));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link audit}\n * @see {@link auditTime}\n * @see {@link debounce}\n * @see {@link sample}\n * @see {@link sampleTime}\n * @see {@link throttle}\n * @see {@link throttleTime}\n *\n * @param {number} dueTime The timeout duration in milliseconds (or the time\n * unit determined internally by the optional `scheduler`) for the window of\n * time required to wait for emission silence before emitting the most recent\n * source value.\n * @param {SchedulerLike} [scheduler=async] The {@link SchedulerLike} to use for\n * managing the timers that handle the timeout for each value.\n * @return A function that returns an Observable that delays the emissions of\n * the source Observable by the specified `dueTime`, and may drop some values\n * if they occur too frequently.\n */\nexport function debounceTime<T>(dueTime: number, scheduler: SchedulerLike = asyncScheduler): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let activeTask: Subscription | null = null;\n    let lastValue: T | null = null;\n    let lastTime: number | null = null;\n\n    const emit = () => {\n      if (activeTask) {\n        // We have a value! Free up memory first, then emit the value.\n        activeTask.unsubscribe();\n        activeTask = null;\n        const value = lastValue!;\n        lastValue = null;\n        subscriber.next(value);\n      }\n    };\n    function emitWhenIdle(this: SchedulerAction<unknown>) {\n      // This is called `dueTime` after the first value\n      // but we might have received new values during this window!\n\n      const targetTime = lastTime! + dueTime;\n      const now = scheduler.now();\n      if (now < targetTime) {\n        // On that case, re-schedule to the new target\n        activeTask = this.schedule(undefined, targetTime - now);\n        subscriber.add(activeTask);\n        return;\n      }\n\n      emit();\n    }\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value: T) => {\n          lastValue = value;\n          lastTime = scheduler.now();\n\n          // Only set up a task if it's not already up\n          if (!activeTask) {\n            activeTask = scheduler.schedule(emitWhenIdle, dueTime);\n            subscriber.add(activeTask);\n          }\n        },\n        () => {\n          // Source completed.\n          // Emit any pending debounced values then complete\n          emit();\n          subscriber.complete();\n        },\n        // Pass all errors through to consumer.\n        undefined,\n        () => {\n          // Finalization.\n          lastValue = activeTask = null;\n        }\n      )\n    );\n  });\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Emits a given value if the source Observable completes without emitting any\n * `next` value, otherwise mirrors the source Observable.\n *\n * <span class=\"informal\">If the source Observable turns out to be empty, then\n * this operator will emit a default value.</span>\n *\n * ![](defaultIfEmpty.png)\n *\n * `defaultIfEmpty` emits the values emitted by the source Observable or a\n * specified default value if the source Observable is empty (completes without\n * having emitted any `next` value).\n *\n * ## Example\n *\n * If no clicks happen in 5 seconds, then emit 'no clicks'\n *\n * ```ts\n * import { fromEvent, takeUntil, interval, defaultIfEmpty } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const clicksBeforeFive = clicks.pipe(takeUntil(interval(5000)));\n * const result = clicksBeforeFive.pipe(defaultIfEmpty('no clicks'));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link empty}\n * @see {@link last}\n *\n * @param defaultValue The default value used if the source\n * Observable is empty.\n * @return A function that returns an Observable that emits either the\n * specified `defaultValue` if the source Observable emits no items, or the\n * values emitted by the source Observable.\n */\nexport function defaultIfEmpty<T, R>(defaultValue: R): OperatorFunction<T, T | R> {\n  return operate((source, subscriber) => {\n    let hasValue = false;\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          hasValue = true;\n          subscriber.next(value);\n        },\n        () => {\n          if (!hasValue) {\n            subscriber.next(defaultValue!);\n          }\n          subscriber.complete();\n        }\n      )\n    );\n  });\n}\n", "import { MonoTypeOperatorFunction } from '../types';\nimport { EMPTY } from '../observable/empty';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Emits only the first `count` values emitted by the source Observable.\n *\n * <span class=\"informal\">Takes the first `count` values from the source, then\n * completes.</span>\n *\n * ![](take.png)\n *\n * `take` returns an Observable that emits only the first `count` values emitted\n * by the source Observable. If the source emits fewer than `count` values then\n * all of its values are emitted. After that, it completes, regardless if the\n * source completes.\n *\n * ## Example\n *\n * Take the first 5 seconds of an infinite 1-second interval Observable\n *\n * ```ts\n * import { interval, take } from 'rxjs';\n *\n * const intervalCount = interval(1000);\n * const takeFive = intervalCount.pipe(take(5));\n * takeFive.subscribe(x => console.log(x));\n *\n * // Logs:\n * // 0\n * // 1\n * // 2\n * // 3\n * // 4\n * ```\n *\n * @see {@link takeLast}\n * @see {@link takeUntil}\n * @see {@link takeWhile}\n * @see {@link skip}\n *\n * @param count The maximum number of `next` values to emit.\n * @return A function that returns an Observable that emits only the first\n * `count` values emitted by the source Observable, or all of the values from\n * the source if the source emits fewer than `count` values.\n */\nexport function take<T>(count: number): MonoTypeOperatorFunction<T> {\n  return count <= 0\n    ? // If we are taking no values, that's empty.\n      () => EMPTY\n    : operate((source, subscriber) => {\n        let seen = 0;\n        source.subscribe(\n          createOperatorSubscriber(subscriber, (value) => {\n            // Increment the number of values we have seen,\n            // then check it against the allowed count to see\n            // if we are still letting values through.\n            if (++seen <= count) {\n              subscriber.next(value);\n              // If we have met or passed our allowed count,\n              // we need to complete. We have to do <= here,\n              // because re-entrant code will increment `seen` twice.\n              if (count <= seen) {\n                subscriber.complete();\n              }\n            }\n          })\n        );\n      });\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { noop } from '../util/noop';\n\n/**\n * Ignores all items emitted by the source Observable and only passes calls of `complete` or `error`.\n *\n * ![](ignoreElements.png)\n *\n * The `ignoreElements` operator suppresses all items emitted by the source Observable,\n * but allows its termination notification (either `error` or `complete`) to pass through unchanged.\n *\n * If you do not care about the items being emitted by an Observable, but you do want to be notified\n * when it completes or when it terminates with an error, you can apply the `ignoreElements` operator\n * to the Observable, which will ensure that it will never call its observers\u2019 `next` handlers.\n *\n * ## Example\n *\n * Ignore all `next` emissions from the source\n *\n * ```ts\n * import { of, ignoreElements } from 'rxjs';\n *\n * of('you', 'talking', 'to', 'me')\n *   .pipe(ignoreElements())\n *   .subscribe({\n *     next: word => console.log(word),\n *     error: err => console.log('error:', err),\n *     complete: () => console.log('the end'),\n *   });\n *\n * // result:\n * // 'the end'\n * ```\n *\n * @return A function that returns an empty Observable that only calls\n * `complete` or `error`, based on which one is called by the source\n * Observable.\n */\nexport function ignoreElements(): OperatorFunction<unknown, never> {\n  return operate((source, subscriber) => {\n    source.subscribe(createOperatorSubscriber(subscriber, noop));\n  });\n}\n", "import { OperatorFunction } from '../types';\nimport { map } from './map';\n\n/** @deprecated To be removed in v9. Use {@link map} instead: `map(() => value)`. */\nexport function mapTo<R>(value: R): OperatorFunction<unknown, R>;\n/**\n * @deprecated Do not specify explicit type parameters. Signatures with type parameters\n * that cannot be inferred will be removed in v8. `mapTo` itself will be removed in v9,\n * use {@link map} instead: `map(() => value)`.\n * */\nexport function mapTo<T, R>(value: R): OperatorFunction<T, R>;\n\n/**\n * Emits the given constant value on the output Observable every time the source\n * Observable emits a value.\n *\n * <span class=\"informal\">Like {@link map}, but it maps every source value to\n * the same output value every time.</span>\n *\n * ![](mapTo.png)\n *\n * Takes a constant `value` as argument, and emits that whenever the source\n * Observable emits a value. In other words, ignores the actual source value,\n * and simply uses the emission moment to know when to emit the given `value`.\n *\n * ## Example\n *\n * Map every click to the string `'Hi'`\n *\n * ```ts\n * import { fromEvent, mapTo } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const greetings = clicks.pipe(mapTo('Hi'));\n *\n * greetings.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link map}\n *\n * @param value The value to map each source value to.\n * @return A function that returns an Observable that emits the given `value`\n * every time the source Observable emits.\n * @deprecated To be removed in v9. Use {@link map} instead: `map(() => value)`.\n */\nexport function mapTo<R>(value: R): OperatorFunction<unknown, R> {\n  return map(() => value);\n}\n", "import { Observable } from '../Observable';\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { concat } from '../observable/concat';\nimport { take } from './take';\nimport { ignoreElements } from './ignoreElements';\nimport { mapTo } from './mapTo';\nimport { mergeMap } from './mergeMap';\nimport { innerFrom } from '../observable/innerFrom';\n\n/** @deprecated The `subscriptionDelay` parameter will be removed in v8. */\nexport function delayWhen<T>(\n  delayDurationSelector: (value: T, index: number) => ObservableInput<any>,\n  subscriptionDelay: Observable<any>\n): MonoTypeOperatorFunction<T>;\nexport function delayWhen<T>(delayDurationSelector: (value: T, index: number) => ObservableInput<any>): MonoTypeOperatorFunction<T>;\n\n/**\n * Delays the emission of items from the source Observable by a given time span\n * determined by the emissions of another Observable.\n *\n * <span class=\"informal\">It's like {@link delay}, but the time span of the\n * delay duration is determined by a second Observable.</span>\n *\n * ![](delayWhen.png)\n *\n * `delayWhen` operator shifts each emitted value from the source Observable by\n * a time span determined by another Observable. When the source emits a value,\n * the `delayDurationSelector` function is called with the value emitted from\n * the source Observable as the first argument to the `delayDurationSelector`.\n * The `delayDurationSelector` function should return an {@link ObservableInput},\n * that is internally converted to an Observable that is called the \"duration\"\n * Observable.\n *\n * The source value is emitted on the output Observable only when the \"duration\"\n * Observable emits ({@link guide/glossary-and-semantics#next next}s) any value.\n * Upon that, the \"duration\" Observable gets unsubscribed.\n *\n * Before RxJS V7, the {@link guide/glossary-and-semantics#complete completion}\n * of the \"duration\" Observable would have been triggering the emission of the\n * source value to the output Observable, but with RxJS V7, this is not the case\n * anymore.\n *\n * Only next notifications (from the \"duration\" Observable) trigger values from\n * the source Observable to be passed to the output Observable. If the \"duration\"\n * Observable only emits the complete notification (without next), the value\n * emitted by the source Observable will never get to the output Observable - it\n * will be swallowed. If the \"duration\" Observable errors, the error will be\n * propagated to the output Observable.\n *\n * Optionally, `delayWhen` takes a second argument, `subscriptionDelay`, which\n * is an Observable. When `subscriptionDelay` emits its first value or\n * completes, the source Observable is subscribed to and starts behaving like\n * described in the previous paragraph. If `subscriptionDelay` is not provided,\n * `delayWhen` will subscribe to the source Observable as soon as the output\n * Observable is subscribed.\n *\n * ## Example\n *\n * Delay each click by a random amount of time, between 0 and 5 seconds\n *\n * ```ts\n * import { fromEvent, delayWhen, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const delayedClicks = clicks.pipe(\n *   delayWhen(() => interval(Math.random() * 5000))\n * );\n * delayedClicks.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link delay}\n * @see {@link throttle}\n * @see {@link throttleTime}\n * @see {@link debounce}\n * @see {@link debounceTime}\n * @see {@link sample}\n * @see {@link sampleTime}\n * @see {@link audit}\n * @see {@link auditTime}\n *\n * @param delayDurationSelector A function that returns an `ObservableInput` for\n * each `value` emitted by the source Observable, which is then used to delay the\n * emission of that `value` on the output Observable until the `ObservableInput`\n * returned from this function emits a next value. When called, beside `value`,\n * this function receives a zero-based `index` of the emission order.\n * @param subscriptionDelay An Observable that triggers the subscription to the\n * source Observable once it emits any value.\n * @return A function that returns an Observable that delays the emissions of\n * the source Observable by an amount of time specified by the Observable\n * returned by `delayDurationSelector`.\n */\nexport function delayWhen<T>(\n  delayDurationSelector: (value: T, index: number) => ObservableInput<any>,\n  subscriptionDelay?: Observable<any>\n): MonoTypeOperatorFunction<T> {\n  if (subscriptionDelay) {\n    // DEPRECATED PATH\n    return (source: Observable<T>) =>\n      concat(subscriptionDelay.pipe(take(1), ignoreElements()), source.pipe(delayWhen(delayDurationSelector)));\n  }\n\n  return mergeMap((value, index) => innerFrom(delayDurationSelector(value, index)).pipe(take(1), mapTo(value)));\n}\n", "import { asyncScheduler } from '../scheduler/async';\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { delayWhen } from './delayWhen';\nimport { timer } from '../observable/timer';\n\n/**\n * Delays the emission of items from the source Observable by a given timeout or\n * until a given Date.\n *\n * <span class=\"informal\">Time shifts each item by some specified amount of\n * milliseconds.</span>\n *\n * ![](delay.svg)\n *\n * If the delay argument is a Number, this operator time shifts the source\n * Observable by that amount of time expressed in milliseconds. The relative\n * time intervals between the values are preserved.\n *\n * If the delay argument is a Date, this operator time shifts the start of the\n * Observable execution until the given date occurs.\n *\n * ## Examples\n *\n * Delay each click by one second\n *\n * ```ts\n * import { fromEvent, delay } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const delayedClicks = clicks.pipe(delay(1000)); // each click emitted after 1 second\n * delayedClicks.subscribe(x => console.log(x));\n * ```\n *\n * Delay all clicks until a future date happens\n *\n * ```ts\n * import { fromEvent, delay } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const date = new Date('March 15, 2050 12:00:00'); // in the future\n * const delayedClicks = clicks.pipe(delay(date)); // click emitted only after that date\n * delayedClicks.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link delayWhen}\n * @see {@link throttle}\n * @see {@link throttleTime}\n * @see {@link debounce}\n * @see {@link debounceTime}\n * @see {@link sample}\n * @see {@link sampleTime}\n * @see {@link audit}\n * @see {@link auditTime}\n *\n * @param {number|Date} due The delay duration in milliseconds (a `number`) or\n * a `Date` until which the emission of the source items is delayed.\n * @param {SchedulerLike} [scheduler=async] The {@link SchedulerLike} to use for\n * managing the timers that handle the time-shift for each item.\n * @return A function that returns an Observable that delays the emissions of\n * the source Observable by the specified timeout or Date.\n */\nexport function delay<T>(due: number | Date, scheduler: SchedulerLike = asyncScheduler): MonoTypeOperatorFunction<T> {\n  const duration = timer(due, scheduler);\n  return delayWhen(() => duration);\n}\n", "import { MonoTypeOperatorFunction } from '../types';\nimport { identity } from '../util/identity';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\nexport function distinctUntilChanged<T>(comparator?: (previous: T, current: T) => boolean): MonoTypeOperatorFunction<T>;\nexport function distinctUntilChanged<T, K>(\n  comparator: (previous: K, current: K) => boolean,\n  keySelector: (value: T) => K\n): MonoTypeOperatorFunction<T>;\n\n/**\n * Returns a result {@link Observable} that emits all values pushed by the source observable if they\n * are distinct in comparison to the last value the result observable emitted.\n *\n * When provided without parameters or with the first parameter (`{@link distinctUntilChanged#comparator comparator}`),\n * it behaves like this:\n *\n * 1. It will always emit the first value from the source.\n * 2. For all subsequent values pushed by the source, they will be compared to the previously emitted values\n *    using the provided `comparator` or an `===` equality check.\n * 3. If the value pushed by the source is determined to be unequal by this check, that value is emitted and\n *    becomes the new \"previously emitted value\" internally.\n *\n * When the second parameter (`{@link distinctUntilChanged#keySelector keySelector}`) is provided, the behavior\n * changes:\n *\n * 1. It will always emit the first value from the source.\n * 2. The `keySelector` will be run against all values, including the first value.\n * 3. For all values after the first, the selected key will be compared against the key selected from\n *    the previously emitted value using the `comparator`.\n * 4. If the keys are determined to be unequal by this check, the value (not the key), is emitted\n *    and the selected key from that value is saved for future comparisons against other keys.\n *\n * ## Examples\n *\n * A very basic example with no `{@link distinctUntilChanged#comparator comparator}`. Note that `1` is emitted more than once,\n * because it's distinct in comparison to the _previously emitted_ value,\n * not in comparison to _all other emitted values_.\n *\n * ```ts\n * import { of, distinctUntilChanged } from 'rxjs';\n *\n * of(1, 1, 1, 2, 2, 2, 1, 1, 3, 3)\n *   .pipe(distinctUntilChanged())\n *   .subscribe(console.log);\n * // Logs: 1, 2, 1, 3\n * ```\n *\n * With a `{@link distinctUntilChanged#comparator comparator}`, you can do custom comparisons. Let's say\n * you only want to emit a value when all of its components have\n * changed:\n *\n * ```ts\n * import { of, distinctUntilChanged } from 'rxjs';\n *\n * const totallyDifferentBuilds$ = of(\n *   { engineVersion: '1.1.0', transmissionVersion: '1.2.0' },\n *   { engineVersion: '1.1.0', transmissionVersion: '1.4.0' },\n *   { engineVersion: '1.3.0', transmissionVersion: '1.4.0' },\n *   { engineVersion: '1.3.0', transmissionVersion: '1.5.0' },\n *   { engineVersion: '2.0.0', transmissionVersion: '1.5.0' }\n * ).pipe(\n *   distinctUntilChanged((prev, curr) => {\n *     return (\n *       prev.engineVersion === curr.engineVersion ||\n *       prev.transmissionVersion === curr.transmissionVersion\n *     );\n *   })\n * );\n *\n * totallyDifferentBuilds$.subscribe(console.log);\n *\n * // Logs:\n * // { engineVersion: '1.1.0', transmissionVersion: '1.2.0' }\n * // { engineVersion: '1.3.0', transmissionVersion: '1.4.0' }\n * // { engineVersion: '2.0.0', transmissionVersion: '1.5.0' }\n * ```\n *\n * You can also provide a custom `{@link distinctUntilChanged#comparator comparator}` to check that emitted\n * changes are only in one direction. Let's say you only want to get\n * the next record temperature:\n *\n * ```ts\n * import { of, distinctUntilChanged } from 'rxjs';\n *\n * const temps$ = of(30, 31, 20, 34, 33, 29, 35, 20);\n *\n * const recordHighs$ = temps$.pipe(\n *   distinctUntilChanged((prevHigh, temp) => {\n *     // If the current temp is less than\n *     // or the same as the previous record,\n *     // the record hasn't changed.\n *     return temp <= prevHigh;\n *   })\n * );\n *\n * recordHighs$.subscribe(console.log);\n * // Logs: 30, 31, 34, 35\n * ```\n *\n * Selecting update events only when the `updatedBy` field shows\n * the account changed hands.\n *\n * ```ts\n * import { of, distinctUntilChanged } from 'rxjs';\n *\n * // A stream of updates to a given account\n * const accountUpdates$ = of(\n *   { updatedBy: 'blesh', data: [] },\n *   { updatedBy: 'blesh', data: [] },\n *   { updatedBy: 'ncjamieson', data: [] },\n *   { updatedBy: 'ncjamieson', data: [] },\n *   { updatedBy: 'blesh', data: [] }\n * );\n *\n * // We only want the events where it changed hands\n * const changedHands$ = accountUpdates$.pipe(\n *   distinctUntilChanged(undefined, update => update.updatedBy)\n * );\n *\n * changedHands$.subscribe(console.log);\n * // Logs:\n * // { updatedBy: 'blesh', data: Array[0] }\n * // { updatedBy: 'ncjamieson', data: Array[0] }\n * // { updatedBy: 'blesh', data: Array[0] }\n * ```\n *\n * @see {@link distinct}\n * @see {@link distinctUntilKeyChanged}\n *\n * @param comparator A function used to compare the previous and current keys for\n * equality. Defaults to a `===` check.\n * @param keySelector Used to select a key value to be passed to the `comparator`.\n *\n * @return A function that returns an Observable that emits items from the\n * source Observable with distinct values.\n */\nexport function distinctUntilChanged<T, K>(\n  comparator?: (previous: K, current: K) => boolean,\n  keySelector: (value: T) => K = identity as (value: T) => K\n): MonoTypeOperatorFunction<T> {\n  // We've been allowing `null` do be passed as the `compare`, so we can't do\n  // a default value for the parameter, because that will only work\n  // for `undefined`.\n  comparator = comparator ?? defaultCompare;\n\n  return operate((source, subscriber) => {\n    // The previous key, used to compare against keys selected\n    // from new arrivals to determine \"distinctiveness\".\n    let previousKey: K;\n    // Whether or not this is the first value we've gotten.\n    let first = true;\n\n    source.subscribe(\n      createOperatorSubscriber(subscriber, (value) => {\n        // We always call the key selector.\n        const currentKey = keySelector(value);\n\n        // If it's the first value, we always emit it.\n        // Otherwise, we compare this key to the previous key, and\n        // if the comparer returns false, we emit.\n        if (first || !comparator!(previousKey, currentKey)) {\n          // Update our state *before* we emit the value\n          // as emission can be the source of re-entrant code\n          // in functional libraries like this. We only really\n          // need to do this if it's the first value, or if the\n          // key we're tracking in previous needs to change.\n          first = false;\n          previousKey = currentKey;\n\n          // Emit the value!\n          subscriber.next(value);\n        }\n      })\n    );\n  });\n}\n\nfunction defaultCompare(a: any, b: any) {\n  return a === b;\n}\n", "import { distinctUntilChanged } from './distinctUntilChanged';\nimport { MonoTypeOperatorFunction } from '../types';\n\n/* tslint:disable:max-line-length */\nexport function distinctUntilKeyChanged<T>(key: keyof T): MonoTypeOperatorFunction<T>;\nexport function distinctUntilKeyChanged<T, K extends keyof T>(key: K, compare: (x: T[K], y: T[K]) => boolean): MonoTypeOperatorFunction<T>;\n/* tslint:enable:max-line-length */\n\n/**\n * Returns an Observable that emits all items emitted by the source Observable that are distinct by comparison from the previous item,\n * using a property accessed by using the key provided to check if the two items are distinct.\n *\n * If a comparator function is provided, then it will be called for each item to test for whether or not that value should be emitted.\n *\n * If a comparator function is not provided, an equality check is used by default.\n *\n * ## Examples\n *\n * An example comparing the name of persons\n *\n * ```ts\n * import { of, distinctUntilKeyChanged } from 'rxjs';\n *\n * of(\n *   { age: 4, name: 'Foo' },\n *   { age: 7, name: 'Bar' },\n *   { age: 5, name: 'Foo' },\n *   { age: 6, name: 'Foo' }\n * ).pipe(\n *   distinctUntilKeyChanged('name')\n * )\n * .subscribe(x => console.log(x));\n *\n * // displays:\n * // { age: 4, name: 'Foo' }\n * // { age: 7, name: 'Bar' }\n * // { age: 5, name: 'Foo' }\n * ```\n *\n * An example comparing the first letters of the name\n *\n * ```ts\n * import { of, distinctUntilKeyChanged } from 'rxjs';\n *\n * of(\n *   { age: 4, name: 'Foo1' },\n *   { age: 7, name: 'Bar' },\n *   { age: 5, name: 'Foo2' },\n *   { age: 6, name: 'Foo3' }\n * ).pipe(\n *   distinctUntilKeyChanged('name', (x, y) => x.substring(0, 3) === y.substring(0, 3))\n * )\n * .subscribe(x => console.log(x));\n *\n * // displays:\n * // { age: 4, name: 'Foo1' }\n * // { age: 7, name: 'Bar' }\n * // { age: 5, name: 'Foo2' }\n * ```\n *\n * @see {@link distinct}\n * @see {@link distinctUntilChanged}\n *\n * @param {string} key String key for object property lookup on each item.\n * @param {function} [compare] Optional comparison function called to test if an item is distinct from the previous item in the source.\n * @return A function that returns an Observable that emits items from the\n * source Observable with distinct values based on the key specified.\n */\nexport function distinctUntilKeyChanged<T, K extends keyof T>(key: K, compare?: (x: T[K], y: T[K]) => boolean): MonoTypeOperatorFunction<T> {\n  return distinctUntilChanged((x: T, y: T) => compare ? compare(x[key], y[key]) : x[key] === y[key]);\n}\n", "import { EmptyError } from '../util/EmptyError';\nimport { MonoTypeOperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * If the source observable completes without emitting a value, it will emit\n * an error. The error will be created at that time by the optional\n * `errorFactory` argument, otherwise, the error will be {@link EmptyError}.\n *\n * ![](throwIfEmpty.png)\n *\n * ## Example\n *\n * Throw an error if the document wasn't clicked within 1 second\n *\n * ```ts\n * import { fromEvent, takeUntil, timer, throwIfEmpty } from 'rxjs';\n *\n * const click$ = fromEvent(document, 'click');\n *\n * click$.pipe(\n *   takeUntil(timer(1000)),\n *   throwIfEmpty(() => new Error('The document was not clicked within 1 second'))\n * )\n * .subscribe({\n *   next() {\n *    console.log('The document was clicked');\n *   },\n *   error(err) {\n *     console.error(err.message);\n *   }\n * });\n * ```\n *\n * @param errorFactory A factory function called to produce the\n * error to be thrown when the source observable completes without emitting a\n * value.\n * @return A function that returns an Observable that throws an error if the\n * source Observable completed without emitting.\n */\nexport function throwIfEmpty<T>(errorFactory: () => any = defaultErrorFactory): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let hasValue = false;\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          hasValue = true;\n          subscriber.next(value);\n        },\n        () => (hasValue ? subscriber.complete() : subscriber.error(errorFactory()))\n      )\n    );\n  });\n}\n\nfunction defaultErrorFactory() {\n  return new EmptyError();\n}\n", "/** prettier */\nimport { Observable } from '../Observable';\nimport { concat } from '../observable/concat';\nimport { of } from '../observable/of';\nimport { MonoTypeOperatorFunction, SchedulerLike, OperatorFunction, ValueFromArray } from '../types';\n\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `concatAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function endWith<T>(scheduler: SchedulerLike): MonoTypeOperatorFunction<T>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `concatAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function endWith<T, A extends unknown[] = T[]>(\n  ...valuesAndScheduler: [...A, SchedulerLike]\n): OperatorFunction<T, T | ValueFromArray<A>>;\n\nexport function endWith<T, A extends unknown[] = T[]>(...values: A): OperatorFunction<T, T | ValueFromArray<A>>;\n\n/**\n * Returns an observable that will emit all values from the source, then synchronously emit\n * the provided value(s) immediately after the source completes.\n *\n * NOTE: Passing a last argument of a Scheduler is _deprecated_, and may result in incorrect\n * types in TypeScript.\n *\n * This is useful for knowing when an observable ends. Particularly when paired with an\n * operator like {@link takeUntil}\n *\n * ![](endWith.png)\n *\n * ## Example\n *\n * Emit values to know when an interval starts and stops. The interval will\n * stop when a user clicks anywhere on the document.\n *\n * ```ts\n * import { interval, map, fromEvent, startWith, takeUntil, endWith } from 'rxjs';\n *\n * const ticker$ = interval(5000).pipe(\n *   map(() => 'tick')\n * );\n *\n * const documentClicks$ = fromEvent(document, 'click');\n *\n * ticker$.pipe(\n *   startWith('interval started'),\n *   takeUntil(documentClicks$),\n *   endWith('interval ended by click')\n * )\n * .subscribe(x => console.log(x));\n *\n * // Result (assuming a user clicks after 15 seconds)\n * // 'interval started'\n * // 'tick'\n * // 'tick'\n * // 'tick'\n * // 'interval ended by click'\n * ```\n *\n * @see {@link startWith}\n * @see {@link concat}\n * @see {@link takeUntil}\n *\n * @param values Items you want the modified Observable to emit last.\n * @return A function that returns an Observable that emits all values from the\n * source, then synchronously emits the provided value(s) immediately after the\n * source completes.\n */\nexport function endWith<T>(...values: Array<T | SchedulerLike>): MonoTypeOperatorFunction<T> {\n  return (source: Observable<T>) => concat(source, of(...values)) as Observable<T>;\n}\n", "import { MonoTypeOperatorFunction } from '../types';\nimport { operate } from '../util/lift';\n\n/**\n * Returns an Observable that mirrors the source Observable, but will call a specified function when\n * the source terminates on complete or error.\n * The specified function will also be called when the subscriber explicitly unsubscribes.\n *\n * ## Examples\n *\n * Execute callback function when the observable completes\n *\n * ```ts\n * import { interval, take, finalize } from 'rxjs';\n *\n * // emit value in sequence every 1 second\n * const source = interval(1000);\n * const example = source.pipe(\n *   take(5), //take only the first 5 values\n *   finalize(() => console.log('Sequence complete')) // Execute when the observable completes\n * );\n * const subscribe = example.subscribe(val => console.log(val));\n *\n * // results:\n * // 0\n * // 1\n * // 2\n * // 3\n * // 4\n * // 'Sequence complete'\n * ```\n *\n * Execute callback function when the subscriber explicitly unsubscribes\n *\n * ```ts\n * import { interval, finalize, tap, noop, timer } from 'rxjs';\n *\n * const source = interval(100).pipe(\n *   finalize(() => console.log('[finalize] Called')),\n *   tap({\n *     next: () => console.log('[next] Called'),\n *     error: () => console.log('[error] Not called'),\n *     complete: () => console.log('[tap complete] Not called')\n *   })\n * );\n *\n * const sub = source.subscribe({\n *   next: x => console.log(x),\n *   error: noop,\n *   complete: () => console.log('[complete] Not called')\n * });\n *\n * timer(150).subscribe(() => sub.unsubscribe());\n *\n * // results:\n * // '[next] Called'\n * // 0\n * // '[finalize] Called'\n * ```\n *\n * @param {function} callback Function to be called when source terminates.\n * @return A function that returns an Observable that mirrors the source, but\n * will call the specified function on termination.\n */\nexport function finalize<T>(callback: () => void): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    // TODO: This try/finally was only added for `useDeprecatedSynchronousErrorHandling`.\n    // REMOVE THIS WHEN THAT HOT GARBAGE IS REMOVED IN V8.\n    try {\n      source.subscribe(subscriber);\n    } finally {\n      subscriber.add(callback);\n    }\n  });\n}\n", "import { Observable } from '../Observable';\nimport { EmptyError } from '../util/EmptyError';\nimport { OperatorFunction, TruthyTypesOf } from '../types';\nimport { filter } from './filter';\nimport { take } from './take';\nimport { defaultIfEmpty } from './defaultIfEmpty';\nimport { throwIfEmpty } from './throwIfEmpty';\nimport { identity } from '../util/identity';\n\nexport function first<T, D = T>(predicate?: null, defaultValue?: D): OperatorFunction<T, T | D>;\nexport function first<T>(predicate: BooleanConstructor): OperatorFunction<T, TruthyTypesOf<T>>;\nexport function first<T, D>(predicate: BooleanConstructor, defaultValue: D): OperatorFunction<T, TruthyTypesOf<T> | D>;\nexport function first<T, S extends T>(\n  predicate: (value: T, index: number, source: Observable<T>) => value is S,\n  defaultValue?: S\n): OperatorFunction<T, S>;\nexport function first<T, S extends T, D>(\n  predicate: (value: T, index: number, source: Observable<T>) => value is S,\n  defaultValue: D\n): OperatorFunction<T, S | D>;\nexport function first<T, D = T>(\n  predicate: (value: T, index: number, source: Observable<T>) => boolean,\n  defaultValue?: D\n): OperatorFunction<T, T | D>;\n\n/**\n * Emits only the first value (or the first value that meets some condition)\n * emitted by the source Observable.\n *\n * <span class=\"informal\">Emits only the first value. Or emits only the first\n * value that passes some test.</span>\n *\n * ![](first.png)\n *\n * If called with no arguments, `first` emits the first value of the source\n * Observable, then completes. If called with a `predicate` function, `first`\n * emits the first value of the source that matches the specified condition. Throws an error if\n * `defaultValue` was not provided and a matching element is not found.\n *\n * ## Examples\n *\n * Emit only the first click that happens on the DOM\n *\n * ```ts\n * import { fromEvent, first } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(first());\n * result.subscribe(x => console.log(x));\n * ```\n *\n * Emits the first click that happens on a DIV\n *\n * ```ts\n * import { fromEvent, first } from 'rxjs';\n *\n * const div = document.createElement('div');\n * div.style.cssText = 'width: 200px; height: 200px; background: #09c;';\n * document.body.appendChild(div);\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(first(ev => (<HTMLElement>ev.target).tagName === 'DIV'));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link filter}\n * @see {@link find}\n * @see {@link take}\n *\n * @throws {EmptyError} Delivers an EmptyError to the Observer's `error`\n * callback if the Observable completes before any `next` notification was sent.\n * This is how `first()` is different from {@link take}(1) which completes instead.\n *\n * @param {function(value: T, index: number, source: Observable<T>): boolean} [predicate]\n * An optional function called with each item to test for condition matching.\n * @param {D} [defaultValue] The default value emitted in case no valid value\n * was found on the source.\n * @return A function that returns an Observable that emits the first item that\n * matches the condition.\n */\nexport function first<T, D>(\n  predicate?: ((value: T, index: number, source: Observable<T>) => boolean) | null,\n  defaultValue?: D\n): OperatorFunction<T, T | D> {\n  const hasDefaultValue = arguments.length >= 2;\n  return (source: Observable<T>) =>\n    source.pipe(\n      predicate ? filter((v, i) => predicate(v, i, source)) : identity,\n      take(1),\n      hasDefaultValue ? defaultIfEmpty(defaultValue!) : throwIfEmpty(() => new EmptyError())\n    );\n}\n", "import { EMPTY } from '../observable/empty';\nimport { MonoTypeOperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Waits for the source to complete, then emits the last N values from the source,\n * as specified by the `count` argument.\n *\n * ![](takeLast.png)\n *\n * `takeLast` results in an observable that will hold values up to `count` values in memory,\n * until the source completes. It then pushes all values in memory to the consumer, in the\n * order they were received from the source, then notifies the consumer that it is\n * complete.\n *\n * If for some reason the source completes before the `count` supplied to `takeLast` is reached,\n * all values received until that point are emitted, and then completion is notified.\n *\n * **Warning**: Using `takeLast` with an observable that never completes will result\n * in an observable that never emits a value.\n *\n * ## Example\n *\n * Take the last 3 values of an Observable with many values\n *\n * ```ts\n * import { range, takeLast } from 'rxjs';\n *\n * const many = range(1, 100);\n * const lastThree = many.pipe(takeLast(3));\n * lastThree.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link take}\n * @see {@link takeUntil}\n * @see {@link takeWhile}\n * @see {@link skip}\n *\n * @param count The maximum number of values to emit from the end of\n * the sequence of values emitted by the source Observable.\n * @return A function that returns an Observable that emits at most the last\n * `count` values emitted by the source Observable.\n */\nexport function takeLast<T>(count: number): MonoTypeOperatorFunction<T> {\n  return count <= 0\n    ? () => EMPTY\n    : operate((source, subscriber) => {\n        // This buffer will hold the values we are going to emit\n        // when the source completes. Since we only want to take the\n        // last N values, we can't emit until we're sure we're not getting\n        // any more values.\n        let buffer: T[] = [];\n        source.subscribe(\n          createOperatorSubscriber(\n            subscriber,\n            (value) => {\n              // Add the most recent value onto the end of our buffer.\n              buffer.push(value);\n              // If our buffer is now larger than the number of values we\n              // want to take, we remove the oldest value from the buffer.\n              count < buffer.length && buffer.shift();\n            },\n            () => {\n              // The source completed, we now know what are last values\n              // are, emit them in the order they were received.\n              for (const value of buffer) {\n                subscriber.next(value);\n              }\n              subscriber.complete();\n            },\n            // Errors are passed through to the consumer\n            undefined,\n            () => {\n              // During finalization release the values in our buffer.\n              buffer = null!;\n            }\n          )\n        );\n      });\n}\n", "import { ObservableInput, ObservableInputTuple, OperatorFunction, SchedulerLike } from '../types';\nimport { operate } from '../util/lift';\nimport { argsOrArgArray } from '../util/argsOrArgArray';\nimport { mergeAll } from './mergeAll';\nimport { popNumber, popScheduler } from '../util/args';\nimport { from } from '../observable/from';\n\n/** @deprecated Replaced with {@link mergeWith}. Will be removed in v8. */\nexport function merge<T, A extends readonly unknown[]>(...sources: [...ObservableInputTuple<A>]): OperatorFunction<T, T | A[number]>;\n/** @deprecated Replaced with {@link mergeWith}. Will be removed in v8. */\nexport function merge<T, A extends readonly unknown[]>(\n  ...sourcesAndConcurrency: [...ObservableInputTuple<A>, number]\n): OperatorFunction<T, T | A[number]>;\n/** @deprecated Replaced with {@link mergeWith}. Will be removed in v8. */\nexport function merge<T, A extends readonly unknown[]>(\n  ...sourcesAndScheduler: [...ObservableInputTuple<A>, SchedulerLike]\n): OperatorFunction<T, T | A[number]>;\n/** @deprecated Replaced with {@link mergeWith}. Will be removed in v8. */\nexport function merge<T, A extends readonly unknown[]>(\n  ...sourcesAndConcurrencyAndScheduler: [...ObservableInputTuple<A>, number, SchedulerLike]\n): OperatorFunction<T, T | A[number]>;\n\nexport function merge<T>(...args: unknown[]): OperatorFunction<T, unknown> {\n  const scheduler = popScheduler(args);\n  const concurrent = popNumber(args, Infinity);\n  args = argsOrArgArray(args);\n\n  return operate((source, subscriber) => {\n    mergeAll(concurrent)(from([source, ...(args as ObservableInput<T>[])], scheduler)).subscribe(subscriber);\n  });\n}\n", "import { ObservableInputTuple, OperatorFunction } from '../types';\nimport { merge } from './merge';\n\n/**\n * Merge the values from all observables to a single observable result.\n *\n * Creates an observable, that when subscribed to, subscribes to the source\n * observable, and all other sources provided as arguments. All values from\n * every source are emitted from the resulting subscription.\n *\n * When all sources complete, the resulting observable will complete.\n *\n * When any source errors, the resulting observable will error.\n *\n * ## Example\n *\n * Joining all outputs from multiple user input event streams\n *\n * ```ts\n * import { fromEvent, map, mergeWith } from 'rxjs';\n *\n * const clicks$ = fromEvent(document, 'click').pipe(map(() => 'click'));\n * const mousemoves$ = fromEvent(document, 'mousemove').pipe(map(() => 'mousemove'));\n * const dblclicks$ = fromEvent(document, 'dblclick').pipe(map(() => 'dblclick'));\n *\n * mousemoves$\n *   .pipe(mergeWith(clicks$, dblclicks$))\n *   .subscribe(x => console.log(x));\n *\n * // result (assuming user interactions)\n * // 'mousemove'\n * // 'mousemove'\n * // 'mousemove'\n * // 'click'\n * // 'click'\n * // 'dblclick'\n * ```\n *\n * @see {@link merge}\n *\n * @param otherSources the sources to combine the current source with.\n * @return A function that returns an Observable that merges the values from\n * all given Observables.\n */\nexport function mergeWith<T, A extends readonly unknown[]>(\n  ...otherSources: [...ObservableInputTuple<A>]\n): OperatorFunction<T, T | A[number]> {\n  return merge(...otherSources);\n}\n", "import { Subscription } from '../Subscription';\nimport { EMPTY } from '../observable/empty';\nimport { operate } from '../util/lift';\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\nimport { timer } from '../observable/timer';\n\nexport interface RepeatConfig {\n  /**\n   * The number of times to repeat the source. Defaults to `Infinity`.\n   */\n  count?: number;\n\n  /**\n   * If a `number`, will delay the repeat of the source by that number of milliseconds.\n   * If a function, it will provide the number of times the source has been subscribed to,\n   * and the return value should be a valid observable input that will notify when the source\n   * should be repeated. If the notifier observable is empty, the result will complete.\n   */\n  delay?: number | ((count: number) => ObservableInput<any>);\n}\n\n/**\n * Returns an Observable that will resubscribe to the source stream when the source stream completes.\n *\n * <span class=\"informal\">Repeats all values emitted on the source. It's like {@link retry}, but for non error cases.</span>\n *\n * ![](repeat.png)\n *\n * Repeat will output values from a source until the source completes, then it will resubscribe to the\n * source a specified number of times, with a specified delay. Repeat can be particularly useful in\n * combination with closing operators like {@link take}, {@link takeUntil}, {@link first}, or {@link takeWhile},\n * as it can be used to restart a source again from scratch.\n *\n * Repeat is very similar to {@link retry}, where {@link retry} will resubscribe to the source in the error case, but\n * `repeat` will resubscribe if the source completes.\n *\n * Note that `repeat` will _not_ catch errors. Use {@link retry} for that.\n *\n * - `repeat(0)` returns an empty observable\n * - `repeat()` will repeat forever\n * - `repeat({ delay: 200 })` will repeat forever, with a delay of 200ms between repetitions.\n * - `repeat({ count: 2, delay: 400 })` will repeat twice, with a delay of 400ms between repetitions.\n * - `repeat({ delay: (count) => timer(count * 1000) })` will repeat forever, but will have a delay that grows by one second for each repetition.\n *\n * ## Example\n *\n * Repeat a message stream\n *\n * ```ts\n * import { of, repeat } from 'rxjs';\n *\n * const source = of('Repeat message');\n * const result = source.pipe(repeat(3));\n *\n * result.subscribe(x => console.log(x));\n *\n * // Results\n * // 'Repeat message'\n * // 'Repeat message'\n * // 'Repeat message'\n * ```\n *\n * Repeat 3 values, 2 times\n *\n * ```ts\n * import { interval, take, repeat } from 'rxjs';\n *\n * const source = interval(1000);\n * const result = source.pipe(take(3), repeat(2));\n *\n * result.subscribe(x => console.log(x));\n *\n * // Results every second\n * // 0\n * // 1\n * // 2\n * // 0\n * // 1\n * // 2\n * ```\n *\n * Defining two complex repeats with delays on the same source.\n * Note that the second repeat cannot be called until the first\n * repeat as exhausted it's count.\n *\n * ```ts\n * import { defer, of, repeat } from 'rxjs';\n *\n * const source = defer(() => {\n *    return of(`Hello, it is ${new Date()}`)\n * });\n *\n * source.pipe(\n *    // Repeat 3 times with a delay of 1 second between repetitions\n *    repeat({\n *      count: 3,\n *      delay: 1000,\n *    }),\n *\n *    // *Then* repeat forever, but with an exponential step-back\n *    // maxing out at 1 minute.\n *    repeat({\n *      delay: (count) => timer(Math.min(60000, 2 ^ count * 1000))\n *    })\n * )\n * ```\n *\n * @see {@link repeatWhen}\n * @see {@link retry}\n *\n * @param count The number of times the source Observable items are repeated, a count of 0 will yield\n * an empty Observable.\n */\nexport function repeat<T>(countOrConfig?: number | RepeatConfig): MonoTypeOperatorFunction<T> {\n  let count = Infinity;\n  let delay: RepeatConfig['delay'];\n\n  if (countOrConfig != null) {\n    if (typeof countOrConfig === 'object') {\n      ({ count = Infinity, delay } = countOrConfig);\n    } else {\n      count = countOrConfig;\n    }\n  }\n\n  return count <= 0\n    ? () => EMPTY\n    : operate((source, subscriber) => {\n        let soFar = 0;\n        let sourceSub: Subscription | null;\n\n        const resubscribe = () => {\n          sourceSub?.unsubscribe();\n          sourceSub = null;\n          if (delay != null) {\n            const notifier = typeof delay === 'number' ? timer(delay) : innerFrom(delay(soFar));\n            const notifierSubscriber = createOperatorSubscriber(subscriber, () => {\n              notifierSubscriber.unsubscribe();\n              subscribeToSource();\n            });\n            notifier.subscribe(notifierSubscriber);\n          } else {\n            subscribeToSource();\n          }\n        };\n\n        const subscribeToSource = () => {\n          let syncUnsub = false;\n          sourceSub = source.subscribe(\n            createOperatorSubscriber(subscriber, undefined, () => {\n              if (++soFar < count) {\n                if (sourceSub) {\n                  resubscribe();\n                } else {\n                  syncUnsub = true;\n                }\n              } else {\n                subscriber.complete();\n              }\n            })\n          );\n\n          if (syncUnsub) {\n            resubscribe();\n          }\n        };\n\n        subscribeToSource();\n      });\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { scanInternals } from './scanInternals';\n\nexport function scan<V, A = V>(accumulator: (acc: A | V, value: V, index: number) => A): OperatorFunction<V, V | A>;\nexport function scan<V, A>(accumulator: (acc: A, value: V, index: number) => A, seed: A): OperatorFunction<V, A>;\nexport function scan<V, A, S>(accumulator: (acc: A | S, value: V, index: number) => A, seed: S): OperatorFunction<V, A>;\n\n// TODO: link to a \"redux pattern\" section in the guide (location TBD)\n\n/**\n * Useful for encapsulating and managing state. Applies an accumulator (or \"reducer function\")\n * to each value from the source after an initial state is established -- either via\n * a `seed` value (second argument), or from the first value from the source.\n *\n * <span class=\"informal\">It's like {@link reduce}, but emits the current\n * accumulation state after each update</span>\n *\n * ![](scan.png)\n *\n * This operator maintains an internal state and emits it after processing each value as follows:\n *\n * 1. First value arrives\n *   - If a `seed` value was supplied (as the second argument to `scan`), let `state = seed` and `value = firstValue`.\n *   - If NO `seed` value was supplied (no second argument), let `state = firstValue` and go to 3.\n * 2. Let `state = accumulator(state, value)`.\n *   - If an error is thrown by `accumulator`, notify the consumer of an error. The process ends.\n * 3. Emit `state`.\n * 4. Next value arrives, let `value = nextValue`, go to 2.\n *\n * ## Examples\n *\n * An average of previous numbers. This example shows how\n * not providing a `seed` can prime the stream with the\n * first value from the source.\n *\n * ```ts\n * import { of, scan, map } from 'rxjs';\n *\n * const numbers$ = of(1, 2, 3);\n *\n * numbers$\n *   .pipe(\n *     // Get the sum of the numbers coming in.\n *     scan((total, n) => total + n),\n *     // Get the average by dividing the sum by the total number\n *     // received so far (which is 1 more than the zero-based index).\n *     map((sum, index) => sum / (index + 1))\n *   )\n *   .subscribe(console.log);\n * ```\n *\n * The Fibonacci sequence. This example shows how you can use\n * a seed to prime accumulation process. Also... you know... Fibonacci.\n * So important to like, computers and stuff that its whiteboarded\n * in job interviews. Now you can show them the Rx version! (Please don't, haha)\n *\n * ```ts\n * import { interval, scan, map, startWith } from 'rxjs';\n *\n * const firstTwoFibs = [0, 1];\n * // An endless stream of Fibonacci numbers.\n * const fibonacci$ = interval(1000).pipe(\n *   // Scan to get the fibonacci numbers (after 0, 1)\n *   scan(([a, b]) => [b, a + b], firstTwoFibs),\n *   // Get the second number in the tuple, it's the one you calculated\n *   map(([, n]) => n),\n *   // Start with our first two digits :)\n *   startWith(...firstTwoFibs)\n * );\n *\n * fibonacci$.subscribe(console.log);\n * ```\n *\n * @see {@link expand}\n * @see {@link mergeScan}\n * @see {@link reduce}\n * @see {@link switchScan}\n *\n * @param accumulator A \"reducer function\". This will be called for each value after an initial state is\n * acquired.\n * @param seed The initial state. If this is not provided, the first value from the source will\n * be used as the initial state, and emitted without going through the accumulator. All subsequent values\n * will be processed by the accumulator function. If this is provided, all values will go through\n * the accumulator function.\n * @return A function that returns an Observable of the accumulated values.\n */\nexport function scan<V, A, S>(accumulator: (acc: V | A | S, value: V, index: number) => A, seed?: S): OperatorFunction<V, V | A> {\n  // providing a seed of `undefined` *should* be valid and trigger\n  // hasSeed! so don't use `seed !== undefined` checks!\n  // For this reason, we have to check it here at the original call site\n  // otherwise inside Operator/Subscriber we won't know if `undefined`\n  // means they didn't provide anything or if they literally provided `undefined`\n  return operate(scanInternals(accumulator, seed as S, arguments.length >= 2, true));\n}\n", "import { innerFrom } from '../observable/innerFrom';\nimport { Subject } from '../Subject';\nimport { SafeSubscriber } from '../Subscriber';\nimport { Subscription } from '../Subscription';\nimport { MonoTypeOperatorFunction, SubjectLike, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\n\nexport interface ShareConfig<T> {\n  /**\n   * The factory used to create the subject that will connect the source observable to\n   * multicast consumers.\n   */\n  connector?: () => SubjectLike<T>;\n  /**\n   * If `true`, the resulting observable will reset internal state on error from source and return to a \"cold\" state. This\n   * allows the resulting observable to be \"retried\" in the event of an error.\n   * If `false`, when an error comes from the source it will push the error into the connecting subject, and the subject\n   * will remain the connecting subject, meaning the resulting observable will not go \"cold\" again, and subsequent retries\n   * or resubscriptions will resubscribe to that same subject. In all cases, RxJS subjects will emit the same error again, however\n   * {@link ReplaySubject} will also push its buffered values before pushing the error.\n   * It is also possible to pass a notifier factory returning an `ObservableInput` instead which grants more fine-grained\n   * control over how and when the reset should happen. This allows behaviors like conditional or delayed resets.\n   */\n  resetOnError?: boolean | ((error: any) => ObservableInput<any>);\n  /**\n   * If `true`, the resulting observable will reset internal state on completion from source and return to a \"cold\" state. This\n   * allows the resulting observable to be \"repeated\" after it is done.\n   * If `false`, when the source completes, it will push the completion through the connecting subject, and the subject\n   * will remain the connecting subject, meaning the resulting observable will not go \"cold\" again, and subsequent repeats\n   * or resubscriptions will resubscribe to that same subject.\n   * It is also possible to pass a notifier factory returning an `ObservableInput` instead which grants more fine-grained\n   * control over how and when the reset should happen. This allows behaviors like conditional or delayed resets.\n   */\n  resetOnComplete?: boolean | (() => ObservableInput<any>);\n  /**\n   * If `true`, when the number of subscribers to the resulting observable reaches zero due to those subscribers unsubscribing, the\n   * internal state will be reset and the resulting observable will return to a \"cold\" state. This means that the next\n   * time the resulting observable is subscribed to, a new subject will be created and the source will be subscribed to\n   * again.\n   * If `false`, when the number of subscribers to the resulting observable reaches zero due to unsubscription, the subject\n   * will remain connected to the source, and new subscriptions to the result will be connected through that same subject.\n   * It is also possible to pass a notifier factory returning an `ObservableInput` instead which grants more fine-grained\n   * control over how and when the reset should happen. This allows behaviors like conditional or delayed resets.\n   */\n  resetOnRefCountZero?: boolean | (() => ObservableInput<any>);\n}\n\nexport function share<T>(): MonoTypeOperatorFunction<T>;\n\nexport function share<T>(options: ShareConfig<T>): MonoTypeOperatorFunction<T>;\n\n/**\n * Returns a new Observable that multicasts (shares) the original Observable. As long as there is at least one\n * Subscriber this Observable will be subscribed and emitting data. When all subscribers have unsubscribed it will\n * unsubscribe from the source Observable. Because the Observable is multicasting it makes the stream `hot`.\n * This is an alias for `multicast(() => new Subject()), refCount()`.\n *\n * The subscription to the underlying source Observable can be reset (unsubscribe and resubscribe for new subscribers),\n * if the subscriber count to the shared observable drops to 0, or if the source Observable errors or completes. It is\n * possible to use notifier factories for the resets to allow for behaviors like conditional or delayed resets. Please\n * note that resetting on error or complete of the source Observable does not behave like a transparent retry or restart\n * of the source because the error or complete will be forwarded to all subscribers and their subscription will be\n * closed. Only new subscribers after a reset on error or complete happened will cause a fresh subscription to the\n * source. To achieve transparent retries or restarts pipe the source through appropriate operators before sharing.\n *\n * ![](share.png)\n *\n * ## Example\n *\n * Generate new multicast Observable from the `source` Observable value\n *\n * ```ts\n * import { interval, tap, map, take, share } from 'rxjs';\n *\n * const source = interval(1000).pipe(\n *   tap(x => console.log('Processing: ', x)),\n *   map(x => x * x),\n *   take(6),\n *   share()\n * );\n *\n * source.subscribe(x => console.log('subscription 1: ', x));\n * source.subscribe(x => console.log('subscription 2: ', x));\n *\n * // Logs:\n * // Processing: 0\n * // subscription 1: 0\n * // subscription 2: 0\n * // Processing: 1\n * // subscription 1: 1\n * // subscription 2: 1\n * // Processing: 2\n * // subscription 1: 4\n * // subscription 2: 4\n * // Processing: 3\n * // subscription 1: 9\n * // subscription 2: 9\n * // Processing: 4\n * // subscription 1: 16\n * // subscription 2: 16\n * // Processing: 5\n * // subscription 1: 25\n * // subscription 2: 25\n * ```\n *\n * ## Example with notifier factory: Delayed reset\n *\n * ```ts\n * import { interval, take, share, timer } from 'rxjs';\n *\n * const source = interval(1000).pipe(\n *   take(3),\n *   share({\n *     resetOnRefCountZero: () => timer(1000)\n *   })\n * );\n *\n * const subscriptionOne = source.subscribe(x => console.log('subscription 1: ', x));\n * setTimeout(() => subscriptionOne.unsubscribe(), 1300);\n *\n * setTimeout(() => source.subscribe(x => console.log('subscription 2: ', x)), 1700);\n *\n * setTimeout(() => source.subscribe(x => console.log('subscription 3: ', x)), 5000);\n *\n * // Logs:\n * // subscription 1:  0\n * // (subscription 1 unsubscribes here)\n * // (subscription 2 subscribes here ~400ms later, source was not reset)\n * // subscription 2:  1\n * // subscription 2:  2\n * // (subscription 2 unsubscribes here)\n * // (subscription 3 subscribes here ~2000ms later, source did reset before)\n * // subscription 3:  0\n * // subscription 3:  1\n * // subscription 3:  2\n * ```\n *\n * @see {@link shareReplay}\n *\n * @return A function that returns an Observable that mirrors the source.\n */\nexport function share<T>(options: ShareConfig<T> = {}): MonoTypeOperatorFunction<T> {\n  const { connector = () => new Subject<T>(), resetOnError = true, resetOnComplete = true, resetOnRefCountZero = true } = options;\n  // It's necessary to use a wrapper here, as the _operator_ must be\n  // referentially transparent. Otherwise, it cannot be used in calls to the\n  // static `pipe` function - to create a partial pipeline.\n  //\n  // The _operator function_ - the function returned by the _operator_ - will\n  // not be referentially transparent - as it shares its source - but the\n  // _operator function_ is called when the complete pipeline is composed via a\n  // call to a source observable's `pipe` method - not when the static `pipe`\n  // function is called.\n  return (wrapperSource) => {\n    let connection: SafeSubscriber<T> | undefined;\n    let resetConnection: Subscription | undefined;\n    let subject: SubjectLike<T> | undefined;\n    let refCount = 0;\n    let hasCompleted = false;\n    let hasErrored = false;\n\n    const cancelReset = () => {\n      resetConnection?.unsubscribe();\n      resetConnection = undefined;\n    };\n    // Used to reset the internal state to a \"cold\"\n    // state, as though it had never been subscribed to.\n    const reset = () => {\n      cancelReset();\n      connection = subject = undefined;\n      hasCompleted = hasErrored = false;\n    };\n    const resetAndUnsubscribe = () => {\n      // We need to capture the connection before\n      // we reset (if we need to reset).\n      const conn = connection;\n      reset();\n      conn?.unsubscribe();\n    };\n\n    return operate<T, T>((source, subscriber) => {\n      refCount++;\n      if (!hasErrored && !hasCompleted) {\n        cancelReset();\n      }\n\n      // Create the subject if we don't have one yet. Grab a local reference to\n      // it as well, which avoids non-null assertions when using it and, if we\n      // connect to it now, then error/complete need a reference after it was\n      // reset.\n      const dest = (subject = subject ?? connector());\n\n      // Add the finalization directly to the subscriber - instead of returning it -\n      // so that the handling of the subscriber's unsubscription will be wired\n      // up _before_ the subscription to the source occurs. This is done so that\n      // the assignment to the source connection's `closed` property will be seen\n      // by synchronous firehose sources.\n      subscriber.add(() => {\n        refCount--;\n\n        // If we're resetting on refCount === 0, and it's 0, we only want to do\n        // that on \"unsubscribe\", really. Resetting on error or completion is a different\n        // configuration.\n        if (refCount === 0 && !hasErrored && !hasCompleted) {\n          resetConnection = handleReset(resetAndUnsubscribe, resetOnRefCountZero);\n        }\n      });\n\n      // The following line adds the subscription to the subscriber passed.\n      // Basically, `subscriber === dest.subscribe(subscriber)` is `true`.\n      dest.subscribe(subscriber);\n\n      if (\n        !connection &&\n        // Check this shareReplay is still activate - it can be reset to 0\n        // and be \"unsubscribed\" _before_ it actually subscribes.\n        // If we were to subscribe then, it'd leak and get stuck.\n        refCount > 0\n      ) {\n        // We need to create a subscriber here - rather than pass an observer and\n        // assign the returned subscription to connection - because it's possible\n        // for reentrant subscriptions to the shared observable to occur and in\n        // those situations we want connection to be already-assigned so that we\n        // don't create another connection to the source.\n        connection = new SafeSubscriber({\n          next: (value) => dest.next(value),\n          error: (err) => {\n            hasErrored = true;\n            cancelReset();\n            resetConnection = handleReset(reset, resetOnError, err);\n            dest.error(err);\n          },\n          complete: () => {\n            hasCompleted = true;\n            cancelReset();\n            resetConnection = handleReset(reset, resetOnComplete);\n            dest.complete();\n          },\n        });\n        innerFrom(source).subscribe(connection);\n      }\n    })(wrapperSource);\n  };\n}\n\nfunction handleReset<T extends unknown[] = never[]>(\n  reset: () => void,\n  on: boolean | ((...args: T) => ObservableInput<any>),\n  ...args: T\n): Subscription | undefined {\n  if (on === true) {\n    reset();\n    return;\n  }\n\n  if (on === false) {\n    return;\n  }\n\n  const onSubscriber = new SafeSubscriber({\n    next: () => {\n      onSubscriber.unsubscribe();\n      reset();\n    },\n  });\n\n  return innerFrom(on(...args)).subscribe(onSubscriber);\n}\n", "import { ReplaySubject } from '../ReplaySubject';\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { share } from './share';\n\nexport interface ShareReplayConfig {\n  bufferSize?: number;\n  windowTime?: number;\n  refCount: boolean;\n  scheduler?: SchedulerLike;\n}\n\nexport function shareReplay<T>(config: ShareReplayConfig): MonoTypeOperatorFunction<T>;\nexport function shareReplay<T>(bufferSize?: number, windowTime?: number, scheduler?: SchedulerLike): MonoTypeOperatorFunction<T>;\n\n/**\n * Share source and replay specified number of emissions on subscription.\n *\n * This operator is a specialization of `replay` that connects to a source observable\n * and multicasts through a `ReplaySubject` constructed with the specified arguments.\n * A successfully completed source will stay cached in the `shareReplay`ed observable forever,\n * but an errored source can be retried.\n *\n * ## Why use `shareReplay`?\n *\n * You generally want to use `shareReplay` when you have side-effects or taxing computations\n * that you do not wish to be executed amongst multiple subscribers.\n * It may also be valuable in situations where you know you will have late subscribers to\n * a stream that need access to previously emitted values.\n * This ability to replay values on subscription is what differentiates {@link share} and `shareReplay`.\n *\n * ## Reference counting\n *\n * By default `shareReplay` will use `refCount` of false, meaning that it will _not_ unsubscribe the\n * source when the reference counter drops to zero, i.e. the inner `ReplaySubject` will _not_ be unsubscribed\n * (and potentially run for ever).\n * This is the default as it is expected that `shareReplay` is often used to keep around expensive to setup\n * observables which we want to keep running instead of having to do the expensive setup again.\n *\n * As of RXJS version 6.4.0 a new overload signature was added to allow for manual control over what\n * happens when the operators internal reference counter drops to zero.\n * If `refCount` is true, the source will be unsubscribed from once the reference count drops to zero, i.e.\n * the inner `ReplaySubject` will be unsubscribed. All new subscribers will receive value emissions from a\n * new `ReplaySubject` which in turn will cause a new subscription to the source observable.\n *\n * ## Examples\n *\n * Example with a third subscriber coming late to the party\n *\n * ```ts\n * import { interval, take, shareReplay } from 'rxjs';\n *\n * const shared$ = interval(2000).pipe(\n *   take(6),\n *   shareReplay(3)\n * );\n *\n * shared$.subscribe(x => console.log('sub A: ', x));\n * shared$.subscribe(y => console.log('sub B: ', y));\n *\n * setTimeout(() => {\n *   shared$.subscribe(y => console.log('sub C: ', y));\n * }, 11000);\n *\n * // Logs:\n * // (after ~2000 ms)\n * // sub A: 0\n * // sub B: 0\n * // (after ~4000 ms)\n * // sub A: 1\n * // sub B: 1\n * // (after ~6000 ms)\n * // sub A: 2\n * // sub B: 2\n * // (after ~8000 ms)\n * // sub A: 3\n * // sub B: 3\n * // (after ~10000 ms)\n * // sub A: 4\n * // sub B: 4\n * // (after ~11000 ms, sub C gets the last 3 values)\n * // sub C: 2\n * // sub C: 3\n * // sub C: 4\n * // (after ~12000 ms)\n * // sub A: 5\n * // sub B: 5\n * // sub C: 5\n * ```\n *\n * Example for `refCount` usage\n *\n * ```ts\n * import { Observable, tap, interval, shareReplay, take } from 'rxjs';\n *\n * const log = <T>(name: string, source: Observable<T>) => source.pipe(\n *   tap({\n *     subscribe: () => console.log(`${ name }: subscribed`),\n *     next: value => console.log(`${ name }: ${ value }`),\n *     complete: () => console.log(`${ name }: completed`),\n *     finalize: () => console.log(`${ name }: unsubscribed`)\n *   })\n * );\n *\n * const obs$ = log('source', interval(1000));\n *\n * const shared$ = log('shared', obs$.pipe(\n *   shareReplay({ bufferSize: 1, refCount: true }),\n *   take(2)\n * ));\n *\n * shared$.subscribe(x => console.log('sub A: ', x));\n * shared$.subscribe(y => console.log('sub B: ', y));\n *\n * // PRINTS:\n * // shared: subscribed <-- reference count = 1\n * // source: subscribed\n * // shared: subscribed <-- reference count = 2\n * // source: 0\n * // shared: 0\n * // sub A: 0\n * // shared: 0\n * // sub B: 0\n * // source: 1\n * // shared: 1\n * // sub A: 1\n * // shared: completed <-- take(2) completes the subscription for sub A\n * // shared: unsubscribed <-- reference count = 1\n * // shared: 1\n * // sub B: 1\n * // shared: completed <-- take(2) completes the subscription for sub B\n * // shared: unsubscribed <-- reference count = 0\n * // source: unsubscribed <-- replaySubject unsubscribes from source observable because the reference count dropped to 0 and refCount is true\n *\n * // In case of refCount being false, the unsubscribe is never called on the source and the source would keep on emitting, even if no subscribers\n * // are listening.\n * // source: 2\n * // source: 3\n * // source: 4\n * // ...\n * ```\n *\n * @see {@link publish}\n * @see {@link share}\n * @see {@link publishReplay}\n *\n * @param configOrBufferSize Maximum element count of the replay buffer or {@link ShareReplayConfig configuration}\n * object.\n * @param windowTime Maximum time length of the replay buffer in milliseconds.\n * @param scheduler Scheduler where connected observers within the selector function\n * will be invoked on.\n * @return A function that returns an Observable sequence that contains the\n * elements of a sequence produced by multicasting the source sequence within a\n * selector function.\n */\nexport function shareReplay<T>(\n  configOrBufferSize?: ShareReplayConfig | number,\n  windowTime?: number,\n  scheduler?: SchedulerLike\n): MonoTypeOperatorFunction<T> {\n  let bufferSize: number;\n  let refCount = false;\n  if (configOrBufferSize && typeof configOrBufferSize === 'object') {\n    ({ bufferSize = Infinity, windowTime = Infinity, refCount = false, scheduler } = configOrBufferSize);\n  } else {\n    bufferSize = (configOrBufferSize ?? Infinity) as number;\n  }\n  return share<T>({\n    connector: () => new ReplaySubject(bufferSize, windowTime, scheduler),\n    resetOnError: true,\n    resetOnComplete: false,\n    resetOnRefCountZero: refCount,\n  });\n}\n", "import { MonoTypeOperatorFunction } from '../types';\nimport { filter } from './filter';\n\n/**\n * Returns an Observable that skips the first `count` items emitted by the source Observable.\n *\n * ![](skip.png)\n *\n * Skips the values until the sent notifications are equal or less than provided skip count. It raises\n * an error if skip count is equal or more than the actual number of emits and source raises an error.\n *\n * ## Example\n *\n * Skip the values before the emission\n *\n * ```ts\n * import { interval, skip } from 'rxjs';\n *\n * // emit every half second\n * const source = interval(500);\n * // skip the first 10 emitted values\n * const result = source.pipe(skip(10));\n *\n * result.subscribe(value => console.log(value));\n * // output: 10...11...12...13...\n * ```\n *\n * @see {@link last}\n * @see {@link skipWhile}\n * @see {@link skipUntil}\n * @see {@link skipLast}\n *\n * @param {Number} count - The number of times, items emitted by source Observable should be skipped.\n * @return A function that returns an Observable that skips the first `count`\n * values emitted by the source Observable.\n */\nexport function skip<T>(count: number): MonoTypeOperatorFunction<T> {\n  return filter((_, index) => count <= index);\n}\n", "import { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\nimport { noop } from '../util/noop';\n\n/**\n * Returns an Observable that skips items emitted by the source Observable until a second Observable emits an item.\n *\n * The `skipUntil` operator causes the observable stream to skip the emission of values until the passed in observable\n * emits the first value. This can be particularly useful in combination with user interactions, responses of HTTP\n * requests or waiting for specific times to pass by.\n *\n * ![](skipUntil.png)\n *\n * Internally, the `skipUntil` operator subscribes to the passed in `notifier` `ObservableInput` (which gets converted\n * to an Observable) in order to recognize the emission of its first value. When `notifier` emits next, the operator\n * unsubscribes from it and starts emitting the values of the *source* observable until it completes or errors. It\n * will never let the *source* observable emit any values if the `notifier` completes or throws an error without\n * emitting a value before.\n *\n * ## Example\n *\n * In the following example, all emitted values of the interval observable are skipped until the user clicks anywhere\n * within the page\n *\n * ```ts\n * import { interval, fromEvent, skipUntil } from 'rxjs';\n *\n * const intervalObservable = interval(1000);\n * const click = fromEvent(document, 'click');\n *\n * const emitAfterClick = intervalObservable.pipe(\n *   skipUntil(click)\n * );\n * // clicked at 4.6s. output: 5...6...7...8........ or\n * // clicked at 7.3s. output: 8...9...10..11.......\n * emitAfterClick.subscribe(value => console.log(value));\n * ```\n *\n * @see {@link last}\n * @see {@link skip}\n * @see {@link skipWhile}\n * @see {@link skipLast}\n *\n * @param notifier An `ObservableInput` that has to emit an item before the source Observable elements begin to\n * be mirrored by the resulting Observable.\n * @return A function that returns an Observable that skips items from the\n * source Observable until the `notifier` Observable emits an item, then emits the\n * remaining items.\n */\nexport function skipUntil<T>(notifier: ObservableInput<any>): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let taking = false;\n\n    const skipSubscriber = createOperatorSubscriber(\n      subscriber,\n      () => {\n        skipSubscriber?.unsubscribe();\n        taking = true;\n      },\n      noop\n    );\n\n    innerFrom(notifier).subscribe(skipSubscriber);\n\n    source.subscribe(createOperatorSubscriber(subscriber, (value) => taking && subscriber.next(value)));\n  });\n}\n", "import { concat } from '../observable/concat';\nimport { OperatorFunction, SchedulerLike, ValueFromArray } from '../types';\nimport { popScheduler } from '../util/args';\nimport { operate } from '../util/lift';\n\n// Devs are more likely to pass null or undefined than they are a scheduler\n// without accompanying values. To make things easier for (naughty) devs who\n// use the `strictNullChecks: false` TypeScript compiler option, these\n// overloads with explicit null and undefined values are included.\n\nexport function startWith<T>(value: null): OperatorFunction<T, T | null>;\nexport function startWith<T>(value: undefined): OperatorFunction<T, T | undefined>;\n\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `concatAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function startWith<T, A extends readonly unknown[] = T[]>(\n  ...valuesAndScheduler: [...A, SchedulerLike]\n): OperatorFunction<T, T | ValueFromArray<A>>;\nexport function startWith<T, A extends readonly unknown[] = T[]>(...values: A): OperatorFunction<T, T | ValueFromArray<A>>;\n\n/**\n * Returns an observable that, at the moment of subscription, will synchronously emit all\n * values provided to this operator, then subscribe to the source and mirror all of its emissions\n * to subscribers.\n *\n * This is a useful way to know when subscription has occurred on an existing observable.\n *\n * <span class=\"informal\">First emits its arguments in order, and then any\n * emissions from the source.</span>\n *\n * ![](startWith.png)\n *\n * ## Examples\n *\n * Emit a value when a timer starts.\n *\n * ```ts\n * import { timer, map, startWith } from 'rxjs';\n *\n * timer(1000)\n *   .pipe(\n *     map(() => 'timer emit'),\n *     startWith('timer start')\n *   )\n *   .subscribe(x => console.log(x));\n *\n * // results:\n * // 'timer start'\n * // 'timer emit'\n * ```\n *\n * @param values Items you want the modified Observable to emit first.\n * @return A function that returns an Observable that synchronously emits\n * provided values before subscribing to the source Observable.\n *\n * @see {@link endWith}\n * @see {@link finalize}\n * @see {@link concat}\n */\nexport function startWith<T, D>(...values: D[]): OperatorFunction<T, T | D> {\n  const scheduler = popScheduler(values);\n  return operate((source, subscriber) => {\n    // Here we can't pass `undefined` as a scheduler, because if we did, the\n    // code inside of `concat` would be confused by the `undefined`, and treat it\n    // like an invalid observable. So we have to split it two different ways.\n    (scheduler ? concat(values, source, scheduler) : concat(values, source)).subscribe(subscriber);\n  });\n}\n", "import { Subscriber } from '../Subscriber';\nimport { ObservableInput, OperatorFunction, ObservedValueOf } from '../types';\nimport { innerFrom } from '../observable/innerFrom';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/* tslint:disable:max-line-length */\nexport function switchMap<T, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O\n): OperatorFunction<T, ObservedValueOf<O>>;\n/** @deprecated The `resultSelector` parameter will be removed in v8. Use an inner `map` instead. Details: https://rxjs.dev/deprecations/resultSelector */\nexport function switchMap<T, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector: undefined\n): OperatorFunction<T, ObservedValueOf<O>>;\n/** @deprecated The `resultSelector` parameter will be removed in v8. Use an inner `map` instead. Details: https://rxjs.dev/deprecations/resultSelector */\nexport function switchMap<T, R, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector: (outerValue: T, innerValue: ObservedValueOf<O>, outerIndex: number, innerIndex: number) => R\n): OperatorFunction<T, R>;\n/* tslint:enable:max-line-length */\n\n/**\n * Projects each source value to an Observable which is merged in the output\n * Observable, emitting values only from the most recently projected Observable.\n *\n * <span class=\"informal\">Maps each value to an Observable, then flattens all of\n * these inner Observables using {@link switchAll}.</span>\n *\n * ![](switchMap.png)\n *\n * Returns an Observable that emits items based on applying a function that you\n * supply to each item emitted by the source Observable, where that function\n * returns an (so-called \"inner\") Observable. Each time it observes one of these\n * inner Observables, the output Observable begins emitting the items emitted by\n * that inner Observable. When a new inner Observable is emitted, `switchMap`\n * stops emitting items from the earlier-emitted inner Observable and begins\n * emitting items from the new one. It continues to behave like this for\n * subsequent inner Observables.\n *\n * ## Example\n *\n * Generate new Observable according to source Observable values\n *\n * ```ts\n * import { of, switchMap } from 'rxjs';\n *\n * const switched = of(1, 2, 3).pipe(switchMap(x => of(x, x ** 2, x ** 3)));\n * switched.subscribe(x => console.log(x));\n * // outputs\n * // 1\n * // 1\n * // 1\n * // 2\n * // 4\n * // 8\n * // 3\n * // 9\n * // 27\n * ```\n *\n * Restart an interval Observable on every click event\n *\n * ```ts\n * import { fromEvent, switchMap, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(switchMap(() => interval(1000)));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link concatMap}\n * @see {@link exhaustMap}\n * @see {@link mergeMap}\n * @see {@link switchAll}\n * @see {@link switchMapTo}\n *\n * @param {function(value: T, index: number): ObservableInput} project A function\n * that, when applied to an item emitted by the source Observable, returns an\n * Observable.\n * @return A function that returns an Observable that emits the result of\n * applying the projection function (and the optional deprecated\n * `resultSelector`) to each item emitted by the source Observable and taking\n * only the values from the most recently projected inner Observable.\n */\nexport function switchMap<T, R, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector?: (outerValue: T, innerValue: ObservedValueOf<O>, outerIndex: number, innerIndex: number) => R\n): OperatorFunction<T, ObservedValueOf<O> | R> {\n  return operate((source, subscriber) => {\n    let innerSubscriber: Subscriber<ObservedValueOf<O>> | null = null;\n    let index = 0;\n    // Whether or not the source subscription has completed\n    let isComplete = false;\n\n    // We only complete the result if the source is complete AND we don't have an active inner subscription.\n    // This is called both when the source completes and when the inners complete.\n    const checkComplete = () => isComplete && !innerSubscriber && subscriber.complete();\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          // Cancel the previous inner subscription if there was one\n          innerSubscriber?.unsubscribe();\n          let innerIndex = 0;\n          const outerIndex = index++;\n          // Start the next inner subscription\n          innerFrom(project(value, outerIndex)).subscribe(\n            (innerSubscriber = createOperatorSubscriber(\n              subscriber,\n              // When we get a new inner value, next it through. Note that this is\n              // handling the deprecate result selector here. This is because with this architecture\n              // it ends up being smaller than using the map operator.\n              (innerValue) => subscriber.next(resultSelector ? resultSelector(value, innerValue, outerIndex, innerIndex++) : innerValue),\n              () => {\n                // The inner has completed. Null out the inner subscriber to\n                // free up memory and to signal that we have no inner subscription\n                // currently.\n                innerSubscriber = null!;\n                checkComplete();\n              }\n            ))\n          );\n        },\n        () => {\n          isComplete = true;\n          checkComplete();\n        }\n      )\n    );\n  });\n}\n", "import { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\nimport { noop } from '../util/noop';\n\n/**\n * Emits the values emitted by the source Observable until a `notifier`\n * Observable emits a value.\n *\n * <span class=\"informal\">Lets values pass until a second Observable,\n * `notifier`, emits a value. Then, it completes.</span>\n *\n * ![](takeUntil.png)\n *\n * `takeUntil` subscribes and begins mirroring the source Observable. It also\n * monitors a second Observable, `notifier` that you provide. If the `notifier`\n * emits a value, the output Observable stops mirroring the source Observable\n * and completes. If the `notifier` doesn't emit any value and completes\n * then `takeUntil` will pass all values.\n *\n * ## Example\n *\n * Tick every second until the first click happens\n *\n * ```ts\n * import { interval, fromEvent, takeUntil } from 'rxjs';\n *\n * const source = interval(1000);\n * const clicks = fromEvent(document, 'click');\n * const result = source.pipe(takeUntil(clicks));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link take}\n * @see {@link takeLast}\n * @see {@link takeWhile}\n * @see {@link skip}\n *\n * @param {Observable} notifier The Observable whose first emitted value will\n * cause the output Observable of `takeUntil` to stop emitting values from the\n * source Observable.\n * @return A function that returns an Observable that emits the values from the\n * source Observable until `notifier` emits its first value.\n */\nexport function takeUntil<T>(notifier: ObservableInput<any>): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    innerFrom(notifier).subscribe(createOperatorSubscriber(subscriber, () => subscriber.complete(), noop));\n    !subscriber.closed && source.subscribe(subscriber);\n  });\n}\n", "import { OperatorFunction, MonoTypeOperatorFunction, TruthyTypesOf } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\nexport function takeWhile<T>(predicate: BooleanConstructor, inclusive: true): MonoTypeOperatorFunction<T>;\nexport function takeWhile<T>(predicate: BooleanConstructor, inclusive: false): OperatorFunction<T, TruthyTypesOf<T>>;\nexport function takeWhile<T>(predicate: BooleanConstructor): OperatorFunction<T, TruthyTypesOf<T>>;\nexport function takeWhile<T, S extends T>(predicate: (value: T, index: number) => value is S): OperatorFunction<T, S>;\nexport function takeWhile<T, S extends T>(predicate: (value: T, index: number) => value is S, inclusive: false): OperatorFunction<T, S>;\nexport function takeWhile<T>(predicate: (value: T, index: number) => boolean, inclusive?: boolean): MonoTypeOperatorFunction<T>;\n\n/**\n * Emits values emitted by the source Observable so long as each value satisfies\n * the given `predicate`, and then completes as soon as this `predicate` is not\n * satisfied.\n *\n * <span class=\"informal\">Takes values from the source only while they pass the\n * condition given. When the first value does not satisfy, it completes.</span>\n *\n * ![](takeWhile.png)\n *\n * `takeWhile` subscribes and begins mirroring the source Observable. Each value\n * emitted on the source is given to the `predicate` function which returns a\n * boolean, representing a condition to be satisfied by the source values. The\n * output Observable emits the source values until such time as the `predicate`\n * returns false, at which point `takeWhile` stops mirroring the source\n * Observable and completes the output Observable.\n *\n * ## Example\n *\n * Emit click events only while the clientX property is greater than 200\n *\n * ```ts\n * import { fromEvent, takeWhile } from 'rxjs';\n *\n * const clicks = fromEvent<PointerEvent>(document, 'click');\n * const result = clicks.pipe(takeWhile(ev => ev.clientX > 200));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link take}\n * @see {@link takeLast}\n * @see {@link takeUntil}\n * @see {@link skip}\n *\n * @param {function(value: T, index: number): boolean} predicate A function that\n * evaluates a value emitted by the source Observable and returns a boolean.\n * Also takes the (zero-based) index as the second argument.\n * @param {boolean} inclusive When set to `true` the value that caused\n * `predicate` to return `false` will also be emitted.\n * @return A function that returns an Observable that emits values from the\n * source Observable so long as each value satisfies the condition defined by\n * the `predicate`, then completes.\n */\nexport function takeWhile<T>(predicate: (value: T, index: number) => boolean, inclusive = false): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let index = 0;\n    source.subscribe(\n      createOperatorSubscriber(subscriber, (value) => {\n        const result = predicate(value, index++);\n        (result || inclusive) && subscriber.next(value);\n        !result && subscriber.complete();\n      })\n    );\n  });\n}\n", "import { MonoTypeOperatorFunction, Observer } from '../types';\nimport { isFunction } from '../util/isFunction';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { identity } from '../util/identity';\n\n/**\n * An extension to the {@link Observer} interface used only by the {@link tap} operator.\n *\n * It provides a useful set of callbacks a user can register to do side-effects in\n * cases other than what the usual {@link Observer} callbacks are\n * ({@link guide/glossary-and-semantics#next next},\n * {@link guide/glossary-and-semantics#error error} and/or\n * {@link guide/glossary-and-semantics#complete complete}).\n *\n * ## Example\n *\n * ```ts\n * import { fromEvent, switchMap, tap, interval, take } from 'rxjs';\n *\n * const source$ = fromEvent(document, 'click');\n * const result$ = source$.pipe(\n *   switchMap((_, i) => i % 2 === 0\n *     ? fromEvent(document, 'mousemove').pipe(\n *         tap({\n *           subscribe: () => console.log('Subscribed to the mouse move events after click #' + i),\n *           unsubscribe: () => console.log('Mouse move events #' + i + ' unsubscribed'),\n *           finalize: () => console.log('Mouse move events #' + i + ' finalized')\n *         })\n *       )\n *     : interval(1_000).pipe(\n *         take(5),\n *         tap({\n *           subscribe: () => console.log('Subscribed to the 1-second interval events after click #' + i),\n *           unsubscribe: () => console.log('1-second interval events #' + i + ' unsubscribed'),\n *           finalize: () => console.log('1-second interval events #' + i + ' finalized')\n *         })\n *       )\n *   )\n * );\n *\n * const subscription = result$.subscribe({\n *   next: console.log\n * });\n *\n * setTimeout(() => {\n *   console.log('Unsubscribe after 60 seconds');\n *   subscription.unsubscribe();\n * }, 60_000);\n * ```\n */\nexport interface TapObserver<T> extends Observer<T> {\n  /**\n   * The callback that `tap` operator invokes at the moment when the source Observable\n   * gets subscribed to.\n   */\n  subscribe: () => void;\n  /**\n   * The callback that `tap` operator invokes when an explicit\n   * {@link guide/glossary-and-semantics#unsubscription unsubscribe} happens. It won't get invoked on\n   * `error` or `complete` events.\n   */\n  unsubscribe: () => void;\n  /**\n   * The callback that `tap` operator invokes when any kind of\n   * {@link guide/glossary-and-semantics#finalization finalization} happens - either when\n   * the source Observable `error`s or `complete`s or when it gets explicitly unsubscribed\n   * by the user. There is no difference in using this callback or the {@link finalize}\n   * operator, but if you're already using `tap` operator, you can use this callback\n   * instead. You'd get the same result in either case.\n   */\n  finalize: () => void;\n}\nexport function tap<T>(observerOrNext?: Partial<TapObserver<T>> | ((value: T) => void)): MonoTypeOperatorFunction<T>;\n/** @deprecated Instead of passing separate callback arguments, use an observer argument. Signatures taking separate callback arguments will be removed in v8. Details: https://rxjs.dev/deprecations/subscribe-arguments */\nexport function tap<T>(\n  next?: ((value: T) => void) | null,\n  error?: ((error: any) => void) | null,\n  complete?: (() => void) | null\n): MonoTypeOperatorFunction<T>;\n\n/**\n * Used to perform side-effects for notifications from the source observable\n *\n * <span class=\"informal\">Used when you want to affect outside state with a notification without altering the notification</span>\n *\n * ![](tap.png)\n *\n * Tap is designed to allow the developer a designated place to perform side effects. While you _could_ perform side-effects\n * inside of a `map` or a `mergeMap`, that would make their mapping functions impure, which isn't always a big deal, but will\n * make it so you can't do things like memoize those functions. The `tap` operator is designed solely for such side-effects to\n * help you remove side-effects from other operations.\n *\n * For any notification, next, error, or complete, `tap` will call the appropriate callback you have provided to it, via a function\n * reference, or a partial observer, then pass that notification down the stream.\n *\n * The observable returned by `tap` is an exact mirror of the source, with one exception: Any error that occurs -- synchronously -- in a handler\n * provided to `tap` will be emitted as an error from the returned observable.\n *\n * > Be careful! You can mutate objects as they pass through the `tap` operator's handlers.\n *\n * The most common use of `tap` is actually for debugging. You can place a `tap(console.log)` anywhere\n * in your observable `pipe`, log out the notifications as they are emitted by the source returned by the previous\n * operation.\n *\n * ## Examples\n *\n * Check a random number before it is handled. Below is an observable that will use a random number between 0 and 1,\n * and emit `'big'` or `'small'` depending on the size of that number. But we wanted to log what the original number\n * was, so we have added a `tap(console.log)`.\n *\n * ```ts\n * import { of, tap, map } from 'rxjs';\n *\n * of(Math.random()).pipe(\n *   tap(console.log),\n *   map(n => n > 0.5 ? 'big' : 'small')\n * ).subscribe(console.log);\n * ```\n *\n * Using `tap` to analyze a value and force an error. Below is an observable where in our system we only\n * want to emit numbers 3 or less we get from another source. We can force our observable to error\n * using `tap`.\n *\n * ```ts\n * import { of, tap } from 'rxjs';\n *\n * const source = of(1, 2, 3, 4, 5);\n *\n * source.pipe(\n *   tap(n => {\n *     if (n > 3) {\n *       throw new TypeError(`Value ${ n } is greater than 3`);\n *     }\n *   })\n * )\n * .subscribe({ next: console.log, error: err => console.log(err.message) });\n * ```\n *\n * We want to know when an observable completes before moving on to the next observable. The system\n * below will emit a random series of `'X'` characters from 3 different observables in sequence. The\n * only way we know when one observable completes and moves to the next one, in this case, is because\n * we have added a `tap` with the side effect of logging to console.\n *\n * ```ts\n * import { of, concatMap, interval, take, map, tap } from 'rxjs';\n *\n * of(1, 2, 3).pipe(\n *   concatMap(n => interval(1000).pipe(\n *     take(Math.round(Math.random() * 10)),\n *     map(() => 'X'),\n *     tap({ complete: () => console.log(`Done with ${ n }`) })\n *   ))\n * )\n * .subscribe(console.log);\n * ```\n *\n * @see {@link finalize}\n * @see {@link TapObserver}\n *\n * @param observerOrNext A next handler or partial observer\n * @param error An error handler\n * @param complete A completion handler\n * @return A function that returns an Observable identical to the source, but\n * runs the specified Observer or callback(s) for each item.\n */\nexport function tap<T>(\n  observerOrNext?: Partial<TapObserver<T>> | ((value: T) => void) | null,\n  error?: ((e: any) => void) | null,\n  complete?: (() => void) | null\n): MonoTypeOperatorFunction<T> {\n  // We have to check to see not only if next is a function,\n  // but if error or complete were passed. This is because someone\n  // could technically call tap like `tap(null, fn)` or `tap(null, null, fn)`.\n  const tapObserver =\n    isFunction(observerOrNext) || error || complete\n      ? // tslint:disable-next-line: no-object-literal-type-assertion\n        ({ next: observerOrNext as Exclude<typeof observerOrNext, Partial<TapObserver<T>>>, error, complete } as Partial<TapObserver<T>>)\n      : observerOrNext;\n\n  return tapObserver\n    ? operate((source, subscriber) => {\n        tapObserver.subscribe?.();\n        let isUnsub = true;\n        source.subscribe(\n          createOperatorSubscriber(\n            subscriber,\n            (value) => {\n              tapObserver.next?.(value);\n              subscriber.next(value);\n            },\n            () => {\n              isUnsub = false;\n              tapObserver.complete?.();\n              subscriber.complete();\n            },\n            (err) => {\n              isUnsub = false;\n              tapObserver.error?.(err);\n              subscriber.error(err);\n            },\n            () => {\n              if (isUnsub) {\n                tapObserver.unsubscribe?.();\n              }\n              tapObserver.finalize?.();\n            }\n          )\n        );\n      })\n    : // Tap was called with no valid tap observer or handler\n      // (e.g. `tap(null, null, null)` or `tap(null)` or `tap()`)\n      // so we're going to just mirror the source.\n      identity;\n}\n", "import { Subscription } from '../Subscription';\n\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\n\n/**\n * An object interface used by {@link throttle} or {@link throttleTime} that ensure\n * configuration options of these operators.\n *\n * @see {@link throttle}\n * @see {@link throttleTime}\n */\nexport interface ThrottleConfig {\n  /**\n   * If `true`, the resulting Observable will emit the first value from the source\n   * Observable at the **start** of the \"throttling\" process (when starting an\n   * internal timer that prevents other emissions from the source to pass through).\n   * If `false`, it will not emit the first value from the source Observable at the\n   * start of the \"throttling\" process.\n   *\n   * If not provided, defaults to: `true`.\n   */\n  leading?: boolean;\n  /**\n   * If `true`, the resulting Observable will emit the last value from the source\n   * Observable at the **end** of the \"throttling\" process (when ending an internal\n   * timer that prevents other emissions from the source to pass through).\n   * If `false`, it will not emit the last value from the source Observable at the\n   * end of the \"throttling\" process.\n   *\n   * If not provided, defaults to: `false`.\n   */\n  trailing?: boolean;\n}\n\n/**\n * Emits a value from the source Observable, then ignores subsequent source\n * values for a duration determined by another Observable, then repeats this\n * process.\n *\n * <span class=\"informal\">It's like {@link throttleTime}, but the silencing\n * duration is determined by a second Observable.</span>\n *\n * ![](throttle.svg)\n *\n * `throttle` emits the source Observable values on the output Observable\n * when its internal timer is disabled, and ignores source values when the timer\n * is enabled. Initially, the timer is disabled. As soon as the first source\n * value arrives, it is forwarded to the output Observable, and then the timer\n * is enabled by calling the `durationSelector` function with the source value,\n * which returns the \"duration\" Observable. When the duration Observable emits a\n * value, the timer is disabled, and this process repeats for the\n * next source value.\n *\n * ## Example\n *\n * Emit clicks at a rate of at most one click per second\n *\n * ```ts\n * import { fromEvent, throttle, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(throttle(() => interval(1000)));\n *\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link audit}\n * @see {@link debounce}\n * @see {@link delayWhen}\n * @see {@link sample}\n * @see {@link throttleTime}\n *\n * @param durationSelector A function that receives a value from the source\n * Observable, for computing the silencing duration for each source value,\n * returned as an `ObservableInput`.\n * @param config A configuration object to define `leading` and `trailing`\n * behavior. Defaults to `{ leading: true, trailing: false }`.\n * @return A function that returns an Observable that performs the throttle\n * operation to limit the rate of emissions from the source.\n */\nexport function throttle<T>(durationSelector: (value: T) => ObservableInput<any>, config?: ThrottleConfig): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    const { leading = true, trailing = false } = config ?? {};\n    let hasValue = false;\n    let sendValue: T | null = null;\n    let throttled: Subscription | null = null;\n    let isComplete = false;\n\n    const endThrottling = () => {\n      throttled?.unsubscribe();\n      throttled = null;\n      if (trailing) {\n        send();\n        isComplete && subscriber.complete();\n      }\n    };\n\n    const cleanupThrottling = () => {\n      throttled = null;\n      isComplete && subscriber.complete();\n    };\n\n    const startThrottle = (value: T) =>\n      (throttled = innerFrom(durationSelector(value)).subscribe(createOperatorSubscriber(subscriber, endThrottling, cleanupThrottling)));\n\n    const send = () => {\n      if (hasValue) {\n        // Ensure we clear out our value and hasValue flag\n        // before we emit, otherwise reentrant code can cause\n        // issues here.\n        hasValue = false;\n        const value = sendValue!;\n        sendValue = null;\n        // Emit the value.\n        subscriber.next(value);\n        !isComplete && startThrottle(value);\n      }\n    };\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        // Regarding the presence of throttled.closed in the following\n        // conditions, if a synchronous duration selector is specified - weird,\n        // but legal - an already-closed subscription will be assigned to\n        // throttled, so the subscription's closed property needs to be checked,\n        // too.\n        (value) => {\n          hasValue = true;\n          sendValue = value;\n          !(throttled && !throttled.closed) && (leading ? send() : startThrottle(value));\n        },\n        () => {\n          isComplete = true;\n          !(trailing && hasValue && throttled && !throttled.closed) && subscriber.complete();\n        }\n      )\n    );\n  });\n}\n", "import { asyncScheduler } from '../scheduler/async';\nimport { throttle, ThrottleConfig } from './throttle';\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { timer } from '../observable/timer';\n\n/**\n * Emits a value from the source Observable, then ignores subsequent source\n * values for `duration` milliseconds, then repeats this process.\n *\n * <span class=\"informal\">Lets a value pass, then ignores source values for the\n * next `duration` milliseconds.</span>\n *\n * ![](throttleTime.png)\n *\n * `throttleTime` emits the source Observable values on the output Observable\n * when its internal timer is disabled, and ignores source values when the timer\n * is enabled. Initially, the timer is disabled. As soon as the first source\n * value arrives, it is forwarded to the output Observable, and then the timer\n * is enabled. After `duration` milliseconds (or the time unit determined\n * internally by the optional `scheduler`) has passed, the timer is disabled,\n * and this process repeats for the next source value. Optionally takes a\n * {@link SchedulerLike} for managing timers.\n *\n * ## Examples\n *\n * ### Limit click rate\n *\n * Emit clicks at a rate of at most one click per second\n *\n * ```ts\n * import { fromEvent, throttleTime } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(throttleTime(1000));\n *\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link auditTime}\n * @see {@link debounceTime}\n * @see {@link delay}\n * @see {@link sampleTime}\n * @see {@link throttle}\n *\n * @param duration Time to wait before emitting another value after\n * emitting the last value, measured in milliseconds or the time unit determined\n * internally by the optional `scheduler`.\n * @param scheduler The {@link SchedulerLike} to use for\n * managing the timers that handle the throttling. Defaults to {@link asyncScheduler}.\n * @param config A configuration object to define `leading` and\n * `trailing` behavior. Defaults to `{ leading: true, trailing: false }`.\n * @return A function that returns an Observable that performs the throttle\n * operation to limit the rate of emissions from the source.\n */\nexport function throttleTime<T>(\n  duration: number,\n  scheduler: SchedulerLike = asyncScheduler,\n  config?: ThrottleConfig\n): MonoTypeOperatorFunction<T> {\n  const duration$ = timer(duration, scheduler);\n  return throttle(() => duration$, config);\n}\n", "import { OperatorFunction, ObservableInputTuple } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\nimport { identity } from '../util/identity';\nimport { noop } from '../util/noop';\nimport { popResultSelector } from '../util/args';\n\nexport function withLatestFrom<T, O extends unknown[]>(...inputs: [...ObservableInputTuple<O>]): OperatorFunction<T, [T, ...O]>;\n\nexport function withLatestFrom<T, O extends unknown[], R>(\n  ...inputs: [...ObservableInputTuple<O>, (...value: [T, ...O]) => R]\n): OperatorFunction<T, R>;\n\n/**\n * Combines the source Observable with other Observables to create an Observable\n * whose values are calculated from the latest values of each, only when the\n * source emits.\n *\n * <span class=\"informal\">Whenever the source Observable emits a value, it\n * computes a formula using that value plus the latest values from other input\n * Observables, then emits the output of that formula.</span>\n *\n * ![](withLatestFrom.png)\n *\n * `withLatestFrom` combines each value from the source Observable (the\n * instance) with the latest values from the other input Observables only when\n * the source emits a value, optionally using a `project` function to determine\n * the value to be emitted on the output Observable. All input Observables must\n * emit at least one value before the output Observable will emit a value.\n *\n * ## Example\n *\n * On every click event, emit an array with the latest timer event plus the click event\n *\n * ```ts\n * import { fromEvent, interval, withLatestFrom } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const timer = interval(1000);\n * const result = clicks.pipe(withLatestFrom(timer));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link combineLatest}\n *\n * @param {ObservableInput} other An input Observable to combine with the source\n * Observable. More than one input Observables may be given as argument.\n * @param {Function} [project] Projection function for combining values\n * together. Receives all values in order of the Observables passed, where the\n * first parameter is a value from the source Observable. (e.g.\n * `a.pipe(withLatestFrom(b, c), map(([a1, b1, c1]) => a1 + b1 + c1))`). If this is not\n * passed, arrays will be emitted on the output Observable.\n * @return A function that returns an Observable of projected values from the\n * most recent values from each input Observable, or an array of the most\n * recent values from each input Observable.\n */\nexport function withLatestFrom<T, R>(...inputs: any[]): OperatorFunction<T, R | any[]> {\n  const project = popResultSelector(inputs) as ((...args: any[]) => R) | undefined;\n\n  return operate((source, subscriber) => {\n    const len = inputs.length;\n    const otherValues = new Array(len);\n    // An array of whether or not the other sources have emitted. Matched with them by index.\n    // TODO: At somepoint, we should investigate the performance implications here, and look\n    // into using a `Set()` and checking the `size` to see if we're ready.\n    let hasValue = inputs.map(() => false);\n    // Flipped true when we have at least one value from all other sources and\n    // we are ready to start emitting values.\n    let ready = false;\n\n    // Other sources. Note that here we are not checking `subscriber.closed`,\n    // this causes all inputs to be subscribed to, even if nothing can be emitted\n    // from them. This is an important distinction because subscription constitutes\n    // a side-effect.\n    for (let i = 0; i < len; i++) {\n      innerFrom(inputs[i]).subscribe(\n        createOperatorSubscriber(\n          subscriber,\n          (value) => {\n            otherValues[i] = value;\n            if (!ready && !hasValue[i]) {\n              // If we're not ready yet, flag to show this observable has emitted.\n              hasValue[i] = true;\n              // Intentionally terse code.\n              // If all of our other observables have emitted, set `ready` to `true`,\n              // so we know we can start emitting values, then clean up the `hasValue` array,\n              // because we don't need it anymore.\n              (ready = hasValue.every(identity)) && (hasValue = null!);\n            }\n          },\n          // Completing one of the other sources has\n          // no bearing on the completion of our result.\n          noop\n        )\n      );\n    }\n\n    // Source subscription\n    source.subscribe(\n      createOperatorSubscriber(subscriber, (value) => {\n        if (ready) {\n          // We have at least one value from the other sources. Go ahead and emit.\n          const values = [value, ...otherValues];\n          subscriber.next(project ? project(...values) : values);\n        }\n      })\n    );\n  });\n}\n", "import { zip as zipStatic } from '../observable/zip';\nimport { ObservableInput, ObservableInputTuple, OperatorFunction, Cons } from '../types';\nimport { operate } from '../util/lift';\n\n/** @deprecated Replaced with {@link zipWith}. Will be removed in v8. */\nexport function zip<T, A extends readonly unknown[]>(otherInputs: [...ObservableInputTuple<A>]): OperatorFunction<T, Cons<T, A>>;\n/** @deprecated Replaced with {@link zipWith}. Will be removed in v8. */\nexport function zip<T, A extends readonly unknown[], R>(\n  otherInputsAndProject: [...ObservableInputTuple<A>],\n  project: (...values: Cons<T, A>) => R\n): OperatorFunction<T, R>;\n/** @deprecated Replaced with {@link zipWith}. Will be removed in v8. */\nexport function zip<T, A extends readonly unknown[]>(...otherInputs: [...ObservableInputTuple<A>]): OperatorFunction<T, Cons<T, A>>;\n/** @deprecated Replaced with {@link zipWith}. Will be removed in v8. */\nexport function zip<T, A extends readonly unknown[], R>(\n  ...otherInputsAndProject: [...ObservableInputTuple<A>, (...values: Cons<T, A>) => R]\n): OperatorFunction<T, R>;\n\n/**\n * @deprecated Replaced with {@link zipWith}. Will be removed in v8.\n */\nexport function zip<T, R>(...sources: Array<ObservableInput<any> | ((...values: Array<any>) => R)>): OperatorFunction<T, any> {\n  return operate((source, subscriber) => {\n    zipStatic(source as ObservableInput<any>, ...(sources as Array<ObservableInput<any>>)).subscribe(subscriber);\n  });\n}\n", "import { ObservableInputTuple, OperatorFunction, Cons } from '../types';\nimport { zip } from './zip';\n\n/**\n * Subscribes to the source, and the observable inputs provided as arguments, and combines their values, by index, into arrays.\n *\n * What is meant by \"combine by index\": The first value from each will be made into a single array, then emitted,\n * then the second value from each will be combined into a single array and emitted, then the third value\n * from each will be combined into a single array and emitted, and so on.\n *\n * This will continue until it is no longer able to combine values of the same index into an array.\n *\n * After the last value from any one completed source is emitted in an array, the resulting observable will complete,\n * as there is no way to continue \"zipping\" values together by index.\n *\n * Use-cases for this operator are limited. There are memory concerns if one of the streams is emitting\n * values at a much faster rate than the others. Usage should likely be limited to streams that emit\n * at a similar pace, or finite streams of known length.\n *\n * In many cases, authors want `combineLatestWith` and not `zipWith`.\n *\n * @param otherInputs other observable inputs to collate values from.\n * @return A function that returns an Observable that emits items by index\n * combined from the source Observable and provided Observables, in form of an\n * array.\n */\nexport function zipWith<T, A extends readonly unknown[]>(...otherInputs: [...ObservableInputTuple<A>]): OperatorFunction<T, Cons<T, A>> {\n  return zip(...otherInputs);\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  ReplaySubject,\n  Subject,\n  fromEvent\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch document\n *\n * Documents are implemented as subjects, so all downstream observables are\n * automatically updated when a new document is emitted.\n *\n * @returns Document subject\n */\nexport function watchDocument(): Subject<Document> {\n  const document$ = new ReplaySubject<Document>(1)\n  fromEvent(document, \"DOMContentLoaded\", { once: true })\n    .subscribe(() => document$.next(document))\n\n  /* Return document */\n  return document$\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve all elements matching the query selector\n *\n * @template T - Element type\n *\n * @param selector - Query selector\n * @param node - Node of reference\n *\n * @returns Elements\n */\nexport function getElements<T extends keyof HTMLElementTagNameMap>(\n  selector: T, node?: ParentNode\n): HTMLElementTagNameMap[T][]\n\nexport function getElements<T extends HTMLElement>(\n  selector: string, node?: ParentNode\n): T[]\n\nexport function getElements<T extends HTMLElement>(\n  selector: string, node: ParentNode = document\n): T[] {\n  return Array.from(node.querySelectorAll<T>(selector))\n}\n\n/**\n * Retrieve an element matching a query selector or throw a reference error\n *\n * Note that this function assumes that the element is present. If unsure if an\n * element is existent, use the `getOptionalElement` function instead.\n *\n * @template T - Element type\n *\n * @param selector - Query selector\n * @param node - Node of reference\n *\n * @returns Element\n */\nexport function getElement<T extends keyof HTMLElementTagNameMap>(\n  selector: T, node?: ParentNode\n): HTMLElementTagNameMap[T]\n\nexport function getElement<T extends HTMLElement>(\n  selector: string, node?: ParentNode\n): T\n\nexport function getElement<T extends HTMLElement>(\n  selector: string, node: ParentNode = document\n): T {\n  const el = getOptionalElement<T>(selector, node)\n  if (typeof el === \"undefined\")\n    throw new ReferenceError(\n      `Missing element: expected \"${selector}\" to be present`\n    )\n\n  /* Return element */\n  return el\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Retrieve an optional element matching the query selector\n *\n * @template T - Element type\n *\n * @param selector - Query selector\n * @param node - Node of reference\n *\n * @returns Element or nothing\n */\nexport function getOptionalElement<T extends keyof HTMLElementTagNameMap>(\n  selector: T, node?: ParentNode\n): HTMLElementTagNameMap[T] | undefined\n\nexport function getOptionalElement<T extends HTMLElement>(\n  selector: string, node?: ParentNode\n): T | undefined\n\nexport function getOptionalElement<T extends HTMLElement>(\n  selector: string, node: ParentNode = document\n): T | undefined {\n  return node.querySelector<T>(selector) || undefined\n}\n\n/**\n * Retrieve the currently active element\n *\n * @returns Element or nothing\n */\nexport function getActiveElement(): HTMLElement | undefined {\n  return (\n    document.activeElement?.shadowRoot?.activeElement as HTMLElement ??\n    document.activeElement as HTMLElement ??\n    undefined\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  debounceTime,\n  distinctUntilChanged,\n  fromEvent,\n  map,\n  merge,\n  shareReplay,\n  startWith\n} from \"rxjs\"\n\nimport { getActiveElement } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Focus observable\n *\n * Previously, this observer used `focus` and `blur` events to determine whether\n * an element is focused, but this doesn't work if there are focusable elements\n * within the elements itself. A better solutions are `focusin` and `focusout`\n * events, which bubble up the tree and allow for more fine-grained control.\n *\n * `debounceTime` is necessary, because when a focus change happens inside an\n * element, the observable would first emit `false` and then `true` again.\n */\nconst observer$ = merge(\n  fromEvent(document.body, \"focusin\"),\n  fromEvent(document.body, \"focusout\")\n)\n  .pipe(\n    debounceTime(1),\n    startWith(undefined),\n    map(() => getActiveElement() || document.body),\n    shareReplay(1)\n  )\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch element focus\n *\n * @param el - Element\n *\n * @returns Element focus observable\n */\nexport function watchElementFocus(\n  el: HTMLElement\n): Observable<boolean> {\n  return observer$\n    .pipe(\n      map(active => el.contains(active)),\n      distinctUntilChanged()\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  debounce,\n  defer,\n  fromEvent,\n  identity,\n  map,\n  merge,\n  startWith,\n  timer\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch element hover\n *\n * The second parameter allows to specify a timeout in milliseconds after which\n * the hover state will be reset to `false`. This is useful for tooltips which\n * should disappear after a certain amount of time, in order to allow the user\n * to move the cursor from the host to the tooltip.\n *\n * @param el - Element\n * @param timeout - Timeout\n *\n * @returns Element hover observable\n */\nexport function watchElementHover(\n  el: HTMLElement, timeout?: number\n): Observable<boolean> {\n  return defer(() => merge(\n    fromEvent(el, \"mouseenter\").pipe(map(() => true)),\n    fromEvent(el, \"mouseleave\").pipe(map(() => false))\n  )\n    .pipe(\n      timeout ? debounce(active => timer(+!active * timeout)) : identity,\n      startWith(el.matches(\":hover\"))\n    )\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { JSX as JSXInternal } from \"preact\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * HTML attributes\n */\ntype Attributes =\n  & JSXInternal.HTMLAttributes\n  & JSXInternal.SVGAttributes\n  & Record<string, any>\n\n/**\n * Child element\n */\ntype Child =\n  | ChildNode\n  | HTMLElement\n  | Text\n  | string\n  | number\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Append a child node to an element\n *\n * @param el - Element\n * @param child - Child node(s)\n */\nfunction appendChild(el: HTMLElement, child: Child | Child[]): void {\n\n  /* Handle primitive types (including raw HTML) */\n  if (typeof child === \"string\" || typeof child === \"number\") {\n    el.innerHTML += child.toString()\n\n  /* Handle nodes */\n  } else if (child instanceof Node) {\n    el.appendChild(child)\n\n  /* Handle nested children */\n  } else if (Array.isArray(child)) {\n    for (const node of child)\n      appendChild(el, node)\n  }\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * JSX factory\n *\n * @template T - Element type\n *\n * @param tag - HTML tag\n * @param attributes - HTML attributes\n * @param children - Child elements\n *\n * @returns Element\n */\nexport function h<T extends keyof HTMLElementTagNameMap>(\n  tag: T, attributes?: Attributes | null, ...children: Child[]\n): HTMLElementTagNameMap[T]\n\nexport function h<T extends h.JSX.Element>(\n  tag: string, attributes?: Attributes | null, ...children: Child[]\n): T\n\nexport function h<T extends h.JSX.Element>(\n  tag: string, attributes?: Attributes | null, ...children: Child[]\n): T {\n  const el = document.createElement(tag)\n\n  /* Set attributes, if any */\n  if (attributes)\n    for (const attr of Object.keys(attributes)) {\n      if (typeof attributes[attr] === \"undefined\")\n        continue\n\n      /* Set default attribute or boolean */\n      if (typeof attributes[attr] !== \"boolean\")\n        el.setAttribute(attr, attributes[attr])\n      else\n        el.setAttribute(attr, \"\")\n    }\n\n  /* Append child nodes */\n  for (const child of children)\n    appendChild(el, child)\n\n  /* Return element */\n  return el as T\n}\n\n/* ----------------------------------------------------------------------------\n * Namespace\n * ------------------------------------------------------------------------- */\n\nexport declare namespace h {\n  namespace JSX {\n    type Element = HTMLElement\n    type IntrinsicElements = JSXInternal.IntrinsicElements\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Round a number for display with repository facts\n *\n * This is a reverse-engineered version of GitHub's weird rounding algorithm\n * for stars, forks and all other numbers. While all numbers below `1,000` are\n * returned as-is, bigger numbers are converted to fixed numbers:\n *\n * - `1,049` => `1k`\n * - `1,050` => `1.1k`\n * - `1,949` => `1.9k`\n * - `1,950` => `2k`\n *\n * @param value - Original value\n *\n * @returns Rounded value\n */\nexport function round(value: number): string {\n  if (value > 999) {\n    const digits = +((value - 950) % 1000 > 99)\n    return `${((value + 0.000001) / 1000).toFixed(digits)}k`\n  } else {\n    return value.toString()\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  defer,\n  finalize,\n  fromEvent,\n  map,\n  merge,\n  switchMap,\n  take,\n  throwError\n} from \"rxjs\"\n\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Create and load a `script` element\n *\n * This function returns an observable that will emit when the script was\n * successfully loaded, or throw an error if it wasn't.\n *\n * @param src - Script URL\n *\n * @returns Script observable\n */\nexport function watchScript(src: string): Observable<void> {\n  const script = h(\"script\", { src })\n  return defer(() => {\n    document.head.appendChild(script)\n    return merge(\n      fromEvent(script, \"load\"),\n      fromEvent(script, \"error\")\n        .pipe(\n          switchMap(() => (\n            throwError(() => new ReferenceError(`Invalid script: ${src}`))\n          ))\n        )\n    )\n      .pipe(\n        map(() => undefined),\n        finalize(() => document.head.removeChild(script)),\n        take(1)\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  NEVER,\n  Observable,\n  Subject,\n  defer,\n  filter,\n  finalize,\n  map,\n  merge,\n  of,\n  shareReplay,\n  startWith,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport { watchScript } from \"../../../script\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Element offset\n */\nexport interface ElementSize {\n  width: number                        /* Element width */\n  height: number                       /* Element height */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Resize observer entry subject\n */\nconst entry$ = new Subject<ResizeObserverEntry>()\n\n/**\n * Resize observer observable\n *\n * This observable will create a `ResizeObserver` on the first subscription\n * and will automatically terminate it when there are no more subscribers.\n * It's quite important to centralize observation in a single `ResizeObserver`,\n * as the performance difference can be quite dramatic, as the link shows.\n *\n * If the browser doesn't have a `ResizeObserver` implementation available, a\n * polyfill is automatically downloaded from unpkg.com. This is also compatible\n * with the built-in privacy plugin, which will download the polyfill and put\n * it alongside the built site for self-hosting.\n *\n * @see https://bit.ly/3iIYfEm - Google Groups on performance\n */\nconst observer$ = defer(() => (\n  typeof ResizeObserver === \"undefined\"\n    ? watchScript(\"https://unpkg.com/resize-observer-polyfill\")\n    : of(undefined)\n))\n  .pipe(\n    map(() => new ResizeObserver(entries => (\n      entries.forEach(entry => entry$.next(entry))\n    ))),\n    switchMap(observer => merge(NEVER, of(observer)).pipe(\n      finalize(() => observer.disconnect())\n    )),\n    shareReplay(1)\n  )\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve element size\n *\n * @param el - Element\n *\n * @returns Element size\n */\nexport function getElementSize(\n  el: HTMLElement\n): ElementSize {\n  return {\n    width:  el.offsetWidth,\n    height: el.offsetHeight\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch element size\n *\n * This function returns an observable that subscribes to a single internal\n * instance of `ResizeObserver` upon subscription, and emit resize events until\n * termination. Note that this function should not be called with the same\n * element twice, as the first unsubscription will terminate observation.\n *\n * Sadly, we can't use the `DOMRect` objects returned by the observer, because\n * we need the emitted values to be consistent with `getElementSize`, which will\n * return the used values (rounded) and not actual values (unrounded). Thus, we\n * use the `offset*` properties. See the linked GitHub issue.\n *\n * @see https://bit.ly/3m0k3he - GitHub issue\n *\n * @param el - Element\n *\n * @returns Element size observable\n */\nexport function watchElementSize(\n  el: HTMLElement\n): Observable<ElementSize> {\n\n  // Compute target element - since inline elements cannot be observed by the\n  // current `ResizeObserver` implementation as provided by browsers, we need\n  // to determine the first containing parent element and use that one as a\n  // target, while we always compute the actual size from the element.\n  let target = el\n  while (target.clientWidth === 0)\n    if (target.parentElement)\n      target = target.parentElement\n    else\n      break\n\n  // Observe target element and recompute element size on resize - as described\n  // above, the target element is not necessarily the element of interest\n  return observer$.pipe(\n    tap(observer => observer.observe(target)),\n    switchMap(observer => entry$.pipe(\n      filter(entry => entry.target === target),\n      finalize(() => observer.unobserve(target))\n    )),\n    map(() => getElementSize(el)),\n    startWith(getElementSize(el))\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { ElementSize } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve element content size (= scroll width and height)\n *\n * @param el - Element\n *\n * @returns Element content size\n */\nexport function getElementContentSize(\n  el: HTMLElement\n): ElementSize {\n  return {\n    width:  el.scrollWidth,\n    height: el.scrollHeight\n  }\n}\n\n/**\n * Retrieve the overflowing container of an element, if any\n *\n * @param el - Element\n *\n * @returns Overflowing container or nothing\n */\nexport function getElementContainer(\n  el: HTMLElement\n): HTMLElement | undefined {\n  let parent = el.parentElement\n  while (parent)\n    if (\n      el.scrollWidth  <= parent.scrollWidth &&\n      el.scrollHeight <= parent.scrollHeight\n    )\n      parent = (el = parent).parentElement\n    else\n      break\n\n  /* Return overflowing container */\n  return parent ? el : undefined\n}\n\n/**\n * Retrieve all overflowing containers of an element, if any\n *\n * Note that this function has a slightly different behavior, so we should at\n * some point consider refactoring how overflowing containers are handled.\n *\n * @param el - Element\n *\n * @returns Overflowing containers\n */\nexport function getElementContainers(\n  el: HTMLElement\n): HTMLElement[] {\n  const containers: HTMLElement[] = []\n\n  // Walk up the DOM tree until we find an overflowing container\n  let parent = el.parentElement\n  while (parent) {\n    if (\n      el.clientWidth  > parent.clientWidth ||\n      el.clientHeight > parent.clientHeight\n    )\n      containers.push(parent)\n\n    // Continue with parent element\n    parent = (el = parent).parentElement\n  }\n\n  // If the page is short, the body might not be overflowing and there might be\n  // no other containers, which is why we need to make sure the body is present\n  if (containers.length === 0)\n    containers.push(document.documentElement)\n\n  // Return overflowing containers\n  return containers\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  animationFrameScheduler,\n  auditTime,\n  fromEvent,\n  map,\n  merge,\n  startWith\n} from \"rxjs\"\n\nimport { watchElementSize } from \"../../size\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Element offset\n */\nexport interface ElementOffset {\n  x: number                            /* Horizontal offset */\n  y: number                            /* Vertical offset */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve element offset\n *\n * @param el - Element\n *\n * @returns Element offset\n */\nexport function getElementOffset(\n  el: HTMLElement\n): ElementOffset {\n  return {\n    x: el.offsetLeft,\n    y: el.offsetTop\n  }\n}\n\n/**\n * Retrieve absolute element offset\n *\n * @param el - Element\n *\n * @returns Element offset\n */\nexport function getElementOffsetAbsolute(\n  el: HTMLElement\n): ElementOffset {\n  const rect = el.getBoundingClientRect()\n  return {\n    x: rect.x + window.scrollX,\n    y: rect.y + window.scrollY\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch element offset\n *\n * @param el - Element\n *\n * @returns Element offset observable\n */\nexport function watchElementOffset(\n  el: HTMLElement\n): Observable<ElementOffset> {\n  return merge(\n    fromEvent(window, \"load\"),\n    fromEvent(window, \"resize\")\n  )\n    .pipe(\n      auditTime(0, animationFrameScheduler),\n      map(() => getElementOffset(el)),\n      startWith(getElementOffset(el))\n    )\n}\n\n/**\n * Watch absolute element offset\n *\n * @param el - Element\n *\n * @returns Element offset observable\n */\nexport function watchElementOffsetAbsolute(\n  el: HTMLElement\n): Observable<ElementOffset> {\n  return merge(\n    watchElementOffset(el),\n    watchElementSize(document.body) // @todo find a better way for this\n  )\n    .pipe(\n      map(() => getElementOffsetAbsolute(el)),\n      startWith(getElementOffsetAbsolute(el))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  animationFrameScheduler,\n  auditTime,\n  fromEvent,\n  map,\n  merge,\n  startWith\n} from \"rxjs\"\n\nimport { ElementOffset } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve element content offset (= scroll offset)\n *\n * @param el - Element\n *\n * @returns Element content offset\n */\nexport function getElementContentOffset(\n  el: HTMLElement\n): ElementOffset {\n  return {\n    x: el.scrollLeft,\n    y: el.scrollTop\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch element content offset\n *\n * @param el - Element\n *\n * @returns Element content offset observable\n */\nexport function watchElementContentOffset(\n  el: HTMLElement\n): Observable<ElementOffset> {\n  return merge(\n    fromEvent(el, \"scroll\"),\n    fromEvent(window, \"scroll\"),\n    fromEvent(window, \"resize\")\n  )\n    .pipe(\n      auditTime(0, animationFrameScheduler),\n      map(() => getElementContentOffset(el)),\n      startWith(getElementContentOffset(el))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  NEVER,\n  Observable,\n  Subject,\n  defer,\n  distinctUntilChanged,\n  filter,\n  finalize,\n  map,\n  merge,\n  of,\n  shareReplay,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport {\n  getElementContentSize,\n  getElementSize,\n  watchElementContentOffset\n} from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Intersection observer entry subject\n */\nconst entry$ = new Subject<IntersectionObserverEntry>()\n\n/**\n * Intersection observer observable\n *\n * This observable will create an `IntersectionObserver` on first subscription\n * and will automatically terminate it when there are no more subscribers.\n *\n * @see https://bit.ly/3iIYfEm - Google Groups on performance\n */\nconst observer$ = defer(() => of(\n  new IntersectionObserver(entries => {\n    for (const entry of entries)\n      entry$.next(entry)\n  }, {\n    threshold: 0\n  })\n))\n  .pipe(\n    switchMap(observer => merge(NEVER, of(observer))\n      .pipe(\n        finalize(() => observer.disconnect())\n      )\n    ),\n    shareReplay(1)\n  )\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch element visibility\n *\n * @param el - Element\n *\n * @returns Element visibility observable\n */\nexport function watchElementVisibility(\n  el: HTMLElement\n): Observable<boolean> {\n  return observer$\n    .pipe(\n      tap(observer => observer.observe(el)),\n      switchMap(observer => entry$\n        .pipe(\n          filter(({ target }) => target === el),\n          finalize(() => observer.unobserve(el)),\n          map(({ isIntersecting }) => isIntersecting)\n        )\n      )\n    )\n}\n\n/**\n * Watch element boundary\n *\n * This function returns an observable which emits whether the bottom content\n * boundary (= scroll offset) of an element is within a certain threshold.\n *\n * @param el - Element\n * @param threshold - Threshold\n *\n * @returns Element boundary observable\n */\nexport function watchElementBoundary(\n  el: HTMLElement, threshold = 16\n): Observable<boolean> {\n  return watchElementContentOffset(el)\n    .pipe(\n      map(({ y }) => {\n        const visible = getElementSize(el)\n        const content = getElementContentSize(el)\n        return y >= (\n          content.height - visible.height - threshold\n        )\n      }),\n      distinctUntilChanged()\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  fromEvent,\n  map,\n  startWith\n} from \"rxjs\"\n\nimport { getElement } from \"../element\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Toggle\n */\nexport type Toggle =\n  | \"drawer\"                           /* Toggle for drawer */\n  | \"search\"                           /* Toggle for search */\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Toggle map\n */\nconst toggles: Record<Toggle, HTMLInputElement> = {\n  drawer: getElement(\"[data-md-toggle=drawer]\"),\n  search: getElement(\"[data-md-toggle=search]\")\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve the value of a toggle\n *\n * @param name - Toggle\n *\n * @returns Toggle value\n */\nexport function getToggle(name: Toggle): boolean {\n  return toggles[name].checked\n}\n\n/**\n * Set toggle\n *\n * Simulating a click event seems to be the most cross-browser compatible way\n * of changing the value while also emitting a `change` event. Before, Material\n * used `CustomEvent` to programmatically change the value of a toggle, but this\n * is a much simpler and cleaner solution which doesn't require a polyfill.\n *\n * @param name - Toggle\n * @param value - Toggle value\n */\nexport function setToggle(name: Toggle, value: boolean): void {\n  if (toggles[name].checked !== value)\n    toggles[name].click()\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch toggle\n *\n * @param name - Toggle\n *\n * @returns Toggle value observable\n */\nexport function watchToggle(name: Toggle): Observable<boolean> {\n  const el = toggles[name]\n  return fromEvent(el, \"change\")\n    .pipe(\n      map(() => el.checked),\n      startWith(el.checked)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  filter,\n  fromEvent,\n  map,\n  merge,\n  share,\n  startWith,\n  switchMap\n} from \"rxjs\"\n\nimport { getActiveElement } from \"../element\"\nimport { getToggle } from \"../toggle\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Keyboard mode\n */\nexport type KeyboardMode =\n  | \"global\"                           /* Global */\n  | \"search\"                           /* Search is open */\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Keyboard\n */\nexport interface Keyboard {\n  mode: KeyboardMode                   /* Keyboard mode */\n  type: string                         /* Key type */\n  claim(): void                        /* Key claim */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Check whether an element may receive keyboard input\n *\n * @param el - Element\n * @param type - Key type\n *\n * @returns Test result\n */\nfunction isSusceptibleToKeyboard(\n  el: HTMLElement, type: string\n): boolean {\n  switch (el.constructor) {\n\n    /* Input elements */\n    case HTMLInputElement:\n      /* @ts-expect-error - omit unnecessary type cast */\n      if (el.type === \"radio\")\n        return /^Arrow/.test(type)\n      else\n        return true\n\n    /* Select element and textarea */\n    case HTMLSelectElement:\n    case HTMLTextAreaElement:\n      return true\n\n    /* Everything else */\n    default:\n      return el.isContentEditable\n  }\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch composition events\n *\n * @returns Composition observable\n */\nexport function watchComposition(): Observable<boolean> {\n  return merge(\n    fromEvent(window, \"compositionstart\").pipe(map(() => true)),\n    fromEvent(window, \"compositionend\").pipe(map(() => false))\n  )\n    .pipe(\n      startWith(false)\n    )\n}\n\n/**\n * Watch keyboard\n *\n * @returns Keyboard observable\n */\nexport function watchKeyboard(): Observable<Keyboard> {\n  const keyboard$ = fromEvent<KeyboardEvent>(window, \"keydown\")\n    .pipe(\n      filter(ev => !(ev.metaKey || ev.ctrlKey)),\n      map(ev => ({\n        mode: getToggle(\"search\") ? \"search\" : \"global\",\n        type: ev.key,\n        claim() {\n          ev.preventDefault()\n          ev.stopPropagation()\n        }\n      } as Keyboard)),\n      filter(({ mode, type }) => {\n        if (mode === \"global\") {\n          const active = getActiveElement()\n          if (typeof active !== \"undefined\")\n            return !isSusceptibleToKeyboard(active, type)\n        }\n        return true\n      }),\n      share()\n    )\n\n  /* Don't emit during composition events - see https://bit.ly/3te3Wl8 */\n  return watchComposition()\n    .pipe(\n      switchMap(active => !active ? keyboard$ : EMPTY)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { Subject } from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve location\n *\n * This function returns a `URL` object (and not `Location`) to normalize the\n * typings across the application. Furthermore, locations need to be tracked\n * without setting them and `Location` is a singleton which represents the\n * current location.\n *\n * @returns URL\n */\nexport function getLocation(): URL {\n  return new URL(location.href)\n}\n\n/**\n * Set location\n *\n * If instant navigation is enabled, this function creates a temporary anchor\n * element, sets the `href` attribute, appends it to the body, clicks it, and\n * then removes it again. The event will bubble up the DOM and trigger be\n * intercepted by the instant loading business logic.\n *\n * Note that we must append and remove the anchor element, or the event will\n * not bubble up the DOM, making it impossible to intercept it.\n *\n * @param url - URL to navigate to\n * @param navigate - Force navigation\n */\nexport function setLocation(\n  url: URL | HTMLLinkElement, navigate = false\n): void {\n  if (feature(\"navigation.instant\") && !navigate) {\n    const el = h(\"a\", { href: url.href })\n    document.body.appendChild(el)\n    el.click()\n    el.remove()\n\n  // If we're not using instant navigation, and the page should not be reloaded\n  // just instruct the browser to navigate to the given URL\n  } else {\n    location.href = url.href\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch location\n *\n * @returns Location subject\n */\nexport function watchLocation(): Subject<URL> {\n  return new Subject<URL>()\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  filter,\n  fromEvent,\n  map,\n  merge,\n  shareReplay,\n  startWith\n} from \"rxjs\"\n\nimport { getOptionalElement } from \"~/browser\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve location hash\n *\n * @returns Location hash\n */\nexport function getLocationHash(): string {\n  return location.hash.slice(1)\n}\n\n/**\n * Set location hash\n *\n * Setting a new fragment identifier via `location.hash` will have no effect\n * if the value doesn't change. When a new fragment identifier is set, we want\n * the browser to target the respective element at all times, which is why we\n * use this dirty little trick.\n *\n * @param hash - Location hash\n */\nexport function setLocationHash(hash: string): void {\n  const el = h(\"a\", { href: hash })\n  el.addEventListener(\"click\", ev => ev.stopPropagation())\n  el.click()\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch location hash\n *\n * @param location$ - Location observable\n *\n * @returns Location hash observable\n */\nexport function watchLocationHash(\n  location$: Observable<URL>\n): Observable<string> {\n  return merge(\n    fromEvent<HashChangeEvent>(window, \"hashchange\"),\n    location$\n  )\n    .pipe(\n      map(getLocationHash),\n      startWith(getLocationHash()),\n      filter(hash => hash.length > 0),\n      shareReplay(1)\n    )\n}\n\n/**\n * Watch location target\n *\n * @param location$ - Location observable\n *\n * @returns Location target observable\n */\nexport function watchLocationTarget(\n  location$: Observable<URL>\n): Observable<HTMLElement> {\n  return watchLocationHash(location$)\n    .pipe(\n      map(id => getOptionalElement(`[id=\"${id}\"]`)!),\n      filter(el => typeof el !== \"undefined\")\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  fromEvent,\n  fromEventPattern,\n  map,\n  merge,\n  startWith,\n  switchMap\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch media query\n *\n * Note that although `MediaQueryList.addListener` is deprecated we have to\n * use it, because it's the only way to ensure proper downward compatibility.\n *\n * @see https://bit.ly/3dUBH2m - GitHub issue\n *\n * @param query - Media query\n *\n * @returns Media observable\n */\nexport function watchMedia(query: string): Observable<boolean> {\n  const media = matchMedia(query)\n  return fromEventPattern<boolean>(next => (\n    media.addListener(() => next(media.matches))\n  ))\n    .pipe(\n      startWith(media.matches)\n    )\n}\n\n/**\n * Watch print mode\n *\n * @returns Print observable\n */\nexport function watchPrint(): Observable<boolean> {\n  const media = matchMedia(\"print\")\n  return merge(\n    fromEvent(window, \"beforeprint\").pipe(map(() => true)),\n    fromEvent(window, \"afterprint\").pipe(map(() => false))\n  )\n    .pipe(\n      startWith(media.matches)\n    )\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Toggle an observable with a media observable\n *\n * @template T - Data type\n *\n * @param query$ - Media observable\n * @param factory - Observable factory\n *\n * @returns Toggled observable\n */\nexport function at<T>(\n  query$: Observable<boolean>, factory: () => Observable<T>\n): Observable<T> {\n  return query$\n    .pipe(\n      switchMap(active => active ? factory() : EMPTY)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  map,\n  shareReplay,\n  switchMap\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Options\n */\ninterface Options {\n  progress$?: Subject<number>          // Progress subject\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch the given URL\n *\n * This function returns an observable that emits the response as a blob and\n * completes, or emits an error if the request failed. The caller can cancel\n * the request by unsubscribing at any time, which will automatically abort\n * the inflight request and complete the observable.\n *\n * Note that we use `XMLHTTPRequest` not because we're nostalgic, but because\n * it's the only way to get progress events for downloads and also allow for\n * cancellation of requests, as the official Fetch API does not support this\n * yet, even though we're already in 2024.\n *\n * @param url - Request URL\n * @param options - Options\n *\n * @returns Data observable\n */\nexport function request(\n  url: URL | string, options?: Options\n): Observable<Blob> {\n  return new Observable<Blob>(observer => {\n    const req = new XMLHttpRequest()\n    req.open(\"GET\", `${url}`)\n    req.responseType = \"blob\"\n\n    // Handle response\n    req.addEventListener(\"load\", () => {\n      if (req.status >= 200 && req.status < 300) {\n        observer.next(req.response)\n        observer.complete()\n\n      // Every response that is not in the 2xx range is considered an error\n      } else {\n        observer.error(new Error(req.statusText))\n      }\n    })\n\n    // Handle network errors\n    req.addEventListener(\"error\", () => {\n      observer.error(new Error(\"Network error\"))\n    })\n\n    // Handle aborted requests\n    req.addEventListener(\"abort\", () => {\n      observer.complete()\n    })\n\n    // Handle download progress\n    if (typeof options?.progress$ !== \"undefined\") {\n      req.addEventListener(\"progress\", event => {\n        if (event.lengthComputable) {\n          options.progress$!.next((event.loaded / event.total) * 100)\n\n        // Hack: Chromium doesn't report the total number of bytes if content\n        // is compressed, so we need this fallback - see https://t.ly/ZXofI\n        } else {\n          const length = req.getResponseHeader(\"Content-Length\") ?? 0\n          options.progress$!.next((event.loaded / +length) * 100)\n        }\n      })\n\n      // Immediately set progress to 5% to indicate that we're loading\n      options.progress$.next(5)\n    }\n\n    // Send request and automatically abort request upon unsubscription\n    req.send()\n    return () => req.abort()\n  })\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Fetch JSON from the given URL\n *\n * @template T - Data type\n *\n * @param url - Request URL\n * @param options - Options\n *\n * @returns Data observable\n */\nexport function requestJSON<T>(\n  url: URL | string, options?: Options\n): Observable<T> {\n  return request(url, options)\n    .pipe(\n      switchMap(res => res.text()),\n      map(body => JSON.parse(body) as T),\n      shareReplay(1)\n    )\n}\n\n/**\n * Fetch HTML from the given URL\n *\n * @param url - Request URL\n * @param options - Options\n *\n * @returns Data observable\n */\nexport function requestHTML(\n  url: URL | string, options?: Options\n): Observable<Document> {\n  const dom = new DOMParser()\n  return request(url, options)\n    .pipe(\n      switchMap(res => res.text()),\n      map(res => dom.parseFromString(res, \"text/html\")),\n      shareReplay(1)\n    )\n}\n\n/**\n * Fetch XML from the given URL\n *\n * @param url - Request URL\n * @param options - Options\n *\n * @returns Data observable\n */\nexport function requestXML(\n  url: URL | string, options?: Options\n): Observable<Document> {\n  const dom = new DOMParser()\n  return request(url, options)\n    .pipe(\n      switchMap(res => res.text()),\n      map(res => dom.parseFromString(res, \"text/xml\")),\n      shareReplay(1)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  fromEvent,\n  map,\n  merge,\n  startWith\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Viewport offset\n */\nexport interface ViewportOffset {\n  x: number                            /* Horizontal offset */\n  y: number                            /* Vertical offset */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve viewport offset\n *\n * On iOS Safari, viewport offset can be negative due to overflow scrolling.\n * As this may induce strange behaviors downstream, we'll just limit it to 0.\n *\n * @returns Viewport offset\n */\nexport function getViewportOffset(): ViewportOffset {\n  return {\n    x: Math.max(0, scrollX),\n    y: Math.max(0, scrollY)\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch viewport offset\n *\n * @returns Viewport offset observable\n */\nexport function watchViewportOffset(): Observable<ViewportOffset> {\n  return merge(\n    fromEvent(window, \"scroll\", { passive: true }),\n    fromEvent(window, \"resize\", { passive: true })\n  )\n    .pipe(\n      map(getViewportOffset),\n      startWith(getViewportOffset())\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  fromEvent,\n  map,\n  startWith\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Viewport size\n */\nexport interface ViewportSize {\n  width: number                        /* Viewport width */\n  height: number                       /* Viewport height */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve viewport size\n *\n * @returns Viewport size\n */\nexport function getViewportSize(): ViewportSize {\n  return {\n    width:  innerWidth,\n    height: innerHeight\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch viewport size\n *\n * @returns Viewport size observable\n */\nexport function watchViewportSize(): Observable<ViewportSize> {\n  return fromEvent(window, \"resize\", { passive: true })\n    .pipe(\n      map(getViewportSize),\n      startWith(getViewportSize())\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  combineLatest,\n  map,\n  shareReplay\n} from \"rxjs\"\n\nimport {\n  ViewportOffset,\n  watchViewportOffset\n} from \"../offset\"\nimport {\n  ViewportSize,\n  watchViewportSize\n} from \"../size\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Viewport\n */\nexport interface Viewport {\n  offset: ViewportOffset               /* Viewport offset */\n  size: ViewportSize                   /* Viewport size */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch viewport\n *\n * @returns Viewport observable\n */\nexport function watchViewport(): Observable<Viewport> {\n  return combineLatest([\n    watchViewportOffset(),\n    watchViewportSize()\n  ])\n    .pipe(\n      map(([offset, size]) => ({ offset, size })),\n      shareReplay(1)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  combineLatest,\n  distinctUntilKeyChanged,\n  map\n} from \"rxjs\"\n\nimport { Header } from \"~/components\"\n\nimport { getElementOffset } from \"../../element\"\nimport { Viewport } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch viewport relative to element\n *\n * @param el - Element\n * @param options - Options\n *\n * @returns Viewport observable\n */\nexport function watchViewportAt(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<Viewport> {\n  const size$ = viewport$\n    .pipe(\n      distinctUntilKeyChanged(\"size\")\n    )\n\n  /* Compute element offset */\n  const offset$ = combineLatest([size$, header$])\n    .pipe(\n      map(() => getElementOffset(el))\n    )\n\n  /* Compute relative viewport, return hot observable */\n  return combineLatest([header$, viewport$, offset$])\n    .pipe(\n      map(([{ height }, { offset, size }, { x, y }]) => ({\n        offset: {\n          x: offset.x - x,\n          y: offset.y - y + height\n        },\n        size\n      }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  endWith,\n  fromEvent,\n  ignoreElements,\n  mergeWith,\n  share,\n  takeUntil\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Worker message\n */\nexport interface WorkerMessage {\n  type: unknown                        /* Message type */\n  data?: unknown                       /* Message data */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Create an observable for receiving from a web worker\n *\n * @template T - Data type\n *\n * @param worker - Web worker\n *\n * @returns Message observable\n */\nfunction recv<T>(worker: Worker): Observable<T> {\n  return fromEvent<MessageEvent<T>, T>(worker, \"message\", ev => ev.data)\n}\n\n/**\n * Create a subject for sending to a web worker\n *\n * @template T - Data type\n *\n * @param worker - Web worker\n *\n * @returns Message subject\n */\nfunction send<T>(worker: Worker): Subject<T> {\n  const send$ = new Subject<T>()\n  send$.subscribe(data => worker.postMessage(data))\n\n  /* Return message subject */\n  return send$\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Create a bidirectional communication channel to a web worker\n *\n * @template T - Data type\n *\n * @param url - Worker URL\n * @param worker - Worker\n *\n * @returns Worker subject\n */\nexport function watchWorker<T extends WorkerMessage>(\n  url: string, worker = new Worker(url)\n): Subject<T> {\n  const recv$ = recv<T>(worker)\n  const send$ = send<T>(worker)\n\n  /* Create worker subject and forward messages */\n  const worker$ = new Subject<T>()\n  worker$.subscribe(send$)\n\n  /* Return worker subject */\n  const done$ = send$.pipe(ignoreElements(), endWith(true))\n  return worker$\n    .pipe(\n      ignoreElements(),\n      mergeWith(recv$.pipe(takeUntil(done$))),\n      share()\n    ) as Subject<T>\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { getElement, getLocation } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Feature flag\n */\nexport type Flag =\n  | \"announce.dismiss\"                 /* Dismissable announcement bar */\n  | \"content.code.annotate\"            /* Code annotations */\n  | \"content.code.copy\"                /* Code copy button */\n  | \"content.lazy\"                     /* Lazy content elements */\n  | \"content.tabs.link\"                /* Link content tabs */\n  | \"content.tooltips\"                 /* Tooltips */\n  | \"header.autohide\"                  /* Hide header */\n  | \"navigation.expand\"                /* Automatic expansion */\n  | \"navigation.indexes\"               /* Section pages */\n  | \"navigation.instant\"               /* Instant navigation */\n  | \"navigation.instant.progress\"      /* Instant navigation progress */\n  | \"navigation.sections\"              /* Section navigation */\n  | \"navigation.tabs\"                  /* Tabs navigation */\n  | \"navigation.tabs.sticky\"           /* Tabs navigation (sticky) */\n  | \"navigation.top\"                   /* Back-to-top button */\n  | \"navigation.tracking\"              /* Anchor tracking */\n  | \"search.highlight\"                 /* Search highlighting */\n  | \"search.share\"                     /* Search sharing */\n  | \"search.suggest\"                   /* Search suggestions */\n  | \"toc.follow\"                       /* Following table of contents */\n  | \"toc.integrate\"                    /* Integrated table of contents */\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Translation\n */\nexport type Translation =\n  | \"clipboard.copy\"                   /* Copy to clipboard */\n  | \"clipboard.copied\"                 /* Copied to clipboard */\n  | \"search.result.placeholder\"        /* Type to start searching */\n  | \"search.result.none\"               /* No matching documents */\n  | \"search.result.one\"                /* 1 matching document */\n  | \"search.result.other\"              /* # matching documents */\n  | \"search.result.more.one\"           /* 1 more on this page */\n  | \"search.result.more.other\"         /* # more on this page */\n  | \"search.result.term.missing\"       /* Missing */\n  | \"select.version\"                   /* Version selector */\n\n/**\n * Translations\n */\nexport type Translations =\n  Record<Translation, string>\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Versioning\n */\nexport interface Versioning {\n  provider: \"mike\"                     /* Version provider */\n  default?: string | string[]          /* Default version */\n  alias?: boolean                      /* Show alias */\n}\n\n/**\n * Configuration\n */\nexport interface Config {\n  base: string                         /* Base URL */\n  features: Flag[]                     /* Feature flags */\n  translations: Translations           /* Translations */\n  search: string                       /* Search worker URL */\n  tags?: Record<string, string>        /* Tags mapping */\n  version?: Versioning                 /* Versioning */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve global configuration and make base URL absolute\n */\nconst script = getElement(\"#__config\")\nconst config: Config = JSON.parse(script.textContent!)\nconfig.base = `${new URL(config.base, getLocation())}`\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve global configuration\n *\n * @returns Global configuration\n */\nexport function configuration(): Config {\n  return config\n}\n\n/**\n * Check whether a feature flag is enabled\n *\n * @param flag - Feature flag\n *\n * @returns Test result\n */\nexport function feature(flag: Flag): boolean {\n  return config.features.includes(flag)\n}\n\n/**\n * Retrieve the translation for the given key\n *\n * @param key - Key to be translated\n * @param value - Positional value, if any\n *\n * @returns Translation\n */\nexport function translation(\n  key: Translation, value?: string | number\n): string {\n  return typeof value !== \"undefined\"\n    ? config.translations[key].replace(\"#\", value.toString())\n    : config.translations[key]\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { getElement, getElements } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Component type\n */\nexport type ComponentType =\n  | \"announce\"                         /* Announcement bar */\n  | \"container\"                        /* Container */\n  | \"consent\"                          /* Consent */\n  | \"content\"                          /* Content */\n  | \"dialog\"                           /* Dialog */\n  | \"header\"                           /* Header */\n  | \"header-title\"                     /* Header title */\n  | \"header-topic\"                     /* Header topic */\n  | \"main\"                             /* Main area */\n  | \"outdated\"                         /* Version warning */\n  | \"palette\"                          /* Color palette */\n  | \"progress\"                         /* Progress indicator */\n  | \"search\"                           /* Search */\n  | \"search-query\"                     /* Search input */\n  | \"search-result\"                    /* Search results */\n  | \"search-share\"                     /* Search sharing */\n  | \"search-suggest\"                   /* Search suggestions */\n  | \"sidebar\"                          /* Sidebar */\n  | \"skip\"                             /* Skip link */\n  | \"source\"                           /* Repository information */\n  | \"tabs\"                             /* Navigation tabs */\n  | \"toc\"                              /* Table of contents */\n  | \"top\"                              /* Back-to-top button */\n\n/**\n * Component\n *\n * @template T - Component type\n * @template U - Reference type\n */\nexport type Component<\n  T extends {} = {},\n  U extends HTMLElement = HTMLElement\n> =\n  T & {\n    ref: U                             /* Component reference */\n  }\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Component type map\n */\ninterface ComponentTypeMap {\n  \"announce\": HTMLElement              /* Announcement bar */\n  \"container\": HTMLElement             /* Container */\n  \"consent\": HTMLElement               /* Consent */\n  \"content\": HTMLElement               /* Content */\n  \"dialog\": HTMLElement                /* Dialog */\n  \"header\": HTMLElement                /* Header */\n  \"header-title\": HTMLElement          /* Header title */\n  \"header-topic\": HTMLElement          /* Header topic */\n  \"main\": HTMLElement                  /* Main area */\n  \"outdated\": HTMLElement              /* Version warning */\n  \"palette\": HTMLElement               /* Color palette */\n  \"progress\": HTMLElement              /* Progress indicator */\n  \"search\": HTMLElement                /* Search */\n  \"search-query\": HTMLInputElement     /* Search input */\n  \"search-result\": HTMLElement         /* Search results */\n  \"search-share\": HTMLAnchorElement    /* Search sharing */\n  \"search-suggest\": HTMLElement        /* Search suggestions */\n  \"sidebar\": HTMLElement               /* Sidebar */\n  \"skip\": HTMLAnchorElement            /* Skip link */\n  \"source\": HTMLAnchorElement          /* Repository information */\n  \"tabs\": HTMLElement                  /* Navigation tabs */\n  \"toc\": HTMLElement                   /* Table of contents */\n  \"top\": HTMLAnchorElement             /* Back-to-top button */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve the element for a given component or throw a reference error\n *\n * @template T - Component type\n *\n * @param type - Component type\n * @param node - Node of reference\n *\n * @returns Element\n */\nexport function getComponentElement<T extends ComponentType>(\n  type: T, node: ParentNode = document\n): ComponentTypeMap[T] {\n  return getElement(`[data-md-component=${type}]`, node)\n}\n\n/**\n * Retrieve all elements for a given component\n *\n * @template T - Component type\n *\n * @param type - Component type\n * @param node - Node of reference\n *\n * @returns Elements\n */\nexport function getComponentElements<T extends ComponentType>(\n  type: T, node: ParentNode = document\n): ComponentTypeMap[T][] {\n  return getElements(`[data-md-component=${type}]`, node)\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  defer,\n  finalize,\n  fromEvent,\n  map,\n  tap\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport { getElement } from \"~/browser\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Announcement bar\n */\nexport interface Announce {\n  hash: number                        /* Content hash */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch announcement bar\n *\n * @param el - Announcement bar element\n *\n * @returns Announcement bar observable\n */\nexport function watchAnnounce(\n  el: HTMLElement\n): Observable<Announce> {\n  const button = getElement(\".md-typeset > :first-child\", el)\n  return fromEvent(button, \"click\", { once: true })\n    .pipe(\n      map(() => getElement(\".md-typeset\", el)),\n      map(content => ({ hash: __md_hash(content.innerHTML) }))\n    )\n}\n\n/**\n * Mount announcement bar\n *\n * @param el - Announcement bar element\n *\n * @returns Announcement bar component observable\n */\nexport function mountAnnounce(\n  el: HTMLElement\n): Observable<Component<Announce>> {\n  if (!feature(\"announce.dismiss\") || !el.childElementCount)\n    return EMPTY\n\n  /* Support instant navigation - see https://t.ly/3FTme */\n  if (!el.hidden) {\n    const content = getElement(\".md-typeset\", el)\n    if (__md_hash(content.innerHTML) === __md_get(\"__announce\"))\n      el.hidden = true\n  }\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject<Announce>()\n    push$.subscribe(({ hash }) => {\n      el.hidden = true\n\n      /* Persist preference in local storage */\n      __md_set<number>(\"__announce\", hash)\n    })\n\n    /* Create and return component */\n    return watchAnnounce(el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  finalize,\n  map,\n  tap\n} from \"rxjs\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Consent\n */\nexport interface Consent {\n  hidden: boolean                      /* Consent is hidden */\n}\n\n/**\n * Consent defaults\n */\nexport interface ConsentDefaults {\n  analytics?: boolean                  /* Consent for Analytics */\n  github?: boolean                     /* Consent for GitHub */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  target$: Observable<HTMLElement>     /* Target observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch consent\n *\n * @param el - Consent element\n * @param options - Options\n *\n * @returns Consent observable\n */\nexport function watchConsent(\n  el: HTMLElement, { target$ }: WatchOptions\n): Observable<Consent> {\n  return target$\n    .pipe(\n      map(target => ({ hidden: target !== el }))\n    )\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Mount consent\n *\n * @param el - Consent element\n * @param options - Options\n *\n * @returns Consent component observable\n */\nexport function mountConsent(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<Consent>> {\n  const internal$ = new Subject<Consent>()\n  internal$.subscribe(({ hidden }) => {\n    el.hidden = hidden\n  })\n\n  /* Create and return component */\n  return watchConsent(el, options)\n    .pipe(\n      tap(state => internal$.next(state)),\n      finalize(() => internal$.complete()),\n      map(state => ({ ref: el, ...state }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { ComponentChild } from \"preact\"\n\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Tooltip style\n */\nexport type TooltipStyle =\n  | \"inline\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a tooltip\n *\n * @param id - Tooltip identifier\n * @param style - Tooltip style\n *\n * @returns Element\n */\nexport function renderTooltip(\n  id?: string, style?: TooltipStyle\n): HTMLElement {\n  if (style === \"inline\") { // @todo refactor control flow\n    return (\n      <div class=\"md-tooltip md-tooltip--inline\" id={id} role=\"tooltip\">\n        <div class=\"md-tooltip__inner md-typeset\"></div>\n      </div>\n    )\n  } else {\n    return (\n      <div class=\"md-tooltip\" id={id} role=\"tooltip\">\n        <div class=\"md-tooltip__inner md-typeset\"></div>\n      </div>\n    )\n  }\n}\n\n// @todo: rename\nexport function renderInlineTooltip2(\n  ...children: ComponentChild[]\n): HTMLElement {\n  return (\n    <div class=\"md-tooltip2\" role=\"tooltip\">\n      <div class=\"md-tooltip2__inner md-typeset\">\n        {children}\n      </div>\n    </div>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { h } from \"~/utilities\"\n\nimport { renderTooltip } from \"../tooltip\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render an annotation\n *\n * @param id - Annotation identifier\n * @param prefix - Tooltip identifier prefix\n *\n * @returns Element\n */\nexport function renderAnnotation(\n  id: string | number, prefix?: string\n): HTMLElement {\n  prefix = prefix ? `${prefix}_annotation_${id}` : undefined\n\n  /* Render tooltip with anchor, if given */\n  if (prefix) {\n    const anchor = prefix ? `#${prefix}` : undefined\n    return (\n      <aside class=\"md-annotation\" tabIndex={0}>\n        {renderTooltip(prefix)}\n        <a href={anchor} class=\"md-annotation__index\" tabIndex={-1}>\n          <span data-md-annotation-id={id}></span>\n        </a>\n      </aside>\n    )\n  } else {\n    return (\n      <aside class=\"md-annotation\" tabIndex={0}>\n        {renderTooltip(prefix)}\n        <span class=\"md-annotation__index\" tabIndex={-1}>\n          <span data-md-annotation-id={id}></span>\n        </span>\n      </aside>\n    )\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { translation } from \"~/_\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a 'copy-to-clipboard' button\n *\n * @param id - Unique identifier\n *\n * @returns Element\n */\nexport function renderClipboardButton(id: string): HTMLElement {\n  return (\n    <button\n      class=\"md-clipboard md-icon\"\n      title={translation(\"clipboard.copy\")}\n      data-clipboard-target={`#${id} > code`}\n    ></button>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport escapeHTML from \"escape-html\"\nimport { ComponentChild } from \"preact\"\n\nimport { configuration, feature, translation } from \"~/_\"\nimport { SearchItem } from \"~/integrations/search\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Render flag\n */\nconst enum Flag {\n  TEASER = 1,                          /* Render teaser */\n  PARENT = 2                           /* Render as parent */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper function\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a search document\n *\n * @param document - Search document\n * @param flag - Render flags\n *\n * @returns Element\n */\nfunction renderSearchDocument(\n  document: SearchItem, flag: Flag\n): HTMLElement {\n  const parent = flag & Flag.PARENT\n  const teaser = flag & Flag.TEASER\n\n  /* Render missing query terms */\n  const missing = Object.keys(document.terms)\n    .filter(key => !document.terms[key])\n    .reduce<ComponentChild[]>((list, key) => [\n      ...list, <del>{escapeHTML(key)}</del>, \" \"\n    ], [])\n    .slice(0, -1)\n\n  /* Assemble query string for highlighting */\n  const config = configuration()\n  const url = new URL(document.location, config.base)\n  if (feature(\"search.highlight\"))\n    url.searchParams.set(\"h\", Object.entries(document.terms)\n      .filter(([, match]) => match)\n      .reduce((highlight, [value]) => `${highlight} ${value}`.trim(), \"\")\n    )\n\n  /* Render article or section, depending on flags */\n  const { tags } = configuration()\n  return (\n    <a href={`${url}`} class=\"md-search-result__link\" tabIndex={-1}>\n      <article\n        class=\"md-search-result__article md-typeset\"\n        data-md-score={document.score.toFixed(2)}\n      >\n        {parent > 0 && <div class=\"md-search-result__icon md-icon\"></div>}\n        {parent > 0 && <h1>{document.title}</h1>}\n        {parent <= 0 && <h2>{document.title}</h2>}\n        {teaser > 0 && document.text.length > 0 &&\n          document.text\n        }\n        {document.tags && (\n          <nav class=\"md-tags\">\n            {document.tags.map(tag => {\n              const type = tags\n                ? tag in tags\n                  ? `md-tag-icon md-tag--${tags[tag]}`\n                  : \"md-tag-icon\"\n                : \"\"\n              return (\n                <span class={`md-tag ${type}`}>{tag}</span>\n              )\n            })}\n          </nav>\n        )}\n        {teaser > 0 && missing.length > 0 &&\n          <p class=\"md-search-result__terms\">\n            {translation(\"search.result.term.missing\")}: {...missing}\n          </p>\n        }\n      </article>\n    </a>\n  )\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a search result\n *\n * @param result - Search result\n *\n * @returns Element\n */\nexport function renderSearchResultItem(\n  result: SearchItem[]\n): HTMLElement {\n  const threshold = result[0].score\n  const docs = [...result]\n\n  const config = configuration()\n\n  /* Find and extract parent article */\n  const parent = docs.findIndex(doc => {\n    const l = `${new URL(doc.location, config.base)}` // @todo hacky\n    return !l.includes(\"#\")\n  })\n  const [article] = docs.splice(parent, 1)\n\n  /* Determine last index above threshold */\n  let index = docs.findIndex(doc => doc.score < threshold)\n  if (index === -1)\n    index = docs.length\n\n  /* Partition sections */\n  const best = docs.slice(0, index)\n  const more = docs.slice(index)\n\n  /* Render children */\n  const children = [\n    renderSearchDocument(article, Flag.PARENT | +(!parent && index === 0)),\n    ...best.map(section => renderSearchDocument(section, Flag.TEASER)),\n    ...more.length ? [\n      <details class=\"md-search-result__more\">\n        <summary tabIndex={-1}>\n          <div>\n            {more.length > 0 && more.length === 1\n              ? translation(\"search.result.more.one\")\n              : translation(\"search.result.more.other\", more.length)\n            }\n          </div>\n        </summary>\n        {...more.map(section => renderSearchDocument(section, Flag.TEASER))}\n      </details>\n    ] : []\n  ]\n\n  /* Render search result */\n  return (\n    <li class=\"md-search-result__item\">\n      {children}\n    </li>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { SourceFacts } from \"~/components\"\nimport { h, round } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render repository facts\n *\n * @param facts - Repository facts\n *\n * @returns Element\n */\nexport function renderSourceFacts(facts: SourceFacts): HTMLElement {\n  return (\n    <ul class=\"md-source__facts\">\n      {Object.entries(facts).map(([key, value]) => (\n        <li class={`md-source__fact md-source__fact--${key}`}>\n          {typeof value === \"number\" ? round(value) : value}\n        </li>\n      ))}\n    </ul>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Tabbed control type\n */\ntype TabbedControlType =\n  | \"prev\"\n  | \"next\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render control for content tabs\n *\n * @param type - Control type\n *\n * @returns Element\n */\nexport function renderTabbedControl(\n  type: TabbedControlType\n): HTMLElement {\n  const classes = `tabbed-control tabbed-control--${type}`\n  return (\n    <div class={classes} hidden>\n      <button class=\"tabbed-button\" tabIndex={-1} aria-hidden=\"true\"></button>\n    </div>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a table inside a wrapper to improve scrolling on mobile\n *\n * @param table - Table element\n *\n * @returns Element\n */\nexport function renderTable(table: HTMLElement): HTMLElement {\n  return (\n    <div class=\"md-typeset__scrollwrap\">\n      <div class=\"md-typeset__table\">\n        {table}\n      </div>\n    </div>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { configuration, translation } from \"~/_\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Version properties\n */\nexport interface VersionProperties {\n  hidden?: boolean                     /* Version is hidden */\n}\n\n/**\n * Version\n */\nexport interface Version {\n  version: string                      /* Version identifier */\n  title: string                        /* Version title */\n  aliases: string[]                    /* Version aliases */\n  properties?: VersionProperties       /* Version properties */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a version\n *\n * @param version - Version\n *\n * @returns Element\n */\nfunction renderVersion(version: Version): HTMLElement {\n  const config = configuration()\n\n  /* Ensure trailing slash - see https://bit.ly/3rL5u3f */\n  const url = new URL(`../${version.version}/`, config.base)\n  return (\n    <li class=\"md-version__item\">\n      <a href={`${url}`} class=\"md-version__link\">\n        {version.title}\n        {config.version?.alias && version.aliases.length > 0 && (\n          <span class=\"md-version__alias\">\n            {version.aliases[0]}\n          </span>\n        )}\n      </a>\n    </li>\n  )\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a version selector\n *\n * @param versions - Versions\n * @param active - Active version\n *\n * @returns Element\n */\nexport function renderVersionSelector(\n  versions: Version[], active: Version\n): HTMLElement {\n  const config = configuration()\n  versions = versions.filter(version => !version.properties?.hidden)\n  return (\n    <div class=\"md-version\">\n      <button\n        class=\"md-version__current\"\n        aria-label={translation(\"select.version\")}\n      >\n        {active.title}\n        {config.version?.alias && active.aliases.length > 0 && (\n          <span class=\"md-version__alias\">\n            {active.aliases[0]}\n          </span>\n        )}\n      </button>\n      <ul class=\"md-version__list\">\n        {versions.map(renderVersion)}\n      </ul>\n    </div>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  BehaviorSubject,\n  EMPTY,\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  combineLatest,\n  combineLatestWith,\n  debounce,\n  defer,\n  distinctUntilChanged,\n  endWith,\n  filter,\n  finalize,\n  first,\n  ignoreElements,\n  map,\n  mergeMap,\n  observeOn,\n  queueScheduler,\n  share,\n  startWith,\n  switchMap,\n  tap,\n  throttleTime,\n  timer,\n  withLatestFrom\n} from \"rxjs\"\n\nimport {\n  ElementOffset,\n  Viewport,\n  getElement,\n  getElementContainers,\n  getElementOffsetAbsolute,\n  getElementSize,\n  watchElementContentOffset,\n  watchElementFocus,\n  watchElementHover\n} from \"~/browser\"\nimport { renderInlineTooltip2 } from \"~/templates\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Tooltip\n */\nexport interface Tooltip {\n  active: boolean                      // Tooltip is active\n  offset: ElementOffset                // Tooltip offset\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Dependencies\n */\ninterface Dependencies {\n  content$: Observable<HTMLElement>    // Tooltip content observable\n  viewport$: Observable<Viewport>      // Viewport observable\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Global sequence number for tooltips\n */\nlet sequence = 0\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch tooltip\n *\n * This function tracks the tooltip host element, and deduces the active state\n * and offset of the tooltip from it. The active state is determined by whether\n * the host element is focused or hovered, and the offset is determined by the\n * host element's absolute position in the document.\n *\n * @param el - Tooltip host element\n *\n * @returns Tooltip observable\n */\nexport function watchTooltip2(\n  el: HTMLElement\n): Observable<Tooltip> {\n\n  // Compute whether tooltip should be shown - we need to watch both focus and\n  // hover events on the host element and emit if one of them is active. In case\n  // of a hover event, we keep the element visible for a short amount of time\n  // after the pointer left the host element for a better user experience.\n  const active$ =\n    combineLatest([\n      watchElementFocus(el),\n      watchElementHover(el)\n    ])\n      .pipe(\n        map(([focus, hover]) => focus || hover),\n        distinctUntilChanged()\n      )\n\n  // We need to determine all parent elements of the host element that are\n  // currently scrollable, as they might affect the position of the tooltip\n  // depending on their horizontal of vertical offset. We must track all of\n  // them and recompute the position of the tooltip if they change.\n  const offset$ =\n    defer(() => getElementContainers(el)).pipe(\n      mergeMap(watchElementContentOffset),\n      throttleTime(1),\n      // Note that we need to poll the value again if the active state changes,\n      // as otherwise the tooltip might be misplaced. This particularly happens\n      // when using third-party integrations like tablesort that change the\n      // position of elements \u2013 see https://t.ly/Y-V7X\n      combineLatestWith(active$),\n      map(() => getElementOffsetAbsolute(el)),\n    )\n\n  // Only track parent elements and compute offset of the tooltip host if the\n  // tooltip should be shown - we defer the computation of the offset until the\n  // tooltip becomes active for the first time. This is necessary, because we\n  // must also keep the tooltip active as long as it is focused or hovered.\n  return active$.pipe(\n    first(active => active),\n    switchMap(() => combineLatest([active$, offset$])),\n    map(([active, offset]) => ({ active, offset })),\n    share()\n  )\n}\n\n/**\n * Mount tooltip\n *\n * This function renders a tooltip with the content from the provided `content$`\n * observable as passed via the dependencies. If the returned element has a role\n * of type `dialog`, the tooltip is considered to be interactive, and rendered\n * either above or below the host element, depending on the available space.\n *\n * If the returned element has a role of type `tooltip`, the tooltip is always\n * rendered below the host element and considered to be non-interactive. This\n * allows us to reuse the same positioning logic for both interactive and\n * non-interactive tooltips, as it is largely the same.\n *\n * @param el - Tooltip host element\n * @param dependencies - Dependencies\n *\n * @returns Tooltip component observable\n */\nexport function mountTooltip2(\n  el: HTMLElement, dependencies: Dependencies\n): Observable<Component<Tooltip>> {\n  const { content$, viewport$ } = dependencies\n\n  // Compute unique tooltip id - this is necessary to associate the tooltip host\n  // element with the tooltip element for ARIA purposes\n  const id = `__tooltip2_${sequence++}`\n\n  // Create component on subscription\n  return defer(() => {\n    const push$ = new Subject<Tooltip>()\n\n    // Create subject to track tooltip presence and visibility - we use another\n    // purely internal subject to track the tooltip's presence and visibility,\n    // as the tooltip should be visible if the host element or tooltip itself\n    // is focused or hovered to allow for smooth pointer migration\n    const show$ = new BehaviorSubject(false)\n    push$.pipe(ignoreElements(), endWith(false))\n      .subscribe(show$)\n\n    // Create observable controlling tooltip element - we create and attach the\n    // tooltip only if it is actually present, in order to keep the number of\n    // elements low. We need to keep the tooltip visible for a short time after\n    // the pointer left the host element or tooltip itself. For this, we use an\n    // inner subscription to the tooltip observable, which we terminate when the\n    // tooltip should not be shown, automatically removing the element. Moreover\n    // we use the queue scheduler, which will schedule synchronously in case the\n    // tooltip should be shown, and asynchronously if it should be hidden.\n    const node$ = show$.pipe(\n      debounce(active => timer(+!active * 250, queueScheduler)),\n      distinctUntilChanged(),\n      switchMap(active => active ? content$ : EMPTY),\n      tap(node => node.id = id),\n      share()\n    )\n\n    // Compute tooltip presence and visibility - the tooltip should be shown if\n    // the host element or the tooltip itself is focused or hovered\n    combineLatest([\n      push$.pipe(map(({ active }) => active)),\n      node$.pipe(\n        switchMap(node => watchElementHover(node, 250)),\n        startWith(false)\n      )\n    ])\n      .pipe(map(states => states.some(active => active)))\n      .subscribe(show$)\n\n    // Compute tooltip origin - we need to compute the tooltip origin depending\n    // on the position of the host element, the viewport size, as well as the\n    // actual size of the tooltip, if positioned above. The tooltip must about\n    // to be rendered for this to be correct, which is why we do it here.\n    const origin$ = show$.pipe(\n      filter(active => active),\n      withLatestFrom(node$, viewport$),\n      map(([_, node, { size }]) => {\n        const host = el.getBoundingClientRect()\n        const x = host.width / 2\n\n        // If the tooltip is non-interactive, we always render it below the\n        // actual element because all operating systems do it that way\n        if (node.role === \"tooltip\") {\n          return { x, y: 8 + host.height }\n\n        // Otherwise, we determine where there is more space, and render the\n        // tooltip either above or below the host element\n        } else if (host.y >= size.height / 2) {\n          const { height } = getElementSize(node)\n          return { x, y: -16 - height }\n        } else {\n          return { x, y: +16 + host.height }\n        }\n      })\n    )\n\n    // Update tooltip position - we always need to update the position of the\n    // tooltip, as it might change depending on the viewport offset of the host\n    combineLatest([node$, push$, origin$])\n      .subscribe(([node, { offset }, origin]) => {\n        node.style.setProperty(\"--md-tooltip-host-x\", `${offset.x}px`)\n        node.style.setProperty(\"--md-tooltip-host-y\", `${offset.y}px`)\n\n        // Update tooltip origin - this is mainly set to determine the position\n        // of the tooltip tail, to show the direction it is originating from\n        node.style.setProperty(\"--md-tooltip-x\", `${origin.x}px`)\n        node.style.setProperty(\"--md-tooltip-y\", `${origin.y}px`)\n\n        // Update tooltip render location, i.e., whether the tooltip is shown\n        // above or below the host element, depending on the available space\n        node.classList.toggle(\"md-tooltip2--top\",    origin.y <  0)\n        node.classList.toggle(\"md-tooltip2--bottom\", origin.y >= 0)\n      })\n\n    // Update tooltip width - we only explicitly set the width of the tooltip\n    // if it is non-interactive, in case it should always be rendered centered\n    show$.pipe(\n      filter(active => active),\n      withLatestFrom(node$, (_, node) => node),\n      filter(node => node.role === \"tooltip\")\n    )\n      .subscribe(node => {\n        const size = getElementSize(getElement(\":scope > *\", node))\n\n        // Set tooltip width and remove tail by setting it to a width of zero -\n        // if authors want to keep the tail, we can move this to CSS later\n        node.style.setProperty(\"--md-tooltip-width\", `${size.width}px`)\n        node.style.setProperty(\"--md-tooltip-tail\",  `${0}px`)\n      })\n\n    // Update tooltip visibility - we defer to the next animation frame, because\n    // the tooltip must first be added to the document before we make it appear,\n    // or it will appear instantly without delay. Additionally, we need to keep\n    // the tooltip visible for a short time after the pointer left the host.\n    show$.pipe(\n      distinctUntilChanged(),\n      observeOn(animationFrameScheduler),\n      withLatestFrom(node$)\n    )\n      .subscribe(([active, node]) => {\n        node.classList.toggle(\"md-tooltip2--active\", active)\n      })\n\n    // Set up ARIA attributes when tooltip is visible\n    combineLatest([\n      show$.pipe(filter(active => active)),\n      node$\n    ])\n      .subscribe(([_, node]) => {\n        if (node.role === \"dialog\") {\n          el.setAttribute(\"aria-controls\", id)\n          el.setAttribute(\"aria-haspopup\", \"dialog\")\n        } else {\n          el.setAttribute(\"aria-describedby\", id)\n        }\n      })\n\n    // Remove ARIA attributes when tooltip is hidden\n    show$.pipe(filter(active => !active))\n      .subscribe(() => {\n        el.removeAttribute(\"aria-controls\")\n        el.removeAttribute(\"aria-describedby\")\n        el.removeAttribute(\"aria-haspopup\")\n      })\n\n    // Create and return component\n    return watchTooltip2(el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n\n// ----------------------------------------------------------------------------\n\n/**\n * Mount inline tooltip\n *\n * @todo refactor this function\n *\n * @param el - Tooltip host element\n * @param dependencies - Dependencies\n * @param container - Container\n *\n * @returns Tooltip component observable\n */\nexport function mountInlineTooltip2(\n  el: HTMLElement, { viewport$ }: { viewport$: Observable<Viewport> },\n  container = document.body\n): Observable<Component<Tooltip>> {\n  return mountTooltip2(el, {\n    content$: new Observable<HTMLElement>(observer => {\n      const title = el.title\n      const node = renderInlineTooltip2(title)\n      observer.next(node)\n      el.removeAttribute(\"title\")\n      // Append tooltip and remove on unsubscription\n      container.append(node)\n      return () => {\n        node.remove()\n        el.setAttribute(\"title\", title)\n      }\n    }),\n    viewport$\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  auditTime,\n  combineLatest,\n  debounceTime,\n  defer,\n  delay,\n  endWith,\n  filter,\n  finalize,\n  fromEvent,\n  ignoreElements,\n  map,\n  merge,\n  switchMap,\n  take,\n  takeUntil,\n  tap,\n  throttleTime,\n  withLatestFrom\n} from \"rxjs\"\n\nimport {\n  ElementOffset,\n  getActiveElement,\n  getElementSize,\n  watchElementContentOffset,\n  watchElementFocus,\n  watchElementOffset,\n  watchElementVisibility\n} from \"~/browser\"\n\nimport { Component } from \"../../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Annotation\n */\nexport interface Annotation {\n  active: boolean                      /* Annotation is active */\n  offset: ElementOffset                /* Annotation offset */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch annotation\n *\n * @param el - Annotation element\n * @param container - Containing element\n *\n * @returns Annotation observable\n */\nexport function watchAnnotation(\n  el: HTMLElement, container: HTMLElement\n): Observable<Annotation> {\n  const offset$ = defer(() => combineLatest([\n    watchElementOffset(el),\n    watchElementContentOffset(container)\n  ]))\n    .pipe(\n      map(([{ x, y }, scroll]): ElementOffset => {\n        const { width, height } = getElementSize(el)\n        return ({\n          x: x - scroll.x + width  / 2,\n          y: y - scroll.y + height / 2\n        })\n      })\n    )\n\n  /* Actively watch annotation on focus */\n  return watchElementFocus(el)\n    .pipe(\n      switchMap(active => offset$\n        .pipe(\n          map(offset => ({ active, offset })),\n          take(+!active || Infinity)\n        )\n      )\n    )\n}\n\n/**\n * Mount annotation\n *\n * @param el - Annotation element\n * @param container - Containing element\n * @param options - Options\n *\n * @returns Annotation component observable\n */\nexport function mountAnnotation(\n  el: HTMLElement, container: HTMLElement, { target$ }: MountOptions\n): Observable<Component<Annotation>> {\n  const [tooltip, index] = Array.from(el.children)\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject<Annotation>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    push$.subscribe({\n\n      /* Handle emission */\n      next({ offset }) {\n        el.style.setProperty(\"--md-tooltip-x\", `${offset.x}px`)\n        el.style.setProperty(\"--md-tooltip-y\", `${offset.y}px`)\n      },\n\n      /* Handle complete */\n      complete() {\n        el.style.removeProperty(\"--md-tooltip-x\")\n        el.style.removeProperty(\"--md-tooltip-y\")\n      }\n    })\n\n    /* Start animation only when annotation is visible */\n    watchElementVisibility(el)\n      .pipe(\n        takeUntil(done$)\n      )\n        .subscribe(visible => {\n          el.toggleAttribute(\"data-md-visible\", visible)\n        })\n\n    /* Toggle tooltip presence to mitigate empty lines when copying */\n    merge(\n      push$.pipe(filter(({ active }) => active)),\n      push$.pipe(debounceTime(250), filter(({ active }) => !active))\n    )\n      .subscribe({\n\n        /* Handle emission */\n        next({ active }) {\n          if (active)\n            el.prepend(tooltip)\n          else\n            tooltip.remove()\n        },\n\n        /* Handle complete */\n        complete() {\n          el.prepend(tooltip)\n        }\n      })\n\n    /* Toggle tooltip visibility */\n    push$\n      .pipe(\n        auditTime(16, animationFrameScheduler)\n      )\n        .subscribe(({ active }) => {\n          tooltip.classList.toggle(\"md-tooltip--active\", active)\n        })\n\n    /* Track relative origin of tooltip */\n    push$\n      .pipe(\n        throttleTime(125, animationFrameScheduler),\n        filter(() => !!el.offsetParent),\n        map(() => el.offsetParent!.getBoundingClientRect()),\n        map(({ x }) => x)\n      )\n        .subscribe({\n\n          /* Handle emission */\n          next(origin) {\n            if (origin)\n              el.style.setProperty(\"--md-tooltip-0\", `${-origin}px`)\n            else\n              el.style.removeProperty(\"--md-tooltip-0\")\n          },\n\n          /* Handle complete */\n          complete() {\n            el.style.removeProperty(\"--md-tooltip-0\")\n          }\n        })\n\n    /* Allow to copy link without scrolling to anchor */\n    fromEvent<MouseEvent>(index, \"click\")\n      .pipe(\n        takeUntil(done$),\n        filter(ev => !(ev.metaKey || ev.ctrlKey))\n      )\n        .subscribe(ev => {\n          ev.stopPropagation()\n          ev.preventDefault()\n        })\n\n    /* Allow to open link in new tab or blur on close */\n    fromEvent<MouseEvent>(index, \"mousedown\")\n      .pipe(\n        takeUntil(done$),\n        withLatestFrom(push$)\n      )\n        .subscribe(([ev, { active }]) => {\n\n          /* Open in new tab */\n          if (ev.button !== 0 || ev.metaKey || ev.ctrlKey) {\n            ev.preventDefault()\n\n          /* Close annotation */\n          } else if (active) {\n            ev.preventDefault()\n\n            /* Focus parent annotation, if any */\n            const parent = el.parentElement!.closest(\".md-annotation\")\n            if (parent instanceof HTMLElement)\n              parent.focus()\n            else\n              getActiveElement()?.blur()\n          }\n        })\n\n    /* Open and focus annotation on location target */\n    target$\n      .pipe(\n        takeUntil(done$),\n        filter(target => target === tooltip),\n        delay(125)\n      )\n        .subscribe(() => el.focus())\n\n    /* Create and return component */\n    return watchAnnotation(el, container)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  defer,\n  endWith,\n  finalize,\n  ignoreElements,\n  merge,\n  share,\n  takeUntil\n} from \"rxjs\"\n\nimport {\n  getElement,\n  getElements,\n  getOptionalElement\n} from \"~/browser\"\nimport { renderAnnotation } from \"~/templates\"\n\nimport { Component } from \"../../../_\"\nimport {\n  Annotation,\n  mountAnnotation\n} from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Find all annotation hosts in the containing element\n *\n * @param container - Containing element\n *\n * @returns Annotation hosts\n */\nfunction findHosts(container: HTMLElement): HTMLElement[] {\n  return container.tagName === \"CODE\"\n    ? getElements(\".c, .c1, .cm\", container)\n    : [container]\n}\n\n/**\n * Find all annotation markers in the containing element\n *\n * @param container - Containing element\n *\n * @returns Annotation markers\n */\nfunction findMarkers(container: HTMLElement): Text[] {\n  const markers: Text[] = []\n  for (const el of findHosts(container)) {\n    const nodes: Text[] = []\n\n    /* Find all text nodes in current element */\n    const it = document.createNodeIterator(el, NodeFilter.SHOW_TEXT)\n    for (let node = it.nextNode(); node; node = it.nextNode())\n      nodes.push(node as Text)\n\n    /* Find all markers in each text node */\n    for (let text of nodes) {\n      let match: RegExpExecArray | null\n\n      /* Split text at marker and add to list */\n      while ((match = /(\\(\\d+\\))(!)?/.exec(text.textContent!))) {\n        const [, id, force] = match\n        if (typeof force === \"undefined\") {\n          const marker = text.splitText(match.index)\n          text = marker.splitText(id.length)\n          markers.push(marker)\n\n        /* Replace entire text with marker */\n        } else {\n          text.textContent = id\n          markers.push(text)\n          break\n        }\n      }\n    }\n  }\n  return markers\n}\n\n/**\n * Swap the child nodes of two elements\n *\n * @param source - Source element\n * @param target - Target element\n */\nfunction swap(source: HTMLElement, target: HTMLElement): void {\n  target.append(...Array.from(source.childNodes))\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount annotation list\n *\n * This function analyzes the containing code block and checks for markers\n * referring to elements in the given annotation list. If no markers are found,\n * the list is left untouched. Otherwise, list elements are rendered as\n * annotations inside the code block.\n *\n * @param el - Annotation list element\n * @param container - Containing element\n * @param options - Options\n *\n * @returns Annotation component observable\n */\nexport function mountAnnotationList(\n  el: HTMLElement, container: HTMLElement, { target$, print$ }: MountOptions\n): Observable<Component<Annotation>> {\n\n  /* Compute prefix for tooltip anchors */\n  const parent = container.closest(\"[id]\")\n  const prefix = parent?.id\n\n  /* Find and replace all markers with empty annotations */\n  const annotations = new Map<string, HTMLElement>()\n  for (const marker of findMarkers(container)) {\n    const [, id] = marker.textContent!.match(/\\((\\d+)\\)/)!\n    if (getOptionalElement(`:scope > li:nth-child(${id})`, el)) {\n      annotations.set(id, renderAnnotation(id, prefix))\n      marker.replaceWith(annotations.get(id)!)\n    }\n  }\n\n  /* Keep list if there are no annotations to render */\n  if (annotations.size === 0)\n    return EMPTY\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n\n    /* Retrieve container pairs for swapping */\n    const pairs: [HTMLElement, HTMLElement][] = []\n    for (const [id, annotation] of annotations)\n      pairs.push([\n        getElement(\".md-typeset\", annotation),\n        getElement(`:scope > li:nth-child(${id})`, el)\n      ])\n\n    /* Handle print mode - see https://bit.ly/3rgPdpt */\n    print$.pipe(takeUntil(done$))\n      .subscribe(active => {\n        el.hidden = !active\n\n        /* Add class to discern list element */\n        el.classList.toggle(\"md-annotation-list\", active)\n\n        /* Show annotations in code block or list (print) */\n        for (const [inner, child] of pairs)\n          if (!active)\n            swap(child, inner)\n          else\n            swap(inner, child)\n      })\n\n    /* Create and return component */\n    return merge(...[...annotations]\n      .map(([, annotation]) => (\n        mountAnnotation(annotation, container, { target$ })\n      ))\n    )\n      .pipe(\n        finalize(() => push$.complete()),\n        share()\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { EMPTY, Observable, defer } from \"rxjs\"\n\nimport { Component } from \"../../../_\"\nimport { Annotation } from \"../_\"\nimport { mountAnnotationList } from \"../list\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Find list element directly following a block\n *\n * @param el - Annotation block element\n *\n * @returns List element or nothing\n */\nfunction findList(el: HTMLElement): HTMLElement | undefined {\n  if (el.nextElementSibling) {\n    const sibling = el.nextElementSibling as HTMLElement\n    if (sibling.tagName === \"OL\")\n      return sibling\n\n    /* Skip empty paragraphs - see https://bit.ly/3r4ZJ2O */\n    else if (sibling.tagName === \"P\" && !sibling.children.length)\n      return findList(sibling)\n  }\n\n  /* Everything else */\n  return undefined\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount annotation block\n *\n * @param el - Annotation block element\n * @param options - Options\n *\n * @returns Annotation component observable\n */\nexport function mountAnnotationBlock(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<Annotation>> {\n  return defer(() => {\n    const list = findList(el)\n    return typeof list !== \"undefined\"\n      ? mountAnnotationList(list, el, options)\n      : EMPTY\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport ClipboardJS from \"clipboard\"\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  defer,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  filter,\n  finalize,\n  map,\n  mergeWith,\n  switchMap,\n  take,\n  takeLast,\n  takeUntil,\n  tap\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  getElementContentSize,\n  getElements,\n  watchElementSize,\n  watchElementVisibility\n} from \"~/browser\"\nimport {\n  Tooltip,\n  mountInlineTooltip2\n} from \"~/components/tooltip2\"\nimport { renderClipboardButton } from \"~/templates\"\n\nimport { Component } from \"../../../_\"\nimport {\n  Annotation,\n  mountAnnotationList\n} from \"../../annotation\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Code block overflow\n */\nexport interface Overflow {\n  scrollable: boolean                  /* Code block overflows */\n}\n\n/**\n * Code block\n */\nexport type CodeBlock =\n  | Overflow\n  | Annotation\n  | Tooltip\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Global sequence number for code blocks\n */\nlet sequence = 0\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Find candidate list element directly following a code block\n *\n * @param el - Code block element\n *\n * @returns List element or nothing\n */\nfunction findCandidateList(el: HTMLElement): HTMLElement | undefined {\n  if (el.nextElementSibling) {\n    const sibling = el.nextElementSibling as HTMLElement\n    if (sibling.tagName === \"OL\")\n      return sibling\n\n    /* Skip empty paragraphs - see https://bit.ly/3r4ZJ2O */\n    else if (sibling.tagName === \"P\" && !sibling.children.length)\n      return findCandidateList(sibling)\n  }\n\n  /* Everything else */\n  return undefined\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch code block\n *\n * This function monitors size changes of the viewport, as well as switches of\n * content tabs with embedded code blocks, as both may trigger overflow.\n *\n * @param el - Code block element\n *\n * @returns Code block observable\n */\nexport function watchCodeBlock(\n  el: HTMLElement\n): Observable<Overflow> {\n  return watchElementSize(el)\n    .pipe(\n      map(({ width }) => {\n        const content = getElementContentSize(el)\n        return {\n          scrollable: content.width > width\n        }\n      }),\n      distinctUntilKeyChanged(\"scrollable\")\n    )\n}\n\n/**\n * Mount code block\n *\n * This function ensures that an overflowing code block is focusable through\n * keyboard, so it can be scrolled without a mouse to improve on accessibility.\n * Furthermore, if code annotations are enabled, they are mounted if and only\n * if the code block is currently visible, e.g., not in a hidden content tab.\n *\n * Note that code blocks may be mounted eagerly or lazily. If they're mounted\n * lazily (on first visibility), code annotation anchor links will not work,\n * as they are evaluated on initial page load, and code annotations in general\n * might feel a little bumpier.\n *\n * @param el - Code block element\n * @param options - Options\n *\n * @returns Code block and annotation component observable\n */\nexport function mountCodeBlock(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<CodeBlock>> {\n  const { matches: hover } = matchMedia(\"(hover)\")\n\n  /* Defer mounting of code block - see https://bit.ly/3vHVoVD */\n  const factory$ = defer(() => {\n    const push$ = new Subject<Overflow>()\n    const done$ = push$.pipe(takeLast(1))\n    push$.subscribe(({ scrollable }) => {\n      if (scrollable && hover)\n        el.setAttribute(\"tabindex\", \"0\")\n      else\n        el.removeAttribute(\"tabindex\")\n    })\n\n    /* Render button for Clipboard.js integration */\n    const content$: Array<Observable<Component<CodeBlock>>> = []\n    if (ClipboardJS.isSupported()) {\n      if (el.closest(\".copy\") || (\n        feature(\"content.code.copy\") && !el.closest(\".no-copy\")\n      )) {\n        const parent = el.closest(\"pre\")!\n        parent.id = `__code_${sequence++}`\n\n        /* Mount tooltip, if enabled */\n        const button = renderClipboardButton(parent.id)\n        parent.insertBefore(button, el)\n        if (feature(\"content.tooltips\"))\n          content$.push(mountInlineTooltip2(button, { viewport$ }))\n      }\n    }\n\n    /* Handle code annotations */\n    const container = el.closest(\".highlight\")\n    if (container instanceof HTMLElement) {\n      const list = findCandidateList(container)\n\n      /* Mount code annotations, if enabled */\n      if (typeof list !== \"undefined\" && (\n        container.classList.contains(\"annotate\") ||\n        feature(\"content.code.annotate\")\n      )) {\n        const annotations$ = mountAnnotationList(list, el, options)\n        content$.push(\n          watchElementSize(container)\n            .pipe(\n              takeUntil(done$),\n              map(({ width, height }) => width && height),\n              distinctUntilChanged(),\n              switchMap(active => active ? annotations$ : EMPTY)\n            )\n        )\n      }\n    }\n\n    // If the code block has line spans, we can add this additional class to\n    // the code block element, which fixes the problem for highlighted code\n    // lines not stretching to the entirety of the screen when the code block\n    // overflows, e.g., on mobile - see\n    const spans = getElements(\":scope > span[id]\", el)\n    if (spans.length)\n      el.classList.add(\"md-code__content\")\n\n    /* Create and return component */\n    return watchCodeBlock(el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state })),\n        mergeWith(...content$)\n      )\n  })\n\n  /* Mount code block lazily */\n  if (feature(\"content.lazy\"))\n    return watchElementVisibility(el)\n      .pipe(\n        filter(visible => visible),\n        take(1),\n        switchMap(() => factory$)\n      )\n\n  /* Mount code block */\n  return factory$\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  defer,\n  filter,\n  finalize,\n  map,\n  merge,\n  tap\n} from \"rxjs\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Details\n */\nexport interface Details {\n  action: \"open\" | \"close\"             /* Details state */\n  reveal?: boolean                     /* Details is revealed */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch details\n *\n * @param el - Details element\n * @param options - Options\n *\n * @returns Details observable\n */\nexport function watchDetails(\n  el: HTMLDetailsElement, { target$, print$ }: WatchOptions\n): Observable<Details> {\n  let open = true\n  return merge(\n\n    /* Open and focus details on location target */\n    target$\n      .pipe(\n        map(target => target.closest(\"details:not([open])\")!),\n        filter(details => el === details),\n        map(() => ({\n          action: \"open\", reveal: true\n        }) as Details)\n      ),\n\n    /* Open details on print and close afterwards */\n    print$\n      .pipe(\n        filter(active => active || !open),\n        tap(() => open = el.open),\n        map(active => ({\n          action: active ? \"open\" : \"close\"\n        }) as Details)\n      )\n  )\n}\n\n/**\n * Mount details\n *\n * This function ensures that `details` tags are opened on anchor jumps and\n * prior to printing, so the whole content of the page is visible.\n *\n * @param el - Details element\n * @param options - Options\n *\n * @returns Details component observable\n */\nexport function mountDetails(\n  el: HTMLDetailsElement, options: MountOptions\n): Observable<Component<Details>> {\n  return defer(() => {\n    const push$ = new Subject<Details>()\n    push$.subscribe(({ action, reveal }) => {\n      el.toggleAttribute(\"open\", action === \"open\")\n      if (reveal)\n        el.scrollIntoView()\n    })\n\n    /* Create and return component */\n    return watchDetails(el, options)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", ".node circle,.node ellipse,.node path,.node polygon,.node rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}marker{fill:var(--md-mermaid-edge-color)!important}.edgeLabel .label rect{fill:#0000}.flowchartTitleText{fill:var(--md-mermaid-label-fg-color)}.label{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.label foreignObject{line-height:normal;overflow:visible}.label div .edgeLabel{color:var(--md-mermaid-label-fg-color)}.edgeLabel,.edgeLabel p,.label div .edgeLabel{background-color:var(--md-mermaid-label-bg-color)}.edgeLabel,.edgeLabel p{fill:var(--md-mermaid-label-bg-color);color:var(--md-mermaid-edge-color)}.edgePath .path,.flowchart-link{stroke:var(--md-mermaid-edge-color);stroke-width:.05rem}.edgePath .arrowheadPath{fill:var(--md-mermaid-edge-color);stroke:none}.cluster rect{fill:var(--md-default-fg-color--lightest);stroke:var(--md-default-fg-color--lighter)}.cluster span{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}g #flowchart-circleEnd,g #flowchart-circleStart,g #flowchart-crossEnd,g #flowchart-crossStart,g #flowchart-pointEnd,g #flowchart-pointStart{stroke:none}.classDiagramTitleText{fill:var(--md-mermaid-label-fg-color)}g.classGroup line,g.classGroup rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}g.classGroup text{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.classLabel .box{fill:var(--md-mermaid-label-bg-color);background-color:var(--md-mermaid-label-bg-color);opacity:1}.classLabel .label{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.node .divider{stroke:var(--md-mermaid-node-fg-color)}.relation{stroke:var(--md-mermaid-edge-color)}.cardinality{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.cardinality text{fill:inherit!important}defs #classDiagram-compositionEnd,defs #classDiagram-compositionStart,defs #classDiagram-dependencyEnd,defs #classDiagram-dependencyStart,defs #classDiagram-extensionEnd,defs #classDiagram-extensionStart{fill:var(--md-mermaid-edge-color)!important;stroke:var(--md-mermaid-edge-color)!important}defs #classDiagram-aggregationEnd,defs #classDiagram-aggregationStart{fill:var(--md-mermaid-label-bg-color)!important;stroke:var(--md-mermaid-edge-color)!important}.statediagramTitleText{fill:var(--md-mermaid-label-fg-color)}g.stateGroup rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}g.stateGroup .state-title{fill:var(--md-mermaid-label-fg-color)!important;font-family:var(--md-mermaid-font-family)}g.stateGroup .composit{fill:var(--md-mermaid-label-bg-color)}.nodeLabel,.nodeLabel p{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}a .nodeLabel{text-decoration:underline}.node circle.state-end,.node circle.state-start,.start-state{fill:var(--md-mermaid-edge-color);stroke:none}.end-state-inner,.end-state-outer{fill:var(--md-mermaid-edge-color)}.end-state-inner,.node circle.state-end{stroke:var(--md-mermaid-label-bg-color)}.transition{stroke:var(--md-mermaid-edge-color)}[id^=state-fork] rect,[id^=state-join] rect{fill:var(--md-mermaid-edge-color)!important;stroke:none!important}.statediagram-cluster.statediagram-cluster .inner{fill:var(--md-default-bg-color)}.statediagram-cluster rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}.statediagram-state rect.divider{fill:var(--md-default-fg-color--lightest);stroke:var(--md-default-fg-color--lighter)}defs #statediagram-barbEnd{stroke:var(--md-mermaid-edge-color)}.entityTitleText{fill:var(--md-mermaid-label-fg-color)}.attributeBoxEven,.attributeBoxOdd{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}.entityBox{fill:var(--md-mermaid-label-bg-color);stroke:var(--md-mermaid-node-fg-color)}.entityLabel{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.relationshipLabelBox{fill:var(--md-mermaid-label-bg-color);fill-opacity:1;background-color:var(--md-mermaid-label-bg-color);opacity:1}.relationshipLabel{fill:var(--md-mermaid-label-fg-color)}.relationshipLine{stroke:var(--md-mermaid-edge-color)}defs #ONE_OR_MORE_END *,defs #ONE_OR_MORE_START *,defs #ONLY_ONE_END *,defs #ONLY_ONE_START *,defs #ZERO_OR_MORE_END *,defs #ZERO_OR_MORE_START *,defs #ZERO_OR_ONE_END *,defs #ZERO_OR_ONE_START *{stroke:var(--md-mermaid-edge-color)!important}defs #ZERO_OR_MORE_END circle,defs #ZERO_OR_MORE_START circle{fill:var(--md-mermaid-label-bg-color)}text:not([class]):last-child{fill:var(--md-mermaid-label-fg-color)}.actor{fill:var(--md-mermaid-sequence-actor-bg-color);stroke:var(--md-mermaid-sequence-actor-border-color)}text.actor>tspan{fill:var(--md-mermaid-sequence-actor-fg-color);font-family:var(--md-mermaid-font-family)}line{stroke:var(--md-mermaid-sequence-actor-line-color)}.actor-man circle,.actor-man line{fill:var(--md-mermaid-sequence-actorman-bg-color);stroke:var(--md-mermaid-sequence-actorman-line-color)}.messageLine0,.messageLine1{stroke:var(--md-mermaid-sequence-message-line-color)}.note{fill:var(--md-mermaid-sequence-note-bg-color);stroke:var(--md-mermaid-sequence-note-border-color)}.loopText,.loopText>tspan,.messageText,.noteText>tspan{stroke:none;font-family:var(--md-mermaid-font-family)!important}.messageText{fill:var(--md-mermaid-sequence-message-fg-color)}.loopText,.loopText>tspan{fill:var(--md-mermaid-sequence-loop-fg-color)}.noteText>tspan{fill:var(--md-mermaid-sequence-note-fg-color)}#arrowhead path{fill:var(--md-mermaid-sequence-message-line-color);stroke:none}.loopLine{fill:var(--md-mermaid-sequence-loop-bg-color);stroke:var(--md-mermaid-sequence-loop-border-color)}.labelBox{fill:var(--md-mermaid-sequence-label-bg-color);stroke:none}.labelText,.labelText>span{fill:var(--md-mermaid-sequence-label-fg-color);font-family:var(--md-mermaid-font-family)}.sequenceNumber{fill:var(--md-mermaid-sequence-number-fg-color)}rect.rect{fill:var(--md-mermaid-sequence-box-bg-color);stroke:none}rect.rect+text.text{fill:var(--md-mermaid-sequence-box-fg-color)}defs #sequencenumber{fill:var(--md-mermaid-sequence-number-bg-color)!important}", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  map,\n  of,\n  shareReplay,\n  tap\n} from \"rxjs\"\n\nimport { watchScript } from \"~/browser\"\nimport { h } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\n\nimport themeCSS from \"./index.css\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mermaid diagram\n */\nexport interface Mermaid {}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Mermaid instance observable\n */\nlet mermaid$: Observable<void>\n\n/**\n * Global sequence number for diagrams\n */\nlet sequence = 0\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch Mermaid script\n *\n * @returns Mermaid scripts observable\n */\nfunction fetchScripts(): Observable<void> {\n  return typeof mermaid === \"undefined\" || mermaid instanceof Element\n    ? watchScript(\"https://unpkg.com/mermaid@11/dist/mermaid.min.js\")\n    : of(undefined)\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount Mermaid diagram\n *\n * @param el - Code block element\n *\n * @returns Mermaid diagram component observable\n */\nexport function mountMermaid(\n  el: HTMLElement\n): Observable<Component<Mermaid>> {\n  el.classList.remove(\"mermaid\") // Hack: mitigate https://bit.ly/3CiN6Du\n  mermaid$ ||= fetchScripts()\n    .pipe(\n      tap(() => mermaid.initialize({\n        startOnLoad: false,\n        themeCSS,\n        sequence: {\n          actorFontSize: \"16px\", // Hack: mitigate https://bit.ly/3y0NEi3\n          messageFontSize: \"16px\",\n          noteFontSize: \"16px\"\n        }\n      })),\n      map(() => undefined),\n      shareReplay(1)\n    )\n\n  /* Render diagram */\n  mermaid$.subscribe(async () => {\n    el.classList.add(\"mermaid\") // Hack: mitigate https://bit.ly/3CiN6Du\n    const id = `__mermaid_${sequence++}`\n\n    /* Create host element to replace code block */\n    const host = h(\"div\", { class: \"mermaid\" })\n    const text = el.textContent\n\n    /* Render and inject diagram */\n    const { svg, fn } = await mermaid.render(id, text)\n\n    /* Create a shadow root and inject diagram */\n    const shadow = host.attachShadow({ mode: \"closed\" })\n    shadow.innerHTML = svg\n\n    /* Replace code block with diagram and bind functions */\n    el.replaceWith(host)\n    fn?.(shadow)\n  })\n\n  /* Create and return component */\n  return mermaid$\n    .pipe(\n      map(() => ({ ref: el }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { Observable, of } from \"rxjs\"\n\nimport { renderTable } from \"~/templates\"\nimport { h } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Data table\n */\nexport interface DataTable {}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Sentinel for replacement\n */\nconst sentinel = h(\"table\")\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount data table\n *\n * This function wraps a data table in another scrollable container, so it can\n * be smoothly scrolled on smaller screen sizes and won't break the layout.\n *\n * @param el - Data table element\n *\n * @returns Data table component observable\n */\nexport function mountDataTable(\n  el: HTMLElement\n): Observable<Component<DataTable>> {\n  el.replaceWith(sentinel)\n  sentinel.replaceWith(renderTable(el))\n\n  /* Create and return component */\n  return of({ ref: el })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  asyncScheduler,\n  auditTime,\n  combineLatest,\n  defer,\n  endWith,\n  filter,\n  finalize,\n  fromEvent,\n  ignoreElements,\n  map,\n  merge,\n  skip,\n  startWith,\n  subscribeOn,\n  takeUntil,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  getElement,\n  getElementContentOffset,\n  getElementContentSize,\n  getElementOffset,\n  getElementSize,\n  getElements,\n  watchElementContentOffset,\n  watchElementSize,\n  watchElementVisibility\n} from \"~/browser\"\nimport { renderTabbedControl } from \"~/templates\"\nimport { h } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Content tabs\n */\nexport interface ContentTabs {\n  active: HTMLLabelElement             /* Active tab label */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch content tabs\n *\n * @param inputs - Content tabs input elements\n *\n * @returns Content tabs observable\n */\nexport function watchContentTabs(\n  inputs: HTMLInputElement[]\n): Observable<ContentTabs> {\n  const initial = inputs.find(input => input.checked) || inputs[0]\n  return merge(...inputs.map(input => fromEvent(input, \"change\")\n    .pipe(\n      map(() => getElement<HTMLLabelElement>(`label[for=\"${input.id}\"]`))\n    )\n  ))\n    .pipe(\n      startWith(getElement<HTMLLabelElement>(`label[for=\"${initial.id}\"]`)),\n      map(active => ({ active }))\n    )\n}\n\n/**\n * Mount content tabs\n *\n * @param el - Content tabs element\n * @param options - Options\n *\n * @returns Content tabs component observable\n */\nexport function mountContentTabs(\n  el: HTMLElement, { viewport$, target$ }: MountOptions\n): Observable<Component<ContentTabs>> {\n  const container = getElement(\".tabbed-labels\", el)\n  const inputs = getElements<HTMLInputElement>(\":scope > input\", el)\n\n  /* Render content tab previous button for pagination */\n  const prev = renderTabbedControl(\"prev\")\n  el.append(prev)\n\n  /* Render content tab next button for pagination */\n  const next = renderTabbedControl(\"next\")\n  el.append(next)\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject<ContentTabs>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    combineLatest([push$, watchElementSize(el), watchElementVisibility(el)])\n      .pipe(\n        takeUntil(done$),\n        auditTime(1, animationFrameScheduler)\n      )\n        .subscribe({\n\n          /* Handle emission */\n          next([{ active }, size]) {\n            const offset = getElementOffset(active)\n            const { width } = getElementSize(active)\n\n            /* Set tab indicator offset and width */\n            el.style.setProperty(\"--md-indicator-x\", `${offset.x}px`)\n            el.style.setProperty(\"--md-indicator-width\", `${width}px`)\n\n            /* Scroll container to active content tab */\n            const content = getElementContentOffset(container)\n            if (\n              offset.x         < content.x              ||\n              offset.x + width > content.x + size.width\n            )\n              container.scrollTo({\n                left: Math.max(0, offset.x - 16),\n                behavior: \"smooth\"\n              })\n          },\n\n          /* Handle complete */\n          complete() {\n            el.style.removeProperty(\"--md-indicator-x\")\n            el.style.removeProperty(\"--md-indicator-width\")\n          }\n        })\n\n    /* Hide content tab buttons on borders */\n    combineLatest([\n      watchElementContentOffset(container),\n      watchElementSize(container)\n    ])\n      .pipe(\n        takeUntil(done$)\n      )\n        .subscribe(([offset, size]) => {\n          const content = getElementContentSize(container)\n          prev.hidden = offset.x < 16\n          next.hidden = offset.x > content.width - size.width - 16\n        })\n\n    /* Paginate content tab container on click */\n    merge(\n      fromEvent(prev, \"click\").pipe(map(() => -1)),\n      fromEvent(next, \"click\").pipe(map(() => +1))\n    )\n      .pipe(\n        takeUntil(done$)\n      )\n        .subscribe(direction => {\n          const { width } = getElementSize(container)\n          container.scrollBy({\n            left: width * direction,\n            behavior: \"smooth\"\n          })\n        })\n\n    /* Switch to content tab target */\n    target$\n      .pipe(\n        takeUntil(done$),\n        filter(input => inputs.includes(input as HTMLInputElement))\n      )\n        .subscribe(input => input.click())\n\n    /* Add link to each content tab label */\n    container.classList.add(\"tabbed-labels--linked\")\n    for (const input of inputs) {\n      const label = getElement<HTMLLabelElement>(`label[for=\"${input.id}\"]`)\n      label.replaceChildren(h(\"a\", {\n        href: `#${label.htmlFor}`,\n        tabIndex: -1\n      }, ...Array.from(label.childNodes)))\n\n      /* Allow to copy link without scrolling to anchor */\n      fromEvent<MouseEvent>(label.firstElementChild!, \"click\")\n        .pipe(\n          takeUntil(done$),\n          filter(ev => !(ev.metaKey || ev.ctrlKey)),\n          tap(ev => {\n            ev.preventDefault()\n            ev.stopPropagation()\n          })\n        )\n          // @todo we might need to remove the anchor link on complete\n          .subscribe(() => {\n            history.replaceState({}, \"\", `#${label.htmlFor}`)\n            label.click()\n          })\n    }\n\n    /* Set up linking of content tabs, if enabled */\n    if (feature(\"content.tabs.link\"))\n      push$.pipe(\n        skip(1),\n        withLatestFrom(viewport$)\n      )\n        .subscribe(([{ active }, { offset }]) => {\n          const tab = active.innerText.trim()\n          if (active.hasAttribute(\"data-md-switching\")) {\n            active.removeAttribute(\"data-md-switching\")\n\n          /* Determine viewport offset of active tab */\n          } else {\n            const y = el.offsetTop - offset.y\n\n            /* Passively activate other tabs */\n            for (const set of getElements(\"[data-tabs]\"))\n              for (const input of getElements<HTMLInputElement>(\n                \":scope > input\", set\n              )) {\n                const label = getElement(`label[for=\"${input.id}\"]`)\n                if (\n                  label !== active &&\n                  label.innerText.trim() === tab\n                ) {\n                  label.setAttribute(\"data-md-switching\", \"\")\n                  input.click()\n                  break\n                }\n              }\n\n            /* Bring active tab into view */\n            window.scrollTo({\n              top: el.offsetTop - y\n            })\n\n            /* Persist active tabs in local storage */\n            const tabs = __md_get<string[]>(\"__tabs\") || []\n            __md_set(\"__tabs\", [...new Set([tab, ...tabs])])\n          }\n        })\n\n    /* Pause media (audio, video) on switch - see https://bit.ly/3Bk6cel */\n    push$.pipe(takeUntil(done$))\n      .subscribe(() => {\n        for (const media of getElements<HTMLAudioElement>(\"audio, video\", el))\n          media.pause()\n      })\n\n    /* Create and return component */\n    return watchContentTabs(inputs)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n    .pipe(\n      subscribeOn(asyncScheduler)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { Observable, merge } from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport { Viewport, getElements } from \"~/browser\"\n\nimport { Component } from \"../../_\"\nimport {\n  Tooltip,\n  mountInlineTooltip2\n} from \"../../tooltip2\"\nimport {\n  Annotation,\n  mountAnnotationBlock\n} from \"../annotation\"\nimport {\n  CodeBlock,\n  mountCodeBlock\n} from \"../code\"\nimport {\n  Details,\n  mountDetails\n} from \"../details\"\nimport {\n  Mermaid,\n  mountMermaid\n} from \"../mermaid\"\nimport {\n  DataTable,\n  mountDataTable\n} from \"../table\"\nimport {\n  ContentTabs,\n  mountContentTabs\n} from \"../tabs\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Content\n */\nexport type Content =\n  | Annotation\n  | CodeBlock\n  | ContentTabs\n  | DataTable\n  | Details\n  | Mermaid\n  | Tooltip\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount content\n *\n * This function mounts all components that are found in the content of the\n * actual article, including code blocks, data tables and details.\n *\n * @param el - Content element\n * @param options - Options\n *\n * @returns Content component observable\n */\nexport function mountContent(\n  el: HTMLElement, { viewport$, target$, print$ }: MountOptions\n): Observable<Component<Content>> {\n  return merge(\n\n    /* Annotations */\n    ...getElements(\".annotate:not(.highlight)\", el)\n      .map(child => mountAnnotationBlock(child, { target$, print$ })),\n\n    /* Code blocks */\n    ...getElements(\"pre:not(.mermaid) > code\", el)\n      .map(child => mountCodeBlock(child, { target$, print$ })),\n\n    /* Mermaid diagrams */\n    ...getElements(\"pre.mermaid\", el)\n      .map(child => mountMermaid(child)),\n\n    /* Data tables */\n    ...getElements(\"table:not([class])\", el)\n      .map(child => mountDataTable(child)),\n\n    /* Details */\n    ...getElements(\"details\", el)\n      .map(child => mountDetails(child, { target$, print$ })),\n\n    /* Content tabs */\n    ...getElements(\"[data-tabs]\", el)\n      .map(child => mountContentTabs(child, { viewport$, target$ })),\n\n    /* Tooltips */\n    ...getElements(\"[title]\", el)\n      .filter(() => feature(\"content.tooltips\"))\n      .map(child => mountInlineTooltip2(child, { viewport$ }))\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  defer,\n  delay,\n  finalize,\n  map,\n  merge,\n  of,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport { getElement } from \"~/browser\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Dialog\n */\nexport interface Dialog {\n  message: string                      /* Dialog message */\n  active: boolean                      /* Dialog is active */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  alert$: Subject<string>              /* Alert subject */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  alert$: Subject<string>              /* Alert subject */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch dialog\n *\n * @param _el - Dialog element\n * @param options - Options\n *\n * @returns Dialog observable\n */\nexport function watchDialog(\n  _el: HTMLElement, { alert$ }: WatchOptions\n): Observable<Dialog> {\n  return alert$\n    .pipe(\n      switchMap(message => merge(\n        of(true),\n        of(false).pipe(delay(2000))\n      )\n        .pipe(\n          map(active => ({ message, active }))\n        )\n      )\n    )\n}\n\n/**\n * Mount dialog\n *\n * This function reveals the dialog in the right corner when a new alert is\n * emitted through the subject that is passed as part of the options.\n *\n * @param el - Dialog element\n * @param options - Options\n *\n * @returns Dialog component observable\n */\nexport function mountDialog(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<Dialog>> {\n  const inner = getElement(\".md-typeset\", el)\n  return defer(() => {\n    const push$ = new Subject<Dialog>()\n    push$.subscribe(({ message, active }) => {\n      el.classList.toggle(\"md-dialog--active\", active)\n      inner.textContent = message\n    })\n\n    /* Create and return component */\n    return watchDialog(el, options)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  asyncScheduler,\n  auditTime,\n  combineLatest,\n  debounceTime,\n  defer,\n  distinctUntilChanged,\n  filter,\n  finalize,\n  map,\n  merge,\n  of,\n  subscribeOn,\n  tap,\n  throttleTime\n} from \"rxjs\"\n\nimport {\n  ElementOffset,\n  getElement,\n  getElementContainer,\n  getElementOffset,\n  getElementSize,\n  watchElementContentOffset,\n  watchElementFocus,\n  watchElementHover\n} from \"~/browser\"\nimport { renderTooltip } from \"~/templates\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Tooltip\n */\nexport interface Tooltip {\n  active: boolean                      /* Tooltip is active */\n  offset: ElementOffset                /* Tooltip offset */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Global sequence number for tooltips\n */\nlet sequence = 0\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch tooltip\n *\n * This function will append the tooltip temporarily to compute its width,\n * which is necessary for correct centering, and then removing it again.\n *\n * @param el - Tooltip element\n * @param host - Host element\n *\n * @returns Tooltip observable\n */\nexport function watchTooltip(\n  el: HTMLElement, host: HTMLElement\n): Observable<Tooltip> {\n  document.body.append(el)\n\n  /* Compute width and remove tooltip immediately */\n  const { width } = getElementSize(el)\n  el.style.setProperty(\"--md-tooltip-width\", `${width}px`)\n  el.remove()\n\n  /* Retrieve and watch containing element */\n  const container = getElementContainer(host)\n  const scroll$ =\n    typeof container !== \"undefined\"\n      ? watchElementContentOffset(container)\n      : of({ x: 0, y: 0 })\n\n  /* Compute tooltip visibility */\n  const active$ = merge(\n    watchElementFocus(host),\n    watchElementHover(host)\n  )\n    .pipe(\n      distinctUntilChanged()\n    )\n\n  /* Compute tooltip offset */\n  return combineLatest([active$, scroll$])\n    .pipe(\n      map(([active, scroll]) => {\n        let { x, y } = getElementOffset(host)\n        const size = getElementSize(host)\n\n        /**\n         * Experimental: fix handling of tables - see https://bit.ly/3TQEj5O\n         *\n         * If this proves to be a viable fix, we should refactor tooltip\n         * positioning and somehow streamline the current process. This might\n         * also fix positioning for annotations inside tables, which is another\n         * limitation.\n         */\n        const table = host.closest(\"table\")\n        if (table && host.parentElement) {\n          x += table.offsetLeft + host.parentElement.offsetLeft\n          y += table.offsetTop  + host.parentElement.offsetTop\n        }\n        return {\n          active,\n          offset: {\n            x: x - scroll.x + size.width  / 2 - width / 2,\n            y: y - scroll.y + size.height + 8\n          }\n        }\n      })\n    )\n}\n\n/**\n * Mount tooltip\n *\n * @param el - Host element\n *\n * @returns Tooltip component observable\n */\nexport function mountTooltip(\n  el: HTMLElement\n): Observable<Component<Tooltip>> {\n  const title = el.title\n  if (!title.length)\n    return EMPTY\n\n  /* Render tooltip and set title from host element */\n  const id = `__tooltip_${sequence++}`\n  const tooltip = renderTooltip(id, \"inline\")\n  const typeset = getElement(\".md-typeset\", tooltip)\n  typeset.innerHTML = title\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject<Tooltip>()\n    push$.subscribe({\n\n      /* Handle emission */\n      next({ offset }) {\n        tooltip.style.setProperty(\"--md-tooltip-x\", `${offset.x}px`)\n        tooltip.style.setProperty(\"--md-tooltip-y\", `${offset.y}px`)\n      },\n\n      /* Handle complete */\n      complete() {\n        tooltip.style.removeProperty(\"--md-tooltip-x\")\n        tooltip.style.removeProperty(\"--md-tooltip-y\")\n      }\n    })\n\n    /* Toggle tooltip presence to mitigate empty lines when copying */\n    merge(\n      push$.pipe(filter(({ active }) => active)),\n      push$.pipe(debounceTime(250), filter(({ active }) => !active))\n    )\n      .subscribe({\n\n        /* Handle emission */\n        next({ active }) {\n          if (active) {\n            el.insertAdjacentElement(\"afterend\", tooltip)\n            el.setAttribute(\"aria-describedby\", id)\n            el.removeAttribute(\"title\")\n          } else {\n            tooltip.remove()\n            el.removeAttribute(\"aria-describedby\")\n            el.setAttribute(\"title\", title)\n          }\n        },\n\n        /* Handle complete */\n        complete() {\n          tooltip.remove()\n          el.removeAttribute(\"aria-describedby\")\n          el.setAttribute(\"title\", title)\n        }\n      })\n\n    /* Toggle tooltip visibility */\n    push$\n      .pipe(\n        auditTime(16, animationFrameScheduler)\n      )\n        .subscribe(({ active }) => {\n          tooltip.classList.toggle(\"md-tooltip--active\", active)\n        })\n\n    // @todo - refactor positioning together with annotations \u2013 there are\n    // several things that overlap and are identical in handling\n\n    /* Track relative origin of tooltip */\n    push$\n      .pipe(\n        throttleTime(125, animationFrameScheduler),\n        filter(() => !!el.offsetParent),\n        map(() => el.offsetParent!.getBoundingClientRect()),\n        map(({ x }) => x)\n      )\n      .subscribe({\n\n        /* Handle emission */\n        next(origin) {\n          if (origin)\n            tooltip.style.setProperty(\"--md-tooltip-0\", `${-origin}px`)\n          else\n            tooltip.style.removeProperty(\"--md-tooltip-0\")\n        },\n\n        /* Handle complete */\n        complete() {\n          tooltip.style.removeProperty(\"--md-tooltip-0\")\n        }\n      })\n\n    /* Create and return component */\n    return watchTooltip(tooltip, el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n    .pipe(\n      subscribeOn(asyncScheduler)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  bufferCount,\n  combineLatest,\n  combineLatestWith,\n  defer,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  filter,\n  from,\n  ignoreElements,\n  map,\n  mergeMap,\n  mergeWith,\n  of,\n  shareReplay,\n  startWith,\n  switchMap,\n  takeUntil\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  getElements,\n  watchElementSize,\n  watchToggle\n} from \"~/browser\"\n\nimport { Component } from \"../../_\"\nimport { Main } from \"../../main\"\nimport {\n  Tooltip,\n  mountTooltip\n} from \"../../tooltip\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Header\n */\nexport interface Header {\n  height: number                       /* Header visible height */\n  hidden: boolean                      /* Header is hidden */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n  main$: Observable<Main>              /* Main area observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Compute whether the header is hidden\n *\n * If the user scrolls past a certain threshold, the header can be hidden when\n * scrolling down, and shown when scrolling up.\n *\n * @param options - Options\n *\n * @returns Toggle observable\n */\nfunction isHidden({ viewport$ }: WatchOptions): Observable<boolean> {\n  if (!feature(\"header.autohide\"))\n    return of(false)\n\n  /* Compute direction and turning point */\n  const direction$ = viewport$\n    .pipe(\n      map(({ offset: { y } }) => y),\n      bufferCount(2, 1),\n      map(([a, b]) => [a < b, b] as const),\n      distinctUntilKeyChanged(0)\n    )\n\n  /* Compute whether header should be hidden */\n  const hidden$ = combineLatest([viewport$, direction$])\n    .pipe(\n      filter(([{ offset }, [, y]]) => Math.abs(y - offset.y) > 100),\n      map(([, [direction]]) => direction),\n      distinctUntilChanged()\n    )\n\n  /* Compute threshold for hiding */\n  const search$ = watchToggle(\"search\")\n  return combineLatest([viewport$, search$])\n    .pipe(\n      map(([{ offset }, search]) => offset.y > 400 && !search),\n      distinctUntilChanged(),\n      switchMap(active => active ? hidden$ : of(false)),\n      startWith(false)\n    )\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch header\n *\n * @param el - Header element\n * @param options - Options\n *\n * @returns Header observable\n */\nexport function watchHeader(\n  el: HTMLElement, options: WatchOptions\n): Observable<Header> {\n  return defer(() => combineLatest([\n    watchElementSize(el),\n    isHidden(options)\n  ]))\n    .pipe(\n      map(([{ height }, hidden]) => ({\n        height,\n        hidden\n      })),\n      distinctUntilChanged((a, b) => (\n        a.height === b.height &&\n        a.hidden === b.hidden\n      )),\n      shareReplay(1)\n    )\n}\n\n/**\n * Mount header\n *\n * This function manages the different states of the header, i.e. whether it's\n * hidden or rendered with a shadow. This depends heavily on the main area.\n *\n * @param el - Header element\n * @param options - Options\n *\n * @returns Header component observable\n */\nexport function mountHeader(\n  el: HTMLElement, { header$, main$ }: MountOptions\n): Observable<Component<Header | Tooltip>> {\n  return defer(() => {\n    const push$ = new Subject<Main>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    push$\n      .pipe(\n        distinctUntilKeyChanged(\"active\"),\n        combineLatestWith(header$)\n      )\n        .subscribe(([{ active }, { hidden }]) => {\n          el.classList.toggle(\"md-header--shadow\", active && !hidden)\n          el.hidden = hidden\n        })\n\n    /* Mount tooltips, if enabled */\n    const tooltips = from(getElements(\"[title]\", el))\n      .pipe(\n        filter(() => feature(\"content.tooltips\")),\n        mergeMap(child => mountTooltip(child))\n      )\n\n    /* Link to main area */\n    main$.subscribe(push$)\n\n    /* Create and return component */\n    return header$\n      .pipe(\n        takeUntil(done$),\n        map(state => ({ ref: el, ...state })),\n        mergeWith(tooltips.pipe(takeUntil(done$)))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  defer,\n  distinctUntilKeyChanged,\n  finalize,\n  map,\n  tap\n} from \"rxjs\"\n\nimport {\n  Viewport,\n  getElementSize,\n  getOptionalElement,\n  watchViewportAt\n} from \"~/browser\"\n\nimport { Component } from \"../../_\"\nimport { Header } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Header\n */\nexport interface HeaderTitle {\n  active: boolean                      /* Header title is active */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch header title\n *\n * @param el - Heading element\n * @param options - Options\n *\n * @returns Header title observable\n */\nexport function watchHeaderTitle(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<HeaderTitle> {\n  return watchViewportAt(el, { viewport$, header$ })\n    .pipe(\n      map(({ offset: { y } }) => {\n        const { height } = getElementSize(el)\n        return {\n          active: y >= height\n        }\n      }),\n      distinctUntilKeyChanged(\"active\")\n    )\n}\n\n/**\n * Mount header title\n *\n * This function swaps the header title from the site title to the title of the\n * current page when the user scrolls past the first headline.\n *\n * @param el - Header title element\n * @param options - Options\n *\n * @returns Header title component observable\n */\nexport function mountHeaderTitle(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<HeaderTitle>> {\n  return defer(() => {\n    const push$ = new Subject<HeaderTitle>()\n    push$.subscribe({\n\n      /* Handle emission */\n      next({ active }) {\n        el.classList.toggle(\"md-header__title--active\", active)\n      },\n\n      /* Handle complete */\n      complete() {\n        el.classList.remove(\"md-header__title--active\")\n      }\n    })\n\n    /* Obtain headline, if any */\n    const heading = getOptionalElement(\".md-content h1\")\n    if (typeof heading === \"undefined\")\n      return EMPTY\n\n    /* Create and return component */\n    return watchHeaderTitle(heading, options)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  combineLatest,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  map,\n  switchMap\n} from \"rxjs\"\n\nimport {\n  Viewport,\n  watchElementSize\n} from \"~/browser\"\n\nimport { Header } from \"../header\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Main area\n */\nexport interface Main {\n  offset: number                       /* Main area top offset */\n  height: number                       /* Main area visible height */\n  active: boolean                      /* Main area is active */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch main area\n *\n * This function returns an observable that computes the visual parameters of\n * the main area which depends on the viewport vertical offset and height, as\n * well as the height of the header element, if the header is fixed.\n *\n * @param el - Main area element\n * @param options - Options\n *\n * @returns Main area observable\n */\nexport function watchMain(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<Main> {\n\n  /* Compute necessary adjustment for header */\n  const adjust$ = header$\n    .pipe(\n      map(({ height }) => height),\n      distinctUntilChanged()\n    )\n\n  /* Compute the main area's top and bottom borders */\n  const border$ = adjust$\n    .pipe(\n      switchMap(() => watchElementSize(el)\n        .pipe(\n          map(({ height }) => ({\n            top:    el.offsetTop,\n            bottom: el.offsetTop + height\n          })),\n          distinctUntilKeyChanged(\"bottom\")\n        )\n      )\n    )\n\n  /* Compute the main area's offset, visible height and if we scrolled past */\n  return combineLatest([adjust$, border$, viewport$])\n    .pipe(\n      map(([header, { top, bottom }, { offset: { y }, size: { height } }]) => {\n        height = Math.max(0, height\n          - Math.max(0, top    - y,  header)\n          - Math.max(0, height + y - bottom)\n        )\n        return {\n          offset: top - header,\n          height,\n          active: top - header <= y\n        }\n      }),\n      distinctUntilChanged((a, b) => (\n        a.offset === b.offset &&\n        a.height === b.height &&\n        a.active === b.active\n      ))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  asyncScheduler,\n  defer,\n  filter,\n  finalize,\n  fromEvent,\n  map,\n  mergeMap,\n  observeOn,\n  of,\n  repeat,\n  shareReplay,\n  skip,\n  startWith,\n  takeUntil,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { getElements, watchMedia } from \"~/browser\"\nimport { h } from \"~/utilities\"\n\nimport {\n  Component,\n  getComponentElement\n} from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Palette colors\n */\nexport interface PaletteColor {\n  media?: string                       /* Media query */\n  scheme?: string                      /* Color scheme */\n  primary?: string                     /* Primary color */\n  accent?: string                      /* Accent color */\n}\n\n/**\n * Palette\n */\nexport interface Palette {\n  index: number                        /* Palette index */\n  color: PaletteColor                  /* Palette colors */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch color palette\n *\n * @param inputs - Color palette element\n *\n * @returns Color palette observable\n */\nexport function watchPalette(\n  inputs: HTMLInputElement[]\n): Observable<Palette> {\n  const current = __md_get<Palette>(\"__palette\") || {\n    index: inputs.findIndex(input => matchMedia(\n      input.getAttribute(\"data-md-color-media\")!\n    ).matches)\n  }\n\n  /* Emit changes in color palette */\n  const index = Math.max(0, Math.min(current.index, inputs.length - 1))\n  return of(...inputs)\n    .pipe(\n      mergeMap(input => fromEvent(input, \"change\").pipe(map(() => input))),\n      startWith(inputs[index]),\n      map(input => ({\n        index: inputs.indexOf(input),\n        color: {\n          media:   input.getAttribute(\"data-md-color-media\"),\n          scheme:  input.getAttribute(\"data-md-color-scheme\"),\n          primary: input.getAttribute(\"data-md-color-primary\"),\n          accent:  input.getAttribute(\"data-md-color-accent\")\n        }\n      } as Palette)),\n      shareReplay(1)\n    )\n}\n\n/**\n * Mount color palette\n *\n * @param el - Color palette element\n *\n * @returns Color palette component observable\n */\nexport function mountPalette(\n  el: HTMLElement\n): Observable<Component<Palette>> {\n  const inputs = getElements<HTMLInputElement>(\"input\", el)\n  const meta = h(\"meta\", { name: \"theme-color\" })\n  document.head.appendChild(meta)\n\n  // Add color scheme meta tag\n  const scheme = h(\"meta\", { name: \"color-scheme\" })\n  document.head.appendChild(scheme)\n\n  /* Mount component on subscription */\n  const media$ = watchMedia(\"(prefers-color-scheme: light)\")\n  return defer(() => {\n    const push$ = new Subject<Palette>()\n    push$.subscribe(palette => {\n      document.body.setAttribute(\"data-md-color-switching\", \"\")\n\n      /* Retrieve color palette for system preference */\n      if (palette.color.media === \"(prefers-color-scheme)\") {\n        const media = matchMedia(\"(prefers-color-scheme: light)\")\n        const input = document.querySelector(media.matches\n          ? \"[data-md-color-media='(prefers-color-scheme: light)']\"\n          : \"[data-md-color-media='(prefers-color-scheme: dark)']\"\n        )!\n\n        /* Retrieve colors for system preference */\n        palette.color.scheme  = input.getAttribute(\"data-md-color-scheme\")!\n        palette.color.primary = input.getAttribute(\"data-md-color-primary\")!\n        palette.color.accent  = input.getAttribute(\"data-md-color-accent\")!\n      }\n\n      /* Set color palette */\n      for (const [key, value] of Object.entries(palette.color))\n        document.body.setAttribute(`data-md-color-${key}`, value)\n\n      /* Set toggle visibility */\n      for (let index = 0; index < inputs.length; index++) {\n        const label = inputs[index].nextElementSibling\n        if (label instanceof HTMLElement)\n          label.hidden = palette.index !== index\n      }\n\n      /* Persist preference in local storage */\n      __md_set(\"__palette\", palette)\n    })\n\n    // Handle color switch on Enter or Space - see https://t.ly/YIhVj\n    fromEvent<KeyboardEvent>(el, \"keydown\").pipe(\n      filter(ev => ev.key === \"Enter\"),\n      withLatestFrom(push$, (_, palette) => palette)\n    )\n      .subscribe(({ index }) => {\n        index = (index + 1) % inputs.length\n        inputs[index].click()\n        inputs[index].focus()\n      })\n\n    /* Update theme-color meta tag */\n    push$\n      .pipe(\n        map(() => {\n          const header = getComponentElement(\"header\")\n          const style  = window.getComputedStyle(header)\n\n          // Set color scheme\n          scheme.content = style.colorScheme\n\n          /* Return color in hexadecimal format */\n          return style.backgroundColor.match(/\\d+/g)!\n            .map(value => (+value).toString(16).padStart(2, \"0\"))\n            .join(\"\")\n        })\n      )\n        .subscribe(color => meta.content = `#${color}`)\n\n    /* Revert transition durations after color switch */\n    push$.pipe(observeOn(asyncScheduler))\n      .subscribe(() => {\n        document.body.removeAttribute(\"data-md-color-switching\")\n      })\n\n    /* Create and return component */\n    return watchPalette(inputs)\n      .pipe(\n        takeUntil(media$.pipe(skip(1))),\n        repeat(),\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  defer,\n  finalize,\n  map,\n  tap\n} from \"rxjs\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Progress indicator\n */\nexport interface Progress {\n  value: number                        // Progress value\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  progress$: Subject<number>           // Progress subject\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount progress indicator\n *\n * @param el - Progress indicator element\n * @param options - Options\n *\n * @returns Progress indicator component observable\n */\nexport function mountProgress(\n  el: HTMLElement, { progress$ }: MountOptions\n): Observable<Component<Progress>> {\n\n  // Mount component on subscription\n  return defer(() => {\n    const push$ = new Subject<Progress>()\n    push$.subscribe(({ value }) => {\n      el.style.setProperty(\"--md-progress-value\", `${value}`)\n    })\n\n    // Create and return component\n    return progress$\n      .pipe(\n        tap(value => push$.next({ value })),\n        finalize(() => push$.complete()),\n        map(value => ({ ref: el, value }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport ClipboardJS from \"clipboard\"\nimport {\n  Observable,\n  Subject,\n  map,\n  tap\n} from \"rxjs\"\n\nimport { translation } from \"~/_\"\nimport { getElement } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Setup options\n */\ninterface SetupOptions {\n  alert$: Subject<string>              /* Alert subject */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Extract text to copy\n *\n * @param el - HTML element\n *\n * @returns Extracted text\n */\nfunction extract(el: HTMLElement): string {\n  el.setAttribute(\"data-md-copying\", \"\")\n  const copy = el.closest(\"[data-copy]\")\n  const text = copy\n    ? copy.getAttribute(\"data-copy\")!\n    : el.innerText\n  el.removeAttribute(\"data-md-copying\")\n  return text.trimEnd()\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Set up Clipboard.js integration\n *\n * @param options - Options\n */\nexport function setupClipboardJS(\n  { alert$ }: SetupOptions\n): void {\n  if (ClipboardJS.isSupported()) {\n    new Observable<ClipboardJS.Event>(subscriber => {\n      new ClipboardJS(\"[data-clipboard-target], [data-clipboard-text]\", {\n        text: el => (\n          el.getAttribute(\"data-clipboard-text\")! ||\n          extract(getElement(\n            el.getAttribute(\"data-clipboard-target\")!\n          ))\n        )\n      })\n        .on(\"success\", ev => subscriber.next(ev))\n    })\n      .pipe(\n        tap(ev => {\n          const trigger = ev.trigger as HTMLElement\n          trigger.focus()\n        }),\n        map(() => translation(\"clipboard.copied\"))\n      )\n        .subscribe(alert$)\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  catchError,\n  map,\n  of\n} from \"rxjs\"\n\nimport {\n  getElement,\n  getElements,\n  requestXML\n} from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Sitemap, i.e. a list of URLs\n */\nexport type Sitemap = Map<string, URL[]>\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Resolve URL to the given base URL\n *\n * When serving the site with instant navigation, MkDocs will set the hostname\n * to the value as specified in `dev_addr`, but the browser allows for several\n * hostnames to be used: `localhost`, `127.0.0.1` or even `0.0.0.0`, depending\n * on configuration. This function resolves the URL to the given hostname.\n *\n * @param url - URL\n * @param base - Base URL\n *\n * @returns Resolved URL\n */\nfunction resolve(url: URL, base: URL) {\n  url.protocol = base.protocol\n  url.hostname = base.hostname\n  return url\n}\n\n/**\n * Extract sitemap from document\n *\n * This function extracts the URLs and alternate links from the document, and\n * associates alternate links to the original URL as found in `loc`, allowing\n * the browser to navigate to the correct page when switching languages. The\n * format of the sitemap is expected to adhere to:\n *\n * ``` xml\n * <urlset>\n *   <url>\n *     <loc>...</loc>\n *     <xhtml:link rel=\"alternate\" hreflang=\"en\" href=\"...\"/>\n *     <xhtml:link rel=\"alternate\" hreflang=\"de\" href=\"...\"/>\n *     ...\n *   </url>\n *   ...\n * </urlset>\n * ```\n *\n * @param document - Document\n * @param base - Base URL\n *\n * @returns Sitemap\n */\nfunction extract(document: Document, base: URL): Sitemap {\n  const sitemap: Sitemap = new Map()\n  for (const el of getElements(\"url\", document)) {\n    const url = getElement(\"loc\", el)\n\n    // Create entry for location and add it to the list of links\n    const links = [resolve(new URL(url.textContent!), base)]\n    sitemap.set(`${links[0]}`, links)\n\n    // Attach alternate links to current entry\n    for (const link of getElements(\"[rel=alternate]\", el)) {\n      const href = link.getAttribute(\"href\")\n      if (href != null)\n        links.push(resolve(new URL(href), base))\n    }\n  }\n\n  // Return sitemap\n  return sitemap\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch the sitemap for the given base URL\n *\n * If a network or parsing error occurs, we just default to an empty sitemap,\n * which means the caller should fall back to regular navigation.\n *\n * @param base - Base URL\n *\n * @returns Sitemap observable\n */\nexport function fetchSitemap(base: URL | string): Observable<Sitemap> {\n  return requestXML(new URL(\"sitemap.xml\", base))\n    .pipe(\n      map(document => extract(document, new URL(base))),\n      catchError(() => of(new Map())),\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  catchError,\n  combineLatestWith,\n  concat,\n  debounceTime,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  fromEvent,\n  ignoreElements,\n  map,\n  merge,\n  of,\n  share,\n  switchMap,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { configuration, feature } from \"~/_\"\nimport {\n  Viewport,\n  getElements,\n  getLocation,\n  getOptionalElement,\n  requestHTML,\n  setLocation,\n  setLocationHash\n} from \"~/browser\"\nimport { getComponentElement } from \"~/components\"\n\nimport { Sitemap, fetchSitemap } from \"../sitemap\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Setup options\n */\ninterface SetupOptions {\n  location$: Subject<URL>              // Location subject\n  viewport$: Observable<Viewport>      // Viewport observable\n  progress$: Subject<number>           // Progress subject\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Handle clicks on internal URLs while skipping external URLs\n *\n * @param ev - Mouse event\n * @param sitemap - Sitemap\n *\n * @returns URL observable\n */\nfunction handle(\n  ev: MouseEvent, sitemap: Sitemap\n): Observable<URL> {\n  if (!(ev.target instanceof Element))\n    return EMPTY\n\n  // Skip, as target is not within a link - clicks on non-link elements are\n  // also captured, which we need to exclude from processing\n  const el = ev.target.closest(\"a\")\n  if (el === null)\n    return EMPTY\n\n  // Skip, as link opens in new window - we now know we have captured a click\n  // on a link, but the link either has a `target` property defined, or the\n  // user pressed the `meta` or `ctrl` key to open it in a new window. Thus,\n  // we need to filter this event as well.\n  if (el.target || ev.metaKey || ev.ctrlKey)\n    return EMPTY\n\n  // Next, we must check if the URL is relevant for us, i.e., if it's an\n  // internal link to a page that is managed by MkDocs. Only then we can be\n  // sure that the structure of the page to be loaded adheres to the current\n  // document structure and can subsequently be injected into it without doing\n  // a full reload. For this reason, we must canonicalize the URL by removing\n  // all search parameters and hash fragments.\n  const url = new URL(el.href)\n  url.search = url.hash = \"\"\n\n  // Skip, if URL is not included in the sitemap - this could be the case when\n  // linking between versions or languages, or to another page that the author\n  // included as part of the build, but that is not managed by MkDocs. In that\n  // case we must not continue with instant navigation.\n  if (!sitemap.has(`${url}`))\n    return EMPTY\n\n  // We now know that we have a link to an internal page, so we prevent the\n  // browser from navigation and emit the URL for instant navigation. Note that\n  // this also includes anchor links, which means we need to implement anchor\n  // positioning ourselves. The reason for this is that if we wouldn't manage\n  // anchor links as well, scroll restoration will not work correctly (e.g.\n  // following an anchor link and scrolling).\n  ev.preventDefault()\n  return of(new URL(el.href))\n}\n\n/**\n * Create a map of head elements for lookup and replacement\n *\n * @param document - Document\n *\n * @returns Tag map\n */\nfunction head(document: Document): Map<string, HTMLElement> {\n  const tags = new Map<string, HTMLElement>()\n  for (const el of getElements(\":scope > *\", document.head))\n    tags.set(el.outerHTML, el)\n\n  // Return tag map\n  return tags\n}\n\n/**\n * Resolve relative URLs in the given document\n *\n * This function resolves relative `href` and `src` attributes, which can belong\n * to all sorts of tags, like meta tags, links, images, scripts and more.\n *\n * @param document - Document\n *\n * @returns Document observable\n */\nfunction resolve(document: Document): Observable<Document> {\n  for (const el of getElements(\"[href], [src]\", document))\n    for (const key of [\"href\", \"src\"]) {\n      const value = el.getAttribute(key)\n      if (value && !/^(?:[a-z]+:)?\\/\\//i.test(value)) {\n        // @ts-expect-error - trick: self-assign to resolve URL\n        el[key] = el[key]\n        break\n      }\n    }\n\n  // Return document observable\n  return of(document)\n}\n\n/**\n * Inject the contents of a document into the current one\n *\n * @param next - Next document\n *\n * @returns Document observable\n */\nfunction inject(next: Document): Observable<Document> {\n  for (const selector of [\n    \"[data-md-component=announce]\",\n    \"[data-md-component=container]\",\n    \"[data-md-component=header-topic]\",\n    \"[data-md-component=outdated]\",\n    \"[data-md-component=logo]\",\n    \"[data-md-component=skip]\",\n    ...feature(\"navigation.tabs.sticky\")\n      ? [\"[data-md-component=tabs]\"]\n      : []\n  ]) {\n    const source = getOptionalElement(selector)\n    const target = getOptionalElement(selector, next)\n    if (\n      typeof source !== \"undefined\" &&\n      typeof target !== \"undefined\"\n    ) {\n      source.replaceWith(target)\n    }\n  }\n\n  // Update meta tags\n  const tags = head(document)\n  for (const [html, el] of head(next))\n    if (tags.has(html))\n      tags.delete(html)\n    else\n      document.head.appendChild(el)\n\n  // Remove meta tags that are not present in the new document\n  for (const el of tags.values()) {\n    const name = el.getAttribute(\"name\")\n    // @todo - find a better way to handle attributes we add dynamically in\n    // other components without mounting components on every navigation, as\n    // this might impact overall performance - see https://t.ly/ehp_O\n    if (name !== \"theme-color\" && name !== \"color-scheme\")\n      el.remove()\n  }\n\n  // After components and meta tags were replaced, re-evaluate scripts\n  // that were provided by the author as part of Markdown files\n  const container = getComponentElement(\"container\")\n  return concat(getElements(\"script\", container))\n    .pipe(\n      switchMap(el => {\n        const script = next.createElement(\"script\")\n        if (el.src) {\n          for (const name of el.getAttributeNames())\n            script.setAttribute(name, el.getAttribute(name)!)\n          el.replaceWith(script)\n\n          // Complete when script is loaded\n          return new Observable(observer => {\n            script.onload = () => observer.complete()\n          })\n\n        // Complete immediately\n        } else {\n          script.textContent = el.textContent\n          el.replaceWith(script)\n          return EMPTY\n        }\n      }),\n      ignoreElements(),\n      endWith(document)\n    )\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Set up instant navigation\n *\n * This is a heavily orchestrated operation - see inline comments to learn how\n * this works with Material for MkDocs, and how you can hook into it.\n *\n * @param options - Options\n *\n * @returns Document observable\n */\nexport function setupInstantNavigation(\n  { location$, viewport$, progress$ }: SetupOptions\n): Observable<Document> {\n  const config = configuration()\n  if (location.protocol === \"file:\")\n    return EMPTY\n\n  // Load sitemap immediately, so we have it available when the user initiates\n  // the first navigation request without any perceivable delay\n  const sitemap$ = fetchSitemap(config.base)\n\n  // Since we might be on a slow connection, the user might trigger multiple\n  // instant navigation events that overlap. MkDocs produces relative URLs for\n  // all internal links, which becomes a problem in this case, because we need\n  // to change the base URL the moment the user clicks a link that should be\n  // intercepted in order to be consistent with popstate, which means that the\n  // base URL would now be incorrect when resolving another relative link from\n  // the same site. For this reason we always resolve all relative links to\n  // absolute links, so we can be sure this never happens.\n  of(document)\n    .subscribe(resolve)\n\n  // --------------------------------------------------------------------------\n  // Navigation interception\n  // --------------------------------------------------------------------------\n\n  // Intercept navigation - to keep the number of event listeners down we use\n  // the fact that uncaptured events bubble up to the body. This has the nice\n  // property that we don't need to detach and then re-attach event listeners\n  // when the document is replaced after a navigation event.\n  const instant$ =\n    fromEvent<MouseEvent>(document.body, \"click\")\n      .pipe(\n        combineLatestWith(sitemap$),\n        switchMap(([ev, sitemap]) => handle(ev, sitemap)),\n        share()\n      )\n\n  // Intercept history change events, e.g. when the user uses the browser's\n  // back or forward buttons, and emit new location for fetching and parsing\n  const history$ =\n    fromEvent<PopStateEvent>(window, \"popstate\")\n      .pipe(\n        map(getLocation),\n        share()\n      )\n\n  // While it would be better UX to defer navigation events until the document\n  // is fully fetched and parsed, we must schedule it here to synchronize with\n  // popstate events, as they are emitted immediately. Moreover we need to\n  // store the current viewport offset for scroll restoration later on.\n  instant$.pipe(withLatestFrom(viewport$))\n    .subscribe(([url, { offset }]) => {\n      history.replaceState(offset, \"\")\n      history.pushState(null, \"\", url)\n    })\n\n  // Emit URLs that should be fetched via instant navigation on location subject\n  // which was passed into this function. The state of instant navigation can be\n  // intercepted by other parts of the application, which can synchronously back\n  // up or restore state before or after instant navigation happens.\n  merge(instant$, history$)\n    .subscribe(location$)\n\n  // --------------------------------------------------------------------------\n  // Fetching and parsing\n  // --------------------------------------------------------------------------\n\n  // Fetch document - we deduplicate requests to the same location, so we don't\n  // end up with multiple requests for the same page. We use `switchMap`, since\n  // we want to cancel the previous request when a new one is triggered, which\n  // is automatically handled by the observable returned by `request`. This is\n  // essential to ensure a good user experience, as we don't want to load pages\n  // that are not needed anymore, e.g., when the user clicks multiple links in\n  // quick succession or on slow connections. If the request fails for some\n  // reason, we fall back and use regular navigation, forcing a reload.\n  const document$ =\n    location$.pipe(\n      distinctUntilKeyChanged(\"pathname\"),\n      switchMap(url => requestHTML(url, { progress$ })\n        .pipe(\n          catchError(() => {\n            setLocation(url, true)\n            return EMPTY\n          })\n        )\n      ),\n\n      // The document was successfully fetched and parsed, so we can inject its\n      // contents into the currently active document\n      switchMap(resolve),\n      switchMap(inject),\n      share()\n    )\n\n  // --------------------------------------------------------------------------\n  // Scroll restoration\n  // --------------------------------------------------------------------------\n\n  // Handle scroll restoration - we must restore the viewport offset after the\n  // document has been fetched and injected, and every time the user clicks an\n  // anchor that leads to an element on the same page, which might also happen\n  // when the user uses the back or forward button.\n  merge(\n    document$.pipe(withLatestFrom(location$, (_, url) => url)),\n\n    // Handle instant navigation events that are triggered by the user clicking\n    // on an anchor link with a hash fragment different from the current one, as\n    // well as from popstate events, which are emitted when the user navigates\n    // back and forth between pages.\n    document$.pipe(\n      switchMap(() => location$),\n      distinctUntilKeyChanged(\"hash\"),\n    ),\n\n    // Handle instant navigation events that are triggered by the user clicking\n    // on an anchor link with the same hash fragment as the current one in the\n    // URL. It is essential that we only intercept those from instant navigation\n    // events and not from history change events, or we'll end up in and endless\n    // loop. The top-level history entry must be removed, as it will be replaced\n    // with a new one, which would otherwise lead to a duplicate entry.\n    location$.pipe(\n      distinctUntilChanged((a, b) => (\n        a.pathname === b.pathname &&\n        a.hash     === b.hash\n      )),\n      switchMap(() => instant$),\n      tap(() => history.back())\n    )\n  )\n    .subscribe(url => {\n\n      // Check if the current history entry has a state, which happens when the\n      // user presses the back or forward button to visit a page we've already\n      // seen. If there's no state, it means a new page was visited and we must\n      // scroll to the top, unless an anchor is given.\n      if (history.state !== null || !url.hash) {\n        window.scrollTo(0, history.state?.y ?? 0)\n      } else {\n        history.scrollRestoration = \"auto\"\n        setLocationHash(url.hash)\n        history.scrollRestoration = \"manual\"\n      }\n    })\n\n  // Disable scroll restoration when an instant navigation event occurs, so the\n  // browser does not immediately set the viewport offset to the prior history\n  // entry, scrolling to the position on the same page, which would look odd.\n  // Instead, we manually restore the position once the page has loaded.\n  location$.subscribe(() => {\n    history.scrollRestoration = \"manual\"\n  })\n\n  // Enable scroll restoration before window unloads - this is essential to\n  // ensure that full reloads (F5) restore the viewport offset correctly. If\n  // only popstate events wouldn't reset the viewport offset prior to their\n  // emission, we could just reset this in popstate. Meh.\n  fromEvent(window, \"beforeunload\")\n    .subscribe(() => {\n      history.scrollRestoration = \"auto\"\n    })\n\n  // Track viewport offset, so we can restore it when the user navigates back\n  // and forth between pages. Note that this must be debounced and cannot be\n  // done in popstate, as popstate has already removed the entry from the\n  // history, which means it is too late.\n  viewport$.pipe(\n    distinctUntilKeyChanged(\"offset\"),\n    debounceTime(100)\n  )\n    .subscribe(({ offset }) => {\n      history.replaceState(offset, \"\")\n    })\n\n  // Return document observable\n  return document$\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport escapeHTML from \"escape-html\"\n\nimport { SearchConfig } from \"../config\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search highlight function\n *\n * @param value - Value\n *\n * @returns Highlighted value\n */\nexport type SearchHighlightFn = (value: string) => string\n\n/**\n * Search highlight factory function\n *\n * @param query - Query value\n *\n * @returns Search highlight function\n */\nexport type SearchHighlightFactoryFn = (query: string) => SearchHighlightFn\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Create a search highlighter\n *\n * @param config - Search configuration\n *\n * @returns Search highlight factory function\n */\nexport function setupSearchHighlighter(\n  config: SearchConfig\n): SearchHighlightFactoryFn {\n  // Hack: temporarily remove pure lookaheads and lookbehinds\n  const regex = config.separator.split(\"|\").map(term => {\n    const temp = term.replace(/(\\(\\?[!=<][^)]+\\))/g, \"\")\n    return temp.length === 0 ? \"\uFFFD\" : term\n  })\n    .join(\"|\")\n\n  const separator = new RegExp(regex, \"img\")\n  const highlight = (_: unknown, data: string, term: string) => {\n    return `${data}<mark data-md-highlight>${term}</mark>`\n  }\n\n  /* Return factory function */\n  return (query: string) => {\n    query = query\n      .replace(/[\\s*+\\-:~^]+/g, \" \")\n      .trim()\n\n    /* Create search term match expression */\n    const match = new RegExp(`(^|${config.separator}|)(${\n      query\n        .replace(/[|\\\\{}()[\\]^$+*?.-]/g, \"\\\\$&\")\n        .replace(separator, \"|\")\n    })`, \"img\")\n\n    /* Highlight string value */\n    return value => escapeHTML(value)\n      .replace(match, highlight)\n      .replace(/<\\/mark>(\\s+)<mark[^>]*>/img, \"$1\")\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A RTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { SearchResult } from \"../../_\"\nimport { SearchIndex } from \"../../config\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search message type\n */\nexport const enum SearchMessageType {\n  SETUP,                               /* Search index setup */\n  READY,                               /* Search index ready */\n  QUERY,                               /* Search query */\n  RESULT                               /* Search results */\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Message containing the data necessary to setup the search index\n */\nexport interface SearchSetupMessage {\n  type: SearchMessageType.SETUP        /* Message type */\n  data: SearchIndex                    /* Message data */\n}\n\n/**\n * Message indicating the search index is ready\n */\nexport interface SearchReadyMessage {\n  type: SearchMessageType.READY        /* Message type */\n}\n\n/**\n * Message containing a search query\n */\nexport interface SearchQueryMessage {\n  type: SearchMessageType.QUERY        /* Message type */\n  data: string                         /* Message data */\n}\n\n/**\n * Message containing results for a search query\n */\nexport interface SearchResultMessage {\n  type: SearchMessageType.RESULT       /* Message type */\n  data: SearchResult                   /* Message data */\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Message exchanged with the search worker\n */\nexport type SearchMessage =\n  | SearchSetupMessage\n  | SearchReadyMessage\n  | SearchQueryMessage\n  | SearchResultMessage\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Type guard for search ready messages\n *\n * @param message - Search worker message\n *\n * @returns Test result\n */\nexport function isSearchReadyMessage(\n  message: SearchMessage\n): message is SearchReadyMessage {\n  return message.type === SearchMessageType.READY\n}\n\n/**\n * Type guard for search result messages\n *\n * @param message - Search worker message\n *\n * @returns Test result\n */\nexport function isSearchResultMessage(\n  message: SearchMessage\n): message is SearchResultMessage {\n  return message.type === SearchMessageType.RESULT\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A RTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  ObservableInput,\n  Subject,\n  first,\n  merge,\n  of,\n  switchMap\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport { watchToggle, watchWorker } from \"~/browser\"\n\nimport { SearchIndex } from \"../../config\"\nimport {\n  SearchMessage,\n  SearchMessageType\n} from \"../message\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Set up search worker\n *\n * This function creates and initializes a web worker that is used for search,\n * so that the user interface doesn't freeze. In general, the application does\n * not care how search is implemented, as long as the web worker conforms to\n * the format expected by the application as defined in `SearchMessage`. This\n * allows the author to implement custom search functionality, by providing a\n * custom web worker via configuration.\n *\n * Material for MkDocs' built-in search implementation makes use of Lunr.js, an\n * efficient and fast implementation for client-side search. Leveraging a tiny\n * iframe-based web worker shim, search is even supported for the `file://`\n * protocol, enabling search for local non-hosted builds.\n *\n * If the protocol is `file://`, search initialization is deferred to mitigate\n * freezing, as it's now synchronous by design - see https://bit.ly/3C521EO\n *\n * @see https://bit.ly/3igvtQv - How to implement custom search\n *\n * @param url - Worker URL\n * @param index$ - Search index observable input\n *\n * @returns Search worker\n */\nexport function setupSearchWorker(\n  url: string, index$: ObservableInput<SearchIndex>\n): Subject<SearchMessage> {\n  const worker$ = watchWorker<SearchMessage>(url)\n  merge(\n    of(location.protocol !== \"file:\"),\n    watchToggle(\"search\")\n  )\n    .pipe(\n      first(active => active),\n      switchMap(() => index$)\n    )\n      .subscribe(({ config, docs }) => worker$.next({\n        type: SearchMessageType.SETUP,\n        data: {\n          config,\n          docs,\n          options: {\n            suggest: feature(\"search.suggest\")\n          }\n        }\n      }))\n\n  /* Return search worker */\n  return worker$\n}\n", "import { Sitemap } from \"../../sitemap\"\n\n/** See docstring for `selectedVersionCorrespondingURL` for the meaning of these fields. */\ntype CorrespondingURLParams = {\n  selectedVersionSitemap: Sitemap\n  selectedVersionBaseURL: URL\n  currentLocation: URL\n  currentBaseURL: string\n}\n\n/**\n * Choose a URL to navigate to when the user chooses a version in the version\n * selector.\n *\n * The parameters in `params` are named as follows, in order to make it clearer\n * which parameter means what when invoking the function:\n *\n *  - selectedVersionSitemap: Sitemap - as obtained by fetchSitemap from `${selectedVersionBaseURL}/sitemap.xml`\n *\n *  - selectedVersionBaseURL: URL - usually `${currentBaseURL}/../selectedVersion`\n *\n *  - currentLocation: URL - current web browser location\n *\n *  - currentBaseURL: string - as obtained from `config.base`\n *\n * @param params - arguments with the meanings explained above.\n * @returns the URL to navigate to or null if we can't be sure that the\n * corresponding page to the current page exists in the selected version\n */\nexport function selectedVersionCorrespondingURL(\n  params: CorrespondingURLParams\n): URL | undefined {\n  const {selectedVersionSitemap,\n    selectedVersionBaseURL,\n    currentLocation,\n    currentBaseURL} = params\n  const current_path = safeURLParse(currentBaseURL)?.pathname\n  if (current_path === undefined) {\n    return\n  }\n  const currentRelativePath = stripPrefix(currentLocation.pathname, current_path)\n  if (currentRelativePath === undefined) {\n    return\n  }\n  const sitemapCommonPrefix = shortestCommonPrefix(selectedVersionSitemap.keys())\n  if (!selectedVersionSitemap.has(sitemapCommonPrefix)) {\n    // We could also check that `commonSitemapPrefix` ends in the canonical version,\n    // similarly to https://github.com/squidfunk/mkdocs-material/pull/7227. However,\n    // I don't believe that Mike/MkDocs ever generate sitemaps where it would matter\n    return\n  }\n\n  const potentialSitemapURL = safeURLParse(currentRelativePath, sitemapCommonPrefix)\n  if (!potentialSitemapURL || !selectedVersionSitemap.has(potentialSitemapURL.href)) {\n    return\n  }\n\n  const result = safeURLParse(currentRelativePath, selectedVersionBaseURL)\n  if (!result) {\n    return\n  }\n  result.hash = currentLocation.hash\n  result.search = currentLocation.search\n  return result\n}\n\n/**\n * A version of `new URL` that never throws. A polyfill for URL.parse() which is\n * not yet ubuquitous.\n *\n * @param url - passed to `new URL` constructor\n * @param base - passed to `new URL` constructor\n *\n * @returns `new URL(url, base)` or undefined if the URL is invalid.\n */\nfunction safeURLParse(url: string|URL, base?: string|URL): URL | undefined {\n  try {\n    return new URL(url, base)\n  } catch {\n    return\n  }\n}\n\n// Basic string manipulation\n\n/** Strip a given prefix from a function\n *\n * @param s - string\n * @param prefix - prefix to strip\n *\n * @returns either the string with the prefix stripped or undefined if the\n * string did not begin with the prefix.\n */\nexport function stripPrefix(s: string, prefix: string): string | undefined {\n  if (s.startsWith(prefix)) {\n    return s.slice(prefix.length)\n  }\n  return undefined\n}\n\n/** Find the length of the longest common prefix of two strings\n *\n * @param s1 - first string\n * @param s2 - second string\n *\n * @returns - the length of the longest common prefix of the two strings.\n */\nfunction commonPrefixLen(s1: string, s2: string): number {\n  const max = Math.min(s1.length, s2.length)\n  let result\n  for (result = 0; result < max; ++result) {\n    if (s1[result] !== s2[result]) {\n      break\n    }\n  }\n  return result\n}\n\n/** Find the longest common prefix of any number of strings\n *\n * @param strs - an iterable of strings\n *\n * @returns the longest common prefix of all the strings\n */\nexport function shortestCommonPrefix(strs: Iterable<string>): string {\n  let result  // Undefined if no iterations happened\n  for (const s of strs) {\n    if (result === undefined) {\n      result = s\n    } else {\n      result = result.slice(0, commonPrefixLen(result, s))\n    }\n  }\n  return result ?? \"\"\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Subject,\n  catchError,\n  combineLatest,\n  filter,\n  fromEvent,\n  map,\n  of,\n  switchMap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { configuration } from \"~/_\"\nimport {\n  getElement,\n  getLocation,\n  requestJSON,\n  setLocation\n} from \"~/browser\"\nimport { getComponentElements } from \"~/components\"\nimport {\n  Version,\n  renderVersionSelector\n} from \"~/templates\"\n\nimport { fetchSitemap } from \"../sitemap\"\n\nimport { selectedVersionCorrespondingURL } from \"./findurl\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Setup options\n */\ninterface SetupOptions {\n  document$: Subject<Document>         /* Document subject */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Set up version selector\n *\n * @param options - Options\n */\nexport function setupVersionSelector(\n  { document$ }: SetupOptions\n): void {\n  const config = configuration()\n  const versions$ = requestJSON<Version[]>(\n    new URL(\"../versions.json\", config.base)\n  )\n    .pipe(\n      catchError(() => EMPTY) // @todo refactor instant loading\n    )\n\n  /* Determine current version */\n  const current$ = versions$\n    .pipe(\n      map(versions => {\n        const [, current] = config.base.match(/([^/]+)\\/?$/)!\n        return versions.find(({ version, aliases }) => (\n          version === current || aliases.includes(current)\n        )) || versions[0]\n      })\n    )\n\n  /* Intercept inter-version navigation */\n  versions$\n    .pipe(\n      map(versions => new Map(versions.map(version => [\n        `${new URL(`../${version.version}/`, config.base)}`,\n        version\n      ]))),\n      switchMap(urls => fromEvent<MouseEvent>(document.body, \"click\")\n        .pipe(\n          filter(ev => !ev.metaKey && !ev.ctrlKey),\n          withLatestFrom(current$),\n          switchMap(([ev, current]) => {\n            if (ev.target instanceof Element) {\n              const el = ev.target.closest(\"a\")\n              if (el && !el.target && urls.has(el.href)) {\n                const url = el.href\n                // This is a temporary hack to detect if a version inside the\n                // version selector or on another part of the site was clicked.\n                // If we're inside the version selector, we definitely want to\n                // find the same page, as we might have different deployments\n                // due to aliases. However, if we're outside the version\n                // selector, we must abort here, because we might otherwise\n                // interfere with instant navigation. We need to refactor this\n                // at some point together with instant navigation.\n                //\n                // See https://github.com/squidfunk/mkdocs-material/issues/4012\n                if (!ev.target.closest(\".md-version\")) {\n                  const version = urls.get(url)!\n                  if (version === current)\n                    return EMPTY\n                }\n                ev.preventDefault()\n                return of(new URL(url))\n              }\n            }\n            return EMPTY\n          }),\n          switchMap(selectedVersionBaseURL => {\n            return fetchSitemap(selectedVersionBaseURL).pipe(\n              map(\n                sitemap =>\n                  selectedVersionCorrespondingURL({\n                    selectedVersionSitemap: sitemap,\n                    selectedVersionBaseURL,\n                    currentLocation: getLocation(),\n                    currentBaseURL: config.base\n                  }) ?? selectedVersionBaseURL,\n              ),\n            )\n          })\n        )\n      )\n    )\n      .subscribe(url => setLocation(url, true))\n\n  /* Render version selector and warning */\n  combineLatest([versions$, current$])\n    .subscribe(([versions, current]) => {\n      const topic = getElement(\".md-header__topic\")\n      topic.appendChild(renderVersionSelector(versions, current))\n    })\n\n  /* Integrate outdated version banner with instant navigation */\n  document$.pipe(switchMap(() => current$))\n    .subscribe(current => {\n\n      /* Check if version state was already determined */\n      let outdated = __md_get(\"__outdated\", sessionStorage)\n      if (outdated === null) {\n        outdated = true\n\n        /* Obtain and normalize default versions */\n        let ignored = config.version?.default || \"latest\"\n        if (!Array.isArray(ignored))\n          ignored = [ignored]\n\n        /* Check if version is considered a default */\n        main: for (const ignore of ignored)\n          for (const version of current.aliases.concat(current.version))\n            if (new RegExp(ignore, \"i\").test(version)) {\n              outdated = false\n              break main\n            }\n\n        /* Persist version state in session storage */\n        __md_set(\"__outdated\", outdated, sessionStorage)\n      }\n\n      /* Unhide outdated version banner */\n      if (outdated)\n        for (const warning of getComponentElements(\"outdated\"))\n          warning.hidden = false\n    })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  combineLatest,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  finalize,\n  first,\n  fromEvent,\n  ignoreElements,\n  map,\n  merge,\n  shareReplay,\n  takeUntil,\n  tap\n} from \"rxjs\"\n\nimport {\n  getElement,\n  getLocation,\n  setToggle,\n  watchElementFocus,\n  watchToggle\n} from \"~/browser\"\nimport {\n  SearchMessage,\n  SearchMessageType,\n  isSearchReadyMessage\n} from \"~/integrations\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search query\n */\nexport interface SearchQuery {\n  value: string                        /* Query value */\n  focus: boolean                       /* Query focus */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  worker$: Subject<SearchMessage>      /* Search worker */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  worker$: Subject<SearchMessage>      /* Search worker */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch search query\n *\n * Note that the focus event which triggers re-reading the current query value\n * is delayed by `1ms` so the input's empty state is allowed to propagate.\n *\n * @param el - Search query element\n * @param options - Options\n *\n * @returns Search query observable\n */\nexport function watchSearchQuery(\n  el: HTMLInputElement, { worker$ }: WatchOptions\n): Observable<SearchQuery> {\n\n  /* Support search deep linking */\n  const { searchParams } = getLocation()\n  if (searchParams.has(\"q\")) {\n    setToggle(\"search\", true)\n\n    /* Set query from parameter */\n    el.value = searchParams.get(\"q\")!\n    el.focus()\n\n    /* Remove query parameter on close */\n    watchToggle(\"search\")\n      .pipe(\n        first(active => !active)\n      )\n        .subscribe(() => {\n          const url = getLocation()\n          url.searchParams.delete(\"q\")\n          history.replaceState({}, \"\", `${url}`)\n        })\n  }\n\n  /* Intercept focus and input events */\n  const focus$ = watchElementFocus(el)\n  const value$ = merge(\n    worker$.pipe(first(isSearchReadyMessage)),\n    fromEvent(el, \"keyup\"),\n    focus$\n  )\n    .pipe(\n      map(() => el.value),\n      distinctUntilChanged()\n    )\n\n  /* Combine into single observable */\n  return combineLatest([value$, focus$])\n    .pipe(\n      map(([value, focus]) => ({ value, focus })),\n      shareReplay(1)\n    )\n}\n\n/**\n * Mount search query\n *\n * @param el - Search query element\n * @param options - Options\n *\n * @returns Search query component observable\n */\nexport function mountSearchQuery(\n  el: HTMLInputElement, { worker$ }: MountOptions\n): Observable<Component<SearchQuery, HTMLInputElement>> {\n  const push$ = new Subject<SearchQuery>()\n  const done$ = push$.pipe(ignoreElements(), endWith(true))\n\n  /* Handle value change */\n  combineLatest([\n    worker$.pipe(first(isSearchReadyMessage)),\n    push$\n  ], (_, query) => query)\n    .pipe(\n      distinctUntilKeyChanged(\"value\")\n    )\n      .subscribe(({ value }) => worker$.next({\n        type: SearchMessageType.QUERY,\n        data: value\n      }))\n\n  /* Handle focus change */\n  push$\n    .pipe(\n      distinctUntilKeyChanged(\"focus\")\n    )\n      .subscribe(({ focus }) => {\n        if (focus)\n          setToggle(\"search\", focus)\n      })\n\n  /* Handle reset */\n  fromEvent(el.form!, \"reset\")\n    .pipe(\n      takeUntil(done$)\n    )\n      .subscribe(() => el.focus())\n\n  // Focus search query on label click - note that this is necessary to bring\n  // up the keyboard on iOS and other mobile platforms, as the search dialog is\n  // not visible at first, and programatically focusing an input element must\n  // be triggered by a user interaction - see https://t.ly/Cb30n\n  const label = getElement(\"header [for=__search]\")\n  fromEvent(label, \"click\")\n    .subscribe(() => el.focus())\n\n  /* Create and return component */\n  return watchSearchQuery(el, { worker$ })\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(state => ({ ref: el, ...state })),\n      shareReplay(1)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  bufferCount,\n  filter,\n  finalize,\n  first,\n  fromEvent,\n  map,\n  merge,\n  mergeMap,\n  of,\n  share,\n  skipUntil,\n  switchMap,\n  takeUntil,\n  tap,\n  withLatestFrom,\n  zipWith\n} from \"rxjs\"\n\nimport { translation } from \"~/_\"\nimport {\n  getElement,\n  getOptionalElement,\n  watchElementBoundary,\n  watchToggle\n} from \"~/browser\"\nimport {\n  SearchMessage,\n  SearchResult,\n  isSearchReadyMessage,\n  isSearchResultMessage\n} from \"~/integrations\"\nimport { renderSearchResultItem } from \"~/templates\"\nimport { round } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\nimport { SearchQuery } from \"../query\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  query$: Observable<SearchQuery>      /* Search query observable */\n  worker$: Subject<SearchMessage>      /* Search worker */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search result list\n *\n * This function performs a lazy rendering of the search results, depending on\n * the vertical offset of the search result container.\n *\n * @param el - Search result list element\n * @param options - Options\n *\n * @returns Search result list component observable\n */\nexport function mountSearchResult(\n  el: HTMLElement, { worker$, query$ }: MountOptions\n): Observable<Component<SearchResult>> {\n  const push$ = new Subject<SearchResult>()\n  const boundary$ = watchElementBoundary(el.parentElement!)\n    .pipe(\n      filter(Boolean)\n    )\n\n  /* Retrieve container */\n  const container = el.parentElement!\n\n  /* Retrieve nested components */\n  const meta = getElement(\":scope > :first-child\", el)\n  const list = getElement(\":scope > :last-child\", el)\n\n  /* Reveal to accessibility tree \u2013 see https://bit.ly/3iAA7t8 */\n  watchToggle(\"search\")\n    .subscribe(active => list.setAttribute(\n      \"role\", active ? \"list\" : \"presentation\"\n    ))\n\n  /* Update search result metadata */\n  push$\n    .pipe(\n      withLatestFrom(query$),\n      skipUntil(worker$.pipe(first(isSearchReadyMessage)))\n    )\n      .subscribe(([{ items }, { value }]) => {\n        switch (items.length) {\n\n          /* No results */\n          case 0:\n            meta.textContent = value.length\n              ? translation(\"search.result.none\")\n              : translation(\"search.result.placeholder\")\n            break\n\n          /* One result */\n          case 1:\n            meta.textContent = translation(\"search.result.one\")\n            break\n\n          /* Multiple result */\n          default:\n            const count = round(items.length)\n            meta.textContent = translation(\"search.result.other\", count)\n        }\n      })\n\n  /* Render search result item */\n  const render$ = push$\n    .pipe(\n      tap(() => list.innerHTML = \"\"),\n      switchMap(({ items }) => merge(\n        of(...items.slice(0, 10)),\n        of(...items.slice(10))\n          .pipe(\n            bufferCount(4),\n            zipWith(boundary$),\n            switchMap(([chunk]) => chunk)\n          )\n      )),\n      map(renderSearchResultItem),\n      share()\n    )\n\n  /* Update search result list */\n  render$.subscribe(item => list.appendChild(item))\n  render$\n    .pipe(\n      mergeMap(item => {\n        const details = getOptionalElement(\"details\", item)\n        if (typeof details === \"undefined\")\n          return EMPTY\n\n        /* Keep position of details element stable */\n        return fromEvent(details, \"toggle\")\n          .pipe(\n            takeUntil(push$),\n            map(() => details)\n          )\n      })\n    )\n      .subscribe(details => {\n        if (\n          details.open === false &&\n          details.offsetTop <= container.scrollTop\n        )\n          container.scrollTo({ top: details.offsetTop })\n      })\n\n  /* Filter search result message */\n  const result$ = worker$\n    .pipe(\n      filter(isSearchResultMessage),\n      map(({ data }) => data)\n    )\n\n  /* Create and return component */\n  return result$\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(state => ({ ref: el, ...state }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  endWith,\n  finalize,\n  fromEvent,\n  ignoreElements,\n  map,\n  takeUntil,\n  tap\n} from \"rxjs\"\n\nimport { getLocation } from \"~/browser\"\n\nimport { Component } from \"../../_\"\nimport { SearchQuery } from \"../query\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search sharing\n */\nexport interface SearchShare {\n  url: URL                             /* Deep link for sharing */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  query$: Observable<SearchQuery>      /* Search query observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  query$: Observable<SearchQuery>      /* Search query observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search sharing\n *\n * @param _el - Search sharing element\n * @param options - Options\n *\n * @returns Search sharing observable\n */\nexport function watchSearchShare(\n  _el: HTMLElement, { query$ }: WatchOptions\n): Observable<SearchShare> {\n  return query$\n    .pipe(\n      map(({ value }) => {\n        const url = getLocation()\n        url.hash = \"\"\n\n        /* Compute readable query strings */\n        value = value\n          .replace(/\\s+/g, \"+\")        /* Collapse whitespace */\n          .replace(/&/g, \"%26\")        /* Escape '&' character */\n          .replace(/=/g, \"%3D\")        /* Escape '=' character */\n\n        /* Replace query string */\n        url.search = `q=${value}`\n        return { url }\n      })\n    )\n}\n\n/**\n * Mount search sharing\n *\n * @param el - Search sharing element\n * @param options - Options\n *\n * @returns Search sharing component observable\n */\nexport function mountSearchShare(\n  el: HTMLAnchorElement, options: MountOptions\n): Observable<Component<SearchShare>> {\n  const push$ = new Subject<SearchShare>()\n  const done$ = push$.pipe(ignoreElements(), endWith(true))\n  push$.subscribe(({ url }) => {\n    el.setAttribute(\"data-clipboard-text\", el.href)\n    el.href = `${url}`\n  })\n\n  /* Prevent following of link */\n  fromEvent(el, \"click\")\n    .pipe(\n      takeUntil(done$)\n    )\n      .subscribe(ev => ev.preventDefault())\n\n  /* Create and return component */\n  return watchSearchShare(el, options)\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(state => ({ ref: el, ...state }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  asyncScheduler,\n  combineLatestWith,\n  distinctUntilChanged,\n  filter,\n  finalize,\n  fromEvent,\n  map,\n  merge,\n  observeOn,\n  tap\n} from \"rxjs\"\n\nimport { Keyboard } from \"~/browser\"\nimport {\n  SearchMessage,\n  SearchResult,\n  isSearchResultMessage\n} from \"~/integrations\"\n\nimport { Component, getComponentElement } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search suggestions\n */\nexport interface SearchSuggest {}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  keyboard$: Observable<Keyboard>      /* Keyboard observable */\n  worker$: Subject<SearchMessage>      /* Search worker */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search suggestions\n *\n * This function will perform a lazy rendering of the search results, depending\n * on the vertical offset of the search result container.\n *\n * @param el - Search result list element\n * @param options - Options\n *\n * @returns Search result list component observable\n */\nexport function mountSearchSuggest(\n  el: HTMLElement, { worker$, keyboard$ }: MountOptions\n): Observable<Component<SearchSuggest>> {\n  const push$ = new Subject<SearchResult>()\n\n  /* Retrieve query component and track all changes */\n  const query  = getComponentElement(\"search-query\")\n  const query$ = merge(\n    fromEvent(query, \"keydown\"),\n    fromEvent(query, \"focus\")\n  )\n    .pipe(\n      observeOn(asyncScheduler),\n      map(() => query.value),\n      distinctUntilChanged(),\n    )\n\n  /* Update search suggestions */\n  push$\n    .pipe(\n      combineLatestWith(query$),\n      map(([{ suggest }, value]) => {\n        const words = value.split(/([\\s-]+)/)\n        if (suggest?.length && words[words.length - 1]) {\n          const last = suggest[suggest.length - 1]\n          if (last.startsWith(words[words.length - 1]))\n            words[words.length - 1] = last\n        } else {\n          words.length = 0\n        }\n        return words\n      })\n    )\n      .subscribe(words => el.innerHTML = words\n        .join(\"\")\n        .replace(/\\s/g, \"&nbsp;\")\n      )\n\n  /* Set up search keyboard handlers */\n  keyboard$\n    .pipe(\n      filter(({ mode }) => mode === \"search\")\n    )\n      .subscribe(key => {\n        switch (key.type) {\n\n          /* Right arrow: accept current suggestion */\n          case \"ArrowRight\":\n            if (\n              el.innerText.length &&\n              query.selectionStart === query.value.length\n            )\n              query.value = el.innerText\n            break\n        }\n      })\n\n  /* Filter search result message */\n  const result$ = worker$\n    .pipe(\n      filter(isSearchResultMessage),\n      map(({ data }) => data)\n    )\n\n  /* Create and return component */\n  return result$\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(() => ({ ref: el }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  NEVER,\n  Observable,\n  ObservableInput,\n  filter,\n  fromEvent,\n  merge,\n  mergeWith\n} from \"rxjs\"\n\nimport { configuration } from \"~/_\"\nimport {\n  Keyboard,\n  getActiveElement,\n  getElements,\n  setToggle\n} from \"~/browser\"\nimport {\n  SearchIndex,\n  SearchResult,\n  setupSearchWorker\n} from \"~/integrations\"\n\nimport {\n  Component,\n  getComponentElement,\n  getComponentElements\n} from \"../../_\"\nimport {\n  SearchQuery,\n  mountSearchQuery\n} from \"../query\"\nimport { mountSearchResult } from \"../result\"\nimport {\n  SearchShare,\n  mountSearchShare\n} from \"../share\"\nimport {\n  SearchSuggest,\n  mountSearchSuggest\n} from \"../suggest\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search\n */\nexport type Search =\n  | SearchQuery\n  | SearchResult\n  | SearchShare\n  | SearchSuggest\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  index$: ObservableInput<SearchIndex> /* Search index observable */\n  keyboard$: Observable<Keyboard>      /* Keyboard observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search\n *\n * This function sets up the search functionality, including the underlying\n * web worker and all keyboard bindings.\n *\n * @param el - Search element\n * @param options - Options\n *\n * @returns Search component observable\n */\nexport function mountSearch(\n  el: HTMLElement, { index$, keyboard$ }: MountOptions\n): Observable<Component<Search>> {\n  const config = configuration()\n  try {\n    const worker$ = setupSearchWorker(config.search, index$)\n\n    /* Retrieve query and result components */\n    const query  = getComponentElement(\"search-query\", el)\n    const result = getComponentElement(\"search-result\", el)\n\n    /* Always close search on result selection */\n    fromEvent<PointerEvent>(el, \"click\")\n      .pipe(\n        filter(({ target }) => (\n          target instanceof Element && !!target.closest(\"a\")\n        ))\n      )\n        .subscribe(() => setToggle(\"search\", false))\n\n    /* Set up search keyboard handlers */\n    keyboard$\n      .pipe(\n        filter(({ mode }) => mode === \"search\")\n      )\n        .subscribe(key => {\n          const active = getActiveElement()\n          switch (key.type) {\n\n            /* Enter: go to first (best) result */\n            case \"Enter\":\n              if (active === query) {\n                const anchors = new Map<HTMLAnchorElement, number>()\n                for (const anchor of getElements<HTMLAnchorElement>(\n                  \":first-child [href]\", result\n                )) {\n                  const article = anchor.firstElementChild!\n                  anchors.set(anchor, parseFloat(\n                    article.getAttribute(\"data-md-score\")!\n                  ))\n                }\n\n                /* Go to result with highest score, if any */\n                if (anchors.size) {\n                  const [[best]] = [...anchors].sort(([, a], [, b]) => b - a)\n                  best.click()\n                }\n\n                /* Otherwise omit form submission */\n                key.claim()\n              }\n              break\n\n            /* Escape or Tab: close search */\n            case \"Escape\":\n            case \"Tab\":\n              setToggle(\"search\", false)\n              query.blur()\n              break\n\n            /* Vertical arrows: select previous or next search result */\n            case \"ArrowUp\":\n            case \"ArrowDown\":\n              if (typeof active === \"undefined\") {\n                query.focus()\n              } else {\n                const els = [query, ...getElements(\n                  \":not(details) > [href], summary, details[open] [href]\",\n                  result\n                )]\n                const i = Math.max(0, (\n                  Math.max(0, els.indexOf(active)) + els.length + (\n                    key.type === \"ArrowUp\" ? -1 : +1\n                  )\n                ) % els.length)\n                els[i].focus()\n              }\n\n              /* Prevent scrolling of page */\n              key.claim()\n              break\n\n            /* All other keys: hand to search query */\n            default:\n              if (query !== getActiveElement())\n                query.focus()\n          }\n        })\n\n    /* Set up global keyboard handlers */\n    keyboard$\n      .pipe(\n        filter(({ mode }) => mode === \"global\")\n      )\n        .subscribe(key => {\n          switch (key.type) {\n\n            /* Open search and select query */\n            case \"f\":\n            case \"s\":\n            case \"/\":\n              query.focus()\n              query.select()\n\n              /* Prevent scrolling of page */\n              key.claim()\n              break\n          }\n        })\n\n    /* Create and return component */\n    const query$ = mountSearchQuery(query, { worker$ })\n    return merge(\n      query$,\n      mountSearchResult(result, { worker$, query$ })\n    )\n      .pipe(\n        mergeWith(\n\n          /* Search sharing */\n          ...getComponentElements(\"search-share\", el)\n            .map(child => mountSearchShare(child, { query$ })),\n\n          /* Search suggestions */\n          ...getComponentElements(\"search-suggest\", el)\n            .map(child => mountSearchSuggest(child, { worker$, keyboard$ }))\n        )\n      )\n\n  /* Gracefully handle broken search */\n  } catch (err) {\n    el.hidden = true\n    return NEVER\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  ObservableInput,\n  combineLatest,\n  filter,\n  map,\n  startWith\n} from \"rxjs\"\n\nimport { getLocation } from \"~/browser\"\nimport {\n  SearchIndex,\n  setupSearchHighlighter\n} from \"~/integrations\"\nimport { h } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search highlighting\n */\nexport interface SearchHighlight {\n  nodes: Map<ChildNode, string>        /* Map of replacements */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  index$: ObservableInput<SearchIndex> /* Search index observable */\n  location$: Observable<URL>           /* Location observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search highlighting\n *\n * @param el - Content element\n * @param options - Options\n *\n * @returns Search highlighting component observable\n */\nexport function mountSearchHiglight(\n  el: HTMLElement, { index$, location$ }: MountOptions\n): Observable<Component<SearchHighlight>> {\n  return combineLatest([\n    index$,\n    location$\n      .pipe(\n        startWith(getLocation()),\n        filter(url => !!url.searchParams.get(\"h\"))\n      )\n  ])\n    .pipe(\n      map(([index, url]) => setupSearchHighlighter(index.config)(\n        url.searchParams.get(\"h\")!\n      )),\n      map(fn => {\n        const nodes = new Map<ChildNode, string>()\n\n        /* Traverse text nodes and collect matches */\n        const it = document.createNodeIterator(el, NodeFilter.SHOW_TEXT)\n        for (let node = it.nextNode(); node; node = it.nextNode()) {\n          if (node.parentElement?.offsetHeight) {\n            const original = node.textContent!\n            const replaced = fn(original)\n            if (replaced.length > original.length)\n              nodes.set(node as ChildNode, replaced)\n          }\n        }\n\n        /* Replace original nodes with matches */\n        for (const [node, text] of nodes) {\n          const { childNodes } = h(\"span\", null, text)\n          node.replaceWith(...Array.from(childNodes))\n        }\n\n        /* Return component */\n        return { ref: el, nodes }\n      })\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  asyncScheduler,\n  auditTime,\n  combineLatest,\n  defer,\n  distinctUntilChanged,\n  endWith,\n  finalize,\n  first,\n  from,\n  fromEvent,\n  ignoreElements,\n  map,\n  mergeMap,\n  observeOn,\n  takeUntil,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport {\n  Viewport,\n  getElement,\n  getElementOffset,\n  getElementSize,\n  getElements\n} from \"~/browser\"\n\nimport { Component } from \"../_\"\nimport { Header } from \"../header\"\nimport { Main } from \"../main\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Sidebar\n */\nexport interface Sidebar {\n  height: number                       /* Sidebar height */\n  locked: boolean                      /* Sidebar is locked */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  main$: Observable<Main>              /* Main area observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n  main$: Observable<Main>              /* Main area observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch sidebar\n *\n * This function returns an observable that computes the visual parameters of\n * the sidebar which depends on the vertical viewport offset, as well as the\n * height of the main area. When the page is scrolled beyond the header, the\n * sidebar is locked and fills the remaining space.\n *\n * @param el - Sidebar element\n * @param options - Options\n *\n * @returns Sidebar observable\n */\nexport function watchSidebar(\n  el: HTMLElement, { viewport$, main$ }: WatchOptions\n): Observable<Sidebar> {\n  const parent = el.closest<HTMLElement>(\".md-grid\")!\n  const adjust =\n    parent.offsetTop -\n    parent.parentElement!.offsetTop\n\n  /* Compute the sidebar's available height and if it should be locked */\n  return combineLatest([main$, viewport$])\n    .pipe(\n      map(([{ offset, height }, { offset: { y } }]) => {\n        height = height\n          + Math.min(adjust, Math.max(0, y - offset))\n          - adjust\n        return {\n          height,\n          locked: y >= offset + adjust\n        }\n      }),\n      distinctUntilChanged((a, b) => (\n        a.height === b.height &&\n        a.locked === b.locked\n      ))\n    )\n}\n\n/**\n * Mount sidebar\n *\n * This function doesn't set the height of the actual sidebar, but of its first\n * child \u2013 the `.md-sidebar__scrollwrap` element in order to mitigiate jittery\n * sidebars when the footer is scrolled into view. At some point we switched\n * from `absolute` / `fixed` positioning to `sticky` positioning, significantly\n * reducing jitter in some browsers (respectively Firefox and Safari) when\n * scrolling from the top. However, top-aligned sticky positioning means that\n * the sidebar snaps to the bottom when the end of the container is reached.\n * This is what leads to the mentioned jitter, as the sidebar's height may be\n * updated too slowly.\n *\n * This behaviour can be mitigiated by setting the height of the sidebar to `0`\n * while preserving the padding, and the height on its first element.\n *\n * @param el - Sidebar element\n * @param options - Options\n *\n * @returns Sidebar component observable\n */\nexport function mountSidebar(\n  el: HTMLElement, { header$, ...options }: MountOptions\n): Observable<Component<Sidebar>> {\n  const inner = getElement(\".md-sidebar__scrollwrap\", el)\n  const { y } = getElementOffset(inner)\n  return defer(() => {\n    const push$ = new Subject<Sidebar>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    const next$ = push$\n      .pipe(\n        auditTime(0, animationFrameScheduler)\n      )\n\n    /* Update sidebar height and offset */\n    next$.pipe(withLatestFrom(header$))\n      .subscribe({\n\n        /* Handle emission */\n        next([{ height }, { height: offset }]) {\n          inner.style.height = `${height - 2 * y}px`\n          el.style.top       = `${offset}px`\n        },\n\n        /* Handle complete */\n        complete() {\n          inner.style.height = \"\"\n          el.style.top       = \"\"\n        }\n      })\n\n    /* Bring active item into view on initial load */\n    next$.pipe(first())\n      .subscribe(() => {\n        for (const item of getElements(\".md-nav__link--active[href]\", el)) {\n          if (!item.clientHeight) // skip invisible toc in left sidebar\n            continue\n          const container = item.closest<HTMLElement>(\".md-sidebar__scrollwrap\")!\n          if (typeof container !== \"undefined\") {\n            const offset = item.offsetTop - container.offsetTop\n            const { height } = getElementSize(container)\n            container.scrollTo({\n              top: offset - height / 2\n            })\n          }\n        }\n      })\n\n    /* Handle accessibility for expandable items, see https://bit.ly/3jaod9p */\n    from(getElements<HTMLLabelElement>(\"label[tabindex]\", el))\n      .pipe(\n        mergeMap(label => fromEvent(label, \"click\")\n          .pipe(\n            observeOn(asyncScheduler),\n            map(() => label),\n            takeUntil(done$)\n          )\n        )\n      )\n        .subscribe(label => {\n          const input = getElement<HTMLInputElement>(`[id=\"${label.htmlFor}\"]`)\n          const nav = getElement(`[aria-labelledby=\"${label.id}\"]`)\n          nav.setAttribute(\"aria-expanded\", `${input.checked}`)\n        })\n\n    /* Create and return component */\n    return watchSidebar(el, options)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { Repo, User } from \"github-types\"\nimport {\n  EMPTY,\n  Observable,\n  catchError,\n  defaultIfEmpty,\n  map,\n  zip\n} from \"rxjs\"\n\nimport { requestJSON } from \"~/browser\"\n\nimport { SourceFacts } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * GitHub release (partial)\n */\ninterface Release {\n  tag_name: string                     /* Tag name */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch GitHub repository facts\n *\n * @param user - GitHub user or organization\n * @param repo - GitHub repository\n *\n * @returns Repository facts observable\n */\nexport function fetchSourceFactsFromGitHub(\n  user: string, repo?: string\n): Observable<SourceFacts> {\n  if (typeof repo !== \"undefined\") {\n    const url = `https://api.github.com/repos/${user}/${repo}`\n    return zip(\n\n      /* Fetch version */\n      requestJSON<Release>(`${url}/releases/latest`)\n        .pipe(\n          catchError(() => EMPTY), // @todo refactor instant loading\n          map(release => ({\n            version: release.tag_name\n          })),\n          defaultIfEmpty({})\n        ),\n\n      /* Fetch stars and forks */\n      requestJSON<Repo>(url)\n        .pipe(\n          catchError(() => EMPTY), // @todo refactor instant loading\n          map(info => ({\n            stars: info.stargazers_count,\n            forks: info.forks_count\n          })),\n          defaultIfEmpty({})\n        )\n    )\n      .pipe(\n        map(([release, info]) => ({ ...release, ...info }))\n      )\n\n  /* User or organization */\n  } else {\n    const url = `https://api.github.com/users/${user}`\n    return requestJSON<User>(url)\n      .pipe(\n        map(info => ({\n          repositories: info.public_repos\n        })),\n        defaultIfEmpty({})\n      )\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { ProjectSchema } from \"gitlab\"\nimport {\n  EMPTY,\n  Observable,\n  catchError,\n  defaultIfEmpty,\n  map,\n  zip\n} from \"rxjs\"\n\nimport { requestJSON } from \"~/browser\"\n\nimport { SourceFacts } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * GitLab release (partial)\n */\ninterface Release { // @todo remove and use the ReleaseSchema type instead after switching from gitlab to @gitbeaker/rest\n  tag_name: string                     /* Tag name */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch GitLab repository facts\n *\n * @param base - GitLab base\n * @param project - GitLab project\n *\n * @returns Repository facts observable\n */\nexport function fetchSourceFactsFromGitLab(\n  base: string, project: string\n): Observable<SourceFacts> {\n  const url = `https://${base}/api/v4/projects/${encodeURIComponent(project)}`\n  return zip(\n\n    /* Fetch version */\n    requestJSON<Release>(`${url}/releases/permalink/latest`)\n      .pipe(\n        catchError(() => EMPTY), // @todo refactor instant loading\n        map(({ tag_name }) => ({\n          version: tag_name\n        })),\n        defaultIfEmpty({})\n      ),\n\n    /* Fetch stars and forks */\n    requestJSON<ProjectSchema>(url)\n      .pipe(\n        catchError(() => EMPTY), // @todo refactor instant loading\n        map(({ star_count, forks_count }) => ({\n          stars: star_count,\n          forks: forks_count\n        })),\n        defaultIfEmpty({})\n      )\n  )\n    .pipe(\n      map(([release, info]) => ({ ...release, ...info }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { EMPTY, Observable } from \"rxjs\"\n\nimport { fetchSourceFactsFromGitHub } from \"../github\"\nimport { fetchSourceFactsFromGitLab } from \"../gitlab\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Repository facts for repositories\n */\nexport interface RepositoryFacts {\n  stars?: number                       /* Number of stars */\n  forks?: number                       /* Number of forks */\n  version?: string                     /* Latest version */\n}\n\n/**\n * Repository facts for organizations\n */\nexport interface OrganizationFacts {\n  repositories?: number                /* Number of repositories */\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Repository facts\n */\nexport type SourceFacts =\n  | RepositoryFacts\n  | OrganizationFacts\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch repository facts\n *\n * @param url - Repository URL\n *\n * @returns Repository facts observable\n */\nexport function fetchSourceFacts(\n  url: string\n): Observable<SourceFacts> {\n\n  /* Try to match GitHub repository */\n  let match = url.match(/^.+github\\.com\\/([^/]+)\\/?([^/]+)?/i)\n  if (match) {\n    const [, user, repo] = match\n    return fetchSourceFactsFromGitHub(user, repo)\n  }\n\n  /* Try to match GitLab repository */\n  match = url.match(/^.+?([^/]*gitlab[^/]+)\\/(.+?)\\/?$/i)\n  if (match) {\n    const [, base, slug] = match\n    return fetchSourceFactsFromGitLab(base, slug)\n  }\n\n  /* Fallback */\n  return EMPTY\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  catchError,\n  defer,\n  filter,\n  finalize,\n  map,\n  of,\n  shareReplay,\n  tap\n} from \"rxjs\"\n\nimport { getElement } from \"~/browser\"\nimport { ConsentDefaults } from \"~/components/consent\"\nimport { renderSourceFacts } from \"~/templates\"\n\nimport {\n  Component,\n  getComponentElements\n} from \"../../_\"\nimport {\n  SourceFacts,\n  fetchSourceFacts\n} from \"../facts\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Repository information\n */\nexport interface Source {\n  facts: SourceFacts                   /* Repository facts */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Repository information observable\n */\nlet fetch$: Observable<Source>\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch repository information\n *\n * This function tries to read the repository facts from session storage, and\n * if unsuccessful, fetches them from the underlying provider.\n *\n * @param el - Repository information element\n *\n * @returns Repository information observable\n */\nexport function watchSource(\n  el: HTMLAnchorElement\n): Observable<Source> {\n  return fetch$ ||= defer(() => {\n    const cached = __md_get<SourceFacts>(\"__source\", sessionStorage)\n    if (cached) {\n      return of(cached)\n    } else {\n\n      /* Check if consent is configured and was given */\n      const els = getComponentElements(\"consent\")\n      if (els.length) {\n        const consent = __md_get<ConsentDefaults>(\"__consent\")\n        if (!(consent && consent.github))\n          return EMPTY\n      }\n\n      /* Fetch repository facts */\n      return fetchSourceFacts(el.href)\n        .pipe(\n          tap(facts => __md_set(\"__source\", facts, sessionStorage))\n        )\n    }\n  })\n    .pipe(\n      catchError(() => EMPTY),\n      filter(facts => Object.keys(facts).length > 0),\n      map(facts => ({ facts })),\n      shareReplay(1)\n    )\n}\n\n/**\n * Mount repository information\n *\n * @param el - Repository information element\n *\n * @returns Repository information component observable\n */\nexport function mountSource(\n  el: HTMLAnchorElement\n): Observable<Component<Source>> {\n  const inner = getElement(\":scope > :last-child\", el)\n  return defer(() => {\n    const push$ = new Subject<Source>()\n    push$.subscribe(({ facts }) => {\n      inner.appendChild(renderSourceFacts(facts))\n      inner.classList.add(\"md-source__repository--active\")\n    })\n\n    /* Create and return component */\n    return watchSource(el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  defer,\n  distinctUntilKeyChanged,\n  finalize,\n  map,\n  of,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  watchElementSize,\n  watchViewportAt\n} from \"~/browser\"\n\nimport { Component } from \"../_\"\nimport { Header } from \"../header\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Navigation tabs\n */\nexport interface Tabs {\n  hidden: boolean                      /* Navigation tabs are hidden */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch navigation tabs\n *\n * @param el - Navigation tabs element\n * @param options - Options\n *\n * @returns Navigation tabs observable\n */\nexport function watchTabs(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<Tabs> {\n  return watchElementSize(document.body)\n    .pipe(\n      switchMap(() => watchViewportAt(el, { header$, viewport$ })),\n      map(({ offset: { y } }) => {\n        return {\n          hidden: y >= 10\n        }\n      }),\n      distinctUntilKeyChanged(\"hidden\")\n    )\n}\n\n/**\n * Mount navigation tabs\n *\n * This function hides the navigation tabs when scrolling past the threshold\n * and makes them reappear in a nice CSS animation when scrolling back up.\n *\n * @param el - Navigation tabs element\n * @param options - Options\n *\n * @returns Navigation tabs component observable\n */\nexport function mountTabs(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<Tabs>> {\n  return defer(() => {\n    const push$ = new Subject<Tabs>()\n    push$.subscribe({\n\n      /* Handle emission */\n      next({ hidden }) {\n        el.hidden = hidden\n      },\n\n      /* Handle complete */\n      complete() {\n        el.hidden = false\n      }\n    })\n\n    /* Create and return component */\n    return (\n      feature(\"navigation.tabs.sticky\")\n        ? of({ hidden: false })\n        : watchTabs(el, options)\n    )\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  asyncScheduler,\n  bufferCount,\n  combineLatestWith,\n  debounceTime,\n  defer,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  filter,\n  finalize,\n  ignoreElements,\n  map,\n  merge,\n  observeOn,\n  of,\n  repeat,\n  scan,\n  share,\n  skip,\n  startWith,\n  switchMap,\n  takeUntil,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  getElement,\n  getElementContainer,\n  getElementSize,\n  getElements,\n  getLocation,\n  getOptionalElement,\n  watchElementSize\n} from \"~/browser\"\n\nimport {\n  Component,\n  getComponentElement\n} from \"../_\"\nimport { Header } from \"../header\"\nimport { Main } from \"../main\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Table of contents\n */\nexport interface TableOfContents {\n  prev: HTMLAnchorElement[][]          /* Anchors (previous) */\n  next: HTMLAnchorElement[][]          /* Anchors (next) */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n  main$: Observable<Main>              /* Main area observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch table of contents\n *\n * This is effectively a scroll spy implementation which will account for the\n * fixed header and automatically re-calculate anchor offsets when the viewport\n * is resized. The returned observable will only emit if the table of contents\n * needs to be repainted.\n *\n * This implementation tracks an anchor element's entire path starting from its\n * level up to the top-most anchor element, e.g. `[h3, h2, h1]`. Although the\n * Material theme currently doesn't make use of this information, it enables\n * the styling of the entire hierarchy through customization.\n *\n * Note that the current anchor is the last item of the `prev` anchor list.\n *\n * @param el - Table of contents element\n * @param options - Options\n *\n * @returns Table of contents observable\n */\nexport function watchTableOfContents(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<TableOfContents> {\n  const table = new Map<HTMLAnchorElement, HTMLElement>()\n\n  /* Compute anchor-to-target mapping */\n  const anchors = getElements<HTMLAnchorElement>(\".md-nav__link\", el)\n  for (const anchor of anchors) {\n    const id = decodeURIComponent(anchor.hash.substring(1))\n    const target = getOptionalElement(`[id=\"${id}\"]`)\n    if (typeof target !== \"undefined\")\n      table.set(anchor, target)\n  }\n\n  /* Compute necessary adjustment for header */\n  const adjust$ = header$\n    .pipe(\n      distinctUntilKeyChanged(\"height\"),\n      map(({ height }) => {\n        const main = getComponentElement(\"main\")\n        const grid = getElement(\":scope > :first-child\", main)\n        return height + 0.8 * (\n          grid.offsetTop -\n          main.offsetTop\n        )\n      }),\n      share()\n    )\n\n  /* Compute partition of previous and next anchors */\n  const partition$ = watchElementSize(document.body)\n    .pipe(\n      distinctUntilKeyChanged(\"height\"),\n\n      /* Build index to map anchor paths to vertical offsets */\n      switchMap(body => defer(() => {\n        let path: HTMLAnchorElement[] = []\n        return of([...table].reduce((index, [anchor, target]) => {\n          while (path.length) {\n            const last = table.get(path[path.length - 1])!\n            if (last.tagName >= target.tagName) {\n              path.pop()\n            } else {\n              break\n            }\n          }\n\n          /* If the current anchor is hidden, continue with its parent */\n          let offset = target.offsetTop\n          while (!offset && target.parentElement) {\n            target = target.parentElement\n            offset = target.offsetTop\n          }\n\n          /* Fix anchor offsets in tables - see https://bit.ly/3CUFOcn */\n          let parent = target.offsetParent as HTMLElement\n          for (; parent; parent = parent.offsetParent as HTMLElement)\n            offset += parent.offsetTop\n\n          /* Map reversed anchor path to vertical offset */\n          return index.set(\n            [...path = [...path, anchor]].reverse(),\n            offset\n          )\n        }, new Map<HTMLAnchorElement[], number>()))\n      })\n        .pipe(\n\n          /* Sort index by vertical offset (see https://bit.ly/30z6QSO) */\n          map(index => new Map([...index].sort(([, a], [, b]) => a - b))),\n          combineLatestWith(adjust$),\n\n          /* Re-compute partition when viewport offset changes */\n          switchMap(([index, adjust]) => viewport$\n            .pipe(\n              scan(([prev, next], { offset: { y }, size }) => {\n                const last = y + size.height >= Math.floor(body.height)\n\n                /* Look forward */\n                while (next.length) {\n                  const [, offset] = next[0]\n                  if (offset - adjust < y || last) {\n                    prev = [...prev, next.shift()!]\n                  } else {\n                    break\n                  }\n                }\n\n                /* Look backward */\n                while (prev.length) {\n                  const [, offset] = prev[prev.length - 1]\n                  if (offset - adjust >= y && !last) {\n                    next = [prev.pop()!, ...next]\n                  } else {\n                    break\n                  }\n                }\n\n                /* Return partition */\n                return [prev, next]\n              }, [[], [...index]]),\n              distinctUntilChanged((a, b) => (\n                a[0] === b[0] &&\n                a[1] === b[1]\n              ))\n            )\n          )\n        )\n      )\n    )\n\n  /* Compute and return anchor list migrations */\n  return partition$\n    .pipe(\n      map(([prev, next]) => ({\n        prev: prev.map(([path]) => path),\n        next: next.map(([path]) => path)\n      })),\n\n      /* Extract anchor list migrations */\n      startWith({ prev: [], next: [] }),\n      bufferCount(2, 1),\n      map(([a, b]) => {\n\n        /* Moving down */\n        if (a.prev.length < b.prev.length) {\n          return {\n            prev: b.prev.slice(Math.max(0, a.prev.length - 1), b.prev.length),\n            next: []\n          }\n\n        /* Moving up */\n        } else {\n          return {\n            prev: b.prev.slice(-1),\n            next: b.next.slice(0, b.next.length - a.next.length)\n          }\n        }\n      })\n    )\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Mount table of contents\n *\n * @param el - Table of contents element\n * @param options - Options\n *\n * @returns Table of contents component observable\n */\nexport function mountTableOfContents(\n  el: HTMLElement, { viewport$, header$, main$, target$ }: MountOptions\n): Observable<Component<TableOfContents>> {\n  return defer(() => {\n    const push$ = new Subject<TableOfContents>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    push$.subscribe(({ prev, next }) => {\n\n      /* Look forward */\n      for (const [anchor] of next) {\n        anchor.classList.remove(\"md-nav__link--passed\")\n        anchor.classList.remove(\"md-nav__link--active\")\n      }\n\n      /* Look backward */\n      for (const [index, [anchor]] of prev.entries()) {\n        anchor.classList.add(\"md-nav__link--passed\")\n        anchor.classList.toggle(\n          \"md-nav__link--active\",\n          index === prev.length - 1\n        )\n      }\n    })\n\n    /* Set up following, if enabled */\n    if (feature(\"toc.follow\")) {\n\n      /* Toggle smooth scrolling only for anchor clicks */\n      const smooth$ = merge(\n        viewport$.pipe(debounceTime(1), map(() => undefined)),\n        viewport$.pipe(debounceTime(250), map(() => \"smooth\" as const))\n      )\n\n      /* Bring active anchor into view */ // @todo: refactor\n      push$\n        .pipe(\n          filter(({ prev }) => prev.length > 0),\n          combineLatestWith(main$.pipe(observeOn(asyncScheduler))),\n          withLatestFrom(smooth$)\n        )\n          .subscribe(([[{ prev }], behavior]) => {\n            const [anchor] = prev[prev.length - 1]\n            if (anchor.offsetHeight) {\n\n              /* Retrieve overflowing container and scroll */\n              const container = getElementContainer(anchor)\n              if (typeof container !== \"undefined\") {\n                const offset = anchor.offsetTop - container.offsetTop\n                const { height } = getElementSize(container)\n                container.scrollTo({\n                  top: offset - height / 2,\n                  behavior\n                })\n              }\n            }\n          })\n    }\n\n    /* Set up anchor tracking, if enabled */\n    if (feature(\"navigation.tracking\"))\n      viewport$\n        .pipe(\n          takeUntil(done$),\n          distinctUntilKeyChanged(\"offset\"),\n          debounceTime(250),\n          skip(1),\n          takeUntil(target$.pipe(skip(1))),\n          repeat({ delay: 250 }),\n          withLatestFrom(push$)\n        )\n          .subscribe(([, { prev }]) => {\n            const url = getLocation()\n\n            /* Set hash fragment to active anchor */\n            const anchor = prev[prev.length - 1]\n            if (anchor && anchor.length) {\n              const [active] = anchor\n              const { hash } = new URL(active.href)\n              if (url.hash !== hash) {\n                url.hash = hash\n                history.replaceState({}, \"\", `${url}`)\n              }\n\n            /* Reset anchor when at the top */\n            } else {\n              url.hash = \"\"\n              history.replaceState({}, \"\", `${url}`)\n            }\n          })\n\n    /* Create and return component */\n    return watchTableOfContents(el, { viewport$, header$ })\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  bufferCount,\n  combineLatest,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  finalize,\n  fromEvent,\n  ignoreElements,\n  map,\n  repeat,\n  skip,\n  takeUntil,\n  tap\n} from \"rxjs\"\n\nimport { Viewport } from \"~/browser\"\n\nimport { Component } from \"../_\"\nimport { Header } from \"../header\"\nimport { Main } from \"../main\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Back-to-top button\n */\nexport interface BackToTop {\n  hidden: boolean                      /* Back-to-top button is hidden */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  main$: Observable<Main>              /* Main area observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n  main$: Observable<Main>              /* Main area observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch back-to-top\n *\n * @param _el - Back-to-top element\n * @param options - Options\n *\n * @returns Back-to-top observable\n */\nexport function watchBackToTop(\n  _el: HTMLElement, { viewport$, main$, target$ }: WatchOptions\n): Observable<BackToTop> {\n\n  /* Compute direction */\n  const direction$ = viewport$\n    .pipe(\n      map(({ offset: { y } }) => y),\n      bufferCount(2, 1),\n      map(([a, b]) => a > b && b > 0),\n      distinctUntilChanged()\n    )\n\n  /* Compute whether main area is active */\n  const active$ = main$\n    .pipe(\n      map(({ active }) => active)\n    )\n\n  /* Compute threshold for hiding */\n  return combineLatest([active$, direction$])\n    .pipe(\n      map(([active, direction]) => !(active && direction)),\n      distinctUntilChanged(),\n      takeUntil(target$.pipe(skip(1))),\n      endWith(true),\n      repeat({ delay: 250 }),\n      map(hidden => ({ hidden }))\n    )\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Mount back-to-top\n *\n * @param el - Back-to-top element\n * @param options - Options\n *\n * @returns Back-to-top component observable\n */\nexport function mountBackToTop(\n  el: HTMLElement, { viewport$, header$, main$, target$ }: MountOptions\n): Observable<Component<BackToTop>> {\n  const push$ = new Subject<BackToTop>()\n  const done$ = push$.pipe(ignoreElements(), endWith(true))\n  push$.subscribe({\n\n    /* Handle emission */\n    next({ hidden }) {\n      el.hidden = hidden\n      if (hidden) {\n        el.setAttribute(\"tabindex\", \"-1\")\n        el.blur()\n      } else {\n        el.removeAttribute(\"tabindex\")\n      }\n    },\n\n    /* Handle complete */\n    complete() {\n      el.style.top = \"\"\n      el.hidden = true\n      el.removeAttribute(\"tabindex\")\n    }\n  })\n\n  /* Watch header height */\n  header$\n    .pipe(\n      takeUntil(done$),\n      distinctUntilKeyChanged(\"height\")\n    )\n      .subscribe(({ height }) => {\n        el.style.top = `${height + 16}px`\n      })\n\n  /* Go back to top */\n  fromEvent(el, \"click\")\n    .subscribe(ev => {\n      ev.preventDefault()\n      window.scrollTo({ top: 0 })\n    })\n\n  /* Create and return component */\n  return watchBackToTop(el, { viewport$, main$, target$ })\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(state => ({ ref: el, ...state }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  filter,\n  finalize,\n  map,\n  mergeMap,\n  skip,\n  switchMap,\n  take,\n  takeUntil\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  getElements,\n  watchElementVisibility\n} from \"~/browser\"\nimport { mountInlineTooltip2 } from \"~/components/tooltip2\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch options\n */\ninterface PatchOptions {\n  document$: Observable<Document>      /* Document observable */\n  viewport$: Observable<Viewport>      /* Viewport observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch ellipsis\n *\n * This function will fetch all elements that are shortened with ellipsis, and\n * filter those which are visible. Once they become visible, they stay in that\n * state, even though they may be hidden again. This optimization is necessary\n * to reduce pressure on the browser, with elements fading in and out of view.\n *\n * @param options - Options\n */\nexport function patchEllipsis(\n  { document$, viewport$ }: PatchOptions\n): void {\n  document$\n    .pipe(\n      switchMap(() => getElements(\".md-ellipsis\")),\n      mergeMap(el => watchElementVisibility(el)\n        .pipe(\n          takeUntil(document$.pipe(skip(1))),\n          filter(visible => visible),\n          map(() => el),\n          take(1)\n        )\n      ),\n      filter(el => el.offsetWidth < el.scrollWidth),\n      mergeMap(el => {\n        const text = el.innerText\n        const host = el.closest(\"a\") || el\n        host.title = text\n\n        // Do not mount improved tooltip if feature is disabled\n        if (!feature(\"content.tooltips\"))\n          return EMPTY\n\n        /* Mount tooltip */\n        return mountInlineTooltip2(host, { viewport$ })\n          .pipe(\n            takeUntil(document$.pipe(skip(1))),\n            finalize(() => host.removeAttribute(\"title\"))\n          )\n      })\n    )\n      .subscribe()\n\n  // @todo move this outside of here and fix memleaks\n  if (feature(\"content.tooltips\"))\n    document$\n      .pipe(\n        switchMap(() => getElements(\".md-status\")),\n        mergeMap(el => mountInlineTooltip2(el, { viewport$ }))\n      )\n        .subscribe()\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  fromEvent,\n  map,\n  mergeMap,\n  switchMap,\n  takeWhile,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { getElements } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch options\n */\ninterface PatchOptions {\n  document$: Observable<Document>      /* Document observable */\n  tablet$: Observable<boolean>         /* Media tablet observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch indeterminate checkboxes\n *\n * This function replaces the indeterminate \"pseudo state\" with the actual\n * indeterminate state, which is used to keep navigation always expanded.\n *\n * @param options - Options\n */\nexport function patchIndeterminate(\n  { document$, tablet$ }: PatchOptions\n): void {\n  document$\n    .pipe(\n      switchMap(() => getElements<HTMLInputElement>(\n        \".md-toggle--indeterminate\"\n      )),\n      tap(el => {\n        el.indeterminate = true\n        el.checked = false\n      }),\n      mergeMap(el => fromEvent(el, \"change\")\n        .pipe(\n          takeWhile(() => el.classList.contains(\"md-toggle--indeterminate\")),\n          map(() => el)\n        )\n      ),\n      withLatestFrom(tablet$)\n    )\n      .subscribe(([el, tablet]) => {\n        el.classList.remove(\"md-toggle--indeterminate\")\n        if (tablet)\n          el.checked = false\n      })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  filter,\n  fromEvent,\n  map,\n  mergeMap,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport { getElements } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch options\n */\ninterface PatchOptions {\n  document$: Observable<Document>      /* Document observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Check whether the given device is an Apple device\n *\n * @returns Test result\n */\nfunction isAppleDevice(): boolean {\n  return /(iPad|iPhone|iPod)/.test(navigator.userAgent)\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch all elements with `data-md-scrollfix` attributes\n *\n * This is a year-old patch which ensures that overflow scrolling works at the\n * top and bottom of containers on iOS by ensuring a `1px` scroll offset upon\n * the start of a touch event.\n *\n * @see https://bit.ly/2SCtAOO - Original source\n *\n * @param options - Options\n */\nexport function patchScrollfix(\n  { document$ }: PatchOptions\n): void {\n  document$\n    .pipe(\n      switchMap(() => getElements(\"[data-md-scrollfix]\")),\n      tap(el => el.removeAttribute(\"data-md-scrollfix\")),\n      filter(isAppleDevice),\n      mergeMap(el => fromEvent(el, \"touchstart\")\n        .pipe(\n          map(() => el)\n        )\n      )\n    )\n      .subscribe(el => {\n        const top = el.scrollTop\n\n        /* We're at the top of the container */\n        if (top === 0) {\n          el.scrollTop = 1\n\n        /* We're at the bottom of the container */\n        } else if (top + el.offsetHeight === el.scrollHeight) {\n          el.scrollTop = top - 1\n        }\n      })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  combineLatest,\n  delay,\n  map,\n  of,\n  switchMap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport {\n  Viewport,\n  watchToggle\n} from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch options\n */\ninterface PatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  tablet$: Observable<boolean>         /* Media tablet observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch the document body to lock when search is open\n *\n * For mobile and tablet viewports, the search is rendered full screen, which\n * leads to scroll leaking when at the top or bottom of the search result. This\n * function locks the body when the search is in full screen mode, and restores\n * the scroll position when leaving.\n *\n * @param options - Options\n */\nexport function patchScrolllock(\n  { viewport$, tablet$ }: PatchOptions\n): void {\n  combineLatest([watchToggle(\"search\"), tablet$])\n    .pipe(\n      map(([active, tablet]) => active && !tablet),\n      switchMap(active => of(active)\n        .pipe(\n          delay(active ? 400 : 100)\n        )\n      ),\n      withLatestFrom(viewport$)\n    )\n      .subscribe(([active, { offset: { y }}]) => {\n        if (active) {\n          document.body.setAttribute(\"data-md-scrolllock\", \"\")\n          document.body.style.top = `-${y}px`\n        } else {\n          const value = -1 * parseInt(document.body.style.top, 10)\n          document.body.removeAttribute(\"data-md-scrolllock\")\n          document.body.style.top = \"\"\n          if (value)\n            window.scrollTo(0, value)\n        }\n      })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\n/* ----------------------------------------------------------------------------\n * Polyfills\n * ------------------------------------------------------------------------- */\n\n/* Polyfill `Object.entries` */\nif (!Object.entries)\n  Object.entries = function (obj: object) {\n    const data: [string, string][] = []\n    for (const key of Object.keys(obj))\n      // @ts-expect-error - ignore property access warning\n      data.push([key, obj[key]])\n\n    /* Return entries */\n    return data\n  }\n\n/* Polyfill `Object.values` */\nif (!Object.values)\n  Object.values = function (obj: object) {\n    const data: string[] = []\n    for (const key of Object.keys(obj))\n      // @ts-expect-error - ignore property access warning\n      data.push(obj[key])\n\n    /* Return values */\n    return data\n  }\n\n/* ------------------------------------------------------------------------- */\n\n/* Polyfills for `Element` */\nif (typeof Element !== \"undefined\") {\n\n  /* Polyfill `Element.scrollTo` */\n  if (!Element.prototype.scrollTo)\n    Element.prototype.scrollTo = function (\n      x?: ScrollToOptions | number, y?: number\n    ): void {\n      if (typeof x === \"object\") {\n        this.scrollLeft = x.left!\n        this.scrollTop = x.top!\n      } else {\n        this.scrollLeft = x!\n        this.scrollTop = y!\n      }\n    }\n\n  /* Polyfill `Element.replaceWith` */\n  if (!Element.prototype.replaceWith)\n    Element.prototype.replaceWith = function (\n      ...nodes: Array<string | Node>\n    ): void {\n      const parent = this.parentNode\n      if (parent) {\n        if (nodes.length === 0)\n          parent.removeChild(this)\n\n        /* Replace children and create text nodes */\n        for (let i = nodes.length - 1; i >= 0; i--) {\n          let node = nodes[i]\n          if (typeof node === \"string\")\n            node = document.createTextNode(node)\n          else if (node.parentNode)\n            node.parentNode.removeChild(node)\n\n          /* Replace child or insert before previous sibling */\n          if (!i)\n            parent.replaceChild(node, this)\n          else\n            parent.insertBefore(this.previousSibling!, node)\n        }\n      }\n    }\n}\n"],
-  "mappings": "2rCAAA,IAAAA,GAAAC,GAAA,CAAAC,GAAAC,KAAA,EAAC,SAAUC,EAAQC,EAAS,CAC1B,OAAOH,IAAY,UAAY,OAAOC,IAAW,YAAcE,EAAQ,EACvE,OAAO,QAAW,YAAc,OAAO,IAAM,OAAOA,CAAO,EAC1DA,EAAQ,CACX,GAAEH,GAAO,UAAY,CAAE,aASrB,SAASI,EAA0BC,EAAO,CACxC,IAAIC,EAAmB,GACnBC,EAA0B,GAC1BC,EAAiC,KAEjCC,EAAsB,CACxB,KAAM,GACN,OAAQ,GACR,IAAK,GACL,IAAK,GACL,MAAO,GACP,SAAU,GACV,OAAQ,GACR,KAAM,GACN,MAAO,GACP,KAAM,GACN,KAAM,GACN,SAAU,GACV,iBAAkB,EACpB,EAOA,SAASC,EAAmBC,EAAI,CAC9B,MACE,GAAAA,GACAA,IAAO,UACPA,EAAG,WAAa,QAChBA,EAAG,WAAa,QAChB,cAAeA,GACf,aAAcA,EAAG,UAKrB,CASA,SAASC,EAA8BD,EAAI,CACzC,IAAIE,GAAOF,EAAG,KACVG,GAAUH,EAAG,QAUjB,MARI,GAAAG,KAAY,SAAWL,EAAoBI,EAAI,GAAK,CAACF,EAAG,UAIxDG,KAAY,YAAc,CAACH,EAAG,UAI9BA,EAAG,kBAKT,CAOA,SAASI,EAAqBJ,EAAI,CAC5BA,EAAG,UAAU,SAAS,eAAe,IAGzCA,EAAG,UAAU,IAAI,eAAe,EAChCA,EAAG,aAAa,2BAA4B,EAAE,EAChD,CAOA,SAASK,EAAwBL,EAAI,CAC9BA,EAAG,aAAa,0BAA0B,IAG/CA,EAAG,UAAU,OAAO,eAAe,EACnCA,EAAG,gBAAgB,0BAA0B,EAC/C,CAUA,SAASM,EAAUC,EAAG,CAChBA,EAAE,SAAWA,EAAE,QAAUA,EAAE,UAI3BR,EAAmBL,EAAM,aAAa,GACxCU,EAAqBV,EAAM,aAAa,EAG1CC,EAAmB,GACrB,CAUA,SAASa,EAAcD,EAAG,CACxBZ,EAAmB,EACrB,CASA,SAASc,EAAQF,EAAG,CAEbR,EAAmBQ,EAAE,MAAM,IAI5BZ,GAAoBM,EAA8BM,EAAE,MAAM,IAC5DH,EAAqBG,EAAE,MAAM,CAEjC,CAMA,SAASG,EAAOH,EAAG,CACZR,EAAmBQ,EAAE,MAAM,IAK9BA,EAAE,OAAO,UAAU,SAAS,eAAe,GAC3CA,EAAE,OAAO,aAAa,0BAA0B,KAMhDX,EAA0B,GAC1B,OAAO,aAAaC,CAA8B,EAClDA,EAAiC,OAAO,WAAW,UAAW,CAC5DD,EAA0B,EAC5B,EAAG,GAAG,EACNS,EAAwBE,EAAE,MAAM,EAEpC,CAOA,SAASI,EAAmBJ,EAAG,CACzB,SAAS,kBAAoB,WAK3BX,IACFD,EAAmB,IAErBiB,EAA+B,EAEnC,CAQA,SAASA,GAAiC,CACxC,SAAS,iBAAiB,YAAaC,CAAoB,EAC3D,SAAS,iBAAiB,YAAaA,CAAoB,EAC3D,SAAS,iBAAiB,UAAWA,CAAoB,EACzD,SAAS,iBAAiB,cAAeA,CAAoB,EAC7D,SAAS,iBAAiB,cAAeA,CAAoB,EAC7D,SAAS,iBAAiB,YAAaA,CAAoB,EAC3D,SAAS,iBAAiB,YAAaA,CAAoB,EAC3D,SAAS,iBAAiB,aAAcA,CAAoB,EAC5D,SAAS,iBAAiB,WAAYA,CAAoB,CAC5D,CAEA,SAASC,IAAoC,CAC3C,SAAS,oBAAoB,YAAaD,CAAoB,EAC9D,SAAS,oBAAoB,YAAaA,CAAoB,EAC9D,SAAS,oBAAoB,UAAWA,CAAoB,EAC5D,SAAS,oBAAoB,cAAeA,CAAoB,EAChE,SAAS,oBAAoB,cAAeA,CAAoB,EAChE,SAAS,oBAAoB,YAAaA,CAAoB,EAC9D,SAAS,oBAAoB,YAAaA,CAAoB,EAC9D,SAAS,oBAAoB,aAAcA,CAAoB,EAC/D,SAAS,oBAAoB,WAAYA,CAAoB,CAC/D,CASA,SAASA,EAAqBN,EAAG,CAG3BA,EAAE,OAAO,UAAYA,EAAE,OAAO,SAAS,YAAY,IAAM,SAI7DZ,EAAmB,GACnBmB,GAAkC,EACpC,CAKA,SAAS,iBAAiB,UAAWR,EAAW,EAAI,EACpD,SAAS,iBAAiB,YAAaE,EAAe,EAAI,EAC1D,SAAS,iBAAiB,cAAeA,EAAe,EAAI,EAC5D,SAAS,iBAAiB,aAAcA,EAAe,EAAI,EAC3D,SAAS,iBAAiB,mBAAoBG,EAAoB,EAAI,EAEtEC,EAA+B,EAM/BlB,EAAM,iBAAiB,QAASe,EAAS,EAAI,EAC7Cf,EAAM,iBAAiB,OAAQgB,EAAQ,EAAI,EAOvChB,EAAM,WAAa,KAAK,wBAA0BA,EAAM,KAI1DA,EAAM,KAAK,aAAa,wBAAyB,EAAE,EAC1CA,EAAM,WAAa,KAAK,gBACjC,SAAS,gBAAgB,UAAU,IAAI,kBAAkB,EACzD,SAAS,gBAAgB,aAAa,wBAAyB,EAAE,EAErE,CAKA,GAAI,OAAO,QAAW,aAAe,OAAO,UAAa,YAAa,CAIpE,OAAO,0BAA4BD,EAInC,IAAIsB,EAEJ,GAAI,CACFA,EAAQ,IAAI,YAAY,8BAA8B,CACxD,OAASC,EAAO,CAEdD,EAAQ,SAAS,YAAY,aAAa,EAC1CA,EAAM,gBAAgB,+BAAgC,GAAO,GAAO,CAAC,CAAC,CACxE,CAEA,OAAO,cAAcA,CAAK,CAC5B,CAEI,OAAO,UAAa,aAGtBtB,EAA0B,QAAQ,CAGtC,CAAE,ICvTF,IAAAwB,GAAAC,GAAA,CAAAC,GAAAC,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAeA,IAAIC,GAAkB,UAOtBD,GAAO,QAAUE,GAUjB,SAASA,GAAWC,EAAQ,CAC1B,IAAIC,EAAM,GAAKD,EACXE,EAAQJ,GAAgB,KAAKG,CAAG,EAEpC,GAAI,CAACC,EACH,OAAOD,EAGT,IAAIE,EACAC,EAAO,GACPC,EAAQ,EACRC,EAAY,EAEhB,IAAKD,EAAQH,EAAM,MAAOG,EAAQJ,EAAI,OAAQI,IAAS,CACrD,OAAQJ,EAAI,WAAWI,CAAK,EAAG,CAC7B,IAAK,IACHF,EAAS,SACT,MACF,IAAK,IACHA,EAAS,QACT,MACF,IAAK,IACHA,EAAS,QACT,MACF,IAAK,IACHA,EAAS,OACT,MACF,IAAK,IACHA,EAAS,OACT,MACF,QACE,QACJ,CAEIG,IAAcD,IAChBD,GAAQH,EAAI,UAAUK,EAAWD,CAAK,GAGxCC,EAAYD,EAAQ,EACpBD,GAAQD,CACV,CAEA,OAAOG,IAAcD,EACjBD,EAAOH,EAAI,UAAUK,EAAWD,CAAK,EACrCD,CACN,IC7EA,IAAAG,GAAAC,GAAA,CAAAC,GAAAC,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMC,SAA0CC,EAAMC,EAAS,CACtD,OAAOH,IAAY,UAAY,OAAOC,IAAW,SACnDA,GAAO,QAAUE,EAAQ,EAClB,OAAO,QAAW,YAAc,OAAO,IAC9C,OAAO,CAAC,EAAGA,CAAO,EACX,OAAOH,IAAY,SAC1BA,GAAQ,YAAiBG,EAAQ,EAEjCD,EAAK,YAAiBC,EAAQ,CAChC,GAAGH,GAAM,UAAW,CACpB,OAAiB,UAAW,CAClB,IAAII,EAAuB,CAE/B,IACC,SAASC,EAAyBC,EAAqBC,EAAqB,CAEnF,aAGAA,EAAoB,EAAED,EAAqB,CACzC,QAAW,UAAW,CAAE,OAAqBE,EAAW,CAC1D,CAAC,EAGD,IAAIC,EAAeF,EAAoB,GAAG,EACtCG,EAAoCH,EAAoB,EAAEE,CAAY,EAEtEE,EAASJ,EAAoB,GAAG,EAChCK,EAA8BL,EAAoB,EAAEI,CAAM,EAE1DE,EAAaN,EAAoB,GAAG,EACpCO,EAA8BP,EAAoB,EAAEM,CAAU,EAOlE,SAASE,EAAQC,EAAM,CACrB,GAAI,CACF,OAAO,SAAS,YAAYA,CAAI,CAClC,OAASC,EAAK,CACZ,MAAO,EACT,CACF,CAUA,IAAIC,EAAqB,SAA4BC,EAAQ,CAC3D,IAAIC,EAAeN,EAAe,EAAEK,CAAM,EAC1C,OAAAJ,EAAQ,KAAK,EACNK,CACT,EAEiCC,EAAeH,EAOhD,SAASI,EAAkBC,EAAO,CAChC,IAAIC,EAAQ,SAAS,gBAAgB,aAAa,KAAK,IAAM,MACzDC,EAAc,SAAS,cAAc,UAAU,EAEnDA,EAAY,MAAM,SAAW,OAE7BA,EAAY,MAAM,OAAS,IAC3BA,EAAY,MAAM,QAAU,IAC5BA,EAAY,MAAM,OAAS,IAE3BA,EAAY,MAAM,SAAW,WAC7BA,EAAY,MAAMD,EAAQ,QAAU,MAAM,EAAI,UAE9C,IAAIE,EAAY,OAAO,aAAe,SAAS,gBAAgB,UAC/D,OAAAD,EAAY,MAAM,IAAM,GAAG,OAAOC,EAAW,IAAI,EACjDD,EAAY,aAAa,WAAY,EAAE,EACvCA,EAAY,MAAQF,EACbE,CACT,CAYA,IAAIE,EAAiB,SAAwBJ,EAAOK,EAAS,CAC3D,IAAIH,EAAcH,EAAkBC,CAAK,EACzCK,EAAQ,UAAU,YAAYH,CAAW,EACzC,IAAIL,EAAeN,EAAe,EAAEW,CAAW,EAC/C,OAAAV,EAAQ,MAAM,EACdU,EAAY,OAAO,EACZL,CACT,EASIS,GAAsB,SAA6BV,EAAQ,CAC7D,IAAIS,EAAU,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAChF,UAAW,SAAS,IACtB,EACIR,EAAe,GAEnB,OAAI,OAAOD,GAAW,SACpBC,EAAeO,EAAeR,EAAQS,CAAO,EACpCT,aAAkB,kBAAoB,CAAC,CAAC,OAAQ,SAAU,MAAO,MAAO,UAAU,EAAE,SAASA,GAAW,KAA4B,OAASA,EAAO,IAAI,EAEjKC,EAAeO,EAAeR,EAAO,MAAOS,CAAO,GAEnDR,EAAeN,EAAe,EAAEK,CAAM,EACtCJ,EAAQ,MAAM,GAGTK,CACT,EAEiCU,EAAgBD,GAEjD,SAASE,EAAQC,EAAK,CAAE,0BAA2B,OAAI,OAAO,QAAW,YAAc,OAAO,OAAO,UAAa,SAAYD,EAAU,SAAiBC,EAAK,CAAE,OAAO,OAAOA,CAAK,EAAYD,EAAU,SAAiBC,EAAK,CAAE,OAAOA,GAAO,OAAO,QAAW,YAAcA,EAAI,cAAgB,QAAUA,IAAQ,OAAO,UAAY,SAAW,OAAOA,CAAK,EAAYD,EAAQC,CAAG,CAAG,CAUzX,IAAIC,GAAyB,UAAkC,CAC7D,IAAIL,EAAU,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAAC,EAE/EM,EAAkBN,EAAQ,OAC1BO,EAASD,IAAoB,OAAS,OAASA,EAC/CE,EAAYR,EAAQ,UACpBT,EAASS,EAAQ,OACjBS,GAAOT,EAAQ,KAEnB,GAAIO,IAAW,QAAUA,IAAW,MAClC,MAAM,IAAI,MAAM,oDAAoD,EAItE,GAAIhB,IAAW,OACb,GAAIA,GAAUY,EAAQZ,CAAM,IAAM,UAAYA,EAAO,WAAa,EAAG,CACnE,GAAIgB,IAAW,QAAUhB,EAAO,aAAa,UAAU,EACrD,MAAM,IAAI,MAAM,mFAAmF,EAGrG,GAAIgB,IAAW,QAAUhB,EAAO,aAAa,UAAU,GAAKA,EAAO,aAAa,UAAU,GACxF,MAAM,IAAI,MAAM,uGAAwG,CAE5H,KACE,OAAM,IAAI,MAAM,6CAA6C,EAKjE,GAAIkB,GACF,OAAOP,EAAaO,GAAM,CACxB,UAAWD,CACb,CAAC,EAIH,GAAIjB,EACF,OAAOgB,IAAW,MAAQd,EAAYF,CAAM,EAAIW,EAAaX,EAAQ,CACnE,UAAWiB,CACb,CAAC,CAEL,EAEiCE,GAAmBL,GAEpD,SAASM,GAAiBP,EAAK,CAAE,0BAA2B,OAAI,OAAO,QAAW,YAAc,OAAO,OAAO,UAAa,SAAYO,GAAmB,SAAiBP,EAAK,CAAE,OAAO,OAAOA,CAAK,EAAYO,GAAmB,SAAiBP,EAAK,CAAE,OAAOA,GAAO,OAAO,QAAW,YAAcA,EAAI,cAAgB,QAAUA,IAAQ,OAAO,UAAY,SAAW,OAAOA,CAAK,EAAYO,GAAiBP,CAAG,CAAG,CAE7Z,SAASQ,GAAgBC,EAAUC,EAAa,CAAE,GAAI,EAAED,aAAoBC,GAAgB,MAAM,IAAI,UAAU,mCAAmC,CAAK,CAExJ,SAASC,GAAkBxB,EAAQyB,EAAO,CAAE,QAASC,EAAI,EAAGA,EAAID,EAAM,OAAQC,IAAK,CAAE,IAAIC,EAAaF,EAAMC,CAAC,EAAGC,EAAW,WAAaA,EAAW,YAAc,GAAOA,EAAW,aAAe,GAAU,UAAWA,IAAYA,EAAW,SAAW,IAAM,OAAO,eAAe3B,EAAQ2B,EAAW,IAAKA,CAAU,CAAG,CAAE,CAE5T,SAASC,GAAaL,EAAaM,EAAYC,EAAa,CAAE,OAAID,GAAYL,GAAkBD,EAAY,UAAWM,CAAU,EAAOC,GAAaN,GAAkBD,EAAaO,CAAW,EAAUP,CAAa,CAEtN,SAASQ,GAAUC,EAAUC,EAAY,CAAE,GAAI,OAAOA,GAAe,YAAcA,IAAe,KAAQ,MAAM,IAAI,UAAU,oDAAoD,EAAKD,EAAS,UAAY,OAAO,OAAOC,GAAcA,EAAW,UAAW,CAAE,YAAa,CAAE,MAAOD,EAAU,SAAU,GAAM,aAAc,EAAK,CAAE,CAAC,EAAOC,GAAYC,GAAgBF,EAAUC,CAAU,CAAG,CAEhY,SAASC,GAAgBC,EAAGC,EAAG,CAAE,OAAAF,GAAkB,OAAO,gBAAkB,SAAyBC,EAAGC,EAAG,CAAE,OAAAD,EAAE,UAAYC,EAAUD,CAAG,EAAUD,GAAgBC,EAAGC,CAAC,CAAG,CAEzK,SAASC,GAAaC,EAAS,CAAE,IAAIC,EAA4BC,GAA0B,EAAG,OAAO,UAAgC,CAAE,IAAIC,EAAQC,GAAgBJ,CAAO,EAAGK,EAAQ,GAAIJ,EAA2B,CAAE,IAAIK,EAAYF,GAAgB,IAAI,EAAE,YAAaC,EAAS,QAAQ,UAAUF,EAAO,UAAWG,CAAS,CAAG,MAASD,EAASF,EAAM,MAAM,KAAM,SAAS,EAAK,OAAOI,GAA2B,KAAMF,CAAM,CAAG,CAAG,CAExa,SAASE,GAA2BC,EAAMC,EAAM,CAAE,OAAIA,IAAS3B,GAAiB2B,CAAI,IAAM,UAAY,OAAOA,GAAS,YAAsBA,EAAeC,GAAuBF,CAAI,CAAG,CAEzL,SAASE,GAAuBF,EAAM,CAAE,GAAIA,IAAS,OAAU,MAAM,IAAI,eAAe,2DAA2D,EAAK,OAAOA,CAAM,CAErK,SAASN,IAA4B,CAA0E,GAApE,OAAO,SAAY,aAAe,CAAC,QAAQ,WAA6B,QAAQ,UAAU,KAAM,MAAO,GAAO,GAAI,OAAO,OAAU,WAAY,MAAO,GAAM,GAAI,CAAE,YAAK,UAAU,SAAS,KAAK,QAAQ,UAAU,KAAM,CAAC,EAAG,UAAY,CAAC,CAAC,CAAC,EAAU,EAAM,OAASS,EAAG,CAAE,MAAO,EAAO,CAAE,CAEnU,SAASP,GAAgBP,EAAG,CAAE,OAAAO,GAAkB,OAAO,eAAiB,OAAO,eAAiB,SAAyBP,EAAG,CAAE,OAAOA,EAAE,WAAa,OAAO,eAAeA,CAAC,CAAG,EAAUO,GAAgBP,CAAC,CAAG,CAa5M,SAASe,GAAkBC,EAAQC,EAAS,CAC1C,IAAIC,EAAY,kBAAkB,OAAOF,CAAM,EAE/C,GAAKC,EAAQ,aAAaC,CAAS,EAInC,OAAOD,EAAQ,aAAaC,CAAS,CACvC,CAOA,IAAIC,GAAyB,SAAUC,EAAU,CAC/CxB,GAAUuB,EAAWC,CAAQ,EAE7B,IAAIC,EAASnB,GAAaiB,CAAS,EAMnC,SAASA,EAAUG,EAAShD,EAAS,CACnC,IAAIiD,EAEJ,OAAArC,GAAgB,KAAMiC,CAAS,EAE/BI,EAAQF,EAAO,KAAK,IAAI,EAExBE,EAAM,eAAejD,CAAO,EAE5BiD,EAAM,YAAYD,CAAO,EAElBC,CACT,CAQA,OAAA9B,GAAa0B,EAAW,CAAC,CACvB,IAAK,iBACL,MAAO,UAA0B,CAC/B,IAAI7C,EAAU,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAAC,EACnF,KAAK,OAAS,OAAOA,EAAQ,QAAW,WAAaA,EAAQ,OAAS,KAAK,cAC3E,KAAK,OAAS,OAAOA,EAAQ,QAAW,WAAaA,EAAQ,OAAS,KAAK,cAC3E,KAAK,KAAO,OAAOA,EAAQ,MAAS,WAAaA,EAAQ,KAAO,KAAK,YACrE,KAAK,UAAYW,GAAiBX,EAAQ,SAAS,IAAM,SAAWA,EAAQ,UAAY,SAAS,IACnG,CAMF,EAAG,CACD,IAAK,cACL,MAAO,SAAqBgD,EAAS,CACnC,IAAIE,EAAS,KAEb,KAAK,SAAWlE,EAAe,EAAEgE,EAAS,QAAS,SAAUR,GAAG,CAC9D,OAAOU,EAAO,QAAQV,EAAC,CACzB,CAAC,CACH,CAMF,EAAG,CACD,IAAK,UACL,MAAO,SAAiBA,EAAG,CACzB,IAAIQ,EAAUR,EAAE,gBAAkBA,EAAE,cAChCjC,GAAS,KAAK,OAAOyC,CAAO,GAAK,OACjCvC,GAAOC,GAAgB,CACzB,OAAQH,GACR,UAAW,KAAK,UAChB,OAAQ,KAAK,OAAOyC,CAAO,EAC3B,KAAM,KAAK,KAAKA,CAAO,CACzB,CAAC,EAED,KAAK,KAAKvC,GAAO,UAAY,QAAS,CACpC,OAAQF,GACR,KAAME,GACN,QAASuC,EACT,eAAgB,UAA0B,CACpCA,GACFA,EAAQ,MAAM,EAGhB,OAAO,aAAa,EAAE,gBAAgB,CACxC,CACF,CAAC,CACH,CAMF,EAAG,CACD,IAAK,gBACL,MAAO,SAAuBA,EAAS,CACrC,OAAOP,GAAkB,SAAUO,CAAO,CAC5C,CAMF,EAAG,CACD,IAAK,gBACL,MAAO,SAAuBA,EAAS,CACrC,IAAIG,EAAWV,GAAkB,SAAUO,CAAO,EAElD,GAAIG,EACF,OAAO,SAAS,cAAcA,CAAQ,CAE1C,CAQF,EAAG,CACD,IAAK,cAML,MAAO,SAAqBH,EAAS,CACnC,OAAOP,GAAkB,OAAQO,CAAO,CAC1C,CAKF,EAAG,CACD,IAAK,UACL,MAAO,UAAmB,CACxB,KAAK,SAAS,QAAQ,CACxB,CACF,CAAC,EAAG,CAAC,CACH,IAAK,OACL,MAAO,SAAczD,EAAQ,CAC3B,IAAIS,EAAU,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAChF,UAAW,SAAS,IACtB,EACA,OAAOE,EAAaX,EAAQS,CAAO,CACrC,CAOF,EAAG,CACD,IAAK,MACL,MAAO,SAAaT,EAAQ,CAC1B,OAAOE,EAAYF,CAAM,CAC3B,CAOF,EAAG,CACD,IAAK,cACL,MAAO,UAAuB,CAC5B,IAAIgB,EAAS,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAAC,OAAQ,KAAK,EAC3F6C,EAAU,OAAO7C,GAAW,SAAW,CAACA,CAAM,EAAIA,EAClD8C,GAAU,CAAC,CAAC,SAAS,sBACzB,OAAAD,EAAQ,QAAQ,SAAU7C,GAAQ,CAChC8C,GAAUA,IAAW,CAAC,CAAC,SAAS,sBAAsB9C,EAAM,CAC9D,CAAC,EACM8C,EACT,CACF,CAAC,CAAC,EAEKR,CACT,EAAG/D,EAAqB,CAAE,EAEOF,GAAaiE,EAExC,EAEA,IACC,SAASxE,EAAQ,CAExB,IAAIiF,EAAqB,EAKzB,GAAI,OAAO,SAAY,aAAe,CAAC,QAAQ,UAAU,QAAS,CAC9D,IAAIC,EAAQ,QAAQ,UAEpBA,EAAM,QAAUA,EAAM,iBACNA,EAAM,oBACNA,EAAM,mBACNA,EAAM,kBACNA,EAAM,qBAC1B,CASA,SAASC,EAASb,EAASQ,EAAU,CACjC,KAAOR,GAAWA,EAAQ,WAAaW,GAAoB,CACvD,GAAI,OAAOX,EAAQ,SAAY,YAC3BA,EAAQ,QAAQQ,CAAQ,EAC1B,OAAOR,EAETA,EAAUA,EAAQ,UACtB,CACJ,CAEAtE,EAAO,QAAUmF,CAGX,EAEA,IACC,SAASnF,EAAQoF,EAA0B9E,EAAqB,CAEvE,IAAI6E,EAAU7E,EAAoB,GAAG,EAYrC,SAAS+E,EAAUf,EAASQ,EAAU/D,EAAMuE,EAAUC,EAAY,CAC9D,IAAIC,EAAaC,EAAS,MAAM,KAAM,SAAS,EAE/C,OAAAnB,EAAQ,iBAAiBvD,EAAMyE,EAAYD,CAAU,EAE9C,CACH,QAAS,UAAW,CAChBjB,EAAQ,oBAAoBvD,EAAMyE,EAAYD,CAAU,CAC5D,CACJ,CACJ,CAYA,SAASG,EAASC,EAAUb,EAAU/D,EAAMuE,EAAUC,EAAY,CAE9D,OAAI,OAAOI,EAAS,kBAAqB,WAC9BN,EAAU,MAAM,KAAM,SAAS,EAItC,OAAOtE,GAAS,WAGTsE,EAAU,KAAK,KAAM,QAAQ,EAAE,MAAM,KAAM,SAAS,GAI3D,OAAOM,GAAa,WACpBA,EAAW,SAAS,iBAAiBA,CAAQ,GAI1C,MAAM,UAAU,IAAI,KAAKA,EAAU,SAAUrB,EAAS,CACzD,OAAOe,EAAUf,EAASQ,EAAU/D,EAAMuE,EAAUC,CAAU,CAClE,CAAC,EACL,CAWA,SAASE,EAASnB,EAASQ,EAAU/D,EAAMuE,EAAU,CACjD,OAAO,SAASnB,EAAG,CACfA,EAAE,eAAiBgB,EAAQhB,EAAE,OAAQW,CAAQ,EAEzCX,EAAE,gBACFmB,EAAS,KAAKhB,EAASH,CAAC,CAEhC,CACJ,CAEAnE,EAAO,QAAU0F,CAGX,EAEA,IACC,SAAStF,EAAyBL,EAAS,CAQlDA,EAAQ,KAAO,SAASuB,EAAO,CAC3B,OAAOA,IAAU,QACVA,aAAiB,aACjBA,EAAM,WAAa,CAC9B,EAQAvB,EAAQ,SAAW,SAASuB,EAAO,CAC/B,IAAIP,EAAO,OAAO,UAAU,SAAS,KAAKO,CAAK,EAE/C,OAAOA,IAAU,SACTP,IAAS,qBAAuBA,IAAS,4BACzC,WAAYO,IACZA,EAAM,SAAW,GAAKvB,EAAQ,KAAKuB,EAAM,CAAC,CAAC,EACvD,EAQAvB,EAAQ,OAAS,SAASuB,EAAO,CAC7B,OAAO,OAAOA,GAAU,UACjBA,aAAiB,MAC5B,EAQAvB,EAAQ,GAAK,SAASuB,EAAO,CACzB,IAAIP,EAAO,OAAO,UAAU,SAAS,KAAKO,CAAK,EAE/C,OAAOP,IAAS,mBACpB,CAGM,EAEA,IACC,SAASf,EAAQoF,EAA0B9E,EAAqB,CAEvE,IAAIsF,EAAKtF,EAAoB,GAAG,EAC5BoF,EAAWpF,EAAoB,GAAG,EAWtC,SAASI,EAAOQ,EAAQH,EAAMuE,EAAU,CACpC,GAAI,CAACpE,GAAU,CAACH,GAAQ,CAACuE,EACrB,MAAM,IAAI,MAAM,4BAA4B,EAGhD,GAAI,CAACM,EAAG,OAAO7E,CAAI,EACf,MAAM,IAAI,UAAU,kCAAkC,EAG1D,GAAI,CAAC6E,EAAG,GAAGN,CAAQ,EACf,MAAM,IAAI,UAAU,mCAAmC,EAG3D,GAAIM,EAAG,KAAK1E,CAAM,EACd,OAAO2E,EAAW3E,EAAQH,EAAMuE,CAAQ,EAEvC,GAAIM,EAAG,SAAS1E,CAAM,EACvB,OAAO4E,EAAe5E,EAAQH,EAAMuE,CAAQ,EAE3C,GAAIM,EAAG,OAAO1E,CAAM,EACrB,OAAO6E,EAAe7E,EAAQH,EAAMuE,CAAQ,EAG5C,MAAM,IAAI,UAAU,2EAA2E,CAEvG,CAWA,SAASO,EAAWG,EAAMjF,EAAMuE,EAAU,CACtC,OAAAU,EAAK,iBAAiBjF,EAAMuE,CAAQ,EAE7B,CACH,QAAS,UAAW,CAChBU,EAAK,oBAAoBjF,EAAMuE,CAAQ,CAC3C,CACJ,CACJ,CAWA,SAASQ,EAAeG,EAAUlF,EAAMuE,EAAU,CAC9C,aAAM,UAAU,QAAQ,KAAKW,EAAU,SAASD,EAAM,CAClDA,EAAK,iBAAiBjF,EAAMuE,CAAQ,CACxC,CAAC,EAEM,CACH,QAAS,UAAW,CAChB,MAAM,UAAU,QAAQ,KAAKW,EAAU,SAASD,EAAM,CAClDA,EAAK,oBAAoBjF,EAAMuE,CAAQ,CAC3C,CAAC,CACL,CACJ,CACJ,CAWA,SAASS,EAAejB,EAAU/D,EAAMuE,EAAU,CAC9C,OAAOI,EAAS,SAAS,KAAMZ,EAAU/D,EAAMuE,CAAQ,CAC3D,CAEAtF,EAAO,QAAUU,CAGX,EAEA,IACC,SAASV,EAAQ,CAExB,SAASkG,EAAO5B,EAAS,CACrB,IAAInD,EAEJ,GAAImD,EAAQ,WAAa,SACrBA,EAAQ,MAAM,EAEdnD,EAAemD,EAAQ,cAElBA,EAAQ,WAAa,SAAWA,EAAQ,WAAa,WAAY,CACtE,IAAI6B,EAAa7B,EAAQ,aAAa,UAAU,EAE3C6B,GACD7B,EAAQ,aAAa,WAAY,EAAE,EAGvCA,EAAQ,OAAO,EACfA,EAAQ,kBAAkB,EAAGA,EAAQ,MAAM,MAAM,EAE5C6B,GACD7B,EAAQ,gBAAgB,UAAU,EAGtCnD,EAAemD,EAAQ,KAC3B,KACK,CACGA,EAAQ,aAAa,iBAAiB,GACtCA,EAAQ,MAAM,EAGlB,IAAI8B,EAAY,OAAO,aAAa,EAChCC,EAAQ,SAAS,YAAY,EAEjCA,EAAM,mBAAmB/B,CAAO,EAChC8B,EAAU,gBAAgB,EAC1BA,EAAU,SAASC,CAAK,EAExBlF,EAAeiF,EAAU,SAAS,CACtC,CAEA,OAAOjF,CACX,CAEAnB,EAAO,QAAUkG,CAGX,EAEA,IACC,SAASlG,EAAQ,CAExB,SAASsG,GAAK,CAGd,CAEAA,EAAE,UAAY,CACZ,GAAI,SAAUC,EAAMjB,EAAUkB,EAAK,CACjC,IAAIrC,EAAI,KAAK,IAAM,KAAK,EAAI,CAAC,GAE7B,OAACA,EAAEoC,CAAI,IAAMpC,EAAEoC,CAAI,EAAI,CAAC,IAAI,KAAK,CAC/B,GAAIjB,EACJ,IAAKkB,CACP,CAAC,EAEM,IACT,EAEA,KAAM,SAAUD,EAAMjB,EAAUkB,EAAK,CACnC,IAAIxC,EAAO,KACX,SAASyB,GAAY,CACnBzB,EAAK,IAAIuC,EAAMd,CAAQ,EACvBH,EAAS,MAAMkB,EAAK,SAAS,CAC/B,CAEA,OAAAf,EAAS,EAAIH,EACN,KAAK,GAAGiB,EAAMd,EAAUe,CAAG,CACpC,EAEA,KAAM,SAAUD,EAAM,CACpB,IAAIE,EAAO,CAAC,EAAE,MAAM,KAAK,UAAW,CAAC,EACjCC,IAAW,KAAK,IAAM,KAAK,EAAI,CAAC,IAAIH,CAAI,GAAK,CAAC,GAAG,MAAM,EACvD3D,EAAI,EACJ+D,EAAMD,EAAO,OAEjB,IAAK9D,EAAGA,EAAI+D,EAAK/D,IACf8D,EAAO9D,CAAC,EAAE,GAAG,MAAM8D,EAAO9D,CAAC,EAAE,IAAK6D,CAAI,EAGxC,OAAO,IACT,EAEA,IAAK,SAAUF,EAAMjB,EAAU,CAC7B,IAAInB,EAAI,KAAK,IAAM,KAAK,EAAI,CAAC,GACzByC,EAAOzC,EAAEoC,CAAI,EACbM,EAAa,CAAC,EAElB,GAAID,GAAQtB,EACV,QAAS1C,EAAI,EAAG+D,EAAMC,EAAK,OAAQhE,EAAI+D,EAAK/D,IACtCgE,EAAKhE,CAAC,EAAE,KAAO0C,GAAYsB,EAAKhE,CAAC,EAAE,GAAG,IAAM0C,GAC9CuB,EAAW,KAAKD,EAAKhE,CAAC,CAAC,EAQ7B,OAACiE,EAAW,OACR1C,EAAEoC,CAAI,EAAIM,EACV,OAAO1C,EAAEoC,CAAI,EAEV,IACT,CACF,EAEAvG,EAAO,QAAUsG,EACjBtG,EAAO,QAAQ,YAAcsG,CAGvB,CAEI,EAGIQ,EAA2B,CAAC,EAGhC,SAASxG,EAAoByG,EAAU,CAEtC,GAAGD,EAAyBC,CAAQ,EACnC,OAAOD,EAAyBC,CAAQ,EAAE,QAG3C,IAAI/G,EAAS8G,EAAyBC,CAAQ,EAAI,CAGjD,QAAS,CAAC,CACX,EAGA,OAAA5G,EAAoB4G,CAAQ,EAAE/G,EAAQA,EAAO,QAASM,CAAmB,EAGlEN,EAAO,OACf,CAIA,OAAC,UAAW,CAEXM,EAAoB,EAAI,SAASN,EAAQ,CACxC,IAAIgH,EAAShH,GAAUA,EAAO,WAC7B,UAAW,CAAE,OAAOA,EAAO,OAAY,EACvC,UAAW,CAAE,OAAOA,CAAQ,EAC7B,OAAAM,EAAoB,EAAE0G,EAAQ,CAAE,EAAGA,CAAO,CAAC,EACpCA,CACR,CACD,EAAE,EAGD,UAAW,CAEX1G,EAAoB,EAAI,SAASP,EAASkH,EAAY,CACrD,QAAQC,KAAOD,EACX3G,EAAoB,EAAE2G,EAAYC,CAAG,GAAK,CAAC5G,EAAoB,EAAEP,EAASmH,CAAG,GAC/E,OAAO,eAAenH,EAASmH,EAAK,CAAE,WAAY,GAAM,IAAKD,EAAWC,CAAG,CAAE,CAAC,CAGjF,CACD,EAAE,EAGD,UAAW,CACX5G,EAAoB,EAAI,SAASyB,EAAKoF,EAAM,CAAE,OAAO,OAAO,UAAU,eAAe,KAAKpF,EAAKoF,CAAI,CAAG,CACvG,EAAE,EAMK7G,EAAoB,GAAG,CAC/B,EAAG,EACX,OACD,CAAC,ICn2BD,IAAA8G,GAAO,SCNP,IAAIC,GAAgB,SAASC,EAAGC,EAAG,CACjC,OAAAF,GAAgB,OAAO,gBAClB,CAAE,UAAW,CAAC,CAAE,YAAa,OAAS,SAAUC,EAAGC,EAAG,CAAED,EAAE,UAAYC,CAAG,GAC1E,SAAUD,EAAGC,EAAG,CAAE,QAASC,KAAKD,EAAO,OAAO,UAAU,eAAe,KAAKA,EAAGC,CAAC,IAAGF,EAAEE,CAAC,EAAID,EAAEC,CAAC,EAAG,EAC7FH,GAAcC,EAAGC,CAAC,CAC3B,EAEO,SAASE,GAAUH,EAAGC,EAAG,CAC9B,GAAI,OAAOA,GAAM,YAAcA,IAAM,KACjC,MAAM,IAAI,UAAU,uBAAyB,OAAOA,CAAC,EAAI,+BAA+B,EAC5FF,GAAcC,EAAGC,CAAC,EAClB,SAASG,GAAK,CAAE,KAAK,YAAcJ,CAAG,CACtCA,EAAE,UAAYC,IAAM,KAAO,OAAO,OAAOA,CAAC,GAAKG,EAAG,UAAYH,EAAE,UAAW,IAAIG,EACjF,CAqFO,SAASC,GAAUC,EAASC,EAAYC,EAAGC,EAAW,CAC3D,SAASC,EAAMC,EAAO,CAAE,OAAOA,aAAiBH,EAAIG,EAAQ,IAAIH,EAAE,SAAUI,EAAS,CAAEA,EAAQD,CAAK,CAAG,CAAC,CAAG,CAC3G,OAAO,IAAKH,IAAMA,EAAI,UAAU,SAAUI,EAASC,EAAQ,CACvD,SAASC,EAAUH,EAAO,CAAE,GAAI,CAAEI,EAAKN,EAAU,KAAKE,CAAK,CAAC,CAAG,OAASK,EAAG,CAAEH,EAAOG,CAAC,CAAG,CAAE,CAC1F,SAASC,EAASN,EAAO,CAAE,GAAI,CAAEI,EAAKN,EAAU,MAASE,CAAK,CAAC,CAAG,OAASK,EAAG,CAAEH,EAAOG,CAAC,CAAG,CAAE,CAC7F,SAASD,EAAKG,EAAQ,CAAEA,EAAO,KAAON,EAAQM,EAAO,KAAK,EAAIR,EAAMQ,EAAO,KAAK,EAAE,KAAKJ,EAAWG,CAAQ,CAAG,CAC7GF,GAAMN,EAAYA,EAAU,MAAMH,EAASC,GAAc,CAAC,CAAC,GAAG,KAAK,CAAC,CACxE,CAAC,CACH,CAEO,SAASY,GAAYb,EAASc,EAAM,CACzC,IAAIC,EAAI,CAAE,MAAO,EAAG,KAAM,UAAW,CAAE,GAAIC,EAAE,CAAC,EAAI,EAAG,MAAMA,EAAE,CAAC,EAAG,OAAOA,EAAE,CAAC,CAAG,EAAG,KAAM,CAAC,EAAG,IAAK,CAAC,CAAE,EAAGC,EAAGC,EAAGF,EAAGG,EAAI,OAAO,QAAQ,OAAO,UAAa,WAAa,SAAW,QAAQ,SAAS,EAC/L,OAAOA,EAAE,KAAOC,EAAK,CAAC,EAAGD,EAAE,MAAWC,EAAK,CAAC,EAAGD,EAAE,OAAYC,EAAK,CAAC,EAAG,OAAO,QAAW,aAAeD,EAAE,OAAO,QAAQ,EAAI,UAAW,CAAE,OAAO,IAAM,GAAIA,EAC1J,SAASC,EAAKC,EAAG,CAAE,OAAO,SAAUC,EAAG,CAAE,OAAOb,EAAK,CAACY,EAAGC,CAAC,CAAC,CAAG,CAAG,CACjE,SAASb,EAAKc,EAAI,CACd,GAAIN,EAAG,MAAM,IAAI,UAAU,iCAAiC,EAC5D,KAAOE,IAAMA,EAAI,EAAGI,EAAG,CAAC,IAAMR,EAAI,IAAKA,GAAG,GAAI,CAC1C,GAAIE,EAAI,EAAGC,IAAMF,EAAIO,EAAG,CAAC,EAAI,EAAIL,EAAE,OAAYK,EAAG,CAAC,EAAIL,EAAE,SAAcF,EAAIE,EAAE,SAAcF,EAAE,KAAKE,CAAC,EAAG,GAAKA,EAAE,OAAS,EAAEF,EAAIA,EAAE,KAAKE,EAAGK,EAAG,CAAC,CAAC,GAAG,KAAM,OAAOP,EAE3J,OADIE,EAAI,EAAGF,IAAGO,EAAK,CAACA,EAAG,CAAC,EAAI,EAAGP,EAAE,KAAK,GAC9BO,EAAG,CAAC,EAAG,CACX,IAAK,GAAG,IAAK,GAAGP,EAAIO,EAAI,MACxB,IAAK,GAAG,OAAAR,EAAE,QAAgB,CAAE,MAAOQ,EAAG,CAAC,EAAG,KAAM,EAAM,EACtD,IAAK,GAAGR,EAAE,QAASG,EAAIK,EAAG,CAAC,EAAGA,EAAK,CAAC,CAAC,EAAG,SACxC,IAAK,GAAGA,EAAKR,EAAE,IAAI,IAAI,EAAGA,EAAE,KAAK,IAAI,EAAG,SACxC,QACI,GAAMC,EAAID,EAAE,KAAM,EAAAC,EAAIA,EAAE,OAAS,GAAKA,EAAEA,EAAE,OAAS,CAAC,KAAOO,EAAG,CAAC,IAAM,GAAKA,EAAG,CAAC,IAAM,GAAI,CAAER,EAAI,EAAG,QAAU,CAC3G,GAAIQ,EAAG,CAAC,IAAM,IAAM,CAACP,GAAMO,EAAG,CAAC,EAAIP,EAAE,CAAC,GAAKO,EAAG,CAAC,EAAIP,EAAE,CAAC,GAAK,CAAED,EAAE,MAAQQ,EAAG,CAAC,EAAG,KAAO,CACrF,GAAIA,EAAG,CAAC,IAAM,GAAKR,EAAE,MAAQC,EAAE,CAAC,EAAG,CAAED,EAAE,MAAQC,EAAE,CAAC,EAAGA,EAAIO,EAAI,KAAO,CACpE,GAAIP,GAAKD,EAAE,MAAQC,EAAE,CAAC,EAAG,CAAED,EAAE,MAAQC,EAAE,CAAC,EAAGD,EAAE,IAAI,KAAKQ,CAAE,EAAG,KAAO,CAC9DP,EAAE,CAAC,GAAGD,EAAE,IAAI,IAAI,EACpBA,EAAE,KAAK,IAAI,EAAG,QACtB,CACAQ,EAAKT,EAAK,KAAKd,EAASe,CAAC,CAC7B,OAASL,EAAG,CAAEa,EAAK,CAAC,EAAGb,CAAC,EAAGQ,EAAI,CAAG,QAAE,CAAUD,EAAID,EAAI,CAAG,CACzD,GAAIO,EAAG,CAAC,EAAI,EAAG,MAAMA,EAAG,CAAC,EAAG,MAAO,CAAE,MAAOA,EAAG,CAAC,EAAIA,EAAG,CAAC,EAAI,OAAQ,KAAM,EAAK,CACnF,CACF,CAkBO,SAASC,GAASC,EAAG,CAC1B,IAAIC,EAAI,OAAO,QAAW,YAAc,OAAO,SAAUC,EAAID,GAAKD,EAAEC,CAAC,EAAGE,EAAI,EAC5E,GAAID,EAAG,OAAOA,EAAE,KAAKF,CAAC,EACtB,GAAIA,GAAK,OAAOA,EAAE,QAAW,SAAU,MAAO,CAC1C,KAAM,UAAY,CACd,OAAIA,GAAKG,GAAKH,EAAE,SAAQA,EAAI,QACrB,CAAE,MAAOA,GAAKA,EAAEG,GAAG,EAAG,KAAM,CAACH,CAAE,CAC1C,CACJ,EACA,MAAM,IAAI,UAAUC,EAAI,0BAA4B,iCAAiC,CACvF,CAEO,SAASG,EAAOJ,EAAGK,EAAG,CAC3B,IAAIH,EAAI,OAAO,QAAW,YAAcF,EAAE,OAAO,QAAQ,EACzD,GAAI,CAACE,EAAG,OAAOF,EACf,IAAIG,EAAID,EAAE,KAAKF,CAAC,EAAGM,EAAGC,EAAK,CAAC,EAAGC,EAC/B,GAAI,CACA,MAAQH,IAAM,QAAUA,KAAM,IAAM,EAAEC,EAAIH,EAAE,KAAK,GAAG,MAAMI,EAAG,KAAKD,EAAE,KAAK,CAC7E,OACOG,EAAO,CAAED,EAAI,CAAE,MAAOC,CAAM,CAAG,QACtC,CACI,GAAI,CACIH,GAAK,CAACA,EAAE,OAASJ,EAAIC,EAAE,SAAYD,EAAE,KAAKC,CAAC,CACnD,QACA,CAAU,GAAIK,EAAG,MAAMA,EAAE,KAAO,CACpC,CACA,OAAOD,CACT,CAkBO,SAASG,EAAcC,EAAIC,EAAMC,EAAM,CAC5C,GAAIA,GAAQ,UAAU,SAAW,EAAG,QAASC,EAAI,EAAGC,EAAIH,EAAK,OAAQI,EAAIF,EAAIC,EAAGD,KACxEE,GAAM,EAAEF,KAAKF,MACRI,IAAIA,EAAK,MAAM,UAAU,MAAM,KAAKJ,EAAM,EAAGE,CAAC,GACnDE,EAAGF,CAAC,EAAIF,EAAKE,CAAC,GAGtB,OAAOH,EAAG,OAAOK,GAAM,MAAM,UAAU,MAAM,KAAKJ,CAAI,CAAC,CACzD,CAEO,SAASK,GAAQC,EAAG,CACzB,OAAO,gBAAgBD,IAAW,KAAK,EAAIC,EAAG,MAAQ,IAAID,GAAQC,CAAC,CACrE,CAEO,SAASC,GAAiBC,EAASC,EAAYC,EAAW,CAC/D,GAAI,CAAC,OAAO,cAAe,MAAM,IAAI,UAAU,sCAAsC,EACrF,IAAIC,EAAID,EAAU,MAAMF,EAASC,GAAc,CAAC,CAAC,EAAGP,EAAGU,EAAI,CAAC,EAC5D,OAAOV,EAAI,OAAO,QAAQ,OAAO,eAAkB,WAAa,cAAgB,QAAQ,SAAS,EAAGW,EAAK,MAAM,EAAGA,EAAK,OAAO,EAAGA,EAAK,SAAUC,CAAW,EAAGZ,EAAE,OAAO,aAAa,EAAI,UAAY,CAAE,OAAO,IAAM,EAAGA,EACtN,SAASY,EAAYC,EAAG,CAAE,OAAO,SAAUT,EAAG,CAAE,OAAO,QAAQ,QAAQA,CAAC,EAAE,KAAKS,EAAGC,CAAM,CAAG,CAAG,CAC9F,SAASH,EAAKI,EAAGF,EAAG,CAAMJ,EAAEM,CAAC,IAAKf,EAAEe,CAAC,EAAI,SAAUX,EAAG,CAAE,OAAO,IAAI,QAAQ,SAAUY,EAAGC,GAAG,CAAEP,EAAE,KAAK,CAACK,EAAGX,EAAGY,EAAGC,EAAC,CAAC,EAAI,GAAKC,EAAOH,EAAGX,CAAC,CAAG,CAAC,CAAG,EAAOS,IAAGb,EAAEe,CAAC,EAAIF,EAAEb,EAAEe,CAAC,CAAC,GAAK,CACvK,SAASG,EAAOH,EAAGX,EAAG,CAAE,GAAI,CAAEe,EAAKV,EAAEM,CAAC,EAAEX,CAAC,CAAC,CAAG,OAASgB,EAAG,CAAEC,EAAOX,EAAE,CAAC,EAAE,CAAC,EAAGU,CAAC,CAAG,CAAE,CACjF,SAASD,EAAKG,EAAG,CAAEA,EAAE,iBAAiBnB,GAAU,QAAQ,QAAQmB,EAAE,MAAM,CAAC,EAAE,KAAKC,EAAST,CAAM,EAAIO,EAAOX,EAAE,CAAC,EAAE,CAAC,EAAGY,CAAC,CAAG,CACvH,SAASC,EAAQC,EAAO,CAAEN,EAAO,OAAQM,CAAK,CAAG,CACjD,SAASV,EAAOU,EAAO,CAAEN,EAAO,QAASM,CAAK,CAAG,CACjD,SAASH,EAAOR,EAAGT,EAAG,CAAMS,EAAET,CAAC,EAAGM,EAAE,MAAM,EAAGA,EAAE,QAAQQ,EAAOR,EAAE,CAAC,EAAE,CAAC,EAAGA,EAAE,CAAC,EAAE,CAAC,CAAC,CAAG,CACnF,CAQO,SAASe,GAAcC,EAAG,CAC/B,GAAI,CAAC,OAAO,cAAe,MAAM,IAAI,UAAU,sCAAsC,EACrF,IAAIC,EAAID,EAAE,OAAO,aAAa,EAAGE,EACjC,OAAOD,EAAIA,EAAE,KAAKD,CAAC,GAAKA,EAAI,OAAOG,IAAa,WAAaA,GAASH,CAAC,EAAIA,EAAE,OAAO,QAAQ,EAAE,EAAGE,EAAI,CAAC,EAAGE,EAAK,MAAM,EAAGA,EAAK,OAAO,EAAGA,EAAK,QAAQ,EAAGF,EAAE,OAAO,aAAa,EAAI,UAAY,CAAE,OAAO,IAAM,EAAGA,GAC9M,SAASE,EAAKC,EAAG,CAAEH,EAAEG,CAAC,EAAIL,EAAEK,CAAC,GAAK,SAAUC,EAAG,CAAE,OAAO,IAAI,QAAQ,SAAUC,EAASC,EAAQ,CAAEF,EAAIN,EAAEK,CAAC,EAAEC,CAAC,EAAGG,EAAOF,EAASC,EAAQF,EAAE,KAAMA,EAAE,KAAK,CAAG,CAAC,CAAG,CAAG,CAC/J,SAASG,EAAOF,EAASC,EAAQE,EAAGJ,EAAG,CAAE,QAAQ,QAAQA,CAAC,EAAE,KAAK,SAASA,EAAG,CAAEC,EAAQ,CAAE,MAAOD,EAAG,KAAMI,CAAE,CAAC,CAAG,EAAGF,CAAM,CAAG,CAC7H,CCxPM,SAAUG,EAAWC,EAAU,CACnC,OAAO,OAAOA,GAAU,UAC1B,CCGM,SAAUC,GAAoBC,EAAgC,CAClE,IAAMC,EAAS,SAACC,EAAa,CAC3B,MAAM,KAAKA,CAAQ,EACnBA,EAAS,MAAQ,IAAI,MAAK,EAAG,KAC/B,EAEMC,EAAWH,EAAWC,CAAM,EAClC,OAAAE,EAAS,UAAY,OAAO,OAAO,MAAM,SAAS,EAClDA,EAAS,UAAU,YAAcA,EAC1BA,CACT,CCDO,IAAMC,GAA+CC,GAC1D,SAACC,EAAM,CACL,OAAA,SAA4CC,EAA0B,CACpED,EAAO,IAAI,EACX,KAAK,QAAUC,EACRA,EAAO,OAAM;EACxBA,EAAO,IAAI,SAACC,EAAKC,EAAC,CAAK,OAAGA,EAAI,EAAC,KAAKD,EAAI,SAAQ,CAAzB,CAA6B,EAAE,KAAK;GAAM,EACzD,GACJ,KAAK,KAAO,sBACZ,KAAK,OAASD,CAChB,CARA,CAQC,ECvBC,SAAUG,GAAaC,EAA6BC,EAAO,CAC/D,GAAID,EAAK,CACP,IAAME,EAAQF,EAAI,QAAQC,CAAI,EAC9B,GAAKC,GAASF,EAAI,OAAOE,EAAO,CAAC,EAErC,CCOA,IAAAC,GAAA,UAAA,CAyBE,SAAAA,EAAoBC,EAA4B,CAA5B,KAAA,gBAAAA,EAdb,KAAA,OAAS,GAER,KAAA,WAAmD,KAMnD,KAAA,YAAqD,IAMV,CAQnD,OAAAD,EAAA,UAAA,YAAA,UAAA,aACME,EAEJ,GAAI,CAAC,KAAK,OAAQ,CAChB,KAAK,OAAS,GAGN,IAAAC,EAAe,KAAI,WAC3B,GAAIA,EAEF,GADA,KAAK,WAAa,KACd,MAAM,QAAQA,CAAU,MAC1B,QAAqBC,EAAAC,GAAAF,CAAU,EAAAG,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAA5B,IAAMG,EAAMD,EAAA,MACfC,EAAO,OAAO,IAAI,yGAGpBJ,EAAW,OAAO,IAAI,EAIlB,IAAiBK,EAAqB,KAAI,gBAClD,GAAIC,EAAWD,CAAgB,EAC7B,GAAI,CACFA,EAAgB,QACTE,EAAG,CACVR,EAASQ,aAAaC,GAAsBD,EAAE,OAAS,CAACA,CAAC,EAIrD,IAAAE,EAAgB,KAAI,YAC5B,GAAIA,EAAa,CACf,KAAK,YAAc,SACnB,QAAwBC,EAAAR,GAAAO,CAAW,EAAAE,EAAAD,EAAA,KAAA,EAAA,CAAAC,EAAA,KAAAA,EAAAD,EAAA,KAAA,EAAE,CAAhC,IAAME,EAASD,EAAA,MAClB,GAAI,CACFE,GAAcD,CAAS,QAChBE,EAAK,CACZf,EAASA,GAAM,KAANA,EAAU,CAAA,EACfe,aAAeN,GACjBT,EAAMgB,EAAAA,EAAA,CAAA,EAAAC,EAAOjB,CAAM,CAAA,EAAAiB,EAAKF,EAAI,MAAM,CAAA,EAElCf,EAAO,KAAKe,CAAG,sGAMvB,GAAIf,EACF,MAAM,IAAIS,GAAoBT,CAAM,EAG1C,EAoBAF,EAAA,UAAA,IAAA,SAAIoB,EAAuB,OAGzB,GAAIA,GAAYA,IAAa,KAC3B,GAAI,KAAK,OAGPJ,GAAcI,CAAQ,MACjB,CACL,GAAIA,aAAoBpB,EAAc,CAGpC,GAAIoB,EAAS,QAAUA,EAAS,WAAW,IAAI,EAC7C,OAEFA,EAAS,WAAW,IAAI,GAEzB,KAAK,aAAcC,EAAA,KAAK,eAAW,MAAAA,IAAA,OAAAA,EAAI,CAAA,GAAI,KAAKD,CAAQ,EAG/D,EAOQpB,EAAA,UAAA,WAAR,SAAmBsB,EAAoB,CAC7B,IAAAnB,EAAe,KAAI,WAC3B,OAAOA,IAAemB,GAAW,MAAM,QAAQnB,CAAU,GAAKA,EAAW,SAASmB,CAAM,CAC1F,EASQtB,EAAA,UAAA,WAAR,SAAmBsB,EAAoB,CAC7B,IAAAnB,EAAe,KAAI,WAC3B,KAAK,WAAa,MAAM,QAAQA,CAAU,GAAKA,EAAW,KAAKmB,CAAM,EAAGnB,GAAcA,EAAa,CAACA,EAAYmB,CAAM,EAAIA,CAC5H,EAMQtB,EAAA,UAAA,cAAR,SAAsBsB,EAAoB,CAChC,IAAAnB,EAAe,KAAI,WACvBA,IAAemB,EACjB,KAAK,WAAa,KACT,MAAM,QAAQnB,CAAU,GACjCoB,GAAUpB,EAAYmB,CAAM,CAEhC,EAgBAtB,EAAA,UAAA,OAAA,SAAOoB,EAAsC,CACnC,IAAAR,EAAgB,KAAI,YAC5BA,GAAeW,GAAUX,EAAaQ,CAAQ,EAE1CA,aAAoBpB,GACtBoB,EAAS,cAAc,IAAI,CAE/B,EAlLcpB,EAAA,MAAS,UAAA,CACrB,IAAMwB,EAAQ,IAAIxB,EAClB,OAAAwB,EAAM,OAAS,GACRA,CACT,EAAE,EA+KJxB,GArLA,EAuLO,IAAMyB,GAAqBC,GAAa,MAEzC,SAAUC,GAAeC,EAAU,CACvC,OACEA,aAAiBF,IAChBE,GAAS,WAAYA,GAASC,EAAWD,EAAM,MAAM,GAAKC,EAAWD,EAAM,GAAG,GAAKC,EAAWD,EAAM,WAAW,CAEpH,CAEA,SAASE,GAAcC,EAAwC,CACzDF,EAAWE,CAAS,EACtBA,EAAS,EAETA,EAAU,YAAW,CAEzB,CChNO,IAAMC,GAAuB,CAClC,iBAAkB,KAClB,sBAAuB,KACvB,QAAS,OACT,sCAAuC,GACvC,yBAA0B,ICGrB,IAAMC,GAAmC,CAG9C,WAAA,SAAWC,EAAqBC,EAAgB,SAAEC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,EAAA,CAAA,EAAA,UAAAA,CAAA,EACxC,IAAAC,EAAaL,GAAe,SACpC,OAAIK,GAAQ,MAARA,EAAU,WACLA,EAAS,WAAU,MAAnBA,EAAQC,EAAA,CAAYL,EAASC,CAAO,EAAAK,EAAKJ,CAAI,CAAA,CAAA,EAE/C,WAAU,MAAA,OAAAG,EAAA,CAACL,EAASC,CAAO,EAAAK,EAAKJ,CAAI,CAAA,CAAA,CAC7C,EACA,aAAA,SAAaK,EAAM,CACT,IAAAH,EAAaL,GAAe,SACpC,QAAQK,GAAQ,KAAA,OAARA,EAAU,eAAgB,cAAcG,CAAa,CAC/D,EACA,SAAU,QCjBN,SAAUC,GAAqBC,EAAQ,CAC3CC,GAAgB,WAAW,UAAA,CACjB,IAAAC,EAAqBC,GAAM,iBACnC,GAAID,EAEFA,EAAiBF,CAAG,MAGpB,OAAMA,CAEV,CAAC,CACH,CCtBM,SAAUI,IAAI,CAAK,CCMlB,IAAMC,GAAyB,UAAA,CAAM,OAAAC,GAAmB,IAAK,OAAW,MAAS,CAA5C,EAAsE,EAO5G,SAAUC,GAAkBC,EAAU,CAC1C,OAAOF,GAAmB,IAAK,OAAWE,CAAK,CACjD,CAOM,SAAUC,GAAoBC,EAAQ,CAC1C,OAAOJ,GAAmB,IAAKI,EAAO,MAAS,CACjD,CAQM,SAAUJ,GAAmBK,EAAuBD,EAAYF,EAAU,CAC9E,MAAO,CACL,KAAIG,EACJ,MAAKD,EACL,MAAKF,EAET,CCrCA,IAAII,GAAuD,KASrD,SAAUC,GAAaC,EAAc,CACzC,GAAIC,GAAO,sCAAuC,CAChD,IAAMC,EAAS,CAACJ,GAKhB,GAJII,IACFJ,GAAU,CAAE,YAAa,GAAO,MAAO,IAAI,GAE7CE,EAAE,EACEE,EAAQ,CACJ,IAAAC,EAAyBL,GAAvBM,EAAWD,EAAA,YAAEE,EAAKF,EAAA,MAE1B,GADAL,GAAU,KACNM,EACF,MAAMC,QAMVL,EAAE,CAEN,CAMM,SAAUM,GAAaC,EAAQ,CAC/BN,GAAO,uCAAyCH,KAClDA,GAAQ,YAAc,GACtBA,GAAQ,MAAQS,EAEpB,CCrBA,IAAAC,GAAA,SAAAC,EAAA,CAAmCC,GAAAF,EAAAC,CAAA,EA6BjC,SAAAD,EAAYG,EAA6C,CAAzD,IAAAC,EACEH,EAAA,KAAA,IAAA,GAAO,KATC,OAAAG,EAAA,UAAqB,GAUzBD,GACFC,EAAK,YAAcD,EAGfE,GAAeF,CAAW,GAC5BA,EAAY,IAAIC,CAAI,GAGtBA,EAAK,YAAcE,IAEvB,CAzBO,OAAAN,EAAA,OAAP,SAAiBO,EAAwBC,EAA2BC,EAAqB,CACvF,OAAO,IAAIC,GAAeH,EAAMC,EAAOC,CAAQ,CACjD,EAgCAT,EAAA,UAAA,KAAA,SAAKW,EAAS,CACR,KAAK,UACPC,GAA0BC,GAAiBF,CAAK,EAAG,IAAI,EAEvD,KAAK,MAAMA,CAAM,CAErB,EASAX,EAAA,UAAA,MAAA,SAAMc,EAAS,CACT,KAAK,UACPF,GAA0BG,GAAkBD,CAAG,EAAG,IAAI,GAEtD,KAAK,UAAY,GACjB,KAAK,OAAOA,CAAG,EAEnB,EAQAd,EAAA,UAAA,SAAA,UAAA,CACM,KAAK,UACPY,GAA0BI,GAAuB,IAAI,GAErD,KAAK,UAAY,GACjB,KAAK,UAAS,EAElB,EAEAhB,EAAA,UAAA,YAAA,UAAA,CACO,KAAK,SACR,KAAK,UAAY,GACjBC,EAAA,UAAM,YAAW,KAAA,IAAA,EACjB,KAAK,YAAc,KAEvB,EAEUD,EAAA,UAAA,MAAV,SAAgBW,EAAQ,CACtB,KAAK,YAAY,KAAKA,CAAK,CAC7B,EAEUX,EAAA,UAAA,OAAV,SAAiBc,EAAQ,CACvB,GAAI,CACF,KAAK,YAAY,MAAMA,CAAG,UAE1B,KAAK,YAAW,EAEpB,EAEUd,EAAA,UAAA,UAAV,UAAA,CACE,GAAI,CACF,KAAK,YAAY,SAAQ,UAEzB,KAAK,YAAW,EAEpB,EACFA,CAAA,EApHmCiB,EAAY,EA2H/C,IAAMC,GAAQ,SAAS,UAAU,KAEjC,SAASC,GAAyCC,EAAQC,EAAY,CACpE,OAAOH,GAAM,KAAKE,EAAIC,CAAO,CAC/B,CAMA,IAAAC,GAAA,UAAA,CACE,SAAAA,EAAoBC,EAAqC,CAArC,KAAA,gBAAAA,CAAwC,CAE5D,OAAAD,EAAA,UAAA,KAAA,SAAKE,EAAQ,CACH,IAAAD,EAAoB,KAAI,gBAChC,GAAIA,EAAgB,KAClB,GAAI,CACFA,EAAgB,KAAKC,CAAK,QACnBC,EAAO,CACdC,GAAqBD,CAAK,EAGhC,EAEAH,EAAA,UAAA,MAAA,SAAMK,EAAQ,CACJ,IAAAJ,EAAoB,KAAI,gBAChC,GAAIA,EAAgB,MAClB,GAAI,CACFA,EAAgB,MAAMI,CAAG,QAClBF,EAAO,CACdC,GAAqBD,CAAK,OAG5BC,GAAqBC,CAAG,CAE5B,EAEAL,EAAA,UAAA,SAAA,UAAA,CACU,IAAAC,EAAoB,KAAI,gBAChC,GAAIA,EAAgB,SAClB,GAAI,CACFA,EAAgB,SAAQ,QACjBE,EAAO,CACdC,GAAqBD,CAAK,EAGhC,EACFH,CAAA,EArCA,EAuCAM,GAAA,SAAAC,EAAA,CAAuCC,GAAAF,EAAAC,CAAA,EACrC,SAAAD,EACEG,EACAN,EACAO,EAA8B,CAHhC,IAAAC,EAKEJ,EAAA,KAAA,IAAA,GAAO,KAEHN,EACJ,GAAIW,EAAWH,CAAc,GAAK,CAACA,EAGjCR,EAAkB,CAChB,KAAOQ,GAAc,KAAdA,EAAkB,OACzB,MAAON,GAAK,KAALA,EAAS,OAChB,SAAUO,GAAQ,KAARA,EAAY,YAEnB,CAEL,IAAIG,EACAF,GAAQG,GAAO,0BAIjBD,EAAU,OAAO,OAAOJ,CAAc,EACtCI,EAAQ,YAAc,UAAA,CAAM,OAAAF,EAAK,YAAW,CAAhB,EAC5BV,EAAkB,CAChB,KAAMQ,EAAe,MAAQZ,GAAKY,EAAe,KAAMI,CAAO,EAC9D,MAAOJ,EAAe,OAASZ,GAAKY,EAAe,MAAOI,CAAO,EACjE,SAAUJ,EAAe,UAAYZ,GAAKY,EAAe,SAAUI,CAAO,IAI5EZ,EAAkBQ,EAMtB,OAAAE,EAAK,YAAc,IAAIX,GAAiBC,CAAe,GACzD,CACF,OAAAK,CAAA,EAzCuCS,EAAU,EA2CjD,SAASC,GAAqBC,EAAU,CAClCC,GAAO,sCACTC,GAAaF,CAAK,EAIlBG,GAAqBH,CAAK,CAE9B,CAQA,SAASI,GAAoBC,EAAQ,CACnC,MAAMA,CACR,CAOA,SAASC,GAA0BC,EAA2CC,EAA2B,CAC/F,IAAAC,EAA0BR,GAAM,sBACxCQ,GAAyBC,GAAgB,WAAW,UAAA,CAAM,OAAAD,EAAsBF,EAAcC,CAAU,CAA9C,CAA+C,CAC3G,CAOO,IAAMG,GAA6D,CACxE,OAAQ,GACR,KAAMC,GACN,MAAOR,GACP,SAAUQ,IC5QL,IAAMC,GAA+B,UAAA,CAAM,OAAC,OAAO,QAAW,YAAc,OAAO,YAAe,cAAvD,EAAsE,ECoClH,SAAUC,GAAYC,EAAI,CAC9B,OAAOA,CACT,CCiCM,SAAUC,IAAI,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACnB,OAAOC,GAAcF,CAAG,CAC1B,CAGM,SAAUE,GAAoBF,EAA+B,CACjE,OAAIA,EAAI,SAAW,EACVG,GAGLH,EAAI,SAAW,EACVA,EAAI,CAAC,EAGP,SAAeI,EAAQ,CAC5B,OAAOJ,EAAI,OAAO,SAACK,EAAWC,EAAuB,CAAK,OAAAA,EAAGD,CAAI,CAAP,EAAUD,CAAY,CAClF,CACF,CC9EA,IAAAG,EAAA,UAAA,CAkBE,SAAAA,EAAYC,EAA6E,CACnFA,IACF,KAAK,WAAaA,EAEtB,CA4BA,OAAAD,EAAA,UAAA,KAAA,SAAQE,EAAyB,CAC/B,IAAMC,EAAa,IAAIH,EACvB,OAAAG,EAAW,OAAS,KACpBA,EAAW,SAAWD,EACfC,CACT,EA6IAH,EAAA,UAAA,UAAA,SACEI,EACAC,EACAC,EAA8B,CAHhC,IAAAC,EAAA,KAKQC,EAAaC,GAAaL,CAAc,EAAIA,EAAiB,IAAIM,GAAeN,EAAgBC,EAAOC,CAAQ,EAErH,OAAAK,GAAa,UAAA,CACL,IAAAC,EAAuBL,EAArBL,EAAQU,EAAA,SAAEC,EAAMD,EAAA,OACxBJ,EAAW,IACTN,EAGIA,EAAS,KAAKM,EAAYK,CAAM,EAChCA,EAIAN,EAAK,WAAWC,CAAU,EAG1BD,EAAK,cAAcC,CAAU,CAAC,CAEtC,CAAC,EAEMA,CACT,EAGUR,EAAA,UAAA,cAAV,SAAwBc,EAAmB,CACzC,GAAI,CACF,OAAO,KAAK,WAAWA,CAAI,QACpBC,EAAK,CAIZD,EAAK,MAAMC,CAAG,EAElB,EA6DAf,EAAA,UAAA,QAAA,SAAQgB,EAA0BC,EAAoC,CAAtE,IAAAV,EAAA,KACE,OAAAU,EAAcC,GAAeD,CAAW,EAEjC,IAAIA,EAAkB,SAACE,EAASC,EAAM,CAC3C,IAAMZ,EAAa,IAAIE,GAAkB,CACvC,KAAM,SAACW,EAAK,CACV,GAAI,CACFL,EAAKK,CAAK,QACHN,EAAK,CACZK,EAAOL,CAAG,EACVP,EAAW,YAAW,EAE1B,EACA,MAAOY,EACP,SAAUD,EACX,EACDZ,EAAK,UAAUC,CAAU,CAC3B,CAAC,CACH,EAGUR,EAAA,UAAA,WAAV,SAAqBQ,EAA2B,OAC9C,OAAOI,EAAA,KAAK,UAAM,MAAAA,IAAA,OAAA,OAAAA,EAAE,UAAUJ,CAAU,CAC1C,EAOAR,EAAA,UAACG,EAAiB,EAAlB,UAAA,CACE,OAAO,IACT,EA4FAH,EAAA,UAAA,KAAA,UAAA,SAAKsB,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACH,OAAOC,GAAcF,CAAU,EAAE,IAAI,CACvC,EA6BAtB,EAAA,UAAA,UAAA,SAAUiB,EAAoC,CAA9C,IAAAV,EAAA,KACE,OAAAU,EAAcC,GAAeD,CAAW,EAEjC,IAAIA,EAAY,SAACE,EAASC,EAAM,CACrC,IAAIC,EACJd,EAAK,UACH,SAACkB,EAAI,CAAK,OAACJ,EAAQI,CAAT,EACV,SAACV,EAAQ,CAAK,OAAAK,EAAOL,CAAG,CAAV,EACd,UAAA,CAAM,OAAAI,EAAQE,CAAK,CAAb,CAAc,CAExB,CAAC,CACH,EA1aOrB,EAAA,OAAkC,SAAIC,EAAwD,CACnG,OAAO,IAAID,EAAcC,CAAS,CACpC,EAyaFD,GA9cA,EAudA,SAAS0B,GAAeC,EAA+C,OACrE,OAAOC,EAAAD,GAAW,KAAXA,EAAeE,GAAO,WAAO,MAAAD,IAAA,OAAAA,EAAI,OAC1C,CAEA,SAASE,GAAcC,EAAU,CAC/B,OAAOA,GAASC,EAAWD,EAAM,IAAI,GAAKC,EAAWD,EAAM,KAAK,GAAKC,EAAWD,EAAM,QAAQ,CAChG,CAEA,SAASE,GAAgBF,EAAU,CACjC,OAAQA,GAASA,aAAiBG,IAAgBJ,GAAWC,CAAK,GAAKI,GAAeJ,CAAK,CAC7F,CCzeM,SAAUK,GAAQC,EAAW,CACjC,OAAOC,EAAWD,GAAM,KAAA,OAANA,EAAQ,IAAI,CAChC,CAMM,SAAUE,EACdC,EAAqF,CAErF,OAAO,SAACH,EAAqB,CAC3B,GAAID,GAAQC,CAAM,EAChB,OAAOA,EAAO,KAAK,SAA+BI,EAA2B,CAC3E,GAAI,CACF,OAAOD,EAAKC,EAAc,IAAI,QACvBC,EAAK,CACZ,KAAK,MAAMA,CAAG,EAElB,CAAC,EAEH,MAAM,IAAI,UAAU,wCAAwC,CAC9D,CACF,CCjBM,SAAUC,EACdC,EACAC,EACAC,EACAC,EACAC,EAAuB,CAEvB,OAAO,IAAIC,GAAmBL,EAAaC,EAAQC,EAAYC,EAASC,CAAU,CACpF,CAMA,IAAAC,GAAA,SAAAC,EAAA,CAA2CC,GAAAF,EAAAC,CAAA,EAiBzC,SAAAD,EACEL,EACAC,EACAC,EACAC,EACQC,EACAI,EAAiC,CAN3C,IAAAC,EAoBEH,EAAA,KAAA,KAAMN,CAAW,GAAC,KAfV,OAAAS,EAAA,WAAAL,EACAK,EAAA,kBAAAD,EAeRC,EAAK,MAAQR,EACT,SAAuCS,EAAQ,CAC7C,GAAI,CACFT,EAAOS,CAAK,QACLC,EAAK,CACZX,EAAY,MAAMW,CAAG,EAEzB,EACAL,EAAA,UAAM,MACVG,EAAK,OAASN,EACV,SAAuCQ,EAAQ,CAC7C,GAAI,CACFR,EAAQQ,CAAG,QACJA,EAAK,CAEZX,EAAY,MAAMW,CAAG,UAGrB,KAAK,YAAW,EAEpB,EACAL,EAAA,UAAM,OACVG,EAAK,UAAYP,EACb,UAAA,CACE,GAAI,CACFA,EAAU,QACHS,EAAK,CAEZX,EAAY,MAAMW,CAAG,UAGrB,KAAK,YAAW,EAEpB,EACAL,EAAA,UAAM,WACZ,CAEA,OAAAD,EAAA,UAAA,YAAA,UAAA,OACE,GAAI,CAAC,KAAK,mBAAqB,KAAK,kBAAiB,EAAI,CAC/C,IAAAO,EAAW,KAAI,OACvBN,EAAA,UAAM,YAAW,KAAA,IAAA,EAEjB,CAACM,KAAUC,EAAA,KAAK,cAAU,MAAAA,IAAA,QAAAA,EAAA,KAAf,IAAI,GAEnB,EACFR,CAAA,EAnF2CS,EAAU,ECd9C,IAAMC,GAAiD,CAG5D,SAAA,SAASC,EAAQ,CACf,IAAIC,EAAU,sBACVC,EAAkD,qBAC9CC,EAAaJ,GAAsB,SACvCI,IACFF,EAAUE,EAAS,sBACnBD,EAASC,EAAS,sBAEpB,IAAMC,EAASH,EAAQ,SAACI,EAAS,CAI/BH,EAAS,OACTF,EAASK,CAAS,CACpB,CAAC,EACD,OAAO,IAAIC,GAAa,UAAA,CAAM,OAAAJ,GAAM,KAAA,OAANA,EAASE,CAAM,CAAf,CAAgB,CAChD,EACA,sBAAqB,UAAA,SAACG,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACZ,IAAAL,EAAaJ,GAAsB,SAC3C,QAAQI,GAAQ,KAAA,OAARA,EAAU,wBAAyB,uBAAsB,MAAA,OAAAM,EAAA,CAAA,EAAAC,EAAIH,CAAI,CAAA,CAAA,CAC3E,EACA,qBAAoB,UAAA,SAACA,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACX,IAAAL,EAAaJ,GAAsB,SAC3C,QAAQI,GAAQ,KAAA,OAARA,EAAU,uBAAwB,sBAAqB,MAAA,OAAAM,EAAA,CAAA,EAAAC,EAAIH,CAAI,CAAA,CAAA,CACzE,EACA,SAAU,QCrBL,IAAMI,GAAuDC,GAClE,SAACC,EAAM,CACL,OAAA,UAAoC,CAClCA,EAAO,IAAI,EACX,KAAK,KAAO,0BACZ,KAAK,QAAU,qBACjB,CAJA,CAIC,ECXL,IAAAC,EAAA,SAAAC,EAAA,CAAgCC,GAAAF,EAAAC,CAAA,EAwB9B,SAAAD,GAAA,CAAA,IAAAG,EAEEF,EAAA,KAAA,IAAA,GAAO,KAzBT,OAAAE,EAAA,OAAS,GAEDA,EAAA,iBAAyC,KAGjDA,EAAA,UAA2B,CAAA,EAE3BA,EAAA,UAAY,GAEZA,EAAA,SAAW,GAEXA,EAAA,YAAmB,MAenB,CAGA,OAAAH,EAAA,UAAA,KAAA,SAAQI,EAAwB,CAC9B,IAAMC,EAAU,IAAIC,GAAiB,KAAM,IAAI,EAC/C,OAAAD,EAAQ,SAAWD,EACZC,CACT,EAGUL,EAAA,UAAA,eAAV,UAAA,CACE,GAAI,KAAK,OACP,MAAM,IAAIO,EAEd,EAEAP,EAAA,UAAA,KAAA,SAAKQ,EAAQ,CAAb,IAAAL,EAAA,KACEM,GAAa,UAAA,SAEX,GADAN,EAAK,eAAc,EACf,CAACA,EAAK,UAAW,CACdA,EAAK,mBACRA,EAAK,iBAAmB,MAAM,KAAKA,EAAK,SAAS,OAEnD,QAAuBO,EAAAC,GAAAR,EAAK,gBAAgB,EAAAS,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAAzC,IAAMG,EAAQD,EAAA,MACjBC,EAAS,KAAKL,CAAK,qGAGzB,CAAC,CACH,EAEAR,EAAA,UAAA,MAAA,SAAMc,EAAQ,CAAd,IAAAX,EAAA,KACEM,GAAa,UAAA,CAEX,GADAN,EAAK,eAAc,EACf,CAACA,EAAK,UAAW,CACnBA,EAAK,SAAWA,EAAK,UAAY,GACjCA,EAAK,YAAcW,EAEnB,QADQC,EAAcZ,EAAI,UACnBY,EAAU,QACfA,EAAU,MAAK,EAAI,MAAMD,CAAG,EAGlC,CAAC,CACH,EAEAd,EAAA,UAAA,SAAA,UAAA,CAAA,IAAAG,EAAA,KACEM,GAAa,UAAA,CAEX,GADAN,EAAK,eAAc,EACf,CAACA,EAAK,UAAW,CACnBA,EAAK,UAAY,GAEjB,QADQY,EAAcZ,EAAI,UACnBY,EAAU,QACfA,EAAU,MAAK,EAAI,SAAQ,EAGjC,CAAC,CACH,EAEAf,EAAA,UAAA,YAAA,UAAA,CACE,KAAK,UAAY,KAAK,OAAS,GAC/B,KAAK,UAAY,KAAK,iBAAmB,IAC3C,EAEA,OAAA,eAAIA,EAAA,UAAA,WAAQ,KAAZ,UAAA,OACE,QAAOgB,EAAA,KAAK,aAAS,MAAAA,IAAA,OAAA,OAAAA,EAAE,QAAS,CAClC,kCAGUhB,EAAA,UAAA,cAAV,SAAwBiB,EAAyB,CAC/C,YAAK,eAAc,EACZhB,EAAA,UAAM,cAAa,KAAA,KAACgB,CAAU,CACvC,EAGUjB,EAAA,UAAA,WAAV,SAAqBiB,EAAyB,CAC5C,YAAK,eAAc,EACnB,KAAK,wBAAwBA,CAAU,EAChC,KAAK,gBAAgBA,CAAU,CACxC,EAGUjB,EAAA,UAAA,gBAAV,SAA0BiB,EAA2B,CAArD,IAAAd,EAAA,KACQa,EAAqC,KAAnCE,EAAQF,EAAA,SAAEG,EAASH,EAAA,UAAED,EAASC,EAAA,UACtC,OAAIE,GAAYC,EACPC,IAET,KAAK,iBAAmB,KACxBL,EAAU,KAAKE,CAAU,EAClB,IAAII,GAAa,UAAA,CACtBlB,EAAK,iBAAmB,KACxBmB,GAAUP,EAAWE,CAAU,CACjC,CAAC,EACH,EAGUjB,EAAA,UAAA,wBAAV,SAAkCiB,EAA2B,CACrD,IAAAD,EAAuC,KAArCE,EAAQF,EAAA,SAAEO,EAAWP,EAAA,YAAEG,EAASH,EAAA,UACpCE,EACFD,EAAW,MAAMM,CAAW,EACnBJ,GACTF,EAAW,SAAQ,CAEvB,EAQAjB,EAAA,UAAA,aAAA,UAAA,CACE,IAAMwB,EAAkB,IAAIC,EAC5B,OAAAD,EAAW,OAAS,KACbA,CACT,EAxHOxB,EAAA,OAAkC,SAAI0B,EAA0BC,EAAqB,CAC1F,OAAO,IAAIrB,GAAoBoB,EAAaC,CAAM,CACpD,EAuHF3B,GA7IgCyB,CAAU,EAkJ1C,IAAAG,GAAA,SAAAC,EAAA,CAAyCC,GAAAF,EAAAC,CAAA,EACvC,SAAAD,EAESG,EACPC,EAAsB,CAHxB,IAAAC,EAKEJ,EAAA,KAAA,IAAA,GAAO,KAHA,OAAAI,EAAA,YAAAF,EAIPE,EAAK,OAASD,GAChB,CAEA,OAAAJ,EAAA,UAAA,KAAA,SAAKM,EAAQ,UACXC,GAAAC,EAAA,KAAK,eAAW,MAAAA,IAAA,OAAA,OAAAA,EAAE,QAAI,MAAAD,IAAA,QAAAA,EAAA,KAAAC,EAAGF,CAAK,CAChC,EAEAN,EAAA,UAAA,MAAA,SAAMS,EAAQ,UACZF,GAAAC,EAAA,KAAK,eAAW,MAAAA,IAAA,OAAA,OAAAA,EAAE,SAAK,MAAAD,IAAA,QAAAA,EAAA,KAAAC,EAAGC,CAAG,CAC/B,EAEAT,EAAA,UAAA,SAAA,UAAA,UACEO,GAAAC,EAAA,KAAK,eAAW,MAAAA,IAAA,OAAA,OAAAA,EAAE,YAAQ,MAAAD,IAAA,QAAAA,EAAA,KAAAC,CAAA,CAC5B,EAGUR,EAAA,UAAA,WAAV,SAAqBU,EAAyB,SAC5C,OAAOH,GAAAC,EAAA,KAAK,UAAM,MAAAA,IAAA,OAAA,OAAAA,EAAE,UAAUE,CAAU,KAAC,MAAAH,IAAA,OAAAA,EAAII,EAC/C,EACFX,CAAA,EA1ByCY,CAAO,ECxJhD,IAAAC,GAAA,SAAAC,EAAA,CAAwCC,GAAAF,EAAAC,CAAA,EACtC,SAAAD,EAAoBG,EAAS,CAA7B,IAAAC,EACEH,EAAA,KAAA,IAAA,GAAO,KADW,OAAAG,EAAA,OAAAD,GAEpB,CAEA,cAAA,eAAIH,EAAA,UAAA,QAAK,KAAT,UAAA,CACE,OAAO,KAAK,SAAQ,CACtB,kCAGUA,EAAA,UAAA,WAAV,SAAqBK,EAAyB,CAC5C,IAAMC,EAAeL,EAAA,UAAM,WAAU,KAAA,KAACI,CAAU,EAChD,OAACC,EAAa,QAAUD,EAAW,KAAK,KAAK,MAAM,EAC5CC,CACT,EAEAN,EAAA,UAAA,SAAA,UAAA,CACQ,IAAAO,EAAoC,KAAlCC,EAAQD,EAAA,SAAEE,EAAWF,EAAA,YAAEJ,EAAMI,EAAA,OACrC,GAAIC,EACF,MAAMC,EAER,YAAK,eAAc,EACZN,CACT,EAEAH,EAAA,UAAA,KAAA,SAAKU,EAAQ,CACXT,EAAA,UAAM,KAAI,KAAA,KAAE,KAAK,OAASS,CAAM,CAClC,EACFV,CAAA,EA5BwCW,CAAO,ECJxC,IAAMC,GAA+C,CAC1D,IAAG,UAAA,CAGD,OAAQA,GAAsB,UAAY,MAAM,IAAG,CACrD,EACA,SAAU,QCwBZ,IAAAC,GAAA,SAAAC,EAAA,CAAsCC,GAAAF,EAAAC,CAAA,EAUpC,SAAAD,EACUG,EACAC,EACAC,EAA6D,CAF7DF,IAAA,SAAAA,EAAA,KACAC,IAAA,SAAAA,EAAA,KACAC,IAAA,SAAAA,EAAAC,IAHV,IAAAC,EAKEN,EAAA,KAAA,IAAA,GAAO,KAJC,OAAAM,EAAA,YAAAJ,EACAI,EAAA,YAAAH,EACAG,EAAA,mBAAAF,EAZFE,EAAA,QAA0B,CAAA,EAC1BA,EAAA,oBAAsB,GAc5BA,EAAK,oBAAsBH,IAAgB,IAC3CG,EAAK,YAAc,KAAK,IAAI,EAAGJ,CAAW,EAC1CI,EAAK,YAAc,KAAK,IAAI,EAAGH,CAAW,GAC5C,CAEA,OAAAJ,EAAA,UAAA,KAAA,SAAKQ,EAAQ,CACL,IAAAC,EAA+E,KAA7EC,EAASD,EAAA,UAAEE,EAAOF,EAAA,QAAEG,EAAmBH,EAAA,oBAAEJ,EAAkBI,EAAA,mBAAEL,EAAWK,EAAA,YAC3EC,IACHC,EAAQ,KAAKH,CAAK,EAClB,CAACI,GAAuBD,EAAQ,KAAKN,EAAmB,IAAG,EAAKD,CAAW,GAE7E,KAAK,YAAW,EAChBH,EAAA,UAAM,KAAI,KAAA,KAACO,CAAK,CAClB,EAGUR,EAAA,UAAA,WAAV,SAAqBa,EAAyB,CAC5C,KAAK,eAAc,EACnB,KAAK,YAAW,EAQhB,QANMC,EAAe,KAAK,gBAAgBD,CAAU,EAE9CJ,EAAmC,KAAjCG,EAAmBH,EAAA,oBAAEE,EAAOF,EAAA,QAG9BM,EAAOJ,EAAQ,MAAK,EACjBK,EAAI,EAAGA,EAAID,EAAK,QAAU,CAACF,EAAW,OAAQG,GAAKJ,EAAsB,EAAI,EACpFC,EAAW,KAAKE,EAAKC,CAAC,CAAM,EAG9B,YAAK,wBAAwBH,CAAU,EAEhCC,CACT,EAEQd,EAAA,UAAA,YAAR,UAAA,CACQ,IAAAS,EAAoE,KAAlEN,EAAWM,EAAA,YAAEJ,EAAkBI,EAAA,mBAAEE,EAAOF,EAAA,QAAEG,EAAmBH,EAAA,oBAK/DQ,GAAsBL,EAAsB,EAAI,GAAKT,EAK3D,GAJAA,EAAc,KAAYc,EAAqBN,EAAQ,QAAUA,EAAQ,OAAO,EAAGA,EAAQ,OAASM,CAAkB,EAIlH,CAACL,EAAqB,CAKxB,QAJMM,EAAMb,EAAmB,IAAG,EAC9Bc,EAAO,EAGFH,EAAI,EAAGA,EAAIL,EAAQ,QAAWA,EAAQK,CAAC,GAAgBE,EAAKF,GAAK,EACxEG,EAAOH,EAETG,GAAQR,EAAQ,OAAO,EAAGQ,EAAO,CAAC,EAEtC,EACFnB,CAAA,EAzEsCoB,CAAO,EClB7C,IAAAC,GAAA,SAAAC,EAAA,CAA+BC,GAAAF,EAAAC,CAAA,EAC7B,SAAAD,EAAYG,EAAsBC,EAAmD,QACnFH,EAAA,KAAA,IAAA,GAAO,IACT,CAWO,OAAAD,EAAA,UAAA,SAAP,SAAgBK,EAAWC,EAAiB,CAAjB,OAAAA,IAAA,SAAAA,EAAA,GAClB,IACT,EACFN,CAAA,EAjB+BO,EAAY,ECHpC,IAAMC,GAAqC,CAGhD,YAAA,SAAYC,EAAqBC,EAAgB,SAAEC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,EAAA,CAAA,EAAA,UAAAA,CAAA,EACzC,IAAAC,EAAaL,GAAgB,SACrC,OAAIK,GAAQ,MAARA,EAAU,YACLA,EAAS,YAAW,MAApBA,EAAQC,EAAA,CAAaL,EAASC,CAAO,EAAAK,EAAKJ,CAAI,CAAA,CAAA,EAEhD,YAAW,MAAA,OAAAG,EAAA,CAACL,EAASC,CAAO,EAAAK,EAAKJ,CAAI,CAAA,CAAA,CAC9C,EACA,cAAA,SAAcK,EAAM,CACV,IAAAH,EAAaL,GAAgB,SACrC,QAAQK,GAAQ,KAAA,OAARA,EAAU,gBAAiB,eAAeG,CAAa,CACjE,EACA,SAAU,QCrBZ,IAAAC,GAAA,SAAAC,EAAA,CAAoCC,GAAAF,EAAAC,CAAA,EAOlC,SAAAD,EAAsBG,EAAqCC,EAAmD,CAA9G,IAAAC,EACEJ,EAAA,KAAA,KAAME,EAAWC,CAAI,GAAC,KADF,OAAAC,EAAA,UAAAF,EAAqCE,EAAA,KAAAD,EAFjDC,EAAA,QAAmB,IAI7B,CAEO,OAAAL,EAAA,UAAA,SAAP,SAAgBM,EAAWC,EAAiB,OAC1C,GADyBA,IAAA,SAAAA,EAAA,GACrB,KAAK,OACP,OAAO,KAIT,KAAK,MAAQD,EAEb,IAAME,EAAK,KAAK,GACVL,EAAY,KAAK,UAuBvB,OAAIK,GAAM,OACR,KAAK,GAAK,KAAK,eAAeL,EAAWK,EAAID,CAAK,GAKpD,KAAK,QAAU,GAEf,KAAK,MAAQA,EAEb,KAAK,IAAKE,EAAA,KAAK,MAAE,MAAAA,IAAA,OAAAA,EAAI,KAAK,eAAeN,EAAW,KAAK,GAAII,CAAK,EAE3D,IACT,EAEUP,EAAA,UAAA,eAAV,SAAyBG,EAA2BO,EAAmBH,EAAiB,CAAjB,OAAAA,IAAA,SAAAA,EAAA,GAC9DI,GAAiB,YAAYR,EAAU,MAAM,KAAKA,EAAW,IAAI,EAAGI,CAAK,CAClF,EAEUP,EAAA,UAAA,eAAV,SAAyBY,EAA4BJ,EAAkBD,EAAwB,CAE7F,GAFqEA,IAAA,SAAAA,EAAA,GAEjEA,GAAS,MAAQ,KAAK,QAAUA,GAAS,KAAK,UAAY,GAC5D,OAAOC,EAILA,GAAM,MACRG,GAAiB,cAAcH,CAAE,CAIrC,EAMOR,EAAA,UAAA,QAAP,SAAeM,EAAUC,EAAa,CACpC,GAAI,KAAK,OACP,OAAO,IAAI,MAAM,8BAA8B,EAGjD,KAAK,QAAU,GACf,IAAMM,EAAQ,KAAK,SAASP,EAAOC,CAAK,EACxC,GAAIM,EACF,OAAOA,EACE,KAAK,UAAY,IAAS,KAAK,IAAM,OAc9C,KAAK,GAAK,KAAK,eAAe,KAAK,UAAW,KAAK,GAAI,IAAI,EAE/D,EAEUb,EAAA,UAAA,SAAV,SAAmBM,EAAUQ,EAAc,CACzC,IAAIC,EAAmB,GACnBC,EACJ,GAAI,CACF,KAAK,KAAKV,CAAK,QACRW,EAAG,CACVF,EAAU,GAIVC,EAAaC,GAAQ,IAAI,MAAM,oCAAoC,EAErE,GAAIF,EACF,YAAK,YAAW,EACTC,CAEX,EAEAhB,EAAA,UAAA,YAAA,UAAA,CACE,GAAI,CAAC,KAAK,OAAQ,CACV,IAAAS,EAAoB,KAAlBD,EAAEC,EAAA,GAAEN,EAASM,EAAA,UACbS,EAAYf,EAAS,QAE7B,KAAK,KAAO,KAAK,MAAQ,KAAK,UAAY,KAC1C,KAAK,QAAU,GAEfgB,GAAUD,EAAS,IAAI,EACnBV,GAAM,OACR,KAAK,GAAK,KAAK,eAAeL,EAAWK,EAAI,IAAI,GAGnD,KAAK,MAAQ,KACbP,EAAA,UAAM,YAAW,KAAA,IAAA,EAErB,EACFD,CAAA,EA9IoCoB,EAAM,ECgB1C,IAAAC,GAAA,UAAA,CAGE,SAAAA,EAAoBC,EAAoCC,EAAiC,CAAjCA,IAAA,SAAAA,EAAoBF,EAAU,KAAlE,KAAA,oBAAAC,EAClB,KAAK,IAAMC,CACb,CA6BO,OAAAF,EAAA,UAAA,SAAP,SAAmBG,EAAqDC,EAAmBC,EAAS,CAA5B,OAAAD,IAAA,SAAAA,EAAA,GAC/D,IAAI,KAAK,oBAAuB,KAAMD,CAAI,EAAE,SAASE,EAAOD,CAAK,CAC1E,EAnCcJ,EAAA,IAAoBM,GAAsB,IAoC1DN,GArCA,ECnBA,IAAAO,GAAA,SAAAC,EAAA,CAAoCC,GAAAF,EAAAC,CAAA,EAkBlC,SAAAD,EAAYG,EAAgCC,EAAiC,CAAjCA,IAAA,SAAAA,EAAoBC,GAAU,KAA1E,IAAAC,EACEL,EAAA,KAAA,KAAME,EAAiBC,CAAG,GAAC,KAlBtB,OAAAE,EAAA,QAAmC,CAAA,EAOnCA,EAAA,QAAmB,IAY1B,CAEO,OAAAN,EAAA,UAAA,MAAP,SAAaO,EAAwB,CAC3B,IAAAC,EAAY,KAAI,QAExB,GAAI,KAAK,QAAS,CAChBA,EAAQ,KAAKD,CAAM,EACnB,OAGF,IAAIE,EACJ,KAAK,QAAU,GAEf,EACE,IAAKA,EAAQF,EAAO,QAAQA,EAAO,MAAOA,EAAO,KAAK,EACpD,YAEMA,EAASC,EAAQ,MAAK,GAIhC,GAFA,KAAK,QAAU,GAEXC,EAAO,CACT,KAAQF,EAASC,EAAQ,MAAK,GAC5BD,EAAO,YAAW,EAEpB,MAAME,EAEV,EACFT,CAAA,EAhDoCK,EAAS,EC6CtC,IAAMK,GAAiB,IAAIC,GAAeC,EAAW,EAK/CC,GAAQH,GCjDrB,IAAAI,GAAA,SAAAC,EAAA,CAAoCC,GAAAF,EAAAC,CAAA,EAClC,SAAAD,EAAsBG,EAAqCC,EAAmD,CAA9G,IAAAC,EACEJ,EAAA,KAAA,KAAME,EAAWC,CAAI,GAAC,KADF,OAAAC,EAAA,UAAAF,EAAqCE,EAAA,KAAAD,GAE3D,CAEO,OAAAJ,EAAA,UAAA,SAAP,SAAgBM,EAAWC,EAAiB,CAC1C,OADyBA,IAAA,SAAAA,EAAA,GACrBA,EAAQ,EACHN,EAAA,UAAM,SAAQ,KAAA,KAACK,EAAOC,CAAK,GAEpC,KAAK,MAAQA,EACb,KAAK,MAAQD,EACb,KAAK,UAAU,MAAM,IAAI,EAClB,KACT,EAEON,EAAA,UAAA,QAAP,SAAeM,EAAUC,EAAa,CACpC,OAAOA,EAAQ,GAAK,KAAK,OAASN,EAAA,UAAM,QAAO,KAAA,KAACK,EAAOC,CAAK,EAAI,KAAK,SAASD,EAAOC,CAAK,CAC5F,EAEUP,EAAA,UAAA,eAAV,SAAyBG,EAA2BK,EAAkBD,EAAiB,CAKrF,OALoEA,IAAA,SAAAA,EAAA,GAK/DA,GAAS,MAAQA,EAAQ,GAAOA,GAAS,MAAQ,KAAK,MAAQ,EAC1DN,EAAA,UAAM,eAAc,KAAA,KAACE,EAAWK,EAAID,CAAK,GAIlDJ,EAAU,MAAM,IAAI,EAMb,EACT,EACFH,CAAA,EArCoCS,EAAW,ECJ/C,IAAAC,GAAA,SAAAC,EAAA,CAAoCC,GAAAF,EAAAC,CAAA,EAApC,SAAAD,GAAA,+CACA,CAAA,OAAAA,CAAA,EADoCG,EAAc,ECgE3C,IAAMC,GAAiB,IAAIC,GAAeC,EAAW,EC5D5D,IAAAC,GAAA,SAAAC,EAAA,CAA6CC,GAAAF,EAAAC,CAAA,EAC3C,SAAAD,EAAsBG,EAA8CC,EAAmD,CAAvH,IAAAC,EACEJ,EAAA,KAAA,KAAME,EAAWC,CAAI,GAAC,KADF,OAAAC,EAAA,UAAAF,EAA8CE,EAAA,KAAAD,GAEpE,CAEU,OAAAJ,EAAA,UAAA,eAAV,SAAyBG,EAAoCG,EAAkBC,EAAiB,CAE9F,OAF6EA,IAAA,SAAAA,EAAA,GAEzEA,IAAU,MAAQA,EAAQ,EACrBN,EAAA,UAAM,eAAc,KAAA,KAACE,EAAWG,EAAIC,CAAK,GAGlDJ,EAAU,QAAQ,KAAK,IAAI,EAIpBA,EAAU,aAAeA,EAAU,WAAaK,GAAuB,sBAAsB,UAAA,CAAM,OAAAL,EAAU,MAAM,MAAS,CAAzB,CAA0B,GACtI,EAEUH,EAAA,UAAA,eAAV,SAAyBG,EAAoCG,EAAkBC,EAAiB,OAI9F,GAJ6EA,IAAA,SAAAA,EAAA,GAIzEA,GAAS,KAAOA,EAAQ,EAAI,KAAK,MAAQ,EAC3C,OAAON,EAAA,UAAM,eAAc,KAAA,KAACE,EAAWG,EAAIC,CAAK,EAK1C,IAAAE,EAAYN,EAAS,QACzBG,GAAM,QAAQI,EAAAD,EAAQA,EAAQ,OAAS,CAAC,KAAC,MAAAC,IAAA,OAAA,OAAAA,EAAE,MAAOJ,IACpDE,GAAuB,qBAAqBF,CAAY,EACxDH,EAAU,WAAa,OAI3B,EACFH,CAAA,EApC6CW,EAAW,ECHxD,IAAAC,GAAA,SAAAC,EAAA,CAA6CC,GAAAF,EAAAC,CAAA,EAA7C,SAAAD,GAAA,+CAkCA,CAjCS,OAAAA,EAAA,UAAA,MAAP,SAAaG,EAAyB,CACpC,KAAK,QAAU,GAUf,IAAMC,EAAU,KAAK,WACrB,KAAK,WAAa,OAEV,IAAAC,EAAY,KAAI,QACpBC,EACJH,EAASA,GAAUE,EAAQ,MAAK,EAEhC,EACE,IAAKC,EAAQH,EAAO,QAAQA,EAAO,MAAOA,EAAO,KAAK,EACpD,aAEMA,EAASE,EAAQ,CAAC,IAAMF,EAAO,KAAOC,GAAWC,EAAQ,MAAK,GAIxE,GAFA,KAAK,QAAU,GAEXC,EAAO,CACT,MAAQH,EAASE,EAAQ,CAAC,IAAMF,EAAO,KAAOC,GAAWC,EAAQ,MAAK,GACpEF,EAAO,YAAW,EAEpB,MAAMG,EAEV,EACFN,CAAA,EAlC6CO,EAAc,ECgCpD,IAAMC,GAA0B,IAAIC,GAAwBC,EAAoB,EC8BhF,IAAMC,EAAQ,IAAIC,EAAkB,SAACC,EAAU,CAAK,OAAAA,EAAW,SAAQ,CAAnB,CAAqB,EC9D1E,SAAUC,GAAYC,EAAU,CACpC,OAAOA,GAASC,EAAWD,EAAM,QAAQ,CAC3C,CCDA,SAASE,GAAQC,EAAQ,CACvB,OAAOA,EAAIA,EAAI,OAAS,CAAC,CAC3B,CAEM,SAAUC,GAAkBC,EAAW,CAC3C,OAAOC,EAAWJ,GAAKG,CAAI,CAAC,EAAIA,EAAK,IAAG,EAAK,MAC/C,CAEM,SAAUE,GAAaF,EAAW,CACtC,OAAOG,GAAYN,GAAKG,CAAI,CAAC,EAAIA,EAAK,IAAG,EAAK,MAChD,CAEM,SAAUI,GAAUJ,EAAaK,EAAoB,CACzD,OAAO,OAAOR,GAAKG,CAAI,GAAM,SAAWA,EAAK,IAAG,EAAMK,CACxD,CClBO,IAAMC,GAAe,SAAIC,EAAM,CAAwB,OAAAA,GAAK,OAAOA,EAAE,QAAW,UAAY,OAAOA,GAAM,UAAlD,ECMxD,SAAUC,GAAUC,EAAU,CAClC,OAAOC,EAAWD,GAAK,KAAA,OAALA,EAAO,IAAI,CAC/B,CCHM,SAAUE,GAAoBC,EAAU,CAC5C,OAAOC,EAAWD,EAAME,EAAiB,CAAC,CAC5C,CCLM,SAAUC,GAAmBC,EAAQ,CACzC,OAAO,OAAO,eAAiBC,EAAWD,GAAG,KAAA,OAAHA,EAAM,OAAO,aAAa,CAAC,CACvE,CCAM,SAAUE,GAAiCC,EAAU,CAEzD,OAAO,IAAI,UACT,iBACEA,IAAU,MAAQ,OAAOA,GAAU,SAAW,oBAAsB,IAAIA,EAAK,KAAG,0HACwC,CAE9H,CCXM,SAAUC,IAAiB,CAC/B,OAAI,OAAO,QAAW,YAAc,CAAC,OAAO,SACnC,aAGF,OAAO,QAChB,CAEO,IAAMC,GAAWD,GAAiB,ECJnC,SAAUE,GAAWC,EAAU,CACnC,OAAOC,EAAWD,GAAK,KAAA,OAALA,EAAQE,EAAe,CAAC,CAC5C,CCHM,SAAiBC,GAAsCC,EAAqC,mGAC1FC,EAASD,EAAe,UAAS,2DAGX,MAAA,CAAA,EAAAE,GAAMD,EAAO,KAAI,CAAE,CAAA,gBAArCE,EAAkBC,EAAA,KAAA,EAAhBC,EAAKF,EAAA,MAAEG,EAAIH,EAAA,KACfG,iBAAA,CAAA,EAAA,CAAA,SACF,MAAA,CAAA,EAAAF,EAAA,KAAA,CAAA,qBAEIC,CAAM,CAAA,SAAZ,MAAA,CAAA,EAAAD,EAAA,KAAA,CAAA,SAAA,OAAAA,EAAA,KAAA,mCAGF,OAAAH,EAAO,YAAW,6BAIhB,SAAUM,GAAwBC,EAAQ,CAG9C,OAAOC,EAAWD,GAAG,KAAA,OAAHA,EAAK,SAAS,CAClC,CCPM,SAAUE,EAAaC,EAAyB,CACpD,GAAIA,aAAiBC,EACnB,OAAOD,EAET,GAAIA,GAAS,KAAM,CACjB,GAAIE,GAAoBF,CAAK,EAC3B,OAAOG,GAAsBH,CAAK,EAEpC,GAAII,GAAYJ,CAAK,EACnB,OAAOK,GAAcL,CAAK,EAE5B,GAAIM,GAAUN,CAAK,EACjB,OAAOO,GAAYP,CAAK,EAE1B,GAAIQ,GAAgBR,CAAK,EACvB,OAAOS,GAAkBT,CAAK,EAEhC,GAAIU,GAAWV,CAAK,EAClB,OAAOW,GAAaX,CAAK,EAE3B,GAAIY,GAAqBZ,CAAK,EAC5B,OAAOa,GAAuBb,CAAK,EAIvC,MAAMc,GAAiCd,CAAK,CAC9C,CAMM,SAAUG,GAAyBY,EAAQ,CAC/C,OAAO,IAAId,EAAW,SAACe,EAAyB,CAC9C,IAAMC,EAAMF,EAAIG,EAAiB,EAAC,EAClC,GAAIC,EAAWF,EAAI,SAAS,EAC1B,OAAOA,EAAI,UAAUD,CAAU,EAGjC,MAAM,IAAI,UAAU,gEAAgE,CACtF,CAAC,CACH,CASM,SAAUX,GAAiBe,EAAmB,CAClD,OAAO,IAAInB,EAAW,SAACe,EAAyB,CAU9C,QAASK,EAAI,EAAGA,EAAID,EAAM,QAAU,CAACJ,EAAW,OAAQK,IACtDL,EAAW,KAAKI,EAAMC,CAAC,CAAC,EAE1BL,EAAW,SAAQ,CACrB,CAAC,CACH,CAEM,SAAUT,GAAee,EAAuB,CACpD,OAAO,IAAIrB,EAAW,SAACe,EAAyB,CAC9CM,EACG,KACC,SAACC,EAAK,CACCP,EAAW,SACdA,EAAW,KAAKO,CAAK,EACrBP,EAAW,SAAQ,EAEvB,EACA,SAACQ,EAAQ,CAAK,OAAAR,EAAW,MAAMQ,CAAG,CAApB,CAAqB,EAEpC,KAAK,KAAMC,EAAoB,CACpC,CAAC,CACH,CAEM,SAAUd,GAAgBe,EAAqB,CACnD,OAAO,IAAIzB,EAAW,SAACe,EAAyB,aAC9C,QAAoBW,EAAAC,GAAAF,CAAQ,EAAAG,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAAzB,IAAMJ,EAAKM,EAAA,MAEd,GADAb,EAAW,KAAKO,CAAK,EACjBP,EAAW,OACb,yGAGJA,EAAW,SAAQ,CACrB,CAAC,CACH,CAEM,SAAUP,GAAqBqB,EAA+B,CAClE,OAAO,IAAI7B,EAAW,SAACe,EAAyB,CAC9Ce,GAAQD,EAAed,CAAU,EAAE,MAAM,SAACQ,EAAG,CAAK,OAAAR,EAAW,MAAMQ,CAAG,CAApB,CAAqB,CACzE,CAAC,CACH,CAEM,SAAUX,GAA0BmB,EAAqC,CAC7E,OAAOvB,GAAkBwB,GAAmCD,CAAc,CAAC,CAC7E,CAEA,SAAeD,GAAWD,EAAiCd,EAAyB,uIACxDkB,EAAAC,GAAAL,CAAa,gFAIrC,GAJeP,EAAKa,EAAA,MACpBpB,EAAW,KAAKO,CAAK,EAGjBP,EAAW,OACb,MAAA,CAAA,CAAA,6RAGJ,OAAAA,EAAW,SAAQ,WChHf,SAAUqB,GACdC,EACAC,EACAC,EACAC,EACAC,EAAc,CADdD,IAAA,SAAAA,EAAA,GACAC,IAAA,SAAAA,EAAA,IAEA,IAAMC,EAAuBJ,EAAU,SAAS,UAAA,CAC9CC,EAAI,EACAE,EACFJ,EAAmB,IAAI,KAAK,SAAS,KAAMG,CAAK,CAAC,EAEjD,KAAK,YAAW,CAEpB,EAAGA,CAAK,EAIR,GAFAH,EAAmB,IAAIK,CAAoB,EAEvC,CAACD,EAKH,OAAOC,CAEX,CCeM,SAAUC,GAAaC,EAA0BC,EAAS,CAAT,OAAAA,IAAA,SAAAA,EAAA,GAC9CC,EAAQ,SAACC,EAAQC,EAAU,CAChCD,EAAO,UACLE,EACED,EACA,SAACE,EAAK,CAAK,OAAAC,GAAgBH,EAAYJ,EAAW,UAAA,CAAM,OAAAI,EAAW,KAAKE,CAAK,CAArB,EAAwBL,CAAK,CAA1E,EACX,UAAA,CAAM,OAAAM,GAAgBH,EAAYJ,EAAW,UAAA,CAAM,OAAAI,EAAW,SAAQ,CAAnB,EAAuBH,CAAK,CAAzE,EACN,SAACO,EAAG,CAAK,OAAAD,GAAgBH,EAAYJ,EAAW,UAAA,CAAM,OAAAI,EAAW,MAAMI,CAAG,CAApB,EAAuBP,CAAK,CAAzE,CAA0E,CACpF,CAEL,CAAC,CACH,CCPM,SAAUQ,GAAeC,EAA0BC,EAAiB,CAAjB,OAAAA,IAAA,SAAAA,EAAA,GAChDC,EAAQ,SAACC,EAAQC,EAAU,CAChCA,EAAW,IAAIJ,EAAU,SAAS,UAAA,CAAM,OAAAG,EAAO,UAAUC,CAAU,CAA3B,EAA8BH,CAAK,CAAC,CAC9E,CAAC,CACH,CC7DM,SAAUI,GAAsBC,EAA6BC,EAAwB,CACzF,OAAOC,EAAUF,CAAK,EAAE,KAAKG,GAAYF,CAAS,EAAGG,GAAUH,CAAS,CAAC,CAC3E,CCFM,SAAUI,GAAmBC,EAAuBC,EAAwB,CAChF,OAAOC,EAAUF,CAAK,EAAE,KAAKG,GAAYF,CAAS,EAAGG,GAAUH,CAAS,CAAC,CAC3E,CCJM,SAAUI,GAAiBC,EAAqBC,EAAwB,CAC5E,OAAO,IAAIC,EAAc,SAACC,EAAU,CAElC,IAAIC,EAAI,EAER,OAAOH,EAAU,SAAS,UAAA,CACpBG,IAAMJ,EAAM,OAGdG,EAAW,SAAQ,GAInBA,EAAW,KAAKH,EAAMI,GAAG,CAAC,EAIrBD,EAAW,QACd,KAAK,SAAQ,EAGnB,CAAC,CACH,CAAC,CACH,CCfM,SAAUE,GAAoBC,EAAoBC,EAAwB,CAC9E,OAAO,IAAIC,EAAc,SAACC,EAAU,CAClC,IAAIC,EAKJ,OAAAC,GAAgBF,EAAYF,EAAW,UAAA,CAErCG,EAAYJ,EAAcI,EAAe,EAAC,EAE1CC,GACEF,EACAF,EACA,UAAA,OACMK,EACAC,EACJ,GAAI,CAEDC,EAAkBJ,EAAS,KAAI,EAA7BE,EAAKE,EAAA,MAAED,EAAIC,EAAA,WACPC,EAAK,CAEZN,EAAW,MAAMM,CAAG,EACpB,OAGEF,EAKFJ,EAAW,SAAQ,EAGnBA,EAAW,KAAKG,CAAK,CAEzB,EACA,EACA,EAAI,CAER,CAAC,EAMM,UAAA,CAAM,OAAAI,EAAWN,GAAQ,KAAA,OAARA,EAAU,MAAM,GAAKA,EAAS,OAAM,CAA/C,CACf,CAAC,CACH,CCvDM,SAAUO,GAAyBC,EAAyBC,EAAwB,CACxF,GAAI,CAACD,EACH,MAAM,IAAI,MAAM,yBAAyB,EAE3C,OAAO,IAAIE,EAAc,SAACC,EAAU,CAClCC,GAAgBD,EAAYF,EAAW,UAAA,CACrC,IAAMI,EAAWL,EAAM,OAAO,aAAa,EAAC,EAC5CI,GACED,EACAF,EACA,UAAA,CACEI,EAAS,KAAI,EAAG,KAAK,SAACC,EAAM,CACtBA,EAAO,KAGTH,EAAW,SAAQ,EAEnBA,EAAW,KAAKG,EAAO,KAAK,CAEhC,CAAC,CACH,EACA,EACA,EAAI,CAER,CAAC,CACH,CAAC,CACH,CCzBM,SAAUC,GAA8BC,EAA8BC,EAAwB,CAClG,OAAOC,GAAsBC,GAAmCH,CAAK,EAAGC,CAAS,CACnF,CCoBM,SAAUG,GAAaC,EAA2BC,EAAwB,CAC9E,GAAID,GAAS,KAAM,CACjB,GAAIE,GAAoBF,CAAK,EAC3B,OAAOG,GAAmBH,EAAOC,CAAS,EAE5C,GAAIG,GAAYJ,CAAK,EACnB,OAAOK,GAAcL,EAAOC,CAAS,EAEvC,GAAIK,GAAUN,CAAK,EACjB,OAAOO,GAAgBP,EAAOC,CAAS,EAEzC,GAAIO,GAAgBR,CAAK,EACvB,OAAOS,GAAsBT,EAAOC,CAAS,EAE/C,GAAIS,GAAWV,CAAK,EAClB,OAAOW,GAAiBX,EAAOC,CAAS,EAE1C,GAAIW,GAAqBZ,CAAK,EAC5B,OAAOa,GAA2Bb,EAAOC,CAAS,EAGtD,MAAMa,GAAiCd,CAAK,CAC9C,CCoDM,SAAUe,GAAQC,EAA2BC,EAAyB,CAC1E,OAAOA,EAAYC,GAAUF,EAAOC,CAAS,EAAIE,EAAUH,CAAK,CAClE,CCxBM,SAAUI,GAAE,SAAIC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACpB,IAAMC,EAAYC,GAAaH,CAAI,EACnC,OAAOI,GAAKJ,EAAaE,CAAS,CACpC,CCsCM,SAAUG,GAAWC,EAA0BC,EAAyB,CAC5E,IAAMC,EAAeC,EAAWH,CAAmB,EAAIA,EAAsB,UAAA,CAAM,OAAAA,CAAA,EAC7EI,EAAO,SAACC,EAA6B,CAAK,OAAAA,EAAW,MAAMH,EAAY,CAAE,CAA/B,EAChD,OAAO,IAAII,EAAWL,EAAY,SAACI,EAAU,CAAK,OAAAJ,EAAU,SAASG,EAAa,EAAGC,CAAU,CAA7C,EAAiDD,CAAI,CACzG,CCpGO,IAAMG,GAA6BC,GAAiB,SAACC,EAAM,CAAK,OAAA,UAAuB,CAC5FA,EAAO,IAAI,EACX,KAAK,KAAO,aACZ,KAAK,QAAU,yBACjB,CAJuE,CAItE,ECrBK,SAAUC,GAAYC,EAAU,CACpC,OAAOA,aAAiB,MAAQ,CAAC,MAAMA,CAAY,CACrD,CCsCM,SAAUC,EAAUC,EAAyCC,EAAa,CAC9E,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAEhC,IAAIC,EAAQ,EAGZF,EAAO,UACLG,EAAyBF,EAAY,SAACG,EAAQ,CAG5CH,EAAW,KAAKJ,EAAQ,KAAKC,EAASM,EAAOF,GAAO,CAAC,CACvD,CAAC,CAAC,CAEN,CAAC,CACH,CC1DQ,IAAAG,GAAY,MAAK,QAEzB,SAASC,GAAkBC,EAA6BC,EAAW,CAC/D,OAAOH,GAAQG,CAAI,EAAID,EAAE,MAAA,OAAAE,EAAA,CAAA,EAAAC,EAAIF,CAAI,CAAA,CAAA,EAAID,EAAGC,CAAI,CAChD,CAMM,SAAUG,GAAuBJ,EAA2B,CAC9D,OAAOK,EAAI,SAAAJ,EAAI,CAAI,OAAAF,GAAYC,EAAIC,CAAI,CAApB,CAAqB,CAC5C,CCfQ,IAAAK,GAAY,MAAK,QACjBC,GAA0D,OAAM,eAArCC,GAA+B,OAAM,UAAlBC,GAAY,OAAM,KAQlE,SAAUC,GAAqDC,EAAuB,CAC1F,GAAIA,EAAK,SAAW,EAAG,CACrB,IAAMC,EAAQD,EAAK,CAAC,EACpB,GAAIL,GAAQM,CAAK,EACf,MAAO,CAAE,KAAMA,EAAO,KAAM,IAAI,EAElC,GAAIC,GAAOD,CAAK,EAAG,CACjB,IAAME,EAAOL,GAAQG,CAAK,EAC1B,MAAO,CACL,KAAME,EAAK,IAAI,SAACC,EAAG,CAAK,OAAAH,EAAMG,CAAG,CAAT,CAAU,EAClC,KAAID,IAKV,MAAO,CAAE,KAAMH,EAAa,KAAM,IAAI,CACxC,CAEA,SAASE,GAAOG,EAAQ,CACtB,OAAOA,GAAO,OAAOA,GAAQ,UAAYT,GAAeS,CAAG,IAAMR,EACnE,CC7BM,SAAUS,GAAaC,EAAgBC,EAAa,CACxD,OAAOD,EAAK,OAAO,SAACE,EAAQC,EAAKC,EAAC,CAAK,OAAEF,EAAOC,CAAG,EAAIF,EAAOG,CAAC,EAAIF,CAA5B,EAAqC,CAAA,CAAS,CACvF,CCsMM,SAAUG,GAAa,SAAoCC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAC/D,IAAMC,EAAYC,GAAaH,CAAI,EAC7BI,EAAiBC,GAAkBL,CAAI,EAEvCM,EAA8BC,GAAqBP,CAAI,EAA/CQ,EAAWF,EAAA,KAAEG,EAAIH,EAAA,KAE/B,GAAIE,EAAY,SAAW,EAIzB,OAAOE,GAAK,CAAA,EAAIR,CAAgB,EAGlC,IAAMS,EAAS,IAAIC,EACjBC,GACEL,EACAN,EACAO,EAEI,SAACK,EAAM,CAAK,OAAAC,GAAaN,EAAMK,CAAM,CAAzB,EAEZE,EAAQ,CACb,EAGH,OAAOZ,EAAkBO,EAAO,KAAKM,GAAiBb,CAAc,CAAC,EAAsBO,CAC7F,CAEM,SAAUE,GACdL,EACAN,EACAgB,EAAiD,CAAjD,OAAAA,IAAA,SAAAA,EAAAF,IAEO,SAACG,EAA2B,CAGjCC,GACElB,EACA,UAAA,CAaE,QAZQmB,EAAWb,EAAW,OAExBM,EAAS,IAAI,MAAMO,CAAM,EAG3BC,EAASD,EAITE,EAAuBF,aAGlBG,EAAC,CACRJ,GACElB,EACA,UAAA,CACE,IAAMuB,EAASf,GAAKF,EAAYgB,CAAC,EAAGtB,CAAgB,EAChDwB,EAAgB,GACpBD,EAAO,UACLE,EACER,EACA,SAACS,EAAK,CAEJd,EAAOU,CAAC,EAAII,EACPF,IAEHA,EAAgB,GAChBH,KAEGA,GAGHJ,EAAW,KAAKD,EAAeJ,EAAO,MAAK,CAAE,CAAC,CAElD,EACA,UAAA,CACO,EAAEQ,GAGLH,EAAW,SAAQ,CAEvB,CAAC,CACF,CAEL,EACAA,CAAU,GAjCLK,EAAI,EAAGA,EAAIH,EAAQG,MAAnBA,CAAC,CAoCZ,EACAL,CAAU,CAEd,CACF,CAMA,SAASC,GAAclB,EAAsC2B,EAAqBC,EAA0B,CACtG5B,EACF6B,GAAgBD,EAAc5B,EAAW2B,CAAO,EAEhDA,EAAO,CAEX,CC3RM,SAAUG,GACdC,EACAC,EACAC,EACAC,EACAC,EACAC,EACAC,EACAC,EAAgC,CAGhC,IAAMC,EAAc,CAAA,EAEhBC,EAAS,EAETC,EAAQ,EAERC,EAAa,GAKXC,EAAgB,UAAA,CAIhBD,GAAc,CAACH,EAAO,QAAU,CAACC,GACnCR,EAAW,SAAQ,CAEvB,EAGMY,EAAY,SAACC,EAAQ,CAAK,OAACL,EAASN,EAAaY,EAAWD,CAAK,EAAIN,EAAO,KAAKM,CAAK,CAA5D,EAE1BC,EAAa,SAACD,EAAQ,CAI1BT,GAAUJ,EAAW,KAAKa,CAAY,EAItCL,IAKA,IAAIO,EAAgB,GAGpBC,EAAUf,EAAQY,EAAOJ,GAAO,CAAC,EAAE,UACjCQ,EACEjB,EACA,SAACkB,GAAU,CAGTf,GAAY,MAAZA,EAAee,EAAU,EAErBd,EAGFQ,EAAUM,EAAiB,EAG3BlB,EAAW,KAAKkB,EAAU,CAE9B,EACA,UAAA,CAGEH,EAAgB,EAClB,EAEA,OACA,UAAA,CAIE,GAAIA,EAKF,GAAI,CAIFP,IAKA,sBACE,IAAMW,EAAgBZ,EAAO,MAAK,EAI9BF,EACFe,GAAgBpB,EAAYK,EAAmB,UAAA,CAAM,OAAAS,EAAWK,CAAa,CAAxB,CAAyB,EAE9EL,EAAWK,CAAa,GARrBZ,EAAO,QAAUC,EAASN,QAYjCS,EAAa,QACNU,EAAK,CACZrB,EAAW,MAAMqB,CAAG,EAG1B,CAAC,CACF,CAEL,EAGA,OAAAtB,EAAO,UACLkB,EAAyBjB,EAAYY,EAAW,UAAA,CAE9CF,EAAa,GACbC,EAAa,CACf,CAAC,CAAC,EAKG,UAAA,CACLL,GAAmB,MAAnBA,EAAmB,CACrB,CACF,CClEM,SAAUgB,GACdC,EACAC,EACAC,EAA6B,CAE7B,OAFAA,IAAA,SAAAA,EAAA,KAEIC,EAAWF,CAAc,EAEpBF,GAAS,SAACK,EAAGC,EAAC,CAAK,OAAAC,EAAI,SAACC,EAAQC,EAAU,CAAK,OAAAP,EAAeG,EAAGG,EAAGF,EAAGG,CAAE,CAA1B,CAA2B,EAAEC,EAAUT,EAAQI,EAAGC,CAAC,CAAC,CAAC,CAAjF,EAAoFH,CAAU,GAC/G,OAAOD,GAAmB,WACnCC,EAAaD,GAGRS,EAAQ,SAACC,EAAQC,EAAU,CAAK,OAAAC,GAAeF,EAAQC,EAAYZ,EAASE,CAAU,CAAtD,CAAuD,EAChG,CChCM,SAAUY,GAAyCC,EAA6B,CAA7B,OAAAA,IAAA,SAAAA,EAAA,KAChDC,GAASC,GAAUF,CAAU,CACtC,CCNM,SAAUG,IAAS,CACvB,OAAOC,GAAS,CAAC,CACnB,CCmDM,SAAUC,IAAM,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACrB,OAAOC,GAAS,EAAGC,GAAKH,EAAMI,GAAaJ,CAAI,CAAC,CAAC,CACnD,CC9DM,SAAUK,EAAsCC,EAA0B,CAC9E,OAAO,IAAIC,EAA+B,SAACC,EAAU,CACnDC,EAAUH,EAAiB,CAAE,EAAE,UAAUE,CAAU,CACrD,CAAC,CACH,CChDA,IAAME,GAA0B,CAAC,cAAe,gBAAgB,EAC1DC,GAAqB,CAAC,mBAAoB,qBAAqB,EAC/DC,GAAgB,CAAC,KAAM,KAAK,EAkO5B,SAAUC,EACdC,EACAC,EACAC,EACAC,EAAsC,CAMtC,GAJIC,EAAWF,CAAO,IACpBC,EAAiBD,EACjBA,EAAU,QAERC,EACF,OAAOJ,EAAaC,EAAQC,EAAWC,CAA+B,EAAE,KAAKG,GAAiBF,CAAc,CAAC,EAUzG,IAAAG,EAAAC,EAEJC,GAAcR,CAAM,EAChBH,GAAmB,IAAI,SAACY,EAAU,CAAK,OAAA,SAACC,EAAY,CAAK,OAAAV,EAAOS,CAAU,EAAER,EAAWS,EAASR,CAA+B,CAAtE,CAAlB,CAAyF,EAElIS,GAAwBX,CAAM,EAC5BJ,GAAwB,IAAIgB,GAAwBZ,EAAQC,CAAS,CAAC,EACtEY,GAA0Bb,CAAM,EAChCF,GAAc,IAAIc,GAAwBZ,EAAQC,CAAS,CAAC,EAC5D,CAAA,EAAE,CAAA,EATDa,EAAGR,EAAA,CAAA,EAAES,EAAMT,EAAA,CAAA,EAgBlB,GAAI,CAACQ,GACCE,GAAYhB,CAAM,EACpB,OAAOiB,GAAS,SAACC,EAAc,CAAK,OAAAnB,EAAUmB,EAAWjB,EAAWC,CAA+B,CAA/D,CAAgE,EAClGiB,EAAUnB,CAAM,CAAC,EAOvB,GAAI,CAACc,EACH,MAAM,IAAI,UAAU,sBAAsB,EAG5C,OAAO,IAAIM,EAAc,SAACC,EAAU,CAIlC,IAAMX,EAAU,UAAA,SAACY,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAAmB,OAAAF,EAAW,KAAK,EAAIC,EAAK,OAASA,EAAOA,EAAK,CAAC,CAAC,CAAhD,EAEpC,OAAAR,EAAIJ,CAAO,EAEJ,UAAA,CAAM,OAAAK,EAAQL,CAAO,CAAf,CACf,CAAC,CACH,CASA,SAASE,GAAwBZ,EAAaC,EAAiB,CAC7D,OAAO,SAACQ,EAAkB,CAAK,OAAA,SAACC,EAAY,CAAK,OAAAV,EAAOS,CAAU,EAAER,EAAWS,CAAO,CAArC,CAAlB,CACjC,CAOA,SAASC,GAAwBX,EAAW,CAC1C,OAAOI,EAAWJ,EAAO,WAAW,GAAKI,EAAWJ,EAAO,cAAc,CAC3E,CAOA,SAASa,GAA0Bb,EAAW,CAC5C,OAAOI,EAAWJ,EAAO,EAAE,GAAKI,EAAWJ,EAAO,GAAG,CACvD,CAOA,SAASQ,GAAcR,EAAW,CAChC,OAAOI,EAAWJ,EAAO,gBAAgB,GAAKI,EAAWJ,EAAO,mBAAmB,CACrF,CCnMM,SAAUwB,GACdC,EACAC,EACAC,EAAsC,CAEtC,OAAIA,EACKH,GAAoBC,EAAYC,CAAa,EAAE,KAAKE,GAAiBD,CAAc,CAAC,EAGtF,IAAIE,EAAoB,SAACC,EAAU,CACxC,IAAMC,EAAU,UAAA,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAAc,OAAAH,EAAW,KAAKE,EAAE,SAAW,EAAIA,EAAE,CAAC,EAAIA,CAAC,CAAzC,EACzBE,EAAWT,EAAWM,CAAO,EACnC,OAAOI,EAAWT,CAAa,EAAI,UAAA,CAAM,OAAAA,EAAcK,EAASG,CAAQ,CAA/B,EAAmC,MAC9E,CAAC,CACH,CCtBM,SAAUE,GACdC,EACAC,EACAC,EAAyC,CAFzCF,IAAA,SAAAA,EAAA,GAEAE,IAAA,SAAAA,EAAAC,IAIA,IAAIC,EAAmB,GAEvB,OAAIH,GAAuB,OAIrBI,GAAYJ,CAAmB,EACjCC,EAAYD,EAIZG,EAAmBH,GAIhB,IAAIK,EAAW,SAACC,EAAU,CAI/B,IAAIC,EAAMC,GAAYT,CAAO,EAAI,CAACA,EAAUE,EAAW,IAAG,EAAKF,EAE3DQ,EAAM,IAERA,EAAM,GAIR,IAAIE,EAAI,EAGR,OAAOR,EAAU,SAAS,UAAA,CACnBK,EAAW,SAEdA,EAAW,KAAKG,GAAG,EAEf,GAAKN,EAGP,KAAK,SAAS,OAAWA,CAAgB,EAGzCG,EAAW,SAAQ,EAGzB,EAAGC,CAAG,CACR,CAAC,CACH,CChGM,SAAUG,GAAK,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACpB,IAAMC,EAAYC,GAAaH,CAAI,EAC7BI,EAAaC,GAAUL,EAAM,GAAQ,EACrCM,EAAUN,EAChB,OAAQM,EAAQ,OAGZA,EAAQ,SAAW,EAEnBC,EAAUD,EAAQ,CAAC,CAAC,EAEpBE,GAASJ,CAAU,EAAEK,GAAKH,EAASJ,CAAS,CAAC,EAL7CQ,CAMN,CCjEO,IAAMC,GAAQ,IAAIC,EAAkBC,EAAI,ECpCvC,IAAAC,GAAY,MAAK,QAMnB,SAAUC,GAAkBC,EAAiB,CACjD,OAAOA,EAAK,SAAW,GAAKF,GAAQE,EAAK,CAAC,CAAC,EAAIA,EAAK,CAAC,EAAKA,CAC5D,CCoDM,SAAUC,EAAUC,EAAiDC,EAAa,CACtF,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAEhC,IAAIC,EAAQ,EAIZF,EAAO,UAILG,EAAyBF,EAAY,SAACG,EAAK,CAAK,OAAAP,EAAU,KAAKC,EAASM,EAAOF,GAAO,GAAKD,EAAW,KAAKG,CAAK,CAAhE,CAAiE,CAAC,CAEtH,CAAC,CACH,CCxBM,SAAUC,IAAG,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAClB,IAAMC,EAAiBC,GAAkBH,CAAI,EAEvCI,EAAUC,GAAeL,CAAI,EAEnC,OAAOI,EAAQ,OACX,IAAIE,EAAsB,SAACC,EAAU,CAGnC,IAAIC,EAAuBJ,EAAQ,IAAI,UAAA,CAAM,MAAA,CAAA,CAAA,CAAE,EAK3CK,EAAYL,EAAQ,IAAI,UAAA,CAAM,MAAA,EAAA,CAAK,EAGvCG,EAAW,IAAI,UAAA,CACbC,EAAUC,EAAY,IACxB,CAAC,EAKD,mBAASC,EAAW,CAClBC,EAAUP,EAAQM,CAAW,CAAC,EAAE,UAC9BE,EACEL,EACA,SAACM,EAAK,CAKJ,GAJAL,EAAQE,CAAW,EAAE,KAAKG,CAAK,EAI3BL,EAAQ,MAAM,SAACM,EAAM,CAAK,OAAAA,EAAO,MAAP,CAAa,EAAG,CAC5C,IAAMC,EAAcP,EAAQ,IAAI,SAACM,EAAM,CAAK,OAAAA,EAAO,MAAK,CAAZ,CAAe,EAE3DP,EAAW,KAAKL,EAAiBA,EAAc,MAAA,OAAAc,EAAA,CAAA,EAAAC,EAAIF,CAAM,CAAA,CAAA,EAAIA,CAAM,EAI/DP,EAAQ,KAAK,SAACM,EAAQI,EAAC,CAAK,MAAA,CAACJ,EAAO,QAAUL,EAAUS,CAAC,CAA7B,CAA8B,GAC5DX,EAAW,SAAQ,EAGzB,EACA,UAAA,CAGEE,EAAUC,CAAW,EAAI,GAIzB,CAACF,EAAQE,CAAW,EAAE,QAAUH,EAAW,SAAQ,CACrD,CAAC,CACF,GA9BIG,EAAc,EAAG,CAACH,EAAW,QAAUG,EAAcN,EAAQ,OAAQM,MAArEA,CAAW,EAmCpB,OAAO,UAAA,CACLF,EAAUC,EAAY,IACxB,CACF,CAAC,EACDU,CACN,CC9DM,SAAUC,GAASC,EAAoD,CAC3E,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAW,GACXC,EAAsB,KACtBC,EAA6C,KAC7CC,EAAa,GAEXC,EAAc,UAAA,CAGlB,GAFAF,GAAkB,MAAlBA,EAAoB,YAAW,EAC/BA,EAAqB,KACjBF,EAAU,CACZA,EAAW,GACX,IAAMK,EAAQJ,EACdA,EAAY,KACZF,EAAW,KAAKM,CAAK,EAEvBF,GAAcJ,EAAW,SAAQ,CACnC,EAEMO,EAAkB,UAAA,CACtBJ,EAAqB,KACrBC,GAAcJ,EAAW,SAAQ,CACnC,EAEAD,EAAO,UACLS,EACER,EACA,SAACM,EAAK,CACJL,EAAW,GACXC,EAAYI,EACPH,GACHM,EAAUZ,EAAiBS,CAAK,CAAC,EAAE,UAChCH,EAAqBK,EAAyBR,EAAYK,EAAaE,CAAe,CAAE,CAG/F,EACA,UAAA,CACEH,EAAa,IACZ,CAACH,GAAY,CAACE,GAAsBA,EAAmB,SAAWH,EAAW,SAAQ,CACxF,CAAC,CACF,CAEL,CAAC,CACH,CC3CM,SAAUU,GAAaC,EAAkBC,EAAyC,CAAzC,OAAAA,IAAA,SAAAA,EAAAC,IACtCC,GAAM,UAAA,CAAM,OAAAC,GAAMJ,EAAUC,CAAS,CAAzB,CAA0B,CAC/C,CCEM,SAAUI,GAAeC,EAAoBC,EAAsC,CAAtC,OAAAA,IAAA,SAAAA,EAAA,MAGjDA,EAAmBA,GAAgB,KAAhBA,EAAoBD,EAEhCE,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAiB,CAAA,EACjBC,EAAQ,EAEZH,EAAO,UACLI,EACEH,EACA,SAACI,EAAK,aACAC,EAAuB,KAKvBH,IAAUL,IAAsB,GAClCI,EAAQ,KAAK,CAAA,CAAE,MAIjB,QAAqBK,EAAAC,GAAAN,CAAO,EAAAO,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAAzB,IAAMG,EAAMD,EAAA,MACfC,EAAO,KAAKL,CAAK,EAMbR,GAAca,EAAO,SACvBJ,EAASA,GAAM,KAANA,EAAU,CAAA,EACnBA,EAAO,KAAKI,CAAM,uGAItB,GAAIJ,MAIF,QAAqBK,EAAAH,GAAAF,CAAM,EAAAM,EAAAD,EAAA,KAAA,EAAA,CAAAC,EAAA,KAAAA,EAAAD,EAAA,KAAA,EAAE,CAAxB,IAAMD,EAAME,EAAA,MACfC,GAAUX,EAASQ,CAAM,EACzBT,EAAW,KAAKS,CAAM,sGAG5B,EACA,UAAA,aAGE,QAAqBI,EAAAN,GAAAN,CAAO,EAAAa,EAAAD,EAAA,KAAA,EAAA,CAAAC,EAAA,KAAAA,EAAAD,EAAA,KAAA,EAAE,CAAzB,IAAMJ,EAAMK,EAAA,MACfd,EAAW,KAAKS,CAAM,oGAExBT,EAAW,SAAQ,CACrB,EAEA,OACA,UAAA,CAEEC,EAAU,IACZ,CAAC,CACF,CAEL,CAAC,CACH,CCbM,SAAUc,GACdC,EAAgD,CAEhD,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAgC,KAChCC,EAAY,GACZC,EAEJF,EAAWF,EAAO,UAChBK,EAAyBJ,EAAY,OAAW,OAAW,SAACK,EAAG,CAC7DF,EAAgBG,EAAUT,EAASQ,EAAKT,GAAWC,CAAQ,EAAEE,CAAM,CAAC,CAAC,EACjEE,GACFA,EAAS,YAAW,EACpBA,EAAW,KACXE,EAAc,UAAUH,CAAU,GAIlCE,EAAY,EAEhB,CAAC,CAAC,EAGAA,IAMFD,EAAS,YAAW,EACpBA,EAAW,KACXE,EAAe,UAAUH,CAAU,EAEvC,CAAC,CACH,CC/HM,SAAUO,GACdC,EACAC,EACAC,EACAC,EACAC,EAAqC,CAErC,OAAO,SAACC,EAAuBC,EAA2B,CAIxD,IAAIC,EAAWL,EAIXM,EAAaP,EAEbQ,EAAQ,EAGZJ,EAAO,UACLK,EACEJ,EACA,SAACK,EAAK,CAEJ,IAAMC,EAAIH,IAEVD,EAAQD,EAEJP,EAAYQ,EAAOG,EAAOC,CAAC,GAIzBL,EAAW,GAAOI,GAGxBR,GAAcG,EAAW,KAAKE,CAAK,CACrC,EAGAJ,GACG,UAAA,CACCG,GAAYD,EAAW,KAAKE,CAAK,EACjCF,EAAW,SAAQ,CACrB,CAAE,CACL,CAEL,CACF,CCnCM,SAAUO,IAAa,SAAOC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAClC,IAAMC,EAAiBC,GAAkBH,CAAI,EAC7C,OAAOE,EACHE,GAAKL,GAAa,MAAA,OAAAM,EAAA,CAAA,EAAAC,EAAKN,CAAoC,CAAA,CAAA,EAAGO,GAAiBL,CAAc,CAAC,EAC9FM,EAAQ,SAACC,EAAQC,EAAU,CACzBC,GAAiBN,EAAA,CAAEI,CAAM,EAAAH,EAAKM,GAAeZ,CAAI,CAAC,CAAA,CAAA,EAAGU,CAAU,CACjE,CAAC,CACP,CCUM,SAAUG,IAAiB,SAC/BC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAEA,OAAOC,GAAa,MAAA,OAAAC,EAAA,CAAA,EAAAC,EAAIJ,CAAY,CAAA,CAAA,CACtC,CCkBM,SAAUK,GAAYC,EAAoD,CAC9E,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAW,GACXC,EAAsB,KAEtBC,EAA6C,KAE3CC,EAAO,UAAA,CAMX,GAFAD,GAAkB,MAAlBA,EAAoB,YAAW,EAC/BA,EAAqB,KACjBF,EAAU,CAEZA,EAAW,GACX,IAAMI,EAAQH,EACdA,EAAY,KACZF,EAAW,KAAKK,CAAK,EAEzB,EAEAN,EAAO,UACLO,EACEN,EACA,SAACK,EAAQ,CAIPF,GAAkB,MAAlBA,EAAoB,YAAW,EAC/BF,EAAW,GACXC,EAAYG,EAGZF,EAAqBG,EAAyBN,EAAYI,EAAMG,EAAI,EAEpEC,EAAUX,EAAiBQ,CAAK,CAAC,EAAE,UAAUF,CAAkB,CACjE,EACA,UAAA,CAGEC,EAAI,EACJJ,EAAW,SAAQ,CACrB,EAEA,OACA,UAAA,CAEEE,EAAYC,EAAqB,IACnC,CAAC,CACF,CAEL,CAAC,CACH,CCvDM,SAAUM,GAAgBC,EAAiBC,EAAyC,CAAzC,OAAAA,IAAA,SAAAA,EAAAC,IACxCC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAkC,KAClCC,EAAsB,KACtBC,EAA0B,KAExBC,EAAO,UAAA,CACX,GAAIH,EAAY,CAEdA,EAAW,YAAW,EACtBA,EAAa,KACb,IAAMI,EAAQH,EACdA,EAAY,KACZF,EAAW,KAAKK,CAAK,EAEzB,EACA,SAASC,GAAY,CAInB,IAAMC,EAAaJ,EAAYR,EACzBa,EAAMZ,EAAU,IAAG,EACzB,GAAIY,EAAMD,EAAY,CAEpBN,EAAa,KAAK,SAAS,OAAWM,EAAaC,CAAG,EACtDR,EAAW,IAAIC,CAAU,EACzB,OAGFG,EAAI,CACN,CAEAL,EAAO,UACLU,EACET,EACA,SAACK,EAAQ,CACPH,EAAYG,EACZF,EAAWP,EAAU,IAAG,EAGnBK,IACHA,EAAaL,EAAU,SAASU,EAAcX,CAAO,EACrDK,EAAW,IAAIC,CAAU,EAE7B,EACA,UAAA,CAGEG,EAAI,EACJJ,EAAW,SAAQ,CACrB,EAEA,OACA,UAAA,CAEEE,EAAYD,EAAa,IAC3B,CAAC,CACF,CAEL,CAAC,CACH,CCpFM,SAAUS,GAAqBC,EAAe,CAClD,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAW,GACfF,EAAO,UACLG,EACEF,EACA,SAACG,EAAK,CACJF,EAAW,GACXD,EAAW,KAAKG,CAAK,CACvB,EACA,UAAA,CACOF,GACHD,EAAW,KAAKH,CAAa,EAE/BG,EAAW,SAAQ,CACrB,CAAC,CACF,CAEL,CAAC,CACH,CCXM,SAAUI,GAAQC,EAAa,CACnC,OAAOA,GAAS,EAEZ,UAAA,CAAM,OAAAC,CAAA,EACNC,EAAQ,SAACC,EAAQC,EAAU,CACzB,IAAIC,EAAO,EACXF,EAAO,UACLG,EAAyBF,EAAY,SAACG,EAAK,CAIrC,EAAEF,GAAQL,IACZI,EAAW,KAAKG,CAAK,EAIjBP,GAASK,GACXD,EAAW,SAAQ,EAGzB,CAAC,CAAC,CAEN,CAAC,CACP,CC9BM,SAAUI,GAAc,CAC5B,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChCD,EAAO,UAAUE,EAAyBD,EAAYE,EAAI,CAAC,CAC7D,CAAC,CACH,CCCM,SAAUC,GAASC,EAAQ,CAC/B,OAAOC,EAAI,UAAA,CAAM,OAAAD,CAAA,CAAK,CACxB,CC4CM,SAAUE,GACdC,EACAC,EAAmC,CAEnC,OAAIA,EAEK,SAACC,EAAqB,CAC3B,OAAAC,GAAOF,EAAkB,KAAKG,GAAK,CAAC,EAAGC,EAAc,CAAE,EAAGH,EAAO,KAAKH,GAAUC,CAAqB,CAAC,CAAC,CAAvG,EAGGM,GAAS,SAACC,EAAOC,EAAK,CAAK,OAAAC,EAAUT,EAAsBO,EAAOC,CAAK,CAAC,EAAE,KAAKJ,GAAK,CAAC,EAAGM,GAAMH,CAAK,CAAC,CAAzE,CAA0E,CAC9G,CCzCM,SAAUI,GAASC,EAAoBC,EAAyC,CAAzCA,IAAA,SAAAA,EAAAC,IAC3C,IAAMC,EAAWC,GAAMJ,EAAKC,CAAS,EACrC,OAAOI,GAAU,UAAA,CAAM,OAAAF,CAAA,CAAQ,CACjC,CC0EM,SAAUG,EACdC,EACAC,EAA0D,CAA1D,OAAAA,IAAA,SAAAA,EAA+BC,IAK/BF,EAAaA,GAAU,KAAVA,EAAcG,GAEpBC,EAAQ,SAACC,EAAQC,EAAU,CAGhC,IAAIC,EAEAC,EAAQ,GAEZH,EAAO,UACLI,EAAyBH,EAAY,SAACI,EAAK,CAEzC,IAAMC,EAAaV,EAAYS,CAAK,GAKhCF,GAAS,CAACR,EAAYO,EAAaI,CAAU,KAM/CH,EAAQ,GACRD,EAAcI,EAGdL,EAAW,KAAKI,CAAK,EAEzB,CAAC,CAAC,CAEN,CAAC,CACH,CAEA,SAASP,GAAeS,EAAQC,EAAM,CACpC,OAAOD,IAAMC,CACf,CCjHM,SAAUC,GAA8CC,EAAQC,EAAuC,CAC3G,OAAOC,EAAqB,SAACC,EAAMC,EAAI,CAAK,OAAAH,EAAUA,EAAQE,EAAEH,CAAG,EAAGI,EAAEJ,CAAG,CAAC,EAAIG,EAAEH,CAAG,IAAMI,EAAEJ,CAAG,CAApD,CAAqD,CACnG,CC7BM,SAAUK,GAAgBC,EAA6C,CAA7C,OAAAA,IAAA,SAAAA,EAAAC,IACvBC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAW,GACfF,EAAO,UACLG,EACEF,EACA,SAACG,EAAK,CACJF,EAAW,GACXD,EAAW,KAAKG,CAAK,CACvB,EACA,UAAA,CAAM,OAACF,EAAWD,EAAW,SAAQ,EAAKA,EAAW,MAAMJ,EAAY,CAAE,CAAnE,CAAqE,CAC5E,CAEL,CAAC,CACH,CAEA,SAASC,IAAmB,CAC1B,OAAO,IAAIO,EACb,CCMM,SAAUC,IAAO,SAAIC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACzB,OAAO,SAACC,EAAqB,CAAK,OAAAC,GAAOD,EAAQE,EAAE,MAAA,OAAAC,EAAA,CAAA,EAAAC,EAAIN,CAAM,CAAA,CAAA,CAAA,CAA3B,CACpC,CCHM,SAAUO,EAAYC,EAAoB,CAC9C,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAGhC,GAAI,CACFD,EAAO,UAAUC,CAAU,UAE3BA,EAAW,IAAIH,CAAQ,EAE3B,CAAC,CACH,CCMM,SAAUI,GACdC,EACAC,EAAgB,CAEhB,IAAMC,EAAkB,UAAU,QAAU,EAC5C,OAAO,SAACC,EAAqB,CAC3B,OAAAA,EAAO,KACLH,EAAYI,EAAO,SAACC,EAAG,EAAC,CAAK,OAAAL,EAAUK,EAAG,EAAGF,CAAM,CAAtB,CAAuB,EAAIG,GACxDC,GAAK,CAAC,EACNL,EAAkBM,GAAeP,CAAa,EAAIQ,GAAa,UAAA,CAAM,OAAA,IAAIC,EAAJ,CAAgB,CAAC,CAHxF,CAKJ,CC/CM,SAAUC,GAAYC,EAAa,CACvC,OAAOA,GAAS,EACZ,UAAA,CAAM,OAAAC,CAAA,EACNC,EAAQ,SAACC,EAAQC,EAAU,CAKzB,IAAIC,EAAc,CAAA,EAClBF,EAAO,UACLG,EACEF,EACA,SAACG,EAAK,CAEJF,EAAO,KAAKE,CAAK,EAGjBP,EAAQK,EAAO,QAAUA,EAAO,MAAK,CACvC,EACA,UAAA,aAGE,QAAoBG,EAAAC,GAAAJ,CAAM,EAAAK,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAAvB,IAAMD,EAAKG,EAAA,MACdN,EAAW,KAAKG,CAAK,oGAEvBH,EAAW,SAAQ,CACrB,EAEA,OACA,UAAA,CAEEC,EAAS,IACX,CAAC,CACF,CAEL,CAAC,CACP,CC1DM,SAAUM,IAAK,SAAIC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACvB,IAAMC,EAAYC,GAAaH,CAAI,EAC7BI,EAAaC,GAAUL,EAAM,GAAQ,EAC3C,OAAAA,EAAOM,GAAeN,CAAI,EAEnBO,EAAQ,SAACC,EAAQC,EAAU,CAChCC,GAASN,CAAU,EAAEO,GAAIC,EAAA,CAAEJ,CAAM,EAAAK,EAAMb,CAA6B,CAAA,EAAGE,CAAS,CAAC,EAAE,UAAUO,CAAU,CACzG,CAAC,CACH,CCcM,SAAUK,IAAS,SACvBC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAEA,OAAOC,GAAK,MAAA,OAAAC,EAAA,CAAA,EAAAC,EAAIJ,CAAY,CAAA,CAAA,CAC9B,CCmEM,SAAUK,GAAUC,EAAqC,OACzDC,EAAQ,IACRC,EAEJ,OAAIF,GAAiB,OACf,OAAOA,GAAkB,UACxBG,EAA4BH,EAAa,MAAzCC,EAAKE,IAAA,OAAG,IAAQA,EAAED,EAAUF,EAAa,OAE5CC,EAAQD,GAILC,GAAS,EACZ,UAAA,CAAM,OAAAG,CAAA,EACNC,EAAQ,SAACC,EAAQC,EAAU,CACzB,IAAIC,EAAQ,EACRC,EAEEC,EAAc,UAAA,CAGlB,GAFAD,GAAS,MAATA,EAAW,YAAW,EACtBA,EAAY,KACRP,GAAS,KAAM,CACjB,IAAMS,EAAW,OAAOT,GAAU,SAAWU,GAAMV,CAAK,EAAIW,EAAUX,EAAMM,CAAK,CAAC,EAC5EM,EAAqBC,EAAyBR,EAAY,UAAA,CAC9DO,EAAmB,YAAW,EAC9BE,EAAiB,CACnB,CAAC,EACDL,EAAS,UAAUG,CAAkB,OAErCE,EAAiB,CAErB,EAEMA,EAAoB,UAAA,CACxB,IAAIC,EAAY,GAChBR,EAAYH,EAAO,UACjBS,EAAyBR,EAAY,OAAW,UAAA,CAC1C,EAAEC,EAAQP,EACRQ,EACFC,EAAW,EAEXO,EAAY,GAGdV,EAAW,SAAQ,CAEvB,CAAC,CAAC,EAGAU,GACFP,EAAW,CAEf,EAEAM,EAAiB,CACnB,CAAC,CACP,CCpFM,SAAUE,GAAcC,EAA6DC,EAAQ,CAMjG,OAAOC,EAAQC,GAAcH,EAAaC,EAAW,UAAU,QAAU,EAAG,EAAI,CAAC,CACnF,CC+CM,SAAUG,GAASC,EAA4B,CAA5BA,IAAA,SAAAA,EAAA,CAAA,GACf,IAAAC,EAAgHD,EAAO,UAAvHE,EAASD,IAAA,OAAG,UAAA,CAAM,OAAA,IAAIE,CAAJ,EAAgBF,EAAEG,EAA4EJ,EAAO,aAAnFK,EAAYD,IAAA,OAAG,GAAIA,EAAEE,EAAuDN,EAAO,gBAA9DO,EAAeD,IAAA,OAAG,GAAIA,EAAEE,EAA+BR,EAAO,oBAAtCS,EAAmBD,IAAA,OAAG,GAAIA,EAUnH,OAAO,SAACE,EAAa,CACnB,IAAIC,EACAC,EACAC,EACAC,EAAW,EACXC,EAAe,GACfC,EAAa,GAEXC,EAAc,UAAA,CAClBL,GAAe,MAAfA,EAAiB,YAAW,EAC5BA,EAAkB,MACpB,EAGMM,GAAQ,UAAA,CACZD,EAAW,EACXN,EAAaE,EAAU,OACvBE,EAAeC,EAAa,EAC9B,EACMG,EAAsB,UAAA,CAG1B,IAAMC,EAAOT,EACbO,GAAK,EACLE,GAAI,MAAJA,EAAM,YAAW,CACnB,EAEA,OAAOC,EAAc,SAACC,EAAQC,GAAU,CACtCT,IACI,CAACE,GAAc,CAACD,GAClBE,EAAW,EAOb,IAAMO,GAAQX,EAAUA,GAAO,KAAPA,EAAWX,EAAS,EAO5CqB,GAAW,IAAI,UAAA,CACbT,IAKIA,IAAa,GAAK,CAACE,GAAc,CAACD,IACpCH,EAAkBa,GAAYN,EAAqBV,CAAmB,EAE1E,CAAC,EAIDe,GAAK,UAAUD,EAAU,EAGvB,CAACZ,GAIDG,EAAW,IAOXH,EAAa,IAAIe,GAAe,CAC9B,KAAM,SAACC,GAAK,CAAK,OAAAH,GAAK,KAAKG,EAAK,CAAf,EACjB,MAAO,SAACC,GAAG,CACTZ,EAAa,GACbC,EAAW,EACXL,EAAkBa,GAAYP,GAAOb,EAAcuB,EAAG,EACtDJ,GAAK,MAAMI,EAAG,CAChB,EACA,SAAU,UAAA,CACRb,EAAe,GACfE,EAAW,EACXL,EAAkBa,GAAYP,GAAOX,CAAe,EACpDiB,GAAK,SAAQ,CACf,EACD,EACDK,EAAUP,CAAM,EAAE,UAAUX,CAAU,EAE1C,CAAC,EAAED,CAAa,CAClB,CACF,CAEA,SAASe,GACPP,EACAY,EAAoD,SACpDC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,EAAA,CAAA,EAAA,UAAAA,CAAA,EAEA,GAAIF,IAAO,GAAM,CACfZ,EAAK,EACL,OAGF,GAAIY,IAAO,GAIX,KAAMG,EAAe,IAAIP,GAAe,CACtC,KAAM,UAAA,CACJO,EAAa,YAAW,EACxBf,EAAK,CACP,EACD,EAED,OAAOW,EAAUC,EAAE,MAAA,OAAAI,EAAA,CAAA,EAAAC,EAAIJ,CAAI,CAAA,CAAA,CAAA,EAAG,UAAUE,CAAY,EACtD,CChHM,SAAUG,EACdC,EACAC,EACAC,EAAyB,WAErBC,EACAC,EAAW,GACf,OAAIJ,GAAsB,OAAOA,GAAuB,UACnDK,EAA8EL,EAAkB,WAAhGG,EAAUE,IAAA,OAAG,IAAQA,EAAEC,EAAuDN,EAAkB,WAAzEC,EAAUK,IAAA,OAAG,IAAQA,EAAEC,EAAgCP,EAAkB,SAAlDI,EAAQG,IAAA,OAAG,GAAKA,EAAEL,EAAcF,EAAkB,WAEnGG,EAAcH,GAAkB,KAAlBA,EAAsB,IAE/BQ,GAAS,CACd,UAAW,UAAA,CAAM,OAAA,IAAIC,GAAcN,EAAYF,EAAYC,CAAS,CAAnD,EACjB,aAAc,GACd,gBAAiB,GACjB,oBAAqBE,EACtB,CACH,CCxIM,SAAUM,GAAQC,EAAa,CACnC,OAAOC,EAAO,SAACC,EAAGC,EAAK,CAAK,OAAAH,GAASG,CAAT,CAAc,CAC5C,CCaM,SAAUC,GAAaC,EAA8B,CACzD,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAS,GAEPC,EAAiBC,EACrBH,EACA,UAAA,CACEE,GAAc,MAAdA,EAAgB,YAAW,EAC3BD,EAAS,EACX,EACAG,EAAI,EAGNC,EAAUR,CAAQ,EAAE,UAAUK,CAAc,EAE5CH,EAAO,UAAUI,EAAyBH,EAAY,SAACM,EAAK,CAAK,OAAAL,GAAUD,EAAW,KAAKM,CAAK,CAA/B,CAAgC,CAAC,CACpG,CAAC,CACH,CCVM,SAAUC,GAAS,SAAOC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAC9B,IAAMC,EAAYC,GAAaH,CAAM,EACrC,OAAOI,EAAQ,SAACC,EAAQC,EAAU,EAI/BJ,EAAYK,GAAOP,EAAQK,EAAQH,CAAS,EAAIK,GAAOP,EAAQK,CAAM,GAAG,UAAUC,CAAU,CAC/F,CAAC,CACH,CCmBM,SAAUE,EACdC,EACAC,EAA6G,CAE7G,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAyD,KACzDC,EAAQ,EAERC,EAAa,GAIXC,EAAgB,UAAA,CAAM,OAAAD,GAAc,CAACF,GAAmBD,EAAW,SAAQ,CAArD,EAE5BD,EAAO,UACLM,EACEL,EACA,SAACM,EAAK,CAEJL,GAAe,MAAfA,EAAiB,YAAW,EAC5B,IAAIM,EAAa,EACXC,EAAaN,IAEnBO,EAAUb,EAAQU,EAAOE,CAAU,CAAC,EAAE,UACnCP,EAAkBI,EACjBL,EAIA,SAACU,EAAU,CAAK,OAAAV,EAAW,KAAKH,EAAiBA,EAAeS,EAAOI,EAAYF,EAAYD,GAAY,EAAIG,CAAU,CAAzG,EAChB,UAAA,CAIET,EAAkB,KAClBG,EAAa,CACf,CAAC,CACD,CAEN,EACA,UAAA,CACED,EAAa,GACbC,EAAa,CACf,CAAC,CACF,CAEL,CAAC,CACH,CCvFM,SAAUO,EAAaC,EAA8B,CACzD,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChCC,EAAUJ,CAAQ,EAAE,UAAUK,EAAyBF,EAAY,UAAA,CAAM,OAAAA,EAAW,SAAQ,CAAnB,EAAuBG,EAAI,CAAC,EACrG,CAACH,EAAW,QAAUD,EAAO,UAAUC,CAAU,CACnD,CAAC,CACH,CCIM,SAAUI,GAAaC,EAAiDC,EAAiB,CAAjB,OAAAA,IAAA,SAAAA,EAAA,IACrEC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAQ,EACZF,EAAO,UACLG,EAAyBF,EAAY,SAACG,EAAK,CACzC,IAAMC,EAASR,EAAUO,EAAOF,GAAO,GACtCG,GAAUP,IAAcG,EAAW,KAAKG,CAAK,EAC9C,CAACC,GAAUJ,EAAW,SAAQ,CAChC,CAAC,CAAC,CAEN,CAAC,CACH,CCqGM,SAAUK,EACdC,EACAC,EACAC,EAA8B,CAK9B,IAAMC,EACJC,EAAWJ,CAAc,GAAKC,GAASC,EAElC,CAAE,KAAMF,EAA2E,MAAKC,EAAE,SAAQC,CAAA,EACnGF,EAEN,OAAOG,EACHE,EAAQ,SAACC,EAAQC,EAAU,QACzBC,EAAAL,EAAY,aAAS,MAAAK,IAAA,QAAAA,EAAA,KAArBL,CAAW,EACX,IAAIM,EAAU,GACdH,EAAO,UACLI,EACEH,EACA,SAACI,EAAK,QACJH,EAAAL,EAAY,QAAI,MAAAK,IAAA,QAAAA,EAAA,KAAhBL,EAAmBQ,CAAK,EACxBJ,EAAW,KAAKI,CAAK,CACvB,EACA,UAAA,OACEF,EAAU,IACVD,EAAAL,EAAY,YAAQ,MAAAK,IAAA,QAAAA,EAAA,KAApBL,CAAW,EACXI,EAAW,SAAQ,CACrB,EACA,SAACK,EAAG,OACFH,EAAU,IACVD,EAAAL,EAAY,SAAK,MAAAK,IAAA,QAAAA,EAAA,KAAjBL,EAAoBS,CAAG,EACvBL,EAAW,MAAMK,CAAG,CACtB,EACA,UAAA,SACMH,KACFD,EAAAL,EAAY,eAAW,MAAAK,IAAA,QAAAA,EAAA,KAAvBL,CAAW,IAEbU,EAAAV,EAAY,YAAQ,MAAAU,IAAA,QAAAA,EAAA,KAApBV,CAAW,CACb,CAAC,CACF,CAEL,CAAC,EAIDW,EACN,CCnIM,SAAUC,GAAYC,EAAsDC,EAAuB,CACvG,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAC1B,IAAAC,EAAuCJ,GAAM,KAANA,EAAU,CAAA,EAA/CK,EAAAD,EAAA,QAAAE,EAAOD,IAAA,OAAG,GAAIA,EAAEE,EAAAH,EAAA,SAAAI,EAAQD,IAAA,OAAG,GAAKA,EACpCE,EAAW,GACXC,EAAsB,KACtBC,EAAiC,KACjCC,EAAa,GAEXC,EAAgB,UAAA,CACpBF,GAAS,MAATA,EAAW,YAAW,EACtBA,EAAY,KACRH,IACFM,EAAI,EACJF,GAAcT,EAAW,SAAQ,EAErC,EAEMY,EAAoB,UAAA,CACxBJ,EAAY,KACZC,GAAcT,EAAW,SAAQ,CACnC,EAEMa,EAAgB,SAACC,GAAQ,CAC7B,OAACN,EAAYO,EAAUnB,EAAiBkB,EAAK,CAAC,EAAE,UAAUE,EAAyBhB,EAAYU,EAAeE,CAAiB,CAAC,CAAhI,EAEID,EAAO,UAAA,CACX,GAAIL,EAAU,CAIZA,EAAW,GACX,IAAMQ,GAAQP,EACdA,EAAY,KAEZP,EAAW,KAAKc,EAAK,EACrB,CAACL,GAAcI,EAAcC,EAAK,EAEtC,EAEAf,EAAO,UACLiB,EACEhB,EAMA,SAACc,GAAK,CACJR,EAAW,GACXC,EAAYO,GACZ,EAAEN,GAAa,CAACA,EAAU,UAAYL,EAAUQ,EAAI,EAAKE,EAAcC,EAAK,EAC9E,EACA,UAAA,CACEL,EAAa,GACb,EAAEJ,GAAYC,GAAYE,GAAa,CAACA,EAAU,SAAWR,EAAW,SAAQ,CAClF,CAAC,CACF,CAEL,CAAC,CACH,CCxFM,SAAUiB,GACdC,EACAC,EACAC,EAAuB,CADvBD,IAAA,SAAAA,EAAAE,IAGA,IAAMC,EAAYC,GAAML,EAAUC,CAAS,EAC3C,OAAOK,GAAS,UAAA,CAAM,OAAAF,CAAA,EAAWF,CAAM,CACzC,CCJM,SAAUK,IAAc,SAAOC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACnC,IAAMC,EAAUC,GAAkBH,CAAM,EAExC,OAAOI,EAAQ,SAACC,EAAQC,EAAU,CAehC,QAdMC,EAAMP,EAAO,OACbQ,EAAc,IAAI,MAAMD,CAAG,EAI7BE,EAAWT,EAAO,IAAI,UAAA,CAAM,MAAA,EAAA,CAAK,EAGjCU,EAAQ,cAMHC,EAAC,CACRC,EAAUZ,EAAOW,CAAC,CAAC,EAAE,UACnBE,EACEP,EACA,SAACQ,EAAK,CACJN,EAAYG,CAAC,EAAIG,EACb,CAACJ,GAAS,CAACD,EAASE,CAAC,IAEvBF,EAASE,CAAC,EAAI,IAKbD,EAAQD,EAAS,MAAMM,EAAQ,KAAON,EAAW,MAEtD,EAGAO,EAAI,CACL,GAnBIL,EAAI,EAAGA,EAAIJ,EAAKI,MAAhBA,CAAC,EAwBVN,EAAO,UACLQ,EAAyBP,EAAY,SAACQ,EAAK,CACzC,GAAIJ,EAAO,CAET,IAAMO,EAAMC,EAAA,CAAIJ,CAAK,EAAAK,EAAKX,CAAW,CAAA,EACrCF,EAAW,KAAKJ,EAAUA,EAAO,MAAA,OAAAgB,EAAA,CAAA,EAAAC,EAAIF,CAAM,CAAA,CAAA,EAAIA,CAAM,EAEzD,CAAC,CAAC,CAEN,CAAC,CACH,CCxFM,SAAUG,IAAG,SAAOC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACxB,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChCL,GAAS,MAAA,OAAAM,EAAA,CAACF,CAA8B,EAAAG,EAAMN,CAAuC,CAAA,CAAA,EAAE,UAAUI,CAAU,CAC7G,CAAC,CACH,CCCM,SAAUG,IAAO,SAAkCC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACvD,OAAOC,GAAG,MAAA,OAAAC,EAAA,CAAA,EAAAC,EAAIJ,CAAW,CAAA,CAAA,CAC3B,CCYO,SAASK,IAAmC,CACjD,IAAMC,EAAY,IAAIC,GAAwB,CAAC,EAC/C,OAAAC,EAAU,SAAU,mBAAoB,CAAE,KAAM,EAAK,CAAC,EACnD,UAAU,IAAMF,EAAU,KAAK,QAAQ,CAAC,EAGpCA,CACT,CCHO,SAASG,EACdC,EAAkBC,EAAmB,SAChC,CACL,OAAO,MAAM,KAAKA,EAAK,iBAAoBD,CAAQ,CAAC,CACtD,CAuBO,SAASE,EACdF,EAAkBC,EAAmB,SAClC,CACH,IAAME,EAAKC,GAAsBJ,EAAUC,CAAI,EAC/C,GAAI,OAAOE,GAAO,YAChB,MAAM,IAAI,eACR,8BAA8BH,CAAQ,iBACxC,EAGF,OAAOG,CACT,CAsBO,SAASC,GACdJ,EAAkBC,EAAmB,SACtB,CACf,OAAOA,EAAK,cAAiBD,CAAQ,GAAK,MAC5C,CAOO,SAASK,IAA4C,CAnH5D,IAAAC,EAAAC,EAAAC,EAAAC,EAoHE,OACEA,GAAAD,GAAAD,GAAAD,EAAA,SAAS,gBAAT,YAAAA,EAAwB,aAAxB,YAAAC,EAAoC,gBAApC,KAAAC,EACA,SAAS,gBADT,KAAAC,EAEA,MAEJ,CCvEA,IAAMC,GAAYC,EAChBC,EAAU,SAAS,KAAM,SAAS,EAClCA,EAAU,SAAS,KAAM,UAAU,CACrC,EACG,KACCC,GAAa,CAAC,EACdC,EAAU,MAAS,EACnBC,EAAI,IAAMC,GAAiB,GAAK,SAAS,IAAI,EAC7CC,EAAY,CAAC,CACf,EAaK,SAASC,GACdC,EACqB,CACrB,OAAOT,GACJ,KACCK,EAAIK,GAAUD,EAAG,SAASC,CAAM,CAAC,EACjCC,EAAqB,CACvB,CACJ,CC7BO,SAASC,GACdC,EAAiBC,EACI,CACrB,OAAOC,EAAM,IAAMC,EACjBC,EAAUJ,EAAI,YAAY,EAAE,KAAKK,EAAI,IAAM,EAAI,CAAC,EAChDD,EAAUJ,EAAI,YAAY,EAAE,KAAKK,EAAI,IAAM,EAAK,CAAC,CACnD,EACG,KACCJ,EAAUK,GAASC,GAAUC,GAAM,CAAC,CAACD,EAASN,CAAO,CAAC,EAAIQ,GAC1DC,EAAUV,EAAG,QAAQ,QAAQ,CAAC,CAChC,CACF,CACF,CCPA,SAASW,GAAYC,EAAiBC,EAA8B,CAGlE,GAAI,OAAOA,GAAU,UAAY,OAAOA,GAAU,SAChDD,EAAG,WAAaC,EAAM,SAAS,UAGtBA,aAAiB,KAC1BD,EAAG,YAAYC,CAAK,UAGX,MAAM,QAAQA,CAAK,EAC5B,QAAWC,KAAQD,EACjBF,GAAYC,EAAIE,CAAI,CAE1B,CAyBO,SAASC,EACdC,EAAaC,KAAmCC,EAC7C,CACH,IAAMN,EAAK,SAAS,cAAcI,CAAG,EAGrC,GAAIC,EACF,QAAWE,KAAQ,OAAO,KAAKF,CAAU,EACnC,OAAOA,EAAWE,CAAI,GAAM,cAI5B,OAAOF,EAAWE,CAAI,GAAM,UAC9BP,EAAG,aAAaO,EAAMF,EAAWE,CAAI,CAAC,EAEtCP,EAAG,aAAaO,EAAM,EAAE,GAI9B,QAAWN,KAASK,EAClBP,GAAYC,EAAIC,CAAK,EAGvB,OAAOD,CACT,CC9EO,SAASQ,GAAMC,EAAuB,CAC3C,GAAIA,EAAQ,IAAK,CACf,IAAMC,EAAS,GAAGD,EAAQ,KAAO,IAAO,IACxC,MAAO,KAAKA,EAAQ,MAAY,KAAM,QAAQC,CAAM,CAAC,GACvD,KACE,QAAOD,EAAM,SAAS,CAE1B,CCCO,SAASE,GAAYC,EAA+B,CACzD,IAAMC,EAASC,EAAE,SAAU,CAAE,IAAAF,CAAI,CAAC,EAClC,OAAOG,EAAM,KACX,SAAS,KAAK,YAAYF,CAAM,EACzBG,EACLC,EAAUJ,EAAQ,MAAM,EACxBI,EAAUJ,EAAQ,OAAO,EACtB,KACCK,EAAU,IACRC,GAAW,IAAM,IAAI,eAAe,mBAAmBP,CAAG,EAAE,CAAC,CAC9D,CACH,CACJ,EACG,KACCQ,EAAI,IAAG,EAAY,EACnBC,EAAS,IAAM,SAAS,KAAK,YAAYR,CAAM,CAAC,EAChDS,GAAK,CAAC,CACR,EACH,CACH,CCVA,IAAMC,GAAS,IAAIC,EAiBbC,GAAYC,EAAM,IACtB,OAAO,gBAAmB,YACtBC,GAAY,4CAA4C,EACxDC,EAAG,MAAS,CACjB,EACE,KACCC,EAAI,IAAM,IAAI,eAAeC,GAC3BA,EAAQ,QAAQC,GAASR,GAAO,KAAKQ,CAAK,CAAC,CAC5C,CAAC,EACFC,EAAUC,GAAYC,EAAMC,GAAOP,EAAGK,CAAQ,CAAC,EAAE,KAC/CG,EAAS,IAAMH,EAAS,WAAW,CAAC,CACtC,CAAC,EACDI,EAAY,CAAC,CACf,EAaK,SAASC,GACdC,EACa,CACb,MAAO,CACL,MAAQA,EAAG,YACX,OAAQA,EAAG,YACb,CACF,CAuBO,SAASC,GACdD,EACyB,CAMzB,IAAIE,EAASF,EACb,KAAOE,EAAO,cAAgB,GACxBA,EAAO,eACTA,EAASA,EAAO,cAMpB,OAAOhB,GAAU,KACfiB,EAAIT,GAAYA,EAAS,QAAQQ,CAAM,CAAC,EACxCT,EAAUC,GAAYV,GAAO,KAC3BoB,EAAOZ,GAASA,EAAM,SAAWU,CAAM,EACvCL,EAAS,IAAMH,EAAS,UAAUQ,CAAM,CAAC,CAC3C,CAAC,EACDZ,EAAI,IAAMS,GAAeC,CAAE,CAAC,EAC5BK,EAAUN,GAAeC,CAAE,CAAC,CAC9B,CACF,CC3HO,SAASM,GACdC,EACa,CACb,MAAO,CACL,MAAQA,EAAG,YACX,OAAQA,EAAG,YACb,CACF,CASO,SAASC,GACdD,EACyB,CACzB,IAAIE,EAASF,EAAG,cAChB,KAAOE,IAEHF,EAAG,aAAgBE,EAAO,aAC1BF,EAAG,cAAgBE,EAAO,eAE1BA,GAAUF,EAAKE,GAAQ,cAK3B,OAAOA,EAASF,EAAK,MACvB,CAYO,SAASG,GACdH,EACe,CACf,IAAMI,EAA4B,CAAC,EAG/BF,EAASF,EAAG,cAChB,KAAOE,IAEHF,EAAG,YAAeE,EAAO,aACzBF,EAAG,aAAeE,EAAO,eAEzBE,EAAW,KAAKF,CAAM,EAGxBA,GAAUF,EAAKE,GAAQ,cAKzB,OAAIE,EAAW,SAAW,GACxBA,EAAW,KAAK,SAAS,eAAe,EAGnCA,CACT,CC9CO,SAASC,GACdC,EACe,CACf,MAAO,CACL,EAAGA,EAAG,WACN,EAAGA,EAAG,SACR,CACF,CASO,SAASC,GACdD,EACe,CACf,IAAME,EAAOF,EAAG,sBAAsB,EACtC,MAAO,CACL,EAAGE,EAAK,EAAI,OAAO,QACnB,EAAGA,EAAK,EAAI,OAAO,OACrB,CACF,CAWO,SAASC,GACdH,EAC2B,CAC3B,OAAOI,EACLC,EAAU,OAAQ,MAAM,EACxBA,EAAU,OAAQ,QAAQ,CAC5B,EACG,KACCC,GAAU,EAAGC,EAAuB,EACpCC,EAAI,IAAMT,GAAiBC,CAAE,CAAC,EAC9BS,EAAUV,GAAiBC,CAAE,CAAC,CAChC,CACJ,CC3DO,SAASU,GACdC,EACe,CACf,MAAO,CACL,EAAGA,EAAG,WACN,EAAGA,EAAG,SACR,CACF,CAWO,SAASC,GACdD,EAC2B,CAC3B,OAAOE,EACLC,EAAUH,EAAI,QAAQ,EACtBG,EAAU,OAAQ,QAAQ,EAC1BA,EAAU,OAAQ,QAAQ,CAC5B,EACG,KACCC,GAAU,EAAGC,EAAuB,EACpCC,EAAI,IAAMP,GAAwBC,CAAE,CAAC,EACrCO,EAAUR,GAAwBC,CAAE,CAAC,CACvC,CACJ,CCzBA,IAAMQ,GAAS,IAAIC,EAUbC,GAAYC,EAAM,IAAMC,EAC5B,IAAI,qBAAqBC,GAAW,CAClC,QAAWC,KAASD,EAClBL,GAAO,KAAKM,CAAK,CACrB,EAAG,CACD,UAAW,CACb,CAAC,CACH,CAAC,EACE,KACCC,EAAUC,GAAYC,EAAMC,GAAON,EAAGI,CAAQ,CAAC,EAC5C,KACCG,EAAS,IAAMH,EAAS,WAAW,CAAC,CACtC,CACF,EACAI,EAAY,CAAC,CACf,EAaK,SAASC,GACdC,EACqB,CACrB,OAAOZ,GACJ,KACCa,EAAIP,GAAYA,EAAS,QAAQM,CAAE,CAAC,EACpCP,EAAUC,GAAYR,GACnB,KACCgB,EAAO,CAAC,CAAE,OAAAC,CAAO,IAAMA,IAAWH,CAAE,EACpCH,EAAS,IAAMH,EAAS,UAAUM,CAAE,CAAC,EACrCI,EAAI,CAAC,CAAE,eAAAC,CAAe,IAAMA,CAAc,CAC5C,CACF,CACF,CACJ,CAaO,SAASC,GACdN,EAAiBO,EAAY,GACR,CACrB,OAAOC,GAA0BR,CAAE,EAChC,KACCI,EAAI,CAAC,CAAE,EAAAK,CAAE,IAAM,CACb,IAAMC,EAAUC,GAAeX,CAAE,EAC3BY,EAAUC,GAAsBb,CAAE,EACxC,OAAOS,GACLG,EAAQ,OAASF,EAAQ,OAASH,CAEtC,CAAC,EACDO,EAAqB,CACvB,CACJ,CCjFA,IAAMC,GAA4C,CAChD,OAAQC,EAAW,yBAAyB,EAC5C,OAAQA,EAAW,yBAAyB,CAC9C,EAaO,SAASC,GAAUC,EAAuB,CAC/C,OAAOH,GAAQG,CAAI,EAAE,OACvB,CAaO,SAASC,GAAUD,EAAcE,EAAsB,CACxDL,GAAQG,CAAI,EAAE,UAAYE,GAC5BL,GAAQG,CAAI,EAAE,MAAM,CACxB,CAWO,SAASG,GAAYH,EAAmC,CAC7D,IAAMI,EAAKP,GAAQG,CAAI,EACvB,OAAOK,EAAUD,EAAI,QAAQ,EAC1B,KACCE,EAAI,IAAMF,EAAG,OAAO,EACpBG,EAAUH,EAAG,OAAO,CACtB,CACJ,CC9BA,SAASI,GACPC,EAAiBC,EACR,CACT,OAAQD,EAAG,YAAa,CAGtB,KAAK,iBAEH,OAAIA,EAAG,OAAS,QACP,SAAS,KAAKC,CAAI,EAElB,GAGX,KAAK,kBACL,KAAK,oBACH,MAAO,GAGT,QACE,OAAOD,EAAG,iBACd,CACF,CAWO,SAASE,IAAwC,CACtD,OAAOC,EACLC,EAAU,OAAQ,kBAAkB,EAAE,KAAKC,EAAI,IAAM,EAAI,CAAC,EAC1DD,EAAU,OAAQ,gBAAgB,EAAE,KAAKC,EAAI,IAAM,EAAK,CAAC,CAC3D,EACG,KACCC,EAAU,EAAK,CACjB,CACJ,CAOO,SAASC,IAAsC,CACpD,IAAMC,EAAYJ,EAAyB,OAAQ,SAAS,EACzD,KACCK,EAAOC,GAAM,EAAEA,EAAG,SAAWA,EAAG,QAAQ,EACxCL,EAAIK,IAAO,CACT,KAAMC,GAAU,QAAQ,EAAI,SAAW,SACvC,KAAMD,EAAG,IACT,OAAQ,CACNA,EAAG,eAAe,EAClBA,EAAG,gBAAgB,CACrB,CACF,EAAc,EACdD,EAAO,CAAC,CAAE,KAAAG,EAAM,KAAAX,CAAK,IAAM,CACzB,GAAIW,IAAS,SAAU,CACrB,IAAMC,EAASC,GAAiB,EAChC,GAAI,OAAOD,GAAW,YACpB,MAAO,CAACd,GAAwBc,EAAQZ,CAAI,CAChD,CACA,MAAO,EACT,CAAC,EACDc,GAAM,CACR,EAGF,OAAOb,GAAiB,EACrB,KACCc,EAAUH,GAAWA,EAAqBI,EAAZT,CAAiB,CACjD,CACJ,CC1GO,SAASU,IAAmB,CACjC,OAAO,IAAI,IAAI,SAAS,IAAI,CAC9B,CAgBO,SAASC,GACdC,EAA4BC,EAAW,GACjC,CACN,GAAIC,EAAQ,oBAAoB,GAAK,CAACD,EAAU,CAC9C,IAAME,EAAKC,EAAE,IAAK,CAAE,KAAMJ,EAAI,IAAK,CAAC,EACpC,SAAS,KAAK,YAAYG,CAAE,EAC5BA,EAAG,MAAM,EACTA,EAAG,OAAO,CAIZ,MACE,SAAS,KAAOH,EAAI,IAExB,CASO,SAASK,IAA8B,CAC5C,OAAO,IAAIC,CACb,CCxCO,SAASC,IAA0B,CACxC,OAAO,SAAS,KAAK,MAAM,CAAC,CAC9B,CAYO,SAASC,GAAgBC,EAAoB,CAClD,IAAMC,EAAKC,EAAE,IAAK,CAAE,KAAMF,CAAK,CAAC,EAChCC,EAAG,iBAAiB,QAASE,GAAMA,EAAG,gBAAgB,CAAC,EACvDF,EAAG,MAAM,CACX,CAWO,SAASG,GACdC,EACoB,CACpB,OAAOC,EACLC,EAA2B,OAAQ,YAAY,EAC/CF,CACF,EACG,KACCG,EAAIV,EAAe,EACnBW,EAAUX,GAAgB,CAAC,EAC3BY,EAAOV,GAAQA,EAAK,OAAS,CAAC,EAC9BW,EAAY,CAAC,CACf,CACJ,CASO,SAASC,GACdP,EACyB,CACzB,OAAOD,GAAkBC,CAAS,EAC/B,KACCG,EAAIK,GAAMC,GAAmB,QAAQD,CAAE,IAAI,CAAE,EAC7CH,EAAOT,GAAM,OAAOA,GAAO,WAAW,CACxC,CACJ,CCtDO,SAASc,GAAWC,EAAoC,CAC7D,IAAMC,EAAQ,WAAWD,CAAK,EAC9B,OAAOE,GAA0BC,GAC/BF,EAAM,YAAY,IAAME,EAAKF,EAAM,OAAO,CAAC,CAC5C,EACE,KACCG,EAAUH,EAAM,OAAO,CACzB,CACJ,CAOO,SAASI,IAAkC,CAChD,IAAMJ,EAAQ,WAAW,OAAO,EAChC,OAAOK,EACLC,EAAU,OAAQ,aAAa,EAAE,KAAKC,EAAI,IAAM,EAAI,CAAC,EACrDD,EAAU,OAAQ,YAAY,EAAE,KAAKC,EAAI,IAAM,EAAK,CAAC,CACvD,EACG,KACCJ,EAAUH,EAAM,OAAO,CACzB,CACJ,CAcO,SAASQ,GACdC,EAA6BC,EACd,CACf,OAAOD,EACJ,KACCE,EAAUC,GAAUA,EAASF,EAAQ,EAAIG,CAAK,CAChD,CACJ,CC/BO,SAASC,GACdC,EAAmBC,EACD,CAClB,OAAO,IAAIC,EAAiBC,GAAY,CACtC,IAAMC,EAAM,IAAI,eAChB,OAAAA,EAAI,KAAK,MAAO,GAAGJ,CAAG,EAAE,EACxBI,EAAI,aAAe,OAGnBA,EAAI,iBAAiB,OAAQ,IAAM,CAC7BA,EAAI,QAAU,KAAOA,EAAI,OAAS,KACpCD,EAAS,KAAKC,EAAI,QAAQ,EAC1BD,EAAS,SAAS,GAIlBA,EAAS,MAAM,IAAI,MAAMC,EAAI,UAAU,CAAC,CAE5C,CAAC,EAGDA,EAAI,iBAAiB,QAAS,IAAM,CAClCD,EAAS,MAAM,IAAI,MAAM,eAAe,CAAC,CAC3C,CAAC,EAGDC,EAAI,iBAAiB,QAAS,IAAM,CAClCD,EAAS,SAAS,CACpB,CAAC,EAGG,OAAOF,GAAA,YAAAA,EAAS,YAAc,cAChCG,EAAI,iBAAiB,WAAYC,GAAS,CA/FhD,IAAAC,EAgGQ,GAAID,EAAM,iBACRJ,EAAQ,UAAW,KAAMI,EAAM,OAASA,EAAM,MAAS,GAAG,MAIrD,CACL,IAAME,GAASD,EAAAF,EAAI,kBAAkB,gBAAgB,IAAtC,KAAAE,EAA2C,EAC1DL,EAAQ,UAAW,KAAMI,EAAM,OAAS,CAACE,EAAU,GAAG,CACxD,CACF,CAAC,EAGDN,EAAQ,UAAU,KAAK,CAAC,GAI1BG,EAAI,KAAK,EACF,IAAMA,EAAI,MAAM,CACzB,CAAC,CACH,CAcO,SAASI,GACdR,EAAmBC,EACJ,CACf,OAAOF,GAAQC,EAAKC,CAAO,EACxB,KACCQ,EAAUC,GAAOA,EAAI,KAAK,CAAC,EAC3BC,EAAIC,GAAQ,KAAK,MAAMA,CAAI,CAAM,EACjCC,EAAY,CAAC,CACf,CACJ,CAUO,SAASC,GACdd,EAAmBC,EACG,CACtB,IAAMc,EAAM,IAAI,UAChB,OAAOhB,GAAQC,EAAKC,CAAO,EACxB,KACCQ,EAAUC,GAAOA,EAAI,KAAK,CAAC,EAC3BC,EAAID,GAAOK,EAAI,gBAAgBL,EAAK,WAAW,CAAC,EAChDG,EAAY,CAAC,CACf,CACJ,CAUO,SAASG,GACdhB,EAAmBC,EACG,CACtB,IAAMc,EAAM,IAAI,UAChB,OAAOhB,GAAQC,EAAKC,CAAO,EACxB,KACCQ,EAAUC,GAAOA,EAAI,KAAK,CAAC,EAC3BC,EAAID,GAAOK,EAAI,gBAAgBL,EAAK,UAAU,CAAC,EAC/CG,EAAY,CAAC,CACf,CACJ,CC5HO,SAASI,IAAoC,CAClD,MAAO,CACL,EAAG,KAAK,IAAI,EAAG,OAAO,EACtB,EAAG,KAAK,IAAI,EAAG,OAAO,CACxB,CACF,CASO,SAASC,IAAkD,CAChE,OAAOC,EACLC,EAAU,OAAQ,SAAU,CAAE,QAAS,EAAK,CAAC,EAC7CA,EAAU,OAAQ,SAAU,CAAE,QAAS,EAAK,CAAC,CAC/C,EACG,KACCC,EAAIJ,EAAiB,EACrBK,EAAUL,GAAkB,CAAC,CAC/B,CACJ,CC3BO,SAASM,IAAgC,CAC9C,MAAO,CACL,MAAQ,WACR,OAAQ,WACV,CACF,CASO,SAASC,IAA8C,CAC5D,OAAOC,EAAU,OAAQ,SAAU,CAAE,QAAS,EAAK,CAAC,EACjD,KACCC,EAAIH,EAAe,EACnBI,EAAUJ,GAAgB,CAAC,CAC7B,CACJ,CCXO,SAASK,IAAsC,CACpD,OAAOC,EAAc,CACnBC,GAAoB,EACpBC,GAAkB,CACpB,CAAC,EACE,KACCC,EAAI,CAAC,CAACC,EAAQC,CAAI,KAAO,CAAE,OAAAD,EAAQ,KAAAC,CAAK,EAAE,EAC1CC,EAAY,CAAC,CACf,CACJ,CCVO,SAASC,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EAChB,CACtB,IAAMC,EAAQF,EACX,KACCG,GAAwB,MAAM,CAChC,EAGIC,EAAUC,EAAc,CAACH,EAAOD,CAAO,CAAC,EAC3C,KACCK,EAAI,IAAMC,GAAiBR,CAAE,CAAC,CAChC,EAGF,OAAOM,EAAc,CAACJ,EAASD,EAAWI,CAAO,CAAC,EAC/C,KACCE,EAAI,CAAC,CAAC,CAAE,OAAAE,CAAO,EAAG,CAAE,OAAAC,EAAQ,KAAAC,CAAK,EAAG,CAAE,EAAAC,EAAG,EAAAC,CAAE,CAAC,KAAO,CACjD,OAAQ,CACN,EAAGH,EAAO,EAAIE,EACd,EAAGF,EAAO,EAAIG,EAAIJ,CACpB,EACA,KAAAE,CACF,EAAE,CACJ,CACJ,CCzBA,SAASG,GAAQC,EAA+B,CAC9C,OAAOC,EAA8BD,EAAQ,UAAWE,GAAMA,EAAG,IAAI,CACvE,CAWA,SAASC,GAAQH,EAA4B,CAC3C,IAAMI,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAUE,GAAQN,EAAO,YAAYM,CAAI,CAAC,EAGzCF,CACT,CAgBO,SAASG,GACdC,EAAaR,EAAS,IAAI,OAAOQ,CAAG,EACxB,CACZ,IAAMC,EAAQV,GAAQC,CAAM,EACtBI,EAAQD,GAAQH,CAAM,EAGtBU,EAAU,IAAIL,EACpBK,EAAQ,UAAUN,CAAK,EAGvB,IAAMO,EAAQP,EAAM,KAAKQ,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxD,OAAOH,EACJ,KACCE,EAAe,EACfE,GAAUL,EAAM,KAAKM,EAAUJ,CAAK,CAAC,CAAC,EACtCK,GAAM,CACR,CACJ,CCJA,IAAMC,GAASC,EAAW,WAAW,EAC/BC,GAAiB,KAAK,MAAMF,GAAO,WAAY,EACrDE,GAAO,KAAO,GAAG,IAAI,IAAIA,GAAO,KAAMC,GAAY,CAAC,CAAC,GAW7C,SAASC,IAAwB,CACtC,OAAOF,EACT,CASO,SAASG,EAAQC,EAAqB,CAC3C,OAAOJ,GAAO,SAAS,SAASI,CAAI,CACtC,CAUO,SAASC,GACdC,EAAkBC,EACV,CACR,OAAO,OAAOA,GAAU,YACpBP,GAAO,aAAaM,CAAG,EAAE,QAAQ,IAAKC,EAAM,SAAS,CAAC,EACtDP,GAAO,aAAaM,CAAG,CAC7B,CChCO,SAASE,GACdC,EAASC,EAAmB,SACP,CACrB,OAAOC,EAAW,sBAAsBF,CAAI,IAAKC,CAAI,CACvD,CAYO,SAASE,GACdH,EAASC,EAAmB,SACL,CACvB,OAAOG,EAAY,sBAAsBJ,CAAI,IAAKC,CAAI,CACxD,CC7EO,SAASI,GACdC,EACsB,CACtB,IAAMC,EAASC,EAAW,6BAA8BF,CAAE,EAC1D,OAAOG,EAAUF,EAAQ,QAAS,CAAE,KAAM,EAAK,CAAC,EAC7C,KACCG,EAAI,IAAMF,EAAW,cAAeF,CAAE,CAAC,EACvCI,EAAIC,IAAY,CAAE,KAAM,UAAUA,EAAQ,SAAS,CAAE,EAAE,CACzD,CACJ,CASO,SAASC,GACdN,EACiC,CACjC,GAAI,CAACO,EAAQ,kBAAkB,GAAK,CAACP,EAAG,kBACtC,OAAOQ,EAGT,GAAI,CAACR,EAAG,OAAQ,CACd,IAAMK,EAAUH,EAAW,cAAeF,CAAE,EACxC,UAAUK,EAAQ,SAAS,IAAM,SAAS,YAAY,IACxDL,EAAG,OAAS,GAChB,CAGA,OAAOS,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,KAAAE,CAAK,IAAM,CAC5BZ,EAAG,OAAS,GAGZ,SAAiB,aAAcY,CAAI,CACrC,CAAC,EAGMb,GAAcC,CAAE,EACpB,KACCa,EAAIC,GAASJ,EAAM,KAAKI,CAAK,CAAC,EAC9BC,EAAS,IAAML,EAAM,SAAS,CAAC,EAC/BN,EAAIU,GAAUE,EAAA,CAAE,IAAKhB,GAAOc,EAAQ,CACtC,CACJ,CAAC,CACH,CC5BO,SAASG,GACdC,EAAiB,CAAE,QAAAC,CAAQ,EACN,CACrB,OAAOA,EACJ,KACCC,EAAIC,IAAW,CAAE,OAAQA,IAAWH,CAAG,EAAE,CAC3C,CACJ,CAYO,SAASI,GACdJ,EAAiBK,EACe,CAChC,IAAMC,EAAY,IAAIC,EACtB,OAAAD,EAAU,UAAU,CAAC,CAAE,OAAAE,CAAO,IAAM,CAClCR,EAAG,OAASQ,CACd,CAAC,EAGMT,GAAaC,EAAIK,CAAO,EAC5B,KACCI,EAAIC,GAASJ,EAAU,KAAKI,CAAK,CAAC,EAClCC,EAAS,IAAML,EAAU,SAAS,CAAC,EACnCJ,EAAIQ,GAAUE,EAAA,CAAE,IAAKZ,GAAOU,EAAQ,CACtC,CACJ,CCnEO,SAASG,GACdC,EAAaC,EACA,CACb,OAAIA,IAAU,SAEVC,EAAC,OAAI,MAAM,gCAAgC,GAAIF,EAAI,KAAK,WACtDE,EAAC,OAAI,MAAM,+BAA+B,CAC5C,EAIAA,EAAC,OAAI,MAAM,aAAa,GAAIF,EAAI,KAAK,WACnCE,EAAC,OAAI,MAAM,+BAA+B,CAC5C,CAGN,CAGO,SAASC,MACXC,EACU,CACb,OACEF,EAAC,OAAI,MAAM,cAAc,KAAK,WAC5BA,EAAC,OAAI,MAAM,iCACRE,CACH,CACF,CAEJ,CCvCO,SAASC,GACdC,EAAqBC,EACR,CAIb,GAHAA,EAASA,EAAS,GAAGA,CAAM,eAAeD,CAAE,GAAK,OAG7CC,EAAQ,CACV,IAAMC,EAASD,EAAS,IAAIA,CAAM,GAAK,OACvC,OACEE,EAAC,SAAM,MAAM,gBAAgB,SAAU,GACpCC,GAAcH,CAAM,EACrBE,EAAC,KAAE,KAAMD,EAAQ,MAAM,uBAAuB,SAAU,IACtDC,EAAC,QAAK,wBAAuBH,EAAI,CACnC,CACF,CAEJ,KACE,QACEG,EAAC,SAAM,MAAM,gBAAgB,SAAU,GACpCC,GAAcH,CAAM,EACrBE,EAAC,QAAK,MAAM,uBAAuB,SAAU,IAC3CA,EAAC,QAAK,wBAAuBH,EAAI,CACnC,CACF,CAGN,CC5BO,SAASK,GAAsBC,EAAyB,CAC7D,OACEC,EAAC,UACC,MAAM,uBACN,MAAOC,GAAY,gBAAgB,EACnC,wBAAuB,IAAIF,CAAE,UAC9B,CAEL,CCtBA,IAAAG,GAAuB,SA+BvB,SAASC,GACPC,EAAsBC,EACT,CACb,IAAMC,EAASD,EAAO,EAChBE,EAASF,EAAO,EAGhBG,EAAU,OAAO,KAAKJ,EAAS,KAAK,EACvC,OAAOK,GAAO,CAACL,EAAS,MAAMK,CAAG,CAAC,EAClC,OAAyB,CAACC,EAAMD,IAAQ,CACvC,GAAGC,EAAMC,EAAC,cAAK,GAAAC,SAAWH,CAAG,CAAE,EAAQ,GACzC,EAAG,CAAC,CAAC,EACJ,MAAM,EAAG,EAAE,EAGRI,EAASC,GAAc,EACvBC,EAAM,IAAI,IAAIX,EAAS,SAAUS,EAAO,IAAI,EAC9CG,EAAQ,kBAAkB,GAC5BD,EAAI,aAAa,IAAI,IAAK,OAAO,QAAQX,EAAS,KAAK,EACpD,OAAO,CAAC,CAAC,CAAEa,CAAK,IAAMA,CAAK,EAC3B,OAAO,CAACC,EAAW,CAACC,CAAK,IAAM,GAAGD,CAAS,IAAIC,CAAK,GAAG,KAAK,EAAG,EAAE,CACpE,EAGF,GAAM,CAAE,KAAAC,CAAK,EAAIN,GAAc,EAC/B,OACEH,EAAC,KAAE,KAAM,GAAGI,CAAG,GAAI,MAAM,yBAAyB,SAAU,IAC1DJ,EAAC,WACC,MAAM,uCACN,gBAAeP,EAAS,MAAM,QAAQ,CAAC,GAEtCE,EAAS,GAAKK,EAAC,OAAI,MAAM,iCAAiC,EAC1DL,EAAS,GAAKK,EAAC,UAAIP,EAAS,KAAM,EAClCE,GAAU,GAAKK,EAAC,UAAIP,EAAS,KAAM,EACnCG,EAAS,GAAKH,EAAS,KAAK,OAAS,GACpCA,EAAS,KAEVA,EAAS,MACRO,EAAC,OAAI,MAAM,WACRP,EAAS,KAAK,IAAIiB,GAAO,CACxB,IAAMC,EAAOF,EACTC,KAAOD,EACL,uBAAuBA,EAAKC,CAAG,CAAC,GAChC,cACF,GACJ,OACEV,EAAC,QAAK,MAAO,UAAUW,CAAI,IAAKD,CAAI,CAExC,CAAC,CACH,EAEDd,EAAS,GAAKC,EAAQ,OAAS,GAC9BG,EAAC,KAAE,MAAM,2BACNY,GAAY,4BAA4B,EAAE,KAAG,GAAGf,CACnD,CAEJ,CACF,CAEJ,CAaO,SAASgB,GACdC,EACa,CACb,IAAMC,EAAYD,EAAO,CAAC,EAAE,MACtBE,EAAO,CAAC,GAAGF,CAAM,EAEjBZ,EAASC,GAAc,EAGvBR,EAASqB,EAAK,UAAUC,GAErB,CADG,GAAG,IAAI,IAAIA,EAAI,SAAUf,EAAO,IAAI,CAAC,GACrC,SAAS,GAAG,CACvB,EACK,CAACgB,CAAO,EAAIF,EAAK,OAAOrB,EAAQ,CAAC,EAGnCwB,EAAQH,EAAK,UAAUC,GAAOA,EAAI,MAAQF,CAAS,EACnDI,IAAU,KACZA,EAAQH,EAAK,QAGf,IAAMI,EAAOJ,EAAK,MAAM,EAAGG,CAAK,EAC1BE,EAAOL,EAAK,MAAMG,CAAK,EAGvBG,EAAW,CACf9B,GAAqB0B,EAAS,EAAc,EAAE,CAACvB,GAAUwB,IAAU,EAAE,EACrE,GAAGC,EAAK,IAAIG,GAAW/B,GAAqB+B,EAAS,CAAW,CAAC,EACjE,GAAGF,EAAK,OAAS,CACfrB,EAAC,WAAQ,MAAM,0BACbA,EAAC,WAAQ,SAAU,IACjBA,EAAC,WACEqB,EAAK,OAAS,GAAKA,EAAK,SAAW,EAChCT,GAAY,wBAAwB,EACpCA,GAAY,2BAA4BS,EAAK,MAAM,CAEzD,CACF,EACC,GAAGA,EAAK,IAAIE,GAAW/B,GAAqB+B,EAAS,CAAW,CAAC,CACpE,CACF,EAAI,CAAC,CACP,EAGA,OACEvB,EAAC,MAAG,MAAM,0BACPsB,CACH,CAEJ,CC1IO,SAASE,GAAkBC,EAAiC,CACjE,OACEC,EAAC,MAAG,MAAM,oBACP,OAAO,QAAQD,CAAK,EAAE,IAAI,CAAC,CAACE,EAAKC,CAAK,IACrCF,EAAC,MAAG,MAAO,oCAAoCC,CAAG,IAC/C,OAAOC,GAAU,SAAWC,GAAMD,CAAK,EAAIA,CAC9C,CACD,CACH,CAEJ,CCAO,SAASE,GACdC,EACa,CACb,IAAMC,EAAU,kCAAkCD,CAAI,GACtD,OACEE,EAAC,OAAI,MAAOD,EAAS,OAAM,IACzBC,EAAC,UAAO,MAAM,gBAAgB,SAAU,GAAI,cAAY,OAAO,CACjE,CAEJ,CCpBO,SAASC,GAAYC,EAAiC,CAC3D,OACEC,EAAC,OAAI,MAAM,0BACTA,EAAC,OAAI,MAAM,qBACRD,CACH,CACF,CAEJ,CCcA,SAASE,GAAcC,EAA+B,CAzDtD,IAAAC,EA0DE,IAAMC,EAASC,GAAc,EAGvBC,EAAM,IAAI,IAAI,MAAMJ,EAAQ,OAAO,IAAKE,EAAO,IAAI,EACzD,OACEG,EAAC,MAAG,MAAM,oBACRA,EAAC,KAAE,KAAM,GAAGD,CAAG,GAAI,MAAM,oBACtBJ,EAAQ,QACRC,EAAAC,EAAO,UAAP,YAAAD,EAAgB,QAASD,EAAQ,QAAQ,OAAS,GACjDK,EAAC,QAAK,MAAM,qBACTL,EAAQ,QAAQ,CAAC,CACpB,CAEJ,CACF,CAEJ,CAcO,SAASM,GACdC,EAAqBC,EACR,CA1Ff,IAAAP,EA2FE,IAAMC,EAASC,GAAc,EAC7B,OAAAI,EAAWA,EAAS,OAAOP,GAAQ,CA5FrC,IAAAC,EA4FwC,SAACA,EAAAD,EAAQ,aAAR,MAAAC,EAAoB,QAAM,EAE/DI,EAAC,OAAI,MAAM,cACTA,EAAC,UACC,MAAM,sBACN,aAAYI,GAAY,gBAAgB,GAEvCD,EAAO,QACPP,EAAAC,EAAO,UAAP,YAAAD,EAAgB,QAASO,EAAO,QAAQ,OAAS,GAChDH,EAAC,QAAK,MAAM,qBACTG,EAAO,QAAQ,CAAC,CACnB,CAEJ,EACAH,EAAC,MAAG,MAAM,oBACPE,EAAS,IAAIR,EAAa,CAC7B,CACF,CAEJ,CCdA,IAAIW,GAAW,EAkBR,SAASC,GACdC,EACqB,CAMrB,IAAMC,EACJC,EAAc,CACZC,GAAkBH,CAAE,EACpBI,GAAkBJ,CAAE,CACtB,CAAC,EACE,KACCK,EAAI,CAAC,CAACC,EAAOC,CAAK,IAAMD,GAASC,CAAK,EACtCC,EAAqB,CACvB,EAMEC,EACJC,EAAM,IAAMC,GAAqBX,CAAE,CAAC,EAAE,KACpCY,GAASC,EAAyB,EAClCC,GAAa,CAAC,EAKdC,GAAkBd,CAAO,EACzBI,EAAI,IAAMW,GAAyBhB,CAAE,CAAC,CACxC,EAMF,OAAOC,EAAQ,KACbgB,GAAMC,GAAUA,CAAM,EACtBC,EAAU,IAAMjB,EAAc,CAACD,EAASQ,CAAO,CAAC,CAAC,EACjDJ,EAAI,CAAC,CAACa,EAAQE,CAAM,KAAO,CAAE,OAAAF,EAAQ,OAAAE,CAAO,EAAE,EAC9CC,GAAM,CACR,CACF,CAoBO,SAASC,GACdtB,EAAiBuB,EACe,CAChC,GAAM,CAAE,SAAAC,EAAU,UAAAC,CAAU,EAAIF,EAI1BG,EAAK,cAAc5B,IAAU,GAGnC,OAAOY,EAAM,IAAM,CACjB,IAAMiB,EAAQ,IAAIC,EAMZC,EAAQ,IAAIC,GAAgB,EAAK,EACvCH,EAAM,KAAKI,EAAe,EAAGC,GAAQ,EAAK,CAAC,EACxC,UAAUH,CAAK,EAUlB,IAAMI,EAAQJ,EAAM,KAClBK,GAAShB,GAAUiB,GAAM,CAAC,CAACjB,EAAS,IAAKkB,EAAc,CAAC,EACxD5B,EAAqB,EACrBW,EAAUD,GAAUA,EAASM,EAAWa,CAAK,EAC7CC,EAAIC,GAAQA,EAAK,GAAKb,CAAE,EACxBL,GAAM,CACR,EAIAnB,EAAc,CACZyB,EAAM,KAAKtB,EAAI,CAAC,CAAE,OAAAa,CAAO,IAAMA,CAAM,CAAC,EACtCe,EAAM,KACJd,EAAUoB,GAAQnC,GAAkBmC,EAAM,GAAG,CAAC,EAC9CC,EAAU,EAAK,CACjB,CACF,CAAC,EACE,KAAKnC,EAAIoC,GAAUA,EAAO,KAAKvB,GAAUA,CAAM,CAAC,CAAC,EACjD,UAAUW,CAAK,EAMlB,IAAMa,EAAUb,EAAM,KACpBc,EAAOzB,GAAUA,CAAM,EACvB0B,GAAeX,EAAOR,CAAS,EAC/BpB,EAAI,CAAC,CAACwC,EAAGN,EAAM,CAAE,KAAAO,CAAK,CAAC,IAAM,CAC3B,IAAMC,EAAO/C,EAAG,sBAAsB,EAChCgD,EAAID,EAAK,MAAQ,EAIvB,GAAIR,EAAK,OAAS,UAChB,MAAO,CAAE,EAAAS,EAAG,EAAG,EAAID,EAAK,MAAO,EAI1B,GAAIA,EAAK,GAAKD,EAAK,OAAS,EAAG,CACpC,GAAM,CAAE,OAAAG,CAAO,EAAIC,GAAeX,CAAI,EACtC,MAAO,CAAE,EAAAS,EAAG,EAAG,IAAMC,CAAO,CAC9B,KACE,OAAO,CAAE,EAAAD,EAAG,EAAG,GAAMD,EAAK,MAAO,CAErC,CAAC,CACH,EAIA,OAAA7C,EAAc,CAAC+B,EAAON,EAAOe,CAAO,CAAC,EAClC,UAAU,CAAC,CAACH,EAAM,CAAE,OAAAnB,CAAO,EAAG+B,CAAM,IAAM,CACzCZ,EAAK,MAAM,YAAY,sBAAuB,GAAGnB,EAAO,CAAC,IAAI,EAC7DmB,EAAK,MAAM,YAAY,sBAAuB,GAAGnB,EAAO,CAAC,IAAI,EAI7DmB,EAAK,MAAM,YAAY,iBAAkB,GAAGY,EAAO,CAAC,IAAI,EACxDZ,EAAK,MAAM,YAAY,iBAAkB,GAAGY,EAAO,CAAC,IAAI,EAIxDZ,EAAK,UAAU,OAAO,mBAAuBY,EAAO,EAAK,CAAC,EAC1DZ,EAAK,UAAU,OAAO,sBAAuBY,EAAO,GAAK,CAAC,CAC5D,CAAC,EAIHtB,EAAM,KACJc,EAAOzB,GAAUA,CAAM,EACvB0B,GAAeX,EAAO,CAACY,EAAGN,IAASA,CAAI,EACvCI,EAAOJ,GAAQA,EAAK,OAAS,SAAS,CACxC,EACG,UAAUA,GAAQ,CACjB,IAAMO,EAAOI,GAAeE,EAAW,aAAcb,CAAI,CAAC,EAI1DA,EAAK,MAAM,YAAY,qBAAsB,GAAGO,EAAK,KAAK,IAAI,EAC9DP,EAAK,MAAM,YAAY,oBAAsB,KAAQ,CACvD,CAAC,EAMHV,EAAM,KACJrB,EAAqB,EACrB6C,GAAUC,EAAuB,EACjCV,GAAeX,CAAK,CACtB,EACG,UAAU,CAAC,CAACf,EAAQqB,CAAI,IAAM,CAC7BA,EAAK,UAAU,OAAO,sBAAuBrB,CAAM,CACrD,CAAC,EAGHhB,EAAc,CACZ2B,EAAM,KAAKc,EAAOzB,GAAUA,CAAM,CAAC,EACnCe,CACF,CAAC,EACE,UAAU,CAAC,CAACY,EAAGN,CAAI,IAAM,CACpBA,EAAK,OAAS,UAChBvC,EAAG,aAAa,gBAAiB0B,CAAE,EACnC1B,EAAG,aAAa,gBAAiB,QAAQ,GAEzCA,EAAG,aAAa,mBAAoB0B,CAAE,CAE1C,CAAC,EAGHG,EAAM,KAAKc,EAAOzB,GAAU,CAACA,CAAM,CAAC,EACjC,UAAU,IAAM,CACflB,EAAG,gBAAgB,eAAe,EAClCA,EAAG,gBAAgB,kBAAkB,EACrCA,EAAG,gBAAgB,eAAe,CACpC,CAAC,EAGID,GAAcC,CAAE,EACpB,KACCsC,EAAIiB,GAAS5B,EAAM,KAAK4B,CAAK,CAAC,EAC9BC,EAAS,IAAM7B,EAAM,SAAS,CAAC,EAC/BtB,EAAIkD,GAAUE,EAAA,CAAE,IAAKzD,GAAOuD,EAAQ,CACtC,CACJ,CAAC,CACH,CAeO,SAASG,GACd1D,EAAiB,CAAE,UAAAyB,CAAU,EAC7BkC,EAAY,SAAS,KACW,CAChC,OAAOrC,GAActB,EAAI,CACvB,SAAU,IAAI4D,EAAwBC,GAAY,CAChD,IAAMC,EAAQ9D,EAAG,MACXuC,EAAOwB,GAAqBD,CAAK,EACvC,OAAAD,EAAS,KAAKtB,CAAI,EAClBvC,EAAG,gBAAgB,OAAO,EAE1B2D,EAAU,OAAOpB,CAAI,EACd,IAAM,CACXA,EAAK,OAAO,EACZvC,EAAG,aAAa,QAAS8D,CAAK,CAChC,CACF,CAAC,EACD,UAAArC,CACF,CAAC,CACH,CCjRO,SAASuC,GACdC,EAAiBC,EACO,CACxB,IAAMC,EAAUC,EAAM,IAAMC,EAAc,CACxCC,GAAmBL,CAAE,EACrBM,GAA0BL,CAAS,CACrC,CAAC,CAAC,EACC,KACCM,EAAI,CAAC,CAAC,CAAE,EAAAC,EAAG,EAAAC,CAAE,EAAGC,CAAM,IAAqB,CACzC,GAAM,CAAE,MAAAC,EAAO,OAAAC,CAAO,EAAIC,GAAeb,CAAE,EAC3C,MAAQ,CACN,EAAGQ,EAAIE,EAAO,EAAIC,EAAS,EAC3B,EAAGF,EAAIC,EAAO,EAAIE,EAAS,CAC7B,CACF,CAAC,CACH,EAGF,OAAOE,GAAkBd,CAAE,EACxB,KACCe,EAAUC,GAAUd,EACjB,KACCK,EAAIU,IAAW,CAAE,OAAAD,EAAQ,OAAAC,CAAO,EAAE,EAClCC,GAAK,CAAC,CAACF,GAAU,GAAQ,CAC3B,CACF,CACF,CACJ,CAWO,SAASG,GACdnB,EAAiBC,EAAwB,CAAE,QAAAmB,CAAQ,EAChB,CACnC,GAAM,CAACC,EAASC,CAAK,EAAI,MAAM,KAAKtB,EAAG,QAAQ,EAG/C,OAAOG,EAAM,IAAM,CACjB,IAAMoB,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxD,OAAAJ,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAN,CAAO,EAAG,CACfjB,EAAG,MAAM,YAAY,iBAAkB,GAAGiB,EAAO,CAAC,IAAI,EACtDjB,EAAG,MAAM,YAAY,iBAAkB,GAAGiB,EAAO,CAAC,IAAI,CACxD,EAGA,UAAW,CACTjB,EAAG,MAAM,eAAe,gBAAgB,EACxCA,EAAG,MAAM,eAAe,gBAAgB,CAC1C,CACF,CAAC,EAGD4B,GAAuB5B,CAAE,EACtB,KACC6B,EAAUJ,CAAK,CACjB,EACG,UAAUK,GAAW,CACpB9B,EAAG,gBAAgB,kBAAmB8B,CAAO,CAC/C,CAAC,EAGLC,EACER,EAAM,KAAKS,EAAO,CAAC,CAAE,OAAAhB,CAAO,IAAMA,CAAM,CAAC,EACzCO,EAAM,KAAKU,GAAa,GAAG,EAAGD,EAAO,CAAC,CAAE,OAAAhB,CAAO,IAAM,CAACA,CAAM,CAAC,CAC/D,EACG,UAAU,CAGT,KAAK,CAAE,OAAAA,CAAO,EAAG,CACXA,EACFhB,EAAG,QAAQqB,CAAO,EAElBA,EAAQ,OAAO,CACnB,EAGA,UAAW,CACTrB,EAAG,QAAQqB,CAAO,CACpB,CACF,CAAC,EAGHE,EACG,KACCW,GAAU,GAAIC,EAAuB,CACvC,EACG,UAAU,CAAC,CAAE,OAAAnB,CAAO,IAAM,CACzBK,EAAQ,UAAU,OAAO,qBAAsBL,CAAM,CACvD,CAAC,EAGLO,EACG,KACCa,GAAa,IAAKD,EAAuB,EACzCH,EAAO,IAAM,CAAC,CAAChC,EAAG,YAAY,EAC9BO,EAAI,IAAMP,EAAG,aAAc,sBAAsB,CAAC,EAClDO,EAAI,CAAC,CAAE,EAAAC,CAAE,IAAMA,CAAC,CAClB,EACG,UAAU,CAGT,KAAK6B,EAAQ,CACPA,EACFrC,EAAG,MAAM,YAAY,iBAAkB,GAAG,CAACqC,CAAM,IAAI,EAErDrC,EAAG,MAAM,eAAe,gBAAgB,CAC5C,EAGA,UAAW,CACTA,EAAG,MAAM,eAAe,gBAAgB,CAC1C,CACF,CAAC,EAGLsC,EAAsBhB,EAAO,OAAO,EACjC,KACCO,EAAUJ,CAAK,EACfO,EAAOO,GAAM,EAAEA,EAAG,SAAWA,EAAG,QAAQ,CAC1C,EACG,UAAUA,GAAM,CACfA,EAAG,gBAAgB,EACnBA,EAAG,eAAe,CACpB,CAAC,EAGLD,EAAsBhB,EAAO,WAAW,EACrC,KACCO,EAAUJ,CAAK,EACfe,GAAejB,CAAK,CACtB,EACG,UAAU,CAAC,CAACgB,EAAI,CAAE,OAAAvB,CAAO,CAAC,IAAM,CA3OzC,IAAAyB,EA8OU,GAAIF,EAAG,SAAW,GAAKA,EAAG,SAAWA,EAAG,QACtCA,EAAG,eAAe,UAGTvB,EAAQ,CACjBuB,EAAG,eAAe,EAGlB,IAAMG,EAAS1C,EAAG,cAAe,QAAQ,gBAAgB,EACrD0C,aAAkB,YACpBA,EAAO,MAAM,GAEbD,EAAAE,GAAiB,IAAjB,MAAAF,EAAoB,MACxB,CACF,CAAC,EAGLrB,EACG,KACCS,EAAUJ,CAAK,EACfO,EAAOY,GAAUA,IAAWvB,CAAO,EACnCwB,GAAM,GAAG,CACX,EACG,UAAU,IAAM7C,EAAG,MAAM,CAAC,EAGxBD,GAAgBC,EAAIC,CAAS,EACjC,KACC6C,EAAIC,GAASxB,EAAM,KAAKwB,CAAK,CAAC,EAC9BC,EAAS,IAAMzB,EAAM,SAAS,CAAC,EAC/BhB,EAAIwC,GAAUE,EAAA,CAAE,IAAKjD,GAAO+C,EAAQ,CACtC,CACJ,CAAC,CACH,CCxMA,SAASG,GAAUC,EAAuC,CACxD,OAAOA,EAAU,UAAY,OACzBC,EAAY,eAAgBD,CAAS,EACrC,CAACA,CAAS,CAChB,CASA,SAASE,GAAYF,EAAgC,CACnD,IAAMG,EAAkB,CAAC,EACzB,QAAWC,KAAML,GAAUC,CAAS,EAAG,CACrC,IAAMK,EAAgB,CAAC,EAGjBC,EAAK,SAAS,mBAAmBF,EAAI,WAAW,SAAS,EAC/D,QAASG,EAAOD,EAAG,SAAS,EAAGC,EAAMA,EAAOD,EAAG,SAAS,EACtDD,EAAM,KAAKE,CAAY,EAGzB,QAASC,KAAQH,EAAO,CACtB,IAAII,EAGJ,KAAQA,EAAQ,gBAAgB,KAAKD,EAAK,WAAY,GAAI,CACxD,GAAM,CAAC,CAAEE,EAAIC,CAAK,EAAIF,EACtB,GAAI,OAAOE,GAAU,YAAa,CAChC,IAAMC,EAASJ,EAAK,UAAUC,EAAM,KAAK,EACzCD,EAAOI,EAAO,UAAUF,EAAG,MAAM,EACjCP,EAAQ,KAAKS,CAAM,CAGrB,KAAO,CACLJ,EAAK,YAAcE,EACnBP,EAAQ,KAAKK,CAAI,EACjB,KACF,CACF,CACF,CACF,CACA,OAAOL,CACT,CAQA,SAASU,GAAKC,EAAqBC,EAA2B,CAC5DA,EAAO,OAAO,GAAG,MAAM,KAAKD,EAAO,UAAU,CAAC,CAChD,CAoBO,SAASE,GACdZ,EAAiBJ,EAAwB,CAAE,QAAAiB,EAAS,OAAAC,CAAO,EACxB,CAGnC,IAAMC,EAASnB,EAAU,QAAQ,MAAM,EACjCoB,EAASD,GAAA,YAAAA,EAAQ,GAGjBE,EAAc,IAAI,IACxB,QAAWT,KAAUV,GAAYF,CAAS,EAAG,CAC3C,GAAM,CAAC,CAAEU,CAAE,EAAIE,EAAO,YAAa,MAAM,WAAW,EAChDU,GAAmB,yBAAyBZ,CAAE,IAAKN,CAAE,IACvDiB,EAAY,IAAIX,EAAIa,GAAiBb,EAAIU,CAAM,CAAC,EAChDR,EAAO,YAAYS,EAAY,IAAIX,CAAE,CAAE,EAE3C,CAGA,OAAIW,EAAY,OAAS,EAChBG,EAGFC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EAGlDC,EAAsC,CAAC,EAC7C,OAAW,CAACrB,EAAIsB,CAAU,IAAKX,EAC7BU,EAAM,KAAK,CACTE,EAAW,cAAeD,CAAU,EACpCC,EAAW,yBAAyBvB,CAAE,IAAKN,CAAE,CAC/C,CAAC,EAGH,OAAAc,EAAO,KAAKgB,EAAUN,CAAK,CAAC,EACzB,UAAUO,GAAU,CACnB/B,EAAG,OAAS,CAAC+B,EAGb/B,EAAG,UAAU,OAAO,qBAAsB+B,CAAM,EAGhD,OAAW,CAACC,EAAOC,CAAK,IAAKN,EACtBI,EAGHtB,GAAKuB,EAAOC,CAAK,EAFjBxB,GAAKwB,EAAOD,CAAK,CAGvB,CAAC,EAGIE,EAAM,GAAG,CAAC,GAAGjB,CAAW,EAC5B,IAAI,CAAC,CAAC,CAAEW,CAAU,IACjBO,GAAgBP,EAAYhC,EAAW,CAAE,QAAAiB,CAAQ,CAAC,CACnD,CACH,EACG,KACCuB,EAAS,IAAMd,EAAM,SAAS,CAAC,EAC/Be,GAAM,CACR,CACJ,CAAC,CACH,CC7JA,SAASC,GAASC,EAA0C,CAC1D,GAAIA,EAAG,mBAAoB,CACzB,IAAMC,EAAUD,EAAG,mBACnB,GAAIC,EAAQ,UAAY,KACtB,OAAOA,EAGJ,GAAIA,EAAQ,UAAY,KAAO,CAACA,EAAQ,SAAS,OACpD,OAAOF,GAASE,CAAO,CAC3B,CAIF,CAcO,SAASC,GACdF,EAAiBG,EACkB,CACnC,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAON,GAASC,CAAE,EACxB,OAAO,OAAOK,GAAS,YACnBC,GAAoBD,EAAML,EAAIG,CAAO,EACrCI,CACN,CAAC,CACH,CCjEA,IAAAC,GAAwB,SA4ExB,IAAIC,GAAW,EAaf,SAASC,GAAkBC,EAA0C,CACnE,GAAIA,EAAG,mBAAoB,CACzB,IAAMC,EAAUD,EAAG,mBACnB,GAAIC,EAAQ,UAAY,KACtB,OAAOA,EAGJ,GAAIA,EAAQ,UAAY,KAAO,CAACA,EAAQ,SAAS,OACpD,OAAOF,GAAkBE,CAAO,CACpC,CAIF,CAgBO,SAASC,GACdF,EACsB,CACtB,OAAOG,GAAiBH,CAAE,EACvB,KACCI,EAAI,CAAC,CAAE,MAAAC,CAAM,KAEJ,CACL,WAFcC,GAAsBN,CAAE,EAElB,MAAQK,CAC9B,EACD,EACDE,GAAwB,YAAY,CACtC,CACJ,CAoBO,SAASC,GACdR,EAAiBS,EACiB,CAClC,GAAM,CAAE,QAASC,CAAM,EAAI,WAAW,SAAS,EAGzCC,EAAWC,EAAM,IAAM,CAC3B,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,GAAS,CAAC,CAAC,EACpCH,EAAM,UAAU,CAAC,CAAE,WAAAI,CAAW,IAAM,CAC9BA,GAAcP,EAChBV,EAAG,aAAa,WAAY,GAAG,EAE/BA,EAAG,gBAAgB,UAAU,CACjC,CAAC,EAGD,IAAMkB,EAAoD,CAAC,EAC3D,GAAI,GAAAC,QAAY,YAAY,IACtBnB,EAAG,QAAQ,OAAO,GACpBoB,EAAQ,mBAAmB,GAAK,CAACpB,EAAG,QAAQ,UAAU,GACrD,CACD,IAAMqB,EAASrB,EAAG,QAAQ,KAAK,EAC/BqB,EAAO,GAAK,UAAUvB,IAAU,GAGhC,IAAMwB,EAASC,GAAsBF,EAAO,EAAE,EAC9CA,EAAO,aAAaC,EAAQtB,CAAE,EAC1BoB,EAAQ,kBAAkB,GAC5BF,EAAS,KAAKM,GAAoBF,EAAQ,CAAE,SAAU,CAAC,CAAC,CAC5D,CAIF,IAAMG,EAAYzB,EAAG,QAAQ,YAAY,EACzC,GAAIyB,aAAqB,YAAa,CACpC,IAAMC,EAAO3B,GAAkB0B,CAAS,EAGxC,GAAI,OAAOC,GAAS,cAClBD,EAAU,UAAU,SAAS,UAAU,GACvCL,EAAQ,uBAAuB,GAC9B,CACD,IAAMO,EAAeC,GAAoBF,EAAM1B,EAAIS,CAAO,EAC1DS,EAAS,KACPf,GAAiBsB,CAAS,EACvB,KACCI,EAAUd,CAAK,EACfX,EAAI,CAAC,CAAE,MAAAC,EAAO,OAAAyB,CAAO,IAAMzB,GAASyB,CAAM,EAC1CC,EAAqB,EACrBC,EAAUC,GAAUA,EAASN,EAAeO,CAAK,CACnD,CACJ,CACF,CACF,CAOA,OADcC,EAAY,oBAAqBnC,CAAE,EACvC,QACRA,EAAG,UAAU,IAAI,kBAAkB,EAG9BE,GAAeF,CAAE,EACrB,KACCoC,EAAIC,GAASxB,EAAM,KAAKwB,CAAK,CAAC,EAC9BC,EAAS,IAAMzB,EAAM,SAAS,CAAC,EAC/BT,EAAIiC,GAAUE,EAAA,CAAE,IAAKvC,GAAOqC,EAAQ,EACpCG,GAAU,GAAGtB,CAAQ,CACvB,CACJ,CAAC,EAGD,OAAIE,EAAQ,cAAc,EACjBqB,GAAuBzC,CAAE,EAC7B,KACC0C,EAAOC,GAAWA,CAAO,EACzBC,GAAK,CAAC,EACNZ,EAAU,IAAMrB,CAAQ,CAC1B,EAGGA,CACT,CCnLO,SAASkC,GACdC,EAAwB,CAAE,QAAAC,EAAS,OAAAC,CAAO,EACrB,CACrB,IAAIC,EAAO,GACX,OAAOC,EAGLH,EACG,KACCI,EAAIC,GAAUA,EAAO,QAAQ,qBAAqB,CAAE,EACpDC,EAAOC,GAAWR,IAAOQ,CAAO,EAChCH,EAAI,KAAO,CACT,OAAQ,OAAQ,OAAQ,EAC1B,EAAa,CACf,EAGFH,EACG,KACCK,EAAOE,GAAUA,GAAU,CAACN,CAAI,EAChCO,EAAI,IAAMP,EAAOH,EAAG,IAAI,EACxBK,EAAII,IAAW,CACb,OAAQA,EAAS,OAAS,OAC5B,EAAa,CACf,CACJ,CACF,CAaO,SAASE,GACdX,EAAwBY,EACQ,CAChC,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,OAAAE,EAAQ,OAAAC,CAAO,IAAM,CACtCjB,EAAG,gBAAgB,OAAQgB,IAAW,MAAM,EACxCC,GACFjB,EAAG,eAAe,CACtB,CAAC,EAGMD,GAAaC,EAAIY,CAAO,EAC5B,KACCF,EAAIQ,GAASJ,EAAM,KAAKI,CAAK,CAAC,EAC9BC,EAAS,IAAML,EAAM,SAAS,CAAC,EAC/BT,EAAIa,GAAUE,EAAA,CAAE,IAAKpB,GAAOkB,EAAQ,CACtC,CACJ,CAAC,CACH,CCzIA,IAAAG,GAAA,iiMCqDA,IAAIC,GAKAC,GAAW,EAWf,SAASC,IAAiC,CACxC,OAAO,OAAO,SAAY,aAAe,mBAAmB,QACxDC,GAAY,kDAAkD,EAC9DC,EAAG,MAAS,CAClB,CAaO,SAASC,GACdC,EACgC,CAChC,OAAAA,EAAG,UAAU,OAAO,SAAS,EAC7BN,QAAaE,GAAa,EACvB,KACCK,EAAI,IAAM,QAAQ,WAAW,CAC3B,YAAa,GACb,SAAAC,GACA,SAAU,CACR,cAAe,OACf,gBAAiB,OACjB,aAAc,MAChB,CACF,CAAC,CAAC,EACFC,EAAI,IAAG,EAAY,EACnBC,EAAY,CAAC,CACf,GAGFV,GAAS,UAAU,IAAYW,GAAA,sBAC7BL,EAAG,UAAU,IAAI,SAAS,EAC1B,IAAMM,EAAK,aAAaX,IAAU,GAG5BY,EAAOC,EAAE,MAAO,CAAE,MAAO,SAAU,CAAC,EACpCC,EAAOT,EAAG,YAGV,CAAE,IAAAU,EAAK,GAAAC,CAAG,EAAI,MAAM,QAAQ,OAAOL,EAAIG,CAAI,EAG3CG,EAASL,EAAK,aAAa,CAAE,KAAM,QAAS,CAAC,EACnDK,EAAO,UAAYF,EAGnBV,EAAG,YAAYO,CAAI,EACnBI,GAAA,MAAAA,EAAKC,EACP,EAAC,EAGMlB,GACJ,KACCS,EAAI,KAAO,CAAE,IAAKH,CAAG,EAAE,CACzB,CACJ,CCtFA,IAAMa,GAAWC,EAAE,OAAO,EAgBnB,SAASC,GACdC,EACkC,CAClC,OAAAA,EAAG,YAAYH,EAAQ,EACvBA,GAAS,YAAYI,GAAYD,CAAE,CAAC,EAG7BE,EAAG,CAAE,IAAKF,CAAG,CAAC,CACvB,CC4BO,SAASG,GACdC,EACyB,CACzB,IAAMC,EAAUD,EAAO,KAAKE,GAASA,EAAM,OAAO,GAAKF,EAAO,CAAC,EAC/D,OAAOG,EAAM,GAAGH,EAAO,IAAIE,GAASE,EAAUF,EAAO,QAAQ,EAC1D,KACCG,EAAI,IAAMC,EAA6B,cAAcJ,EAAM,EAAE,IAAI,CAAC,CACpE,CACF,CAAC,EACE,KACCK,EAAUD,EAA6B,cAAcL,EAAQ,EAAE,IAAI,CAAC,EACpEI,EAAIG,IAAW,CAAE,OAAAA,CAAO,EAAE,CAC5B,CACJ,CAUO,SAASC,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACF,CACpC,IAAMC,EAAYP,EAAW,iBAAkBI,CAAE,EAC3CV,EAASc,EAA8B,iBAAkBJ,CAAE,EAG3DK,EAAOC,GAAoB,MAAM,EACvCN,EAAG,OAAOK,CAAI,EAGd,IAAME,EAAOD,GAAoB,MAAM,EACvC,OAAAN,EAAG,OAAOO,CAAI,EAGPC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxDC,EAAc,CAACL,EAAOM,GAAiBf,CAAE,EAAGgB,GAAuBhB,CAAE,CAAC,CAAC,EACpE,KACCiB,EAAUN,CAAK,EACfO,GAAU,EAAGC,EAAuB,CACtC,EACG,UAAU,CAGT,KAAK,CAAC,CAAE,OAAArB,CAAO,EAAGsB,CAAI,EAAG,CACvB,IAAMC,EAASC,GAAiBxB,CAAM,EAChC,CAAE,MAAAyB,CAAM,EAAIC,GAAe1B,CAAM,EAGvCE,EAAG,MAAM,YAAY,mBAAoB,GAAGqB,EAAO,CAAC,IAAI,EACxDrB,EAAG,MAAM,YAAY,uBAAwB,GAAGuB,CAAK,IAAI,EAGzD,IAAME,EAAUC,GAAwBvB,CAAS,GAE/CkB,EAAO,EAAYI,EAAQ,GAC3BJ,EAAO,EAAIE,EAAQE,EAAQ,EAAIL,EAAK,QAEpCjB,EAAU,SAAS,CACjB,KAAM,KAAK,IAAI,EAAGkB,EAAO,EAAI,EAAE,EAC/B,SAAU,QACZ,CAAC,CACL,EAGA,UAAW,CACTrB,EAAG,MAAM,eAAe,kBAAkB,EAC1CA,EAAG,MAAM,eAAe,sBAAsB,CAChD,CACF,CAAC,EAGLc,EAAc,CACZa,GAA0BxB,CAAS,EACnCY,GAAiBZ,CAAS,CAC5B,CAAC,EACE,KACCc,EAAUN,CAAK,CACjB,EACG,UAAU,CAAC,CAACU,EAAQD,CAAI,IAAM,CAC7B,IAAMK,EAAUG,GAAsBzB,CAAS,EAC/CE,EAAK,OAASgB,EAAO,EAAI,GACzBd,EAAK,OAASc,EAAO,EAAII,EAAQ,MAAQL,EAAK,MAAQ,EACxD,CAAC,EAGL3B,EACEC,EAAUW,EAAM,OAAO,EAAE,KAAKV,EAAI,IAAM,EAAE,CAAC,EAC3CD,EAAUa,EAAM,OAAO,EAAE,KAAKZ,EAAI,IAAM,CAAE,CAAC,CAC7C,EACG,KACCsB,EAAUN,CAAK,CACjB,EACG,UAAUkB,GAAa,CACtB,GAAM,CAAE,MAAAN,CAAM,EAAIC,GAAerB,CAAS,EAC1CA,EAAU,SAAS,CACjB,KAAMoB,EAAQM,EACd,SAAU,QACZ,CAAC,CACH,CAAC,EAGL3B,EACG,KACCe,EAAUN,CAAK,EACfmB,EAAOtC,GAASF,EAAO,SAASE,CAAyB,CAAC,CAC5D,EACG,UAAUA,GAASA,EAAM,MAAM,CAAC,EAGrCW,EAAU,UAAU,IAAI,uBAAuB,EAC/C,QAAWX,KAASF,EAAQ,CAC1B,IAAMyC,EAAQnC,EAA6B,cAAcJ,EAAM,EAAE,IAAI,EACrEuC,EAAM,gBAAgBC,EAAE,IAAK,CAC3B,KAAM,IAAID,EAAM,OAAO,GACvB,SAAU,EACZ,EAAG,GAAG,MAAM,KAAKA,EAAM,UAAU,CAAC,CAAC,EAGnCrC,EAAsBqC,EAAM,kBAAoB,OAAO,EACpD,KACCd,EAAUN,CAAK,EACfmB,EAAOG,GAAM,EAAEA,EAAG,SAAWA,EAAG,QAAQ,EACxCC,EAAID,GAAM,CACRA,EAAG,eAAe,EAClBA,EAAG,gBAAgB,CACrB,CAAC,CACH,EAEG,UAAU,IAAM,CACf,QAAQ,aAAa,CAAC,EAAG,GAAI,IAAIF,EAAM,OAAO,EAAE,EAChDA,EAAM,MAAM,CACd,CAAC,CACP,CAGA,OAAII,EAAQ,mBAAmB,GAC7B1B,EAAM,KACJ2B,GAAK,CAAC,EACNC,GAAepC,CAAS,CAC1B,EACG,UAAU,CAAC,CAAC,CAAE,OAAAH,CAAO,EAAG,CAAE,OAAAuB,CAAO,CAAC,IAAM,CACvC,IAAMiB,EAAMxC,EAAO,UAAU,KAAK,EAClC,GAAIA,EAAO,aAAa,mBAAmB,EACzCA,EAAO,gBAAgB,mBAAmB,MAGrC,CACL,IAAMyC,EAAIvC,EAAG,UAAYqB,EAAO,EAGhC,QAAWmB,KAAOpC,EAAY,aAAa,EACzC,QAAWZ,KAASY,EAClB,iBAAkBoC,CACpB,EAAG,CACD,IAAMT,EAAQnC,EAAW,cAAcJ,EAAM,EAAE,IAAI,EACnD,GACEuC,IAAUjC,GACViC,EAAM,UAAU,KAAK,IAAMO,EAC3B,CACAP,EAAM,aAAa,oBAAqB,EAAE,EAC1CvC,EAAM,MAAM,EACZ,KACF,CACF,CAGF,OAAO,SAAS,CACd,IAAKQ,EAAG,UAAYuC,CACtB,CAAC,EAGD,IAAME,EAAO,SAAmB,QAAQ,GAAK,CAAC,EAC9C,SAAS,SAAU,CAAC,GAAG,IAAI,IAAI,CAACH,EAAK,GAAGG,CAAI,CAAC,CAAC,CAAC,CACjD,CACF,CAAC,EAGLhC,EAAM,KAAKQ,EAAUN,CAAK,CAAC,EACxB,UAAU,IAAM,CACf,QAAW+B,KAAStC,EAA8B,eAAgBJ,CAAE,EAClE0C,EAAM,MAAM,CAChB,CAAC,EAGIrD,GAAiBC,CAAM,EAC3B,KACC4C,EAAIS,GAASlC,EAAM,KAAKkC,CAAK,CAAC,EAC9BC,EAAS,IAAMnC,EAAM,SAAS,CAAC,EAC/Bd,EAAIgD,GAAUE,EAAA,CAAE,IAAK7C,GAAO2C,EAAQ,CACtC,CACJ,CAAC,EACE,KACCG,GAAYC,EAAc,CAC5B,CACJ,CCpMO,SAASC,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,EAAS,OAAAC,CAAO,EACd,CAChC,OAAOC,EAGL,GAAGC,EAAY,4BAA6BL,CAAE,EAC3C,IAAIM,GAASC,GAAqBD,EAAO,CAAE,QAAAJ,EAAS,OAAAC,CAAO,CAAC,CAAC,EAGhE,GAAGE,EAAY,2BAA4BL,CAAE,EAC1C,IAAIM,GAASE,GAAeF,EAAO,CAAE,QAAAJ,EAAS,OAAAC,CAAO,CAAC,CAAC,EAG1D,GAAGE,EAAY,cAAeL,CAAE,EAC7B,IAAIM,GAASG,GAAaH,CAAK,CAAC,EAGnC,GAAGD,EAAY,qBAAsBL,CAAE,EACpC,IAAIM,GAASI,GAAeJ,CAAK,CAAC,EAGrC,GAAGD,EAAY,UAAWL,CAAE,EACzB,IAAIM,GAASK,GAAaL,EAAO,CAAE,QAAAJ,EAAS,OAAAC,CAAO,CAAC,CAAC,EAGxD,GAAGE,EAAY,cAAeL,CAAE,EAC7B,IAAIM,GAASM,GAAiBN,EAAO,CAAE,UAAAL,EAAW,QAAAC,CAAQ,CAAC,CAAC,EAG/D,GAAGG,EAAY,UAAWL,CAAE,EACzB,OAAO,IAAMa,EAAQ,kBAAkB,CAAC,EACxC,IAAIP,GAASQ,GAAoBR,EAAO,CAAE,UAAAL,CAAU,CAAC,CAAC,CAC3D,CACF,CCtDO,SAASc,GACdC,EAAkB,CAAE,OAAAC,CAAO,EACP,CACpB,OAAOA,EACJ,KACCC,EAAUC,GAAWC,EACnBC,EAAG,EAAI,EACPA,EAAG,EAAK,EAAE,KAAKC,GAAM,GAAI,CAAC,CAC5B,EACG,KACCC,EAAIC,IAAW,CAAE,QAAAL,EAAS,OAAAK,CAAO,EAAE,CACrC,CACF,CACF,CACJ,CAaO,SAASC,GACdC,EAAiBC,EACc,CAC/B,IAAMC,EAAQC,EAAW,cAAeH,CAAE,EAC1C,OAAOI,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,QAAAZ,EAAS,OAAAK,CAAO,IAAM,CACvCE,EAAG,UAAU,OAAO,oBAAqBF,CAAM,EAC/CI,EAAM,YAAcT,CACtB,CAAC,EAGMJ,GAAYW,EAAIC,CAAO,EAC3B,KACCM,EAAIC,GAASH,EAAM,KAAKG,CAAK,CAAC,EAC9BC,EAAS,IAAMJ,EAAM,SAAS,CAAC,EAC/BR,EAAIW,GAAUE,EAAA,CAAE,IAAKV,GAAOQ,EAAQ,CACtC,CACJ,CAAC,CACH,CCnDA,IAAIG,GAAW,EAiBR,SAASC,GACdC,EAAiBC,EACI,CACrB,SAAS,KAAK,OAAOD,CAAE,EAGvB,GAAM,CAAE,MAAAE,CAAM,EAAIC,GAAeH,CAAE,EACnCA,EAAG,MAAM,YAAY,qBAAsB,GAAGE,CAAK,IAAI,EACvDF,EAAG,OAAO,EAGV,IAAMI,EAAYC,GAAoBJ,CAAI,EACpCK,EACJ,OAAOF,GAAc,YACjBG,GAA0BH,CAAS,EACnCI,EAAG,CAAE,EAAG,EAAG,EAAG,CAAE,CAAC,EAGjBC,EAAUC,EACdC,GAAkBV,CAAI,EACtBW,GAAkBX,CAAI,CACxB,EACG,KACCY,EAAqB,CACvB,EAGF,OAAOC,EAAc,CAACL,EAASH,CAAO,CAAC,EACpC,KACCS,EAAI,CAAC,CAACC,EAAQC,CAAM,IAAM,CACxB,GAAI,CAAE,EAAAC,EAAG,EAAAC,CAAE,EAAIC,GAAiBnB,CAAI,EAC9BoB,EAAOlB,GAAeF,CAAI,EAU1BqB,EAAQrB,EAAK,QAAQ,OAAO,EAClC,OAAIqB,GAASrB,EAAK,gBAChBiB,GAAKI,EAAM,WAAarB,EAAK,cAAc,WAC3CkB,GAAKG,EAAM,UAAarB,EAAK,cAAc,WAEtC,CACL,OAAAe,EACA,OAAQ,CACN,EAAGE,EAAID,EAAO,EAAII,EAAK,MAAS,EAAInB,EAAQ,EAC5C,EAAGiB,EAAIF,EAAO,EAAII,EAAK,OAAS,CAClC,CACF,CACF,CAAC,CACH,CACJ,CASO,SAASE,GACdvB,EACgC,CAChC,IAAMwB,EAAQxB,EAAG,MACjB,GAAI,CAACwB,EAAM,OACT,OAAOC,EAGT,IAAMC,EAAK,aAAa5B,IAAU,GAC5B6B,EAAUC,GAAcF,EAAI,QAAQ,EACpCG,EAAUC,EAAW,cAAeH,CAAO,EACjD,OAAAE,EAAQ,UAAYL,EAGbO,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAE,CAAO,EAAG,CACfP,EAAQ,MAAM,YAAY,iBAAkB,GAAGO,EAAO,CAAC,IAAI,EAC3DP,EAAQ,MAAM,YAAY,iBAAkB,GAAGO,EAAO,CAAC,IAAI,CAC7D,EAGA,UAAW,CACTP,EAAQ,MAAM,eAAe,gBAAgB,EAC7CA,EAAQ,MAAM,eAAe,gBAAgB,CAC/C,CACF,CAAC,EAGDjB,EACEsB,EAAM,KAAKG,EAAO,CAAC,CAAE,OAAAnB,CAAO,IAAMA,CAAM,CAAC,EACzCgB,EAAM,KAAKI,GAAa,GAAG,EAAGD,EAAO,CAAC,CAAE,OAAAnB,CAAO,IAAM,CAACA,CAAM,CAAC,CAC/D,EACG,UAAU,CAGT,KAAK,CAAE,OAAAA,CAAO,EAAG,CACXA,GACFhB,EAAG,sBAAsB,WAAY2B,CAAO,EAC5C3B,EAAG,aAAa,mBAAoB0B,CAAE,EACtC1B,EAAG,gBAAgB,OAAO,IAE1B2B,EAAQ,OAAO,EACf3B,EAAG,gBAAgB,kBAAkB,EACrCA,EAAG,aAAa,QAASwB,CAAK,EAElC,EAGA,UAAW,CACTG,EAAQ,OAAO,EACf3B,EAAG,gBAAgB,kBAAkB,EACrCA,EAAG,aAAa,QAASwB,CAAK,CAChC,CACF,CAAC,EAGHQ,EACG,KACCK,GAAU,GAAIC,EAAuB,CACvC,EACG,UAAU,CAAC,CAAE,OAAAtB,CAAO,IAAM,CACzBW,EAAQ,UAAU,OAAO,qBAAsBX,CAAM,CACvD,CAAC,EAMLgB,EACG,KACCO,GAAa,IAAKD,EAAuB,EACzCH,EAAO,IAAM,CAAC,CAACnC,EAAG,YAAY,EAC9Be,EAAI,IAAMf,EAAG,aAAc,sBAAsB,CAAC,EAClDe,EAAI,CAAC,CAAE,EAAAG,CAAE,IAAMA,CAAC,CAClB,EACC,UAAU,CAGT,KAAKsB,EAAQ,CACPA,EACFb,EAAQ,MAAM,YAAY,iBAAkB,GAAG,CAACa,CAAM,IAAI,EAE1Db,EAAQ,MAAM,eAAe,gBAAgB,CACjD,EAGA,UAAW,CACTA,EAAQ,MAAM,eAAe,gBAAgB,CAC/C,CACF,CAAC,EAGI5B,GAAa4B,EAAS3B,CAAE,EAC5B,KACCyC,EAAIC,GAASV,EAAM,KAAKU,CAAK,CAAC,EAC9BC,EAAS,IAAMX,EAAM,SAAS,CAAC,EAC/BjB,EAAI2B,GAAUE,EAAA,CAAE,IAAK5C,GAAO0C,EAAQ,CACtC,CACJ,CAAC,EACE,KACCG,GAAYC,EAAc,CAC5B,CACJ,CC7JA,SAASC,GAAS,CAAE,UAAAC,CAAU,EAAsC,CAClE,GAAI,CAACC,EAAQ,iBAAiB,EAC5B,OAAOC,EAAG,EAAK,EAGjB,IAAMC,EAAaH,EAChB,KACCI,EAAI,CAAC,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,IAAMA,CAAC,EAC5BC,GAAY,EAAG,CAAC,EAChBF,EAAI,CAAC,CAACG,EAAGC,CAAC,IAAM,CAACD,EAAIC,EAAGA,CAAC,CAAU,EACnCC,GAAwB,CAAC,CAC3B,EAGIC,EAAUC,EAAc,CAACX,EAAWG,CAAU,CAAC,EAClD,KACCS,EAAO,CAAC,CAAC,CAAE,OAAAC,CAAO,EAAG,CAAC,CAAER,CAAC,CAAC,IAAM,KAAK,IAAIA,EAAIQ,EAAO,CAAC,EAAI,GAAG,EAC5DT,EAAI,CAAC,CAAC,CAAE,CAACU,CAAS,CAAC,IAAMA,CAAS,EAClCC,EAAqB,CACvB,EAGIC,EAAUC,GAAY,QAAQ,EACpC,OAAON,EAAc,CAACX,EAAWgB,CAAO,CAAC,EACtC,KACCZ,EAAI,CAAC,CAAC,CAAE,OAAAS,CAAO,EAAGK,CAAM,IAAML,EAAO,EAAI,KAAO,CAACK,CAAM,EACvDH,EAAqB,EACrBI,EAAUC,GAAUA,EAASV,EAAUR,EAAG,EAAK,CAAC,EAChDmB,EAAU,EAAK,CACjB,CACJ,CAcO,SAASC,GACdC,EAAiBC,EACG,CACpB,OAAOC,EAAM,IAAMd,EAAc,CAC/Be,GAAiBH,CAAE,EACnBxB,GAASyB,CAAO,CAClB,CAAC,CAAC,EACC,KACCpB,EAAI,CAAC,CAAC,CAAE,OAAAuB,CAAO,EAAGC,CAAM,KAAO,CAC7B,OAAAD,EACA,OAAAC,CACF,EAAE,EACFb,EAAqB,CAACR,EAAGC,IACvBD,EAAE,SAAWC,EAAE,QACfD,EAAE,SAAWC,EAAE,MAChB,EACDqB,EAAY,CAAC,CACf,CACJ,CAaO,SAASC,GACdP,EAAiB,CAAE,QAAAQ,EAAS,MAAAC,CAAM,EACO,CACzC,OAAOP,EAAM,IAAM,CACjB,IAAMQ,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxDJ,EACG,KACCxB,GAAwB,QAAQ,EAChC6B,GAAkBP,CAAO,CAC3B,EACG,UAAU,CAAC,CAAC,CAAE,OAAAX,CAAO,EAAG,CAAE,OAAAQ,CAAO,CAAC,IAAM,CACvCL,EAAG,UAAU,OAAO,oBAAqBH,GAAU,CAACQ,CAAM,EAC1DL,EAAG,OAASK,CACd,CAAC,EAGL,IAAMW,EAAWC,GAAKC,EAAY,UAAWlB,CAAE,CAAC,EAC7C,KACCX,EAAO,IAAMX,EAAQ,kBAAkB,CAAC,EACxCyC,GAASC,GAASC,GAAaD,CAAK,CAAC,CACvC,EAGF,OAAAX,EAAM,UAAUC,CAAK,EAGdF,EACJ,KACCc,EAAUV,CAAK,EACf/B,EAAI0C,GAAUC,EAAA,CAAE,IAAKxB,GAAOuB,EAAQ,EACpCE,GAAUT,EAAS,KAAKM,EAAUV,CAAK,CAAC,CAAC,CAC3C,CACJ,CAAC,CACH,CCjIO,SAASc,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACb,CACzB,OAAOC,GAAgBH,EAAI,CAAE,UAAAC,EAAW,QAAAC,CAAQ,CAAC,EAC9C,KACCE,EAAI,CAAC,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,IAAM,CACzB,GAAM,CAAE,OAAAC,CAAO,EAAIC,GAAeP,CAAE,EACpC,MAAO,CACL,OAAQK,GAAKC,CACf,CACF,CAAC,EACDE,GAAwB,QAAQ,CAClC,CACJ,CAaO,SAASC,GACdT,EAAiBU,EACmB,CACpC,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClBD,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAE,CAAO,EAAG,CACfd,EAAG,UAAU,OAAO,2BAA4Bc,CAAM,CACxD,EAGA,UAAW,CACTd,EAAG,UAAU,OAAO,0BAA0B,CAChD,CACF,CAAC,EAGD,IAAMe,EAAUC,GAAmB,gBAAgB,EACnD,OAAI,OAAOD,GAAY,YACdE,EAGFlB,GAAiBgB,EAASL,CAAO,EACrC,KACCQ,EAAIC,GAASP,EAAM,KAAKO,CAAK,CAAC,EAC9BC,EAAS,IAAMR,EAAM,SAAS,CAAC,EAC/BR,EAAIe,GAAUE,EAAA,CAAE,IAAKrB,GAAOmB,EAAQ,CACtC,CACJ,CAAC,CACH,CChEO,SAASG,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACpB,CAGlB,IAAMC,EAAUD,EACb,KACCE,EAAI,CAAC,CAAE,OAAAC,CAAO,IAAMA,CAAM,EAC1BC,EAAqB,CACvB,EAGIC,EAAUJ,EACb,KACCK,EAAU,IAAMC,GAAiBT,CAAE,EAChC,KACCI,EAAI,CAAC,CAAE,OAAAC,CAAO,KAAO,CACnB,IAAQL,EAAG,UACX,OAAQA,EAAG,UAAYK,CACzB,EAAE,EACFK,GAAwB,QAAQ,CAClC,CACF,CACF,EAGF,OAAOC,EAAc,CAACR,EAASI,EAASN,CAAS,CAAC,EAC/C,KACCG,EAAI,CAAC,CAACQ,EAAQ,CAAE,IAAAC,EAAK,OAAAC,CAAO,EAAG,CAAE,OAAQ,CAAE,EAAAC,CAAE,EAAG,KAAM,CAAE,OAAAV,CAAO,CAAE,CAAC,KAChEA,EAAS,KAAK,IAAI,EAAGA,EACjB,KAAK,IAAI,EAAGQ,EAASE,EAAIH,CAAM,EAC/B,KAAK,IAAI,EAAGP,EAASU,EAAID,CAAM,CACnC,EACO,CACL,OAAQD,EAAMD,EACd,OAAAP,EACA,OAAQQ,EAAMD,GAAUG,CAC1B,EACD,EACDT,EAAqB,CAACU,EAAGC,IACvBD,EAAE,SAAWC,EAAE,QACfD,EAAE,SAAWC,EAAE,QACfD,EAAE,SAAWC,EAAE,MAChB,CACH,CACJ,CCxCO,SAASC,GACdC,EACqB,CACrB,IAAMC,EAAU,SAAkB,WAAW,GAAK,CAChD,MAAOD,EAAO,UAAUE,GAAS,WAC/BA,EAAM,aAAa,qBAAqB,CAC1C,EAAE,OAAO,CACX,EAGMC,EAAQ,KAAK,IAAI,EAAG,KAAK,IAAIF,EAAQ,MAAOD,EAAO,OAAS,CAAC,CAAC,EACpE,OAAOI,EAAG,GAAGJ,CAAM,EAChB,KACCK,GAASH,GAASI,EAAUJ,EAAO,QAAQ,EAAE,KAAKK,EAAI,IAAML,CAAK,CAAC,CAAC,EACnEM,EAAUR,EAAOG,CAAK,CAAC,EACvBI,EAAIL,IAAU,CACZ,MAAOF,EAAO,QAAQE,CAAK,EAC3B,MAAO,CACL,MAASA,EAAM,aAAa,qBAAqB,EACjD,OAASA,EAAM,aAAa,sBAAsB,EAClD,QAASA,EAAM,aAAa,uBAAuB,EACnD,OAASA,EAAM,aAAa,sBAAsB,CACpD,CACF,EAAa,EACbO,EAAY,CAAC,CACf,CACJ,CASO,SAASC,GACdC,EACgC,CAChC,IAAMX,EAASY,EAA8B,QAASD,CAAE,EAClDE,EAAOC,EAAE,OAAQ,CAAE,KAAM,aAAc,CAAC,EAC9C,SAAS,KAAK,YAAYD,CAAI,EAG9B,IAAME,EAASD,EAAE,OAAQ,CAAE,KAAM,cAAe,CAAC,EACjD,SAAS,KAAK,YAAYC,CAAM,EAGhC,IAAMC,EAASC,GAAW,+BAA+B,EACzD,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAUE,GAAW,CAIzB,GAHA,SAAS,KAAK,aAAa,0BAA2B,EAAE,EAGpDA,EAAQ,MAAM,QAAU,yBAA0B,CACpD,IAAMC,EAAQ,WAAW,+BAA+B,EAClDpB,EAAQ,SAAS,cAAcoB,EAAM,QACvC,wDACA,sDACJ,EAGAD,EAAQ,MAAM,OAAUnB,EAAM,aAAa,sBAAsB,EACjEmB,EAAQ,MAAM,QAAUnB,EAAM,aAAa,uBAAuB,EAClEmB,EAAQ,MAAM,OAAUnB,EAAM,aAAa,sBAAsB,CACnE,CAGA,OAAW,CAACqB,EAAKC,CAAK,IAAK,OAAO,QAAQH,EAAQ,KAAK,EACrD,SAAS,KAAK,aAAa,iBAAiBE,CAAG,GAAIC,CAAK,EAG1D,QAASrB,EAAQ,EAAGA,EAAQH,EAAO,OAAQG,IAAS,CAClD,IAAMsB,EAAQzB,EAAOG,CAAK,EAAE,mBACxBsB,aAAiB,cACnBA,EAAM,OAASJ,EAAQ,QAAUlB,EACrC,CAGA,SAAS,YAAakB,CAAO,CAC/B,CAAC,EAGDf,EAAyBK,EAAI,SAAS,EAAE,KACtCe,EAAOC,GAAMA,EAAG,MAAQ,OAAO,EAC/BC,GAAeT,EAAO,CAACU,EAAGR,IAAYA,CAAO,CAC/C,EACG,UAAU,CAAC,CAAE,MAAAlB,CAAM,IAAM,CACxBA,GAASA,EAAQ,GAAKH,EAAO,OAC7BA,EAAOG,CAAK,EAAE,MAAM,EACpBH,EAAOG,CAAK,EAAE,MAAM,CACtB,CAAC,EAGHgB,EACG,KACCZ,EAAI,IAAM,CACR,IAAMuB,EAASC,GAAoB,QAAQ,EACrCC,EAAS,OAAO,iBAAiBF,CAAM,EAG7C,OAAAf,EAAO,QAAUiB,EAAM,YAGhBA,EAAM,gBAAgB,MAAM,MAAM,EACtC,IAAIR,IAAU,CAACA,GAAO,SAAS,EAAE,EAAE,SAAS,EAAG,GAAG,CAAC,EACnD,KAAK,EAAE,CACZ,CAAC,CACH,EACG,UAAUS,GAASpB,EAAK,QAAU,IAAIoB,CAAK,EAAE,EAGlDd,EAAM,KAAKe,GAAUC,EAAc,CAAC,EACjC,UAAU,IAAM,CACf,SAAS,KAAK,gBAAgB,yBAAyB,CACzD,CAAC,EAGIpC,GAAaC,CAAM,EACvB,KACCoC,EAAUpB,EAAO,KAAKqB,GAAK,CAAC,CAAC,CAAC,EAC9BC,GAAO,EACPC,EAAIC,GAASrB,EAAM,KAAKqB,CAAK,CAAC,EAC9BC,EAAS,IAAMtB,EAAM,SAAS,CAAC,EAC/BZ,EAAIiC,GAAUE,EAAA,CAAE,IAAK/B,GAAO6B,EAAQ,CACtC,CACJ,CAAC,CACH,CChJO,SAASG,GACdC,EAAiB,CAAE,UAAAC,CAAU,EACI,CAGjC,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,MAAAE,CAAM,IAAM,CAC7BL,EAAG,MAAM,YAAY,sBAAuB,GAAGK,CAAK,EAAE,CACxD,CAAC,EAGMJ,EACJ,KACCK,EAAID,GAASF,EAAM,KAAK,CAAE,MAAAE,CAAM,CAAC,CAAC,EAClCE,EAAS,IAAMJ,EAAM,SAAS,CAAC,EAC/BK,EAAIH,IAAU,CAAE,IAAKL,EAAI,MAAAK,CAAM,EAAE,CACnC,CACJ,CAAC,CACH,CChEA,IAAAI,GAAwB,SAiCxB,SAASC,GAAQC,EAAyB,CACxCA,EAAG,aAAa,kBAAmB,EAAE,EACrC,IAAMC,EAAOD,EAAG,QAAQ,aAAa,EAC/BE,EAAOD,EACTA,EAAK,aAAa,WAAW,EAC7BD,EAAG,UACP,OAAAA,EAAG,gBAAgB,iBAAiB,EAC7BE,EAAK,QAAQ,CACtB,CAWO,SAASC,GACd,CAAE,OAAAC,CAAO,EACH,CACF,GAAAC,QAAY,YAAY,GAC1B,IAAIC,EAA8BC,GAAc,CAC9C,IAAI,GAAAF,QAAY,iDAAkD,CAChE,KAAML,GACJA,EAAG,aAAa,qBAAqB,GACrCD,GAAQS,EACNR,EAAG,aAAa,uBAAuB,CACzC,CAAC,CAEL,CAAC,EACE,GAAG,UAAWS,GAAMF,EAAW,KAAKE,CAAE,CAAC,CAC5C,CAAC,EACE,KACCC,EAAID,GAAM,CACQA,EAAG,QACX,MAAM,CAChB,CAAC,EACDE,EAAI,IAAMC,GAAY,kBAAkB,CAAC,CAC3C,EACG,UAAUR,CAAM,CAEzB,CCrCA,SAASS,GAAQC,EAAUC,EAAW,CACpC,OAAAD,EAAI,SAAWC,EAAK,SACpBD,EAAI,SAAWC,EAAK,SACbD,CACT,CA2BA,SAASE,GAAQC,EAAoBF,EAAoB,CACvD,IAAMG,EAAmB,IAAI,IAC7B,QAAWC,KAAMC,EAAY,MAAOH,CAAQ,EAAG,CAC7C,IAAMH,EAAMO,EAAW,MAAOF,CAAE,EAG1BG,EAAQ,CAACT,GAAQ,IAAI,IAAIC,EAAI,WAAY,EAAGC,CAAI,CAAC,EACvDG,EAAQ,IAAI,GAAGI,EAAM,CAAC,CAAC,GAAIA,CAAK,EAGhC,QAAWC,KAAQH,EAAY,kBAAmBD,CAAE,EAAG,CACrD,IAAMK,EAAOD,EAAK,aAAa,MAAM,EACjCC,GAAQ,MACVF,EAAM,KAAKT,GAAQ,IAAI,IAAIW,CAAI,EAAGT,CAAI,CAAC,CAC3C,CACF,CAGA,OAAOG,CACT,CAgBO,SAASO,GAAaV,EAAyC,CACpE,OAAOW,GAAW,IAAI,IAAI,cAAeX,CAAI,CAAC,EAC3C,KACCY,EAAIV,GAAYD,GAAQC,EAAU,IAAI,IAAIF,CAAI,CAAC,CAAC,EAChDa,GAAW,IAAMC,EAAG,IAAI,GAAK,CAAC,CAChC,CACJ,CClDA,SAASC,GACPC,EAAgBC,EACC,CACjB,GAAI,EAAED,EAAG,kBAAkB,SACzB,OAAOE,EAIT,IAAMC,EAAKH,EAAG,OAAO,QAAQ,GAAG,EAChC,GAAIG,IAAO,KACT,OAAOD,EAMT,GAAIC,EAAG,QAAUH,EAAG,SAAWA,EAAG,QAChC,OAAOE,EAQT,IAAME,EAAM,IAAI,IAAID,EAAG,IAAI,EAO3B,OANAC,EAAI,OAASA,EAAI,KAAO,GAMnBH,EAAQ,IAAI,GAAGG,CAAG,EAAE,GASzBJ,EAAG,eAAe,EACXK,EAAG,IAAI,IAAIF,EAAG,IAAI,CAAC,GATjBD,CAUX,CASA,SAASI,GAAKC,EAA8C,CAC1D,IAAMC,EAAO,IAAI,IACjB,QAAWL,KAAMM,EAAY,aAAcF,EAAS,IAAI,EACtDC,EAAK,IAAIL,EAAG,UAAWA,CAAE,EAG3B,OAAOK,CACT,CAYA,SAASE,GAAQH,EAA0C,CACzD,QAAWJ,KAAMM,EAAY,gBAAiBF,CAAQ,EACpD,QAAWI,IAAO,CAAC,OAAQ,KAAK,EAAG,CACjC,IAAMC,EAAQT,EAAG,aAAaQ,CAAG,EACjC,GAAIC,GAAS,CAAC,qBAAqB,KAAKA,CAAK,EAAG,CAE9CT,EAAGQ,CAAG,EAAIR,EAAGQ,CAAG,EAChB,KACF,CACF,CAGF,OAAON,EAAGE,CAAQ,CACpB,CASA,SAASM,GAAOC,EAAsC,CACpD,QAAWC,IAAY,CACrB,+BACA,gCACA,mCACA,+BACA,2BACA,2BACA,GAAGC,EAAQ,wBAAwB,EAC/B,CAAC,0BAA0B,EAC3B,CAAC,CACP,EAAG,CACD,IAAMC,EAASC,GAAmBH,CAAQ,EACpCI,EAASD,GAAmBH,EAAUD,CAAI,EAE9C,OAAOG,GAAW,aAClB,OAAOE,GAAW,aAElBF,EAAO,YAAYE,CAAM,CAE7B,CAGA,IAAMX,EAAOF,GAAK,QAAQ,EAC1B,OAAW,CAACc,EAAMjB,CAAE,IAAKG,GAAKQ,CAAI,EAC5BN,EAAK,IAAIY,CAAI,EACfZ,EAAK,OAAOY,CAAI,EAEhB,SAAS,KAAK,YAAYjB,CAAE,EAGhC,QAAWA,KAAMK,EAAK,OAAO,EAAG,CAC9B,IAAMa,EAAOlB,EAAG,aAAa,MAAM,EAI/BkB,IAAS,eAAiBA,IAAS,gBACrClB,EAAG,OAAO,CACd,CAIA,IAAMmB,EAAYC,GAAoB,WAAW,EACjD,OAAOC,GAAOf,EAAY,SAAUa,CAAS,CAAC,EAC3C,KACCG,EAAUtB,GAAM,CACd,IAAMuB,EAASZ,EAAK,cAAc,QAAQ,EAC1C,GAAIX,EAAG,IAAK,CACV,QAAWkB,KAAQlB,EAAG,kBAAkB,EACtCuB,EAAO,aAAaL,EAAMlB,EAAG,aAAakB,CAAI,CAAE,EAClD,OAAAlB,EAAG,YAAYuB,CAAM,EAGd,IAAIC,EAAWC,GAAY,CAChCF,EAAO,OAAS,IAAME,EAAS,SAAS,CAC1C,CAAC,CAGH,KACE,QAAAF,EAAO,YAAcvB,EAAG,YACxBA,EAAG,YAAYuB,CAAM,EACdxB,CAEX,CAAC,EACD2B,EAAe,EACfC,GAAQ,QAAQ,CAClB,CACJ,CAgBO,SAASC,GACd,CAAE,UAAAC,EAAW,UAAAC,EAAW,UAAAC,CAAU,EACZ,CACtB,IAAMC,EAASC,GAAc,EAC7B,GAAI,SAAS,WAAa,QACxB,OAAOlC,EAIT,IAAMmC,EAAWC,GAAaH,EAAO,IAAI,EAUzC9B,EAAG,QAAQ,EACR,UAAUK,EAAO,EAUpB,IAAM6B,EACJC,EAAsB,SAAS,KAAM,OAAO,EACzC,KACCC,GAAkBJ,CAAQ,EAC1BZ,EAAU,CAAC,CAACzB,EAAIC,CAAO,IAAMF,GAAOC,EAAIC,CAAO,CAAC,EAChDyC,GAAM,CACR,EAIEC,EACJH,EAAyB,OAAQ,UAAU,EACxC,KACCI,EAAIC,EAAW,EACfH,GAAM,CACR,EAMJH,EAAS,KAAKO,GAAeb,CAAS,CAAC,EACpC,UAAU,CAAC,CAAC7B,EAAK,CAAE,OAAA2C,CAAO,CAAC,IAAM,CAChC,QAAQ,aAAaA,EAAQ,EAAE,EAC/B,QAAQ,UAAU,KAAM,GAAI3C,CAAG,CACjC,CAAC,EAMH4C,EAAMT,EAAUI,CAAQ,EACrB,UAAUX,CAAS,EActB,IAAMiB,EACJjB,EAAU,KACRkB,GAAwB,UAAU,EAClCzB,EAAUrB,GAAO+C,GAAY/C,EAAK,CAAE,UAAA8B,CAAU,CAAC,EAC5C,KACCkB,GAAW,KACTC,GAAYjD,EAAK,EAAI,EACdF,EACR,CACH,CACF,EAIAuB,EAAUf,EAAO,EACjBe,EAAUZ,EAAM,EAChB6B,GAAM,CACR,EAUF,OAAAM,EACEC,EAAU,KAAKH,GAAed,EAAW,CAACsB,EAAGlD,IAAQA,CAAG,CAAC,EAMzD6C,EAAU,KACRxB,EAAU,IAAMO,CAAS,EACzBkB,GAAwB,MAAM,CAChC,EAQAlB,EAAU,KACRuB,EAAqB,CAACC,EAAGC,IACvBD,EAAE,WAAaC,EAAE,UACjBD,EAAE,OAAaC,EAAE,IAClB,EACDhC,EAAU,IAAMc,CAAQ,EACxBmB,EAAI,IAAM,QAAQ,KAAK,CAAC,CAC1B,CACF,EACG,UAAUtD,GAAO,CArYtB,IAAAuD,EAAAC,EA2YU,QAAQ,QAAU,MAAQ,CAACxD,EAAI,KACjC,OAAO,SAAS,GAAGwD,GAAAD,EAAA,QAAQ,QAAR,YAAAA,EAAe,IAAf,KAAAC,EAAoB,CAAC,GAExC,QAAQ,kBAAoB,OAC5BC,GAAgBzD,EAAI,IAAI,EACxB,QAAQ,kBAAoB,SAEhC,CAAC,EAMH4B,EAAU,UAAU,IAAM,CACxB,QAAQ,kBAAoB,QAC9B,CAAC,EAMDQ,EAAU,OAAQ,cAAc,EAC7B,UAAU,IAAM,CACf,QAAQ,kBAAoB,MAC9B,CAAC,EAMHP,EAAU,KACRiB,GAAwB,QAAQ,EAChCY,GAAa,GAAG,CAClB,EACG,UAAU,CAAC,CAAE,OAAAf,CAAO,IAAM,CACzB,QAAQ,aAAaA,EAAQ,EAAE,CACjC,CAAC,EAGIE,CACT,CC7ZA,IAAAc,GAAuB,SAqChB,SAASC,GACdC,EAC0B,CAE1B,IAAMC,EAAQD,EAAO,UAAU,MAAM,GAAG,EAAE,IAAIE,GAC/BA,EAAK,QAAQ,sBAAuB,EAAE,EACvC,SAAW,EAAI,SAAMA,CAClC,EACE,KAAK,GAAG,EAELC,EAAY,IAAI,OAAOF,EAAO,KAAK,EACnCG,EAAY,CAACC,EAAYC,EAAcJ,IACpC,GAAGI,CAAI,2BAA2BJ,CAAI,UAI/C,OAAQK,GAAkB,CACxBA,EAAQA,EACL,QAAQ,gBAAiB,GAAG,EAC5B,KAAK,EAGR,IAAMC,EAAQ,IAAI,OAAO,MAAMR,EAAO,SAAS,MAC7CO,EACG,QAAQ,uBAAwB,MAAM,EACtC,QAAQJ,EAAW,GAAG,CAC3B,IAAK,KAAK,EAGV,OAAOM,MAAS,GAAAC,SAAWD,CAAK,EAC7B,QAAQD,EAAOJ,CAAS,EACxB,QAAQ,8BAA+B,IAAI,CAChD,CACF,CCEO,SAASO,GACdC,EAC+B,CAC/B,OAAOA,EAAQ,OAAS,CAC1B,CASO,SAASC,GACdD,EACgC,CAChC,OAAOA,EAAQ,OAAS,CAC1B,CC1CO,SAASE,GACdC,EAAaC,EACW,CACxB,IAAMC,EAAUC,GAA2BH,CAAG,EAC9C,OAAAI,EACEC,EAAG,SAAS,WAAa,OAAO,EAChCC,GAAY,QAAQ,CACtB,EACG,KACCC,GAAMC,GAAUA,CAAM,EACtBC,EAAU,IAAMR,CAAM,CACxB,EACG,UAAU,CAAC,CAAE,OAAAS,EAAQ,KAAAC,CAAK,IAAMT,EAAQ,KAAK,CAC5C,OACA,KAAM,CACJ,OAAAQ,EACA,KAAAC,EACA,QAAS,CACP,QAASC,EAAQ,gBAAgB,CACnC,CACF,CACF,CAAC,CAAC,EAGCV,CACT,CCjEO,SAASW,GACdC,EACiB,CA/BnB,IAAAC,EAgCE,GAAM,CAAC,uBAAAC,EACL,uBAAAC,EACA,gBAAAC,EACA,eAAAC,CAAc,EAAIL,EACdM,GAAeL,EAAAM,GAAaF,CAAc,IAA3B,YAAAJ,EAA8B,SACnD,GAAIK,IAAiB,OACnB,OAEF,IAAME,EAAsBC,GAAYL,EAAgB,SAAUE,CAAY,EAC9E,GAAIE,IAAwB,OAC1B,OAEF,IAAME,EAAsBC,GAAqBT,EAAuB,KAAK,CAAC,EAC9E,GAAI,CAACA,EAAuB,IAAIQ,CAAmB,EAIjD,OAGF,IAAME,EAAsBL,GAAaC,EAAqBE,CAAmB,EACjF,GAAI,CAACE,GAAuB,CAACV,EAAuB,IAAIU,EAAoB,IAAI,EAC9E,OAGF,IAAMC,EAASN,GAAaC,EAAqBL,CAAsB,EACvE,GAAKU,EAGL,OAAAA,EAAO,KAAOT,EAAgB,KAC9BS,EAAO,OAAST,EAAgB,OACzBS,CACT,CAWA,SAASN,GAAaO,EAAiBC,EAAoC,CACzE,GAAI,CACF,OAAO,IAAI,IAAID,EAAKC,CAAI,CAC1B,OAAQC,EAAA,CACN,MACF,CACF,CAYO,SAASP,GAAYQ,EAAWC,EAAoC,CACzE,GAAID,EAAE,WAAWC,CAAM,EACrB,OAAOD,EAAE,MAAMC,EAAO,MAAM,CAGhC,CASA,SAASC,GAAgBC,EAAYC,EAAoB,CACvD,IAAMC,EAAM,KAAK,IAAIF,EAAG,OAAQC,EAAG,MAAM,EACrCR,EACJ,IAAKA,EAAS,EAAGA,EAASS,GACpBF,EAAGP,CAAM,IAAMQ,EAAGR,CAAM,EADC,EAAEA,EAC/B,CAIF,OAAOA,CACT,CAQO,SAASF,GAAqBY,EAAgC,CACnE,IAAIV,EACJ,QAAWI,KAAKM,EACVV,IAAW,OACbA,EAASI,EAETJ,EAASA,EAAO,MAAM,EAAGM,GAAgBN,EAAQI,CAAC,CAAC,EAGvD,OAAOJ,GAAA,KAAAA,EAAU,EACnB,CC9DO,SAASW,GACd,CAAE,UAAAC,CAAU,EACN,CACN,IAAMC,EAASC,GAAc,EACvBC,EAAYC,GAChB,IAAI,IAAI,mBAAoBH,EAAO,IAAI,CACzC,EACG,KACCI,GAAW,IAAMC,CAAK,CACxB,EAGIC,EAAWJ,EACd,KACCK,EAAIC,GAAY,CACd,GAAM,CAAC,CAAEC,CAAO,EAAIT,EAAO,KAAK,MAAM,aAAa,EACnD,OAAOQ,EAAS,KAAK,CAAC,CAAE,QAAAE,EAAS,QAAAC,CAAQ,IACvCD,IAAYD,GAAWE,EAAQ,SAASF,CAAO,CAChD,GAAKD,EAAS,CAAC,CAClB,CAAC,CACH,EAGFN,EACG,KACCK,EAAIC,GAAY,IAAI,IAAIA,EAAS,IAAIE,GAAW,CAC9C,GAAG,IAAI,IAAI,MAAMA,EAAQ,OAAO,IAAKV,EAAO,IAAI,CAAC,GACjDU,CACF,CAAC,CAAC,CAAC,EACHE,EAAUC,GAAQC,EAAsB,SAAS,KAAM,OAAO,EAC3D,KACCC,EAAOC,GAAM,CAACA,EAAG,SAAW,CAACA,EAAG,OAAO,EACvCC,GAAeX,CAAQ,EACvBM,EAAU,CAAC,CAACI,EAAIP,CAAO,IAAM,CAC3B,GAAIO,EAAG,kBAAkB,QAAS,CAChC,IAAME,EAAKF,EAAG,OAAO,QAAQ,GAAG,EAChC,GAAIE,GAAM,CAACA,EAAG,QAAUL,EAAK,IAAIK,EAAG,IAAI,EAAG,CACzC,IAAMC,EAAMD,EAAG,KAWf,MAAI,CAACF,EAAG,OAAO,QAAQ,aAAa,GAClBH,EAAK,IAAIM,CAAG,IACZV,EACPJ,GAEXW,EAAG,eAAe,EACXI,EAAG,IAAI,IAAID,CAAG,CAAC,EACxB,CACF,CACA,OAAOd,CACT,CAAC,EACDO,EAAUS,GACDC,GAAaD,CAAsB,EAAE,KAC1Cd,EACEgB,GAAQ,CAtIxB,IAAAC,EAuIkB,OAAAA,EAAAC,GAAgC,CAC9B,uBAAwBF,EACxB,uBAAAF,EACA,gBAAiBK,GAAY,EAC7B,eAAgB1B,EAAO,IACzB,CAAC,IALD,KAAAwB,EAKMH,EACV,CACF,CACD,CACH,CACF,CACF,EACG,UAAUF,GAAOQ,GAAYR,EAAK,EAAI,CAAC,EAG5CS,EAAc,CAAC1B,EAAWI,CAAQ,CAAC,EAChC,UAAU,CAAC,CAACE,EAAUC,CAAO,IAAM,CACpBoB,EAAW,mBAAmB,EACtC,YAAYC,GAAsBtB,EAAUC,CAAO,CAAC,CAC5D,CAAC,EAGHV,EAAU,KAAKa,EAAU,IAAMN,CAAQ,CAAC,EACrC,UAAUG,GAAW,CA9J1B,IAAAe,EAiKM,IAAIO,EAAW,SAAS,aAAc,cAAc,EACpD,GAAIA,IAAa,KAAM,CACrBA,EAAW,GAGX,IAAIC,IAAUR,EAAAxB,EAAO,UAAP,YAAAwB,EAAgB,UAAW,SACpC,MAAM,QAAQQ,CAAO,IACxBA,EAAU,CAACA,CAAO,GAGpBC,EAAM,QAAWC,KAAUF,EACzB,QAAWtB,KAAWD,EAAQ,QAAQ,OAAOA,EAAQ,OAAO,EAC1D,GAAI,IAAI,OAAOyB,EAAQ,GAAG,EAAE,KAAKxB,CAAO,EAAG,CACzCqB,EAAW,GACX,MAAME,CACR,CAGJ,SAAS,aAAcF,EAAU,cAAc,CACjD,CAGA,GAAIA,EACF,QAAWI,KAAWC,GAAqB,UAAU,EACnDD,EAAQ,OAAS,EACvB,CAAC,CACL,CCvFO,SAASE,GACdC,EAAsB,CAAE,QAAAC,CAAQ,EACP,CAGzB,GAAM,CAAE,aAAAC,CAAa,EAAIC,GAAY,EACjCD,EAAa,IAAI,GAAG,IACtBE,GAAU,SAAU,EAAI,EAGxBJ,EAAG,MAAQE,EAAa,IAAI,GAAG,EAC/BF,EAAG,MAAM,EAGTK,GAAY,QAAQ,EACjB,KACCC,GAAMC,GAAU,CAACA,CAAM,CACzB,EACG,UAAU,IAAM,CACf,IAAMC,EAAML,GAAY,EACxBK,EAAI,aAAa,OAAO,GAAG,EAC3B,QAAQ,aAAa,CAAC,EAAG,GAAI,GAAGA,CAAG,EAAE,CACvC,CAAC,GAIP,IAAMC,EAASC,GAAkBV,CAAE,EAC7BW,EAASC,EACbX,EAAQ,KAAKK,GAAMO,EAAoB,CAAC,EACxCC,EAAUd,EAAI,OAAO,EACrBS,CACF,EACG,KACCM,EAAI,IAAMf,EAAG,KAAK,EAClBgB,EAAqB,CACvB,EAGF,OAAOC,EAAc,CAACN,EAAQF,CAAM,CAAC,EAClC,KACCM,EAAI,CAAC,CAACG,EAAOC,CAAK,KAAO,CAAE,MAAAD,EAAO,MAAAC,CAAM,EAAE,EAC1CC,EAAY,CAAC,CACf,CACJ,CAUO,SAASC,GACdrB,EAAsB,CAAE,QAAAC,CAAQ,EACsB,CACtD,IAAMqB,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EAGxDT,EAAc,CACZhB,EAAQ,KAAKK,GAAMO,EAAoB,CAAC,EACxCS,CACF,EAAG,CAACK,EAAGC,IAAUA,CAAK,EACnB,KACCC,GAAwB,OAAO,CACjC,EACG,UAAU,CAAC,CAAE,MAAAX,CAAM,IAAMjB,EAAQ,KAAK,CACrC,OACA,KAAMiB,CACR,CAAC,CAAC,EAGNI,EACG,KACCO,GAAwB,OAAO,CACjC,EACG,UAAU,CAAC,CAAE,MAAAV,CAAM,IAAM,CACpBA,GACFf,GAAU,SAAUe,CAAK,CAC7B,CAAC,EAGLL,EAAUd,EAAG,KAAO,OAAO,EACxB,KACC8B,EAAUN,CAAK,CACjB,EACG,UAAU,IAAMxB,EAAG,MAAM,CAAC,EAM/B,IAAM+B,EAAQC,EAAW,uBAAuB,EAChD,OAAAlB,EAAUiB,EAAO,OAAO,EACrB,UAAU,IAAM/B,EAAG,MAAM,CAAC,EAGtBD,GAAiBC,EAAI,CAAE,QAAAC,CAAQ,CAAC,EACpC,KACCgC,EAAIC,GAASZ,EAAM,KAAKY,CAAK,CAAC,EAC9BC,EAAS,IAAMb,EAAM,SAAS,CAAC,EAC/BP,EAAImB,GAAUE,EAAA,CAAE,IAAKpC,GAAOkC,EAAQ,EACpCd,EAAY,CAAC,CACf,CACJ,CCnHO,SAASiB,GACdC,EAAiB,CAAE,QAAAC,EAAS,OAAAC,CAAO,EACE,CACrC,IAAMC,EAAQ,IAAIC,EACZC,EAAYC,GAAqBN,EAAG,aAAc,EACrD,KACCO,EAAO,OAAO,CAChB,EAGIC,EAAYR,EAAG,cAGfS,EAAOC,EAAW,wBAAyBV,CAAE,EAC7CW,EAAOD,EAAW,uBAAwBV,CAAE,EAGlDY,GAAY,QAAQ,EACjB,UAAUC,GAAUF,EAAK,aACxB,OAAQE,EAAS,OAAS,cAC5B,CAAC,EAGHV,EACG,KACCW,GAAeZ,CAAM,EACrBa,GAAUd,EAAQ,KAAKe,GAAMC,EAAoB,CAAC,CAAC,CACrD,EACG,UAAU,CAAC,CAAC,CAAE,MAAAC,CAAM,EAAG,CAAE,MAAAC,CAAM,CAAC,IAAM,CACrC,OAAQD,EAAM,OAAQ,CAGpB,IAAK,GACHT,EAAK,YAAcU,EAAM,OACrBC,GAAY,oBAAoB,EAChCA,GAAY,2BAA2B,EAC3C,MAGF,IAAK,GACHX,EAAK,YAAcW,GAAY,mBAAmB,EAClD,MAGF,QACE,IAAMC,EAAQC,GAAMJ,EAAM,MAAM,EAChCT,EAAK,YAAcW,GAAY,sBAAuBC,CAAK,CAC/D,CACF,CAAC,EAGL,IAAME,EAAUpB,EACb,KACCqB,EAAI,IAAMb,EAAK,UAAY,EAAE,EAC7Bc,EAAU,CAAC,CAAE,MAAAP,CAAM,IAAMQ,EACvBC,EAAG,GAAGT,EAAM,MAAM,EAAG,EAAE,CAAC,EACxBS,EAAG,GAAGT,EAAM,MAAM,EAAE,CAAC,EAClB,KACCU,GAAY,CAAC,EACbC,GAAQxB,CAAS,EACjBoB,EAAU,CAAC,CAACK,CAAK,IAAMA,CAAK,CAC9B,CACJ,CAAC,EACDC,EAAIC,EAAsB,EAC1BC,GAAM,CACR,EAGF,OAAAV,EAAQ,UAAUW,GAAQvB,EAAK,YAAYuB,CAAI,CAAC,EAChDX,EACG,KACCY,GAASD,GAAQ,CACf,IAAME,EAAUC,GAAmB,UAAWH,CAAI,EAClD,OAAI,OAAOE,GAAY,YACdE,EAGFC,EAAUH,EAAS,QAAQ,EAC/B,KACCI,EAAUrC,CAAK,EACf4B,EAAI,IAAMK,CAAO,CACnB,CACJ,CAAC,CACH,EACG,UAAUA,GAAW,CAElBA,EAAQ,OAAS,IACjBA,EAAQ,WAAa5B,EAAU,WAE/BA,EAAU,SAAS,CAAE,IAAK4B,EAAQ,SAAU,CAAC,CACjD,CAAC,EAGWnC,EACb,KACCM,EAAOkC,EAAqB,EAC5BV,EAAI,CAAC,CAAE,KAAAW,CAAK,IAAMA,CAAI,CACxB,EAIC,KACClB,EAAImB,GAASxC,EAAM,KAAKwC,CAAK,CAAC,EAC9BC,EAAS,IAAMzC,EAAM,SAAS,CAAC,EAC/B4B,EAAIY,GAAUE,EAAA,CAAE,IAAK7C,GAAO2C,EAAQ,CACtC,CACJ,CCpHO,SAASG,GACdC,EAAkB,CAAE,OAAAC,CAAO,EACF,CACzB,OAAOA,EACJ,KACCC,EAAI,CAAC,CAAE,MAAAC,CAAM,IAAM,CACjB,IAAMC,EAAMC,GAAY,EACxB,OAAAD,EAAI,KAAO,GAGXD,EAAQA,EACL,QAAQ,OAAQ,GAAG,EACnB,QAAQ,KAAM,KAAK,EACnB,QAAQ,KAAM,KAAK,EAGtBC,EAAI,OAAS,KAAKD,CAAK,GAChB,CAAE,IAAAC,CAAI,CACf,CAAC,CACH,CACJ,CAUO,SAASE,GACdC,EAAuBC,EACa,CACpC,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxD,OAAAJ,EAAM,UAAU,CAAC,CAAE,IAAAL,CAAI,IAAM,CAC3BG,EAAG,aAAa,sBAAuBA,EAAG,IAAI,EAC9CA,EAAG,KAAO,GAAGH,CAAG,EAClB,CAAC,EAGDU,EAAUP,EAAI,OAAO,EAClB,KACCQ,EAAUJ,CAAK,CACjB,EACG,UAAUK,GAAMA,EAAG,eAAe,CAAC,EAGjCjB,GAAiBQ,EAAIC,CAAO,EAChC,KACCS,EAAIC,GAAST,EAAM,KAAKS,CAAK,CAAC,EAC9BC,EAAS,IAAMV,EAAM,SAAS,CAAC,EAC/BP,EAAIgB,GAAUE,EAAA,CAAE,IAAKb,GAAOW,EAAQ,CACtC,CACJ,CCpDO,SAASG,GACdC,EAAiB,CAAE,QAAAC,EAAS,UAAAC,CAAU,EACA,CACtC,IAAMC,EAAQ,IAAIC,EAGZC,EAASC,GAAoB,cAAc,EAC3CC,EAASC,EACbC,EAAUJ,EAAO,SAAS,EAC1BI,EAAUJ,EAAO,OAAO,CAC1B,EACG,KACCK,GAAUC,EAAc,EACxBC,EAAI,IAAMP,EAAM,KAAK,EACrBQ,EAAqB,CACvB,EAGF,OAAAV,EACG,KACCW,GAAkBP,CAAM,EACxBK,EAAI,CAAC,CAAC,CAAE,QAAAG,CAAQ,EAAGC,CAAK,IAAM,CAC5B,IAAMC,EAAQD,EAAM,MAAM,UAAU,EACpC,GAAID,GAAA,MAAAA,EAAS,QAAUE,EAAMA,EAAM,OAAS,CAAC,EAAG,CAC9C,IAAMC,EAAOH,EAAQA,EAAQ,OAAS,CAAC,EACnCG,EAAK,WAAWD,EAAMA,EAAM,OAAS,CAAC,CAAC,IACzCA,EAAMA,EAAM,OAAS,CAAC,EAAIC,EAC9B,MACED,EAAM,OAAS,EAEjB,OAAOA,CACT,CAAC,CACH,EACG,UAAUA,GAASjB,EAAG,UAAYiB,EAChC,KAAK,EAAE,EACP,QAAQ,MAAO,QAAQ,CAC1B,EAGJf,EACG,KACCiB,EAAO,CAAC,CAAE,KAAAC,CAAK,IAAMA,IAAS,QAAQ,CACxC,EACG,UAAUC,GAAO,CAChB,OAAQA,EAAI,KAAM,CAGhB,IAAK,aAEDrB,EAAG,UAAU,QACbK,EAAM,iBAAmBA,EAAM,MAAM,SAErCA,EAAM,MAAQL,EAAG,WACnB,KACJ,CACF,CAAC,EAGWC,EACb,KACCkB,EAAOG,EAAqB,EAC5BV,EAAI,CAAC,CAAE,KAAAW,CAAK,IAAMA,CAAI,CACxB,EAIC,KACCC,EAAIC,GAAStB,EAAM,KAAKsB,CAAK,CAAC,EAC9BC,EAAS,IAAMvB,EAAM,SAAS,CAAC,EAC/BS,EAAI,KAAO,CAAE,IAAKZ,CAAG,EAAE,CACzB,CACJ,CCjDO,SAAS2B,GACdC,EAAiB,CAAE,OAAAC,EAAQ,UAAAC,CAAU,EACN,CAC/B,IAAMC,EAASC,GAAc,EAC7B,GAAI,CACF,IAAMC,EAAUC,GAAkBH,EAAO,OAAQF,CAAM,EAGjDM,EAASC,GAAoB,eAAgBR,CAAE,EAC/CS,EAASD,GAAoB,gBAAiBR,CAAE,EAGtDU,EAAwBV,EAAI,OAAO,EAChC,KACCW,EAAO,CAAC,CAAE,OAAAC,CAAO,IACfA,aAAkB,SAAW,CAAC,CAACA,EAAO,QAAQ,GAAG,CAClD,CACH,EACG,UAAU,IAAMC,GAAU,SAAU,EAAK,CAAC,EAG/CX,EACG,KACCS,EAAO,CAAC,CAAE,KAAAG,CAAK,IAAMA,IAAS,QAAQ,CACxC,EACG,UAAUC,GAAO,CAChB,IAAMC,EAASC,GAAiB,EAChC,OAAQF,EAAI,KAAM,CAGhB,IAAK,QACH,GAAIC,IAAWT,EAAO,CACpB,IAAMW,EAAU,IAAI,IACpB,QAAWC,KAAUC,EACnB,sBAAuBX,CACzB,EAAG,CACD,IAAMY,EAAUF,EAAO,kBACvBD,EAAQ,IAAIC,EAAQ,WAClBE,EAAQ,aAAa,eAAe,CACtC,CAAC,CACH,CAGA,GAAIH,EAAQ,KAAM,CAChB,GAAM,CAAC,CAACI,CAAI,CAAC,EAAI,CAAC,GAAGJ,CAAO,EAAE,KAAK,CAAC,CAAC,CAAEK,CAAC,EAAG,CAAC,CAAEC,CAAC,IAAMA,EAAID,CAAC,EAC1DD,EAAK,MAAM,CACb,CAGAP,EAAI,MAAM,CACZ,CACA,MAGF,IAAK,SACL,IAAK,MACHF,GAAU,SAAU,EAAK,EACzBN,EAAM,KAAK,EACX,MAGF,IAAK,UACL,IAAK,YACH,GAAI,OAAOS,GAAW,YACpBT,EAAM,MAAM,MACP,CACL,IAAMkB,EAAM,CAAClB,EAAO,GAAGa,EACrB,wDACAX,CACF,CAAC,EACKiB,EAAI,KAAK,IAAI,GACjB,KAAK,IAAI,EAAGD,EAAI,QAAQT,CAAM,CAAC,EAAIS,EAAI,QACrCV,EAAI,OAAS,UAAY,GAAK,IAE9BU,EAAI,MAAM,EACdA,EAAIC,CAAC,EAAE,MAAM,CACf,CAGAX,EAAI,MAAM,EACV,MAGF,QACMR,IAAUU,GAAiB,GAC7BV,EAAM,MAAM,CAClB,CACF,CAAC,EAGLL,EACG,KACCS,EAAO,CAAC,CAAE,KAAAG,CAAK,IAAMA,IAAS,QAAQ,CACxC,EACG,UAAUC,GAAO,CAChB,OAAQA,EAAI,KAAM,CAGhB,IAAK,IACL,IAAK,IACL,IAAK,IACHR,EAAM,MAAM,EACZA,EAAM,OAAO,EAGbQ,EAAI,MAAM,EACV,KACJ,CACF,CAAC,EAGL,IAAMY,EAASC,GAAiBrB,EAAO,CAAE,QAAAF,CAAQ,CAAC,EAClD,OAAOwB,EACLF,EACAG,GAAkBrB,EAAQ,CAAE,QAAAJ,EAAS,OAAAsB,CAAO,CAAC,CAC/C,EACG,KACCI,GAGE,GAAGC,GAAqB,eAAgBhC,CAAE,EACvC,IAAIiC,GAASC,GAAiBD,EAAO,CAAE,OAAAN,CAAO,CAAC,CAAC,EAGnD,GAAGK,GAAqB,iBAAkBhC,CAAE,EACzC,IAAIiC,GAASE,GAAmBF,EAAO,CAAE,QAAA5B,EAAS,UAAAH,CAAU,CAAC,CAAC,CACnE,CACF,CAGJ,OAASkC,EAAK,CACZ,OAAApC,EAAG,OAAS,GACLqC,EACT,CACF,CCnKO,SAASC,GACdC,EAAiB,CAAE,OAAAC,EAAQ,UAAAC,CAAU,EACG,CACxC,OAAOC,EAAc,CACnBF,EACAC,EACG,KACCE,EAAUC,GAAY,CAAC,EACvBC,EAAOC,GAAO,CAAC,CAACA,EAAI,aAAa,IAAI,GAAG,CAAC,CAC3C,CACJ,CAAC,EACE,KACCC,EAAI,CAAC,CAACC,EAAOF,CAAG,IAAMG,GAAuBD,EAAM,MAAM,EACvDF,EAAI,aAAa,IAAI,GAAG,CAC1B,CAAC,EACDC,EAAIG,GAAM,CA1FhB,IAAAC,EA2FQ,IAAMC,EAAQ,IAAI,IAGZC,EAAK,SAAS,mBAAmBd,EAAI,WAAW,SAAS,EAC/D,QAASe,EAAOD,EAAG,SAAS,EAAGC,EAAMA,EAAOD,EAAG,SAAS,EACtD,IAAIF,EAAAG,EAAK,gBAAL,MAAAH,EAAoB,aAAc,CACpC,IAAMI,EAAWD,EAAK,YAChBE,EAAWN,EAAGK,CAAQ,EACxBC,EAAS,OAASD,EAAS,QAC7BH,EAAM,IAAIE,EAAmBE,CAAQ,CACzC,CAIF,OAAW,CAACF,EAAMG,CAAI,IAAKL,EAAO,CAChC,GAAM,CAAE,WAAAM,CAAW,EAAIC,EAAE,OAAQ,KAAMF,CAAI,EAC3CH,EAAK,YAAY,GAAG,MAAM,KAAKI,CAAU,CAAC,CAC5C,CAGA,MAAO,CAAE,IAAKnB,EAAI,MAAAa,CAAM,CAC1B,CAAC,CACH,CACJ,CCPO,SAASQ,GACdC,EAAiB,CAAE,UAAAC,EAAW,MAAAC,CAAM,EACf,CACrB,IAAMC,EAASH,EAAG,QAAqB,UAAU,EAC3CI,EACJD,EAAO,UACPA,EAAO,cAAe,UAGxB,OAAOE,EAAc,CAACH,EAAOD,CAAS,CAAC,EACpC,KACCK,EAAI,CAAC,CAAC,CAAE,OAAAC,EAAQ,OAAAC,CAAO,EAAG,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,CAAC,KACzCD,EAASA,EACL,KAAK,IAAIJ,EAAQ,KAAK,IAAI,EAAGK,EAAIF,CAAM,CAAC,EACxCH,EACG,CACL,OAAAI,EACA,OAAQC,GAAKF,EAASH,CACxB,EACD,EACDM,EAAqB,CAACC,EAAGC,IACvBD,EAAE,SAAWC,EAAE,QACfD,EAAE,SAAWC,EAAE,MAChB,CACH,CACJ,CAuBO,SAASC,GACdb,EAAiBc,EACe,CADf,IAAAC,EAAAD,EAAE,SAAAE,CA5JrB,EA4JmBD,EAAcE,EAAAC,GAAdH,EAAc,CAAZ,YAEnB,IAAMI,EAAQC,EAAW,0BAA2BpB,CAAE,EAChD,CAAE,EAAAS,CAAE,EAAIY,GAAiBF,CAAK,EACpC,OAAOG,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EAClDC,EAAQL,EACX,KACCM,GAAU,EAAGC,EAAuB,CACtC,EAGF,OAAAF,EAAM,KAAKG,GAAef,CAAO,CAAC,EAC/B,UAAU,CAGT,KAAK,CAAC,CAAE,OAAAR,CAAO,EAAG,CAAE,OAAQD,CAAO,CAAC,EAAG,CACrCY,EAAM,MAAM,OAAS,GAAGX,EAAS,EAAIC,CAAC,KACtCT,EAAG,MAAM,IAAY,GAAGO,CAAM,IAChC,EAGA,UAAW,CACTY,EAAM,MAAM,OAAS,GACrBnB,EAAG,MAAM,IAAY,EACvB,CACF,CAAC,EAGH4B,EAAM,KAAKI,GAAM,CAAC,EACf,UAAU,IAAM,CACf,QAAWC,KAAQC,EAAY,8BAA+BlC,CAAE,EAAG,CACjE,GAAI,CAACiC,EAAK,aACR,SACF,IAAME,EAAYF,EAAK,QAAqB,yBAAyB,EACrE,GAAI,OAAOE,GAAc,YAAa,CACpC,IAAM5B,EAAS0B,EAAK,UAAYE,EAAU,UACpC,CAAE,OAAA3B,CAAO,EAAI4B,GAAeD,CAAS,EAC3CA,EAAU,SAAS,CACjB,IAAK5B,EAASC,EAAS,CACzB,CAAC,CACH,CACF,CACF,CAAC,EAGH6B,GAAKH,EAA8B,kBAAmBlC,CAAE,CAAC,EACtD,KACCsC,GAASC,GAASC,EAAUD,EAAO,OAAO,EACvC,KACCE,GAAUC,EAAc,EACxBpC,EAAI,IAAMiC,CAAK,EACfI,EAAUlB,CAAK,CACjB,CACF,CACF,EACG,UAAUc,GAAS,CAClB,IAAMK,EAAQxB,EAA6B,QAAQmB,EAAM,OAAO,IAAI,EACxDnB,EAAW,qBAAqBmB,EAAM,EAAE,IAAI,EACpD,aAAa,gBAAiB,GAAGK,EAAM,OAAO,EAAE,CACtD,CAAC,EAGE7C,GAAaC,EAAIiB,CAAO,EAC5B,KACC4B,EAAIC,GAASvB,EAAM,KAAKuB,CAAK,CAAC,EAC9BC,EAAS,IAAMxB,EAAM,SAAS,CAAC,EAC/BjB,EAAIwC,GAAUE,EAAA,CAAE,IAAKhD,GAAO8C,EAAQ,CACtC,CACJ,CAAC,CACH,CCxKO,SAASG,GACdC,EAAcC,EACW,CACzB,GAAI,OAAOA,GAAS,YAAa,CAC/B,IAAMC,EAAM,gCAAgCF,CAAI,IAAIC,CAAI,GACxD,OAAOE,GAGLC,GAAqB,GAAGF,CAAG,kBAAkB,EAC1C,KACCG,GAAW,IAAMC,CAAK,EACtBC,EAAIC,IAAY,CACd,QAASA,EAAQ,QACnB,EAAE,EACFC,GAAe,CAAC,CAAC,CACnB,EAGFL,GAAkBF,CAAG,EAClB,KACCG,GAAW,IAAMC,CAAK,EACtBC,EAAIG,IAAS,CACX,MAAOA,EAAK,iBACZ,MAAOA,EAAK,WACd,EAAE,EACFD,GAAe,CAAC,CAAC,CACnB,CACJ,EACG,KACCF,EAAI,CAAC,CAACC,EAASE,CAAI,IAAOC,IAAA,GAAKH,GAAYE,EAAO,CACpD,CAGJ,KAAO,CACL,IAAMR,EAAM,gCAAgCF,CAAI,GAChD,OAAOI,GAAkBF,CAAG,EACzB,KACCK,EAAIG,IAAS,CACX,aAAcA,EAAK,YACrB,EAAE,EACFD,GAAe,CAAC,CAAC,CACnB,CACJ,CACF,CC3CO,SAASG,GACdC,EAAcC,EACW,CACzB,IAAMC,EAAM,WAAWF,CAAI,oBAAoB,mBAAmBC,CAAO,CAAC,GAC1E,OAAOE,GAGLC,GAAqB,GAAGF,CAAG,4BAA4B,EACpD,KACCG,GAAW,IAAMC,CAAK,EACtBC,EAAI,CAAC,CAAE,SAAAC,CAAS,KAAO,CACrB,QAASA,CACX,EAAE,EACFC,GAAe,CAAC,CAAC,CACnB,EAGFL,GAA2BF,CAAG,EAC3B,KACCG,GAAW,IAAMC,CAAK,EACtBC,EAAI,CAAC,CAAE,WAAAG,EAAY,YAAAC,CAAY,KAAO,CACpC,MAAOD,EACP,MAAOC,CACT,EAAE,EACFF,GAAe,CAAC,CAAC,CACnB,CACJ,EACG,KACCF,EAAI,CAAC,CAACK,EAASC,CAAI,IAAOC,IAAA,GAAKF,GAAYC,EAAO,CACpD,CACJ,CCtBO,SAASE,GACdC,EACyB,CAGzB,IAAIC,EAAQD,EAAI,MAAM,qCAAqC,EAC3D,GAAIC,EAAO,CACT,GAAM,CAAC,CAAEC,EAAMC,CAAI,EAAIF,EACvB,OAAOG,GAA2BF,EAAMC,CAAI,CAC9C,CAIA,GADAF,EAAQD,EAAI,MAAM,oCAAoC,EAClDC,EAAO,CACT,GAAM,CAAC,CAAEI,EAAMC,CAAI,EAAIL,EACvB,OAAOM,GAA2BF,EAAMC,CAAI,CAC9C,CAGA,OAAOE,CACT,CCpBA,IAAIC,GAgBG,SAASC,GACdC,EACoB,CACpB,OAAOF,QAAWG,EAAM,IAAM,CAC5B,IAAMC,EAAS,SAAsB,WAAY,cAAc,EAC/D,GAAIA,EACF,OAAOC,EAAGD,CAAM,EAKhB,GADYE,GAAqB,SAAS,EAClC,OAAQ,CACd,IAAMC,EAAU,SAA0B,WAAW,EACrD,GAAI,EAAEA,GAAWA,EAAQ,QACvB,OAAOC,CACX,CAGA,OAAOC,GAAiBP,EAAG,IAAI,EAC5B,KACCQ,EAAIC,GAAS,SAAS,WAAYA,EAAO,cAAc,CAAC,CAC1D,CAEN,CAAC,EACE,KACCC,GAAW,IAAMJ,CAAK,EACtBK,EAAOF,GAAS,OAAO,KAAKA,CAAK,EAAE,OAAS,CAAC,EAC7CG,EAAIH,IAAU,CAAE,MAAAA,CAAM,EAAE,EACxBI,EAAY,CAAC,CACf,EACJ,CASO,SAASC,GACdd,EAC+B,CAC/B,IAAMe,EAAQC,EAAW,uBAAwBhB,CAAE,EACnD,OAAOC,EAAM,IAAM,CACjB,IAAMgB,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,MAAAR,CAAM,IAAM,CAC7BM,EAAM,YAAYI,GAAkBV,CAAK,CAAC,EAC1CM,EAAM,UAAU,IAAI,+BAA+B,CACrD,CAAC,EAGMhB,GAAYC,CAAE,EAClB,KACCQ,EAAIY,GAASH,EAAM,KAAKG,CAAK,CAAC,EAC9BC,EAAS,IAAMJ,EAAM,SAAS,CAAC,EAC/BL,EAAIQ,GAAUE,EAAA,CAAE,IAAKtB,GAAOoB,EAAQ,CACtC,CACJ,CAAC,CACH,CCtDO,SAASG,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACpB,CAClB,OAAOC,GAAiB,SAAS,IAAI,EAClC,KACCC,EAAU,IAAMC,GAAgBL,EAAI,CAAE,QAAAE,EAAS,UAAAD,CAAU,CAAC,CAAC,EAC3DK,EAAI,CAAC,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,KACZ,CACL,OAAQA,GAAK,EACf,EACD,EACDC,GAAwB,QAAQ,CAClC,CACJ,CAaO,SAASC,GACdT,EAAiBU,EACY,CAC7B,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAE,CAAO,EAAG,CACfd,EAAG,OAASc,CACd,EAGA,UAAW,CACTd,EAAG,OAAS,EACd,CACF,CAAC,GAICe,EAAQ,wBAAwB,EAC5BC,EAAG,CAAE,OAAQ,EAAM,CAAC,EACpBjB,GAAUC,EAAIU,CAAO,GAExB,KACCO,EAAIC,GAASN,EAAM,KAAKM,CAAK,CAAC,EAC9BC,EAAS,IAAMP,EAAM,SAAS,CAAC,EAC/BN,EAAIY,GAAUE,EAAA,CAAE,IAAKpB,GAAOkB,EAAQ,CACtC,CACJ,CAAC,CACH,CCfO,SAASG,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACT,CAC7B,IAAMC,EAAQ,IAAI,IAGZC,EAAUC,EAA+B,gBAAiBL,CAAE,EAClE,QAAWM,KAAUF,EAAS,CAC5B,IAAMG,EAAK,mBAAmBD,EAAO,KAAK,UAAU,CAAC,CAAC,EAChDE,EAASC,GAAmB,QAAQF,CAAE,IAAI,EAC5C,OAAOC,GAAW,aACpBL,EAAM,IAAIG,EAAQE,CAAM,CAC5B,CAGA,IAAME,EAAUR,EACb,KACCS,GAAwB,QAAQ,EAChCC,EAAI,CAAC,CAAE,OAAAC,CAAO,IAAM,CAClB,IAAMC,EAAOC,GAAoB,MAAM,EACjCC,EAAOC,EAAW,wBAAyBH,CAAI,EACrD,OAAOD,EAAS,IACdG,EAAK,UACLF,EAAK,UAET,CAAC,EACDI,GAAM,CACR,EAqFF,OAlFmBC,GAAiB,SAAS,IAAI,EAC9C,KACCR,GAAwB,QAAQ,EAGhCS,EAAUC,GAAQC,EAAM,IAAM,CAC5B,IAAIC,EAA4B,CAAC,EACjC,OAAOC,EAAG,CAAC,GAAGrB,CAAK,EAAE,OAAO,CAACsB,EAAO,CAACnB,EAAQE,CAAM,IAAM,CACvD,KAAOe,EAAK,QACGpB,EAAM,IAAIoB,EAAKA,EAAK,OAAS,CAAC,CAAC,EACnC,SAAWf,EAAO,SACzBe,EAAK,IAAI,EAOb,IAAIG,EAASlB,EAAO,UACpB,KAAO,CAACkB,GAAUlB,EAAO,eACvBA,EAASA,EAAO,cAChBkB,EAASlB,EAAO,UAIlB,IAAImB,EAASnB,EAAO,aACpB,KAAOmB,EAAQA,EAASA,EAAO,aAC7BD,GAAUC,EAAO,UAGnB,OAAOF,EAAM,IACX,CAAC,GAAGF,EAAO,CAAC,GAAGA,EAAMjB,CAAM,CAAC,EAAE,QAAQ,EACtCoB,CACF,CACF,EAAG,IAAI,GAAkC,CAAC,CAC5C,CAAC,EACE,KAGCd,EAAIa,GAAS,IAAI,IAAI,CAAC,GAAGA,CAAK,EAAE,KAAK,CAAC,CAAC,CAAEG,CAAC,EAAG,CAAC,CAAEC,CAAC,IAAMD,EAAIC,CAAC,CAAC,CAAC,EAC9DC,GAAkBpB,CAAO,EAGzBU,EAAU,CAAC,CAACK,EAAOM,CAAM,IAAM9B,EAC5B,KACC+B,GAAK,CAAC,CAACC,EAAMC,CAAI,EAAG,CAAE,OAAQ,CAAE,EAAAC,CAAE,EAAG,KAAAC,CAAK,IAAM,CAC9C,IAAMC,EAAOF,EAAIC,EAAK,QAAU,KAAK,MAAMf,EAAK,MAAM,EAGtD,KAAOa,EAAK,QAAQ,CAClB,GAAM,CAAC,CAAER,CAAM,EAAIQ,EAAK,CAAC,EACzB,GAAIR,EAASK,EAASI,GAAKE,EACzBJ,EAAO,CAAC,GAAGA,EAAMC,EAAK,MAAM,CAAE,MAE9B,MAEJ,CAGA,KAAOD,EAAK,QAAQ,CAClB,GAAM,CAAC,CAAEP,CAAM,EAAIO,EAAKA,EAAK,OAAS,CAAC,EACvC,GAAIP,EAASK,GAAUI,GAAK,CAACE,EAC3BH,EAAO,CAACD,EAAK,IAAI,EAAI,GAAGC,CAAI,MAE5B,MAEJ,CAGA,MAAO,CAACD,EAAMC,CAAI,CACpB,EAAG,CAAC,CAAC,EAAG,CAAC,GAAGT,CAAK,CAAC,CAAC,EACnBa,EAAqB,CAACV,EAAGC,IACvBD,EAAE,CAAC,IAAMC,EAAE,CAAC,GACZD,EAAE,CAAC,IAAMC,EAAE,CAAC,CACb,CACH,CACF,CACF,CACF,CACF,EAIC,KACCjB,EAAI,CAAC,CAACqB,EAAMC,CAAI,KAAO,CACrB,KAAMD,EAAK,IAAI,CAAC,CAACV,CAAI,IAAMA,CAAI,EAC/B,KAAMW,EAAK,IAAI,CAAC,CAACX,CAAI,IAAMA,CAAI,CACjC,EAAE,EAGFgB,EAAU,CAAE,KAAM,CAAC,EAAG,KAAM,CAAC,CAAE,CAAC,EAChCC,GAAY,EAAG,CAAC,EAChB5B,EAAI,CAAC,CAACgB,EAAGC,CAAC,IAGJD,EAAE,KAAK,OAASC,EAAE,KAAK,OAClB,CACL,KAAMA,EAAE,KAAK,MAAM,KAAK,IAAI,EAAGD,EAAE,KAAK,OAAS,CAAC,EAAGC,EAAE,KAAK,MAAM,EAChE,KAAM,CAAC,CACT,EAIO,CACL,KAAMA,EAAE,KAAK,MAAM,EAAE,EACrB,KAAMA,EAAE,KAAK,MAAM,EAAGA,EAAE,KAAK,OAASD,EAAE,KAAK,MAAM,CACrD,CAEH,CACH,CACJ,CAYO,SAASa,GACdzC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,EAAS,MAAAwC,EAAO,QAAAC,CAAQ,EACd,CACxC,OAAOrB,EAAM,IAAM,CACjB,IAAMsB,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EAoBxD,GAnBAJ,EAAM,UAAU,CAAC,CAAE,KAAAX,EAAM,KAAAC,CAAK,IAAM,CAGlC,OAAW,CAAC5B,CAAM,IAAK4B,EACrB5B,EAAO,UAAU,OAAO,sBAAsB,EAC9CA,EAAO,UAAU,OAAO,sBAAsB,EAIhD,OAAW,CAACmB,EAAO,CAACnB,CAAM,CAAC,IAAK2B,EAAK,QAAQ,EAC3C3B,EAAO,UAAU,IAAI,sBAAsB,EAC3CA,EAAO,UAAU,OACf,uBACAmB,IAAUQ,EAAK,OAAS,CAC1B,CAEJ,CAAC,EAGGgB,EAAQ,YAAY,EAAG,CAGzB,IAAMC,EAAUC,EACdlD,EAAU,KAAKmD,GAAa,CAAC,EAAGxC,EAAI,IAAG,EAAY,CAAC,EACpDX,EAAU,KAAKmD,GAAa,GAAG,EAAGxC,EAAI,IAAM,QAAiB,CAAC,CAChE,EAGAgC,EACG,KACCS,EAAO,CAAC,CAAE,KAAApB,CAAK,IAAMA,EAAK,OAAS,CAAC,EACpCH,GAAkBY,EAAM,KAAKY,GAAUC,EAAc,CAAC,CAAC,EACvDC,GAAeN,CAAO,CACxB,EACG,UAAU,CAAC,CAAC,CAAC,CAAE,KAAAjB,CAAK,CAAC,EAAGwB,CAAQ,IAAM,CACrC,GAAM,CAACnD,CAAM,EAAI2B,EAAKA,EAAK,OAAS,CAAC,EACrC,GAAI3B,EAAO,aAAc,CAGvB,IAAMoD,EAAYC,GAAoBrD,CAAM,EAC5C,GAAI,OAAOoD,GAAc,YAAa,CACpC,IAAMhC,EAASpB,EAAO,UAAYoD,EAAU,UACtC,CAAE,OAAA7C,CAAO,EAAI+C,GAAeF,CAAS,EAC3CA,EAAU,SAAS,CACjB,IAAKhC,EAASb,EAAS,EACvB,SAAA4C,CACF,CAAC,CACH,CACF,CACF,CAAC,CACP,CAGA,OAAIR,EAAQ,qBAAqB,GAC/BhD,EACG,KACC4D,EAAUf,CAAK,EACfnC,GAAwB,QAAQ,EAChCyC,GAAa,GAAG,EAChBU,GAAK,CAAC,EACND,EAAUlB,EAAQ,KAAKmB,GAAK,CAAC,CAAC,CAAC,EAC/BC,GAAO,CAAE,MAAO,GAAI,CAAC,EACrBP,GAAeZ,CAAK,CACtB,EACG,UAAU,CAAC,CAAC,CAAE,CAAE,KAAAX,CAAK,CAAC,IAAM,CAC3B,IAAM+B,EAAMC,GAAY,EAGlB3D,EAAS2B,EAAKA,EAAK,OAAS,CAAC,EACnC,GAAI3B,GAAUA,EAAO,OAAQ,CAC3B,GAAM,CAAC4D,CAAM,EAAI5D,EACX,CAAE,KAAA6D,CAAK,EAAI,IAAI,IAAID,EAAO,IAAI,EAChCF,EAAI,OAASG,IACfH,EAAI,KAAOG,EACX,QAAQ,aAAa,CAAC,EAAG,GAAI,GAAGH,CAAG,EAAE,EAIzC,MACEA,EAAI,KAAO,GACX,QAAQ,aAAa,CAAC,EAAG,GAAI,GAAGA,CAAG,EAAE,CAEzC,CAAC,EAGAjE,GAAqBC,EAAI,CAAE,UAAAC,EAAW,QAAAC,CAAQ,CAAC,EACnD,KACCkE,EAAIC,GAASzB,EAAM,KAAKyB,CAAK,CAAC,EAC9BC,EAAS,IAAM1B,EAAM,SAAS,CAAC,EAC/BhC,EAAIyD,GAAUE,EAAA,CAAE,IAAKvE,GAAOqE,EAAQ,CACtC,CACJ,CAAC,CACH,CC9RO,SAASG,GACdC,EAAkB,CAAE,UAAAC,EAAW,MAAAC,EAAO,QAAAC,CAAQ,EACvB,CAGvB,IAAMC,EAAaH,EAChB,KACCI,EAAI,CAAC,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,IAAMA,CAAC,EAC5BC,GAAY,EAAG,CAAC,EAChBF,EAAI,CAAC,CAAC,EAAGG,CAAC,IAAM,EAAIA,GAAKA,EAAI,CAAC,EAC9BC,EAAqB,CACvB,EAGIC,EAAUR,EACb,KACCG,EAAI,CAAC,CAAE,OAAAM,CAAO,IAAMA,CAAM,CAC5B,EAGF,OAAOC,EAAc,CAACF,EAASN,CAAU,CAAC,EACvC,KACCC,EAAI,CAAC,CAACM,EAAQE,CAAS,IAAM,EAAEF,GAAUE,EAAU,EACnDJ,EAAqB,EACrBK,EAAUX,EAAQ,KAAKY,GAAK,CAAC,CAAC,CAAC,EAC/BC,GAAQ,EAAI,EACZC,GAAO,CAAE,MAAO,GAAI,CAAC,EACrBZ,EAAIa,IAAW,CAAE,OAAAA,CAAO,EAAE,CAC5B,CACJ,CAYO,SAASC,GACdC,EAAiB,CAAE,UAAAnB,EAAW,QAAAoB,EAAS,MAAAnB,EAAO,QAAAC,CAAQ,EACpB,CAClC,IAAMmB,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGT,GAAQ,EAAI,CAAC,EACxD,OAAAM,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAJ,CAAO,EAAG,CACfE,EAAG,OAASF,EACRA,GACFE,EAAG,aAAa,WAAY,IAAI,EAChCA,EAAG,KAAK,GAERA,EAAG,gBAAgB,UAAU,CAEjC,EAGA,UAAW,CACTA,EAAG,MAAM,IAAM,GACfA,EAAG,OAAS,GACZA,EAAG,gBAAgB,UAAU,CAC/B,CACF,CAAC,EAGDC,EACG,KACCP,EAAUU,CAAK,EACfE,GAAwB,QAAQ,CAClC,EACG,UAAU,CAAC,CAAE,OAAAC,CAAO,IAAM,CACzBP,EAAG,MAAM,IAAM,GAAGO,EAAS,EAAE,IAC/B,CAAC,EAGLC,EAAUR,EAAI,OAAO,EAClB,UAAUS,GAAM,CACfA,EAAG,eAAe,EAClB,OAAO,SAAS,CAAE,IAAK,CAAE,CAAC,CAC5B,CAAC,EAGI9B,GAAeqB,EAAI,CAAE,UAAAnB,EAAW,MAAAC,EAAO,QAAAC,CAAQ,CAAC,EACpD,KACC2B,EAAIC,GAAST,EAAM,KAAKS,CAAK,CAAC,EAC9BC,EAAS,IAAMV,EAAM,SAAS,CAAC,EAC/BjB,EAAI0B,GAAUE,EAAA,CAAE,IAAKb,GAAOW,EAAQ,CACtC,CACJ,CClHO,SAASG,GACd,CAAE,UAAAC,EAAW,UAAAC,CAAU,EACjB,CACND,EACG,KACCE,EAAU,IAAMC,EAAY,cAAc,CAAC,EAC3CC,GAASC,GAAMC,GAAuBD,CAAE,EACrC,KACCE,EAAUP,EAAU,KAAKQ,GAAK,CAAC,CAAC,CAAC,EACjCC,EAAOC,GAAWA,CAAO,EACzBC,EAAI,IAAMN,CAAE,EACZO,GAAK,CAAC,CACR,CACF,EACAH,EAAOJ,GAAMA,EAAG,YAAcA,EAAG,WAAW,EAC5CD,GAASC,GAAM,CACb,IAAMQ,EAAOR,EAAG,UACVS,EAAOT,EAAG,QAAQ,GAAG,GAAKA,EAIhC,OAHAS,EAAK,MAAQD,EAGRE,EAAQ,kBAAkB,EAIxBC,GAAoBF,EAAM,CAAE,UAAAb,CAAU,CAAC,EAC3C,KACCM,EAAUP,EAAU,KAAKQ,GAAK,CAAC,CAAC,CAAC,EACjCS,EAAS,IAAMH,EAAK,gBAAgB,OAAO,CAAC,CAC9C,EAPOI,CAQX,CAAC,CACH,EACG,UAAU,EAGXH,EAAQ,kBAAkB,GAC5Bf,EACG,KACCE,EAAU,IAAMC,EAAY,YAAY,CAAC,EACzCC,GAASC,GAAMW,GAAoBX,EAAI,CAAE,UAAAJ,CAAU,CAAC,CAAC,CACvD,EACG,UAAU,CACnB,CCpDO,SAASkB,GACd,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACf,CACND,EACG,KACCE,EAAU,IAAMC,EACd,2BACF,CAAC,EACDC,EAAIC,GAAM,CACRA,EAAG,cAAgB,GACnBA,EAAG,QAAU,EACf,CAAC,EACDC,GAASD,GAAME,EAAUF,EAAI,QAAQ,EAClC,KACCG,GAAU,IAAMH,EAAG,UAAU,SAAS,0BAA0B,CAAC,EACjEI,EAAI,IAAMJ,CAAE,CACd,CACF,EACAK,GAAeT,CAAO,CACxB,EACG,UAAU,CAAC,CAACI,EAAIM,CAAM,IAAM,CAC3BN,EAAG,UAAU,OAAO,0BAA0B,EAC1CM,IACFN,EAAG,QAAU,GACjB,CAAC,CACP,CC9BA,SAASO,IAAyB,CAChC,MAAO,qBAAqB,KAAK,UAAU,SAAS,CACtD,CAiBO,SAASC,GACd,CAAE,UAAAC,CAAU,EACN,CACNA,EACG,KACCC,EAAU,IAAMC,EAAY,qBAAqB,CAAC,EAClDC,EAAIC,GAAMA,EAAG,gBAAgB,mBAAmB,CAAC,EACjDC,EAAOP,EAAa,EACpBQ,GAASF,GAAMG,EAAUH,EAAI,YAAY,EACtC,KACCI,EAAI,IAAMJ,CAAE,CACd,CACF,CACF,EACG,UAAUA,GAAM,CACf,IAAMK,EAAML,EAAG,UAGXK,IAAQ,EACVL,EAAG,UAAY,EAGNK,EAAML,EAAG,eAAiBA,EAAG,eACtCA,EAAG,UAAYK,EAAM,EAEzB,CAAC,CACP,CCpCO,SAASC,GACd,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACf,CACNC,EAAc,CAACC,GAAY,QAAQ,EAAGF,CAAO,CAAC,EAC3C,KACCG,EAAI,CAAC,CAACC,EAAQC,CAAM,IAAMD,GAAU,CAACC,CAAM,EAC3CC,EAAUF,GAAUG,EAAGH,CAAM,EAC1B,KACCI,GAAMJ,EAAS,IAAM,GAAG,CAC1B,CACF,EACAK,GAAeV,CAAS,CAC1B,EACG,UAAU,CAAC,CAACK,EAAQ,CAAE,OAAQ,CAAE,EAAAM,CAAE,CAAC,CAAC,IAAM,CACzC,GAAIN,EACF,SAAS,KAAK,aAAa,qBAAsB,EAAE,EACnD,SAAS,KAAK,MAAM,IAAM,IAAIM,CAAC,SAC1B,CACL,IAAMC,EAAQ,GAAK,SAAS,SAAS,KAAK,MAAM,IAAK,EAAE,EACvD,SAAS,KAAK,gBAAgB,oBAAoB,EAClD,SAAS,KAAK,MAAM,IAAM,GACtBA,GACF,OAAO,SAAS,EAAGA,CAAK,CAC5B,CACF,CAAC,CACP,CC7DK,OAAO,UACV,OAAO,QAAU,SAAUC,EAAa,CACtC,IAAMC,EAA2B,CAAC,EAClC,QAAWC,KAAO,OAAO,KAAKF,CAAG,EAE/BC,EAAK,KAAK,CAACC,EAAKF,EAAIE,CAAG,CAAC,CAAC,EAG3B,OAAOD,CACT,GAGG,OAAO,SACV,OAAO,OAAS,SAAUD,EAAa,CACrC,IAAMC,EAAiB,CAAC,EACxB,QAAWC,KAAO,OAAO,KAAKF,CAAG,EAE/BC,EAAK,KAAKD,EAAIE,CAAG,CAAC,EAGpB,OAAOD,CACT,GAKE,OAAO,SAAY,cAGhB,QAAQ,UAAU,WACrB,QAAQ,UAAU,SAAW,SAC3BE,EAA8BC,EACxB,CACF,OAAOD,GAAM,UACf,KAAK,WAAaA,EAAE,KACpB,KAAK,UAAYA,EAAE,MAEnB,KAAK,WAAaA,EAClB,KAAK,UAAYC,EAErB,GAGG,QAAQ,UAAU,cACrB,QAAQ,UAAU,YAAc,YAC3BC,EACG,CACN,IAAMC,EAAS,KAAK,WACpB,GAAIA,EAAQ,CACND,EAAM,SAAW,GACnBC,EAAO,YAAY,IAAI,EAGzB,QAASC,EAAIF,EAAM,OAAS,EAAGE,GAAK,EAAGA,IAAK,CAC1C,IAAIC,EAAOH,EAAME,CAAC,EACd,OAAOC,GAAS,SAClBA,EAAO,SAAS,eAAeA,CAAI,EAC5BA,EAAK,YACZA,EAAK,WAAW,YAAYA,CAAI,EAG7BD,EAGHD,EAAO,aAAa,KAAK,gBAAkBE,CAAI,EAF/CF,EAAO,aAAaE,EAAM,IAAI,CAGlC,CACF,CACF,I3MMJ,SAASC,IAA4C,CACnD,OAAI,SAAS,WAAa,QACjBC,GACL,GAAG,IAAI,IAAI,yBAA0BC,GAAO,IAAI,CAAC,EACnD,EACG,KAECC,EAAI,IAAM,OAAO,EACjBC,EAAY,CAAC,CACf,EAEKC,GACL,IAAI,IAAI,2BAA4BH,GAAO,IAAI,CACjD,CAEJ,CAOA,SAAS,gBAAgB,UAAU,OAAO,OAAO,EACjD,SAAS,gBAAgB,UAAU,IAAI,IAAI,EAG3C,IAAMI,GAAYC,GAAc,EAC1BC,GAAYC,GAAc,EAC1BC,GAAYC,GAAoBH,EAAS,EACzCI,GAAYC,GAAc,EAG1BC,GAAYC,GAAc,EAC1BC,GAAYC,GAAW,oBAAoB,EAC3CC,GAAYD,GAAW,qBAAqB,EAC5CE,GAAYC,GAAW,EAGvBlB,GAASmB,GAAc,EACvBC,GAAS,SAAS,MAAM,UAAU,QAAQ,EAC5CtB,GAAiB,EACjBuB,GAGEC,GAAS,IAAIC,EACnBC,GAAiB,CAAE,OAAAF,EAAO,CAAC,EAG3B,IAAMG,GAAY,IAAIF,EAGlBG,EAAQ,oBAAoB,GAC9BC,GAAuB,CAAE,UAAArB,GAAW,UAAAM,GAAW,UAAAa,EAAU,CAAC,EACvD,UAAUrB,EAAS,EAzJxB,IAAAwB,KA4JIA,GAAA5B,GAAO,UAAP,YAAA4B,GAAgB,YAAa,QAC/BC,GAAqB,CAAE,UAAAzB,EAAU,CAAC,EAGpC0B,EAAMxB,GAAWE,EAAO,EACrB,KACCuB,GAAM,GAAG,CACX,EACG,UAAU,IAAM,CACfC,GAAU,SAAU,EAAK,EACzBA,GAAU,SAAU,EAAK,CAC3B,CAAC,EAGLtB,GACG,KACCuB,EAAO,CAAC,CAAE,KAAAC,CAAK,IAAMA,IAAS,QAAQ,CACxC,EACG,UAAUC,GAAO,CAChB,OAAQA,EAAI,KAAM,CAGhB,IAAK,IACL,IAAK,IACH,IAAMC,EAAOC,GAAoC,gBAAgB,EAC7D,OAAOD,GAAS,aAClBE,GAAYF,CAAI,EAClB,MAGF,IAAK,IACL,IAAK,IACH,IAAMG,EAAOF,GAAoC,gBAAgB,EAC7D,OAAOE,GAAS,aAClBD,GAAYC,CAAI,EAClB,MAGF,IAAK,QACH,IAAMC,EAASC,GAAiB,EAC5BD,aAAkB,kBACpBA,EAAO,MAAM,CACnB,CACF,CAAC,EAGLE,GAAc,CAAE,UAAA9B,GAAW,UAAAR,EAAU,CAAC,EACtCuC,GAAmB,CAAE,UAAAvC,GAAW,QAAAU,EAAQ,CAAC,EACzC8B,GAAe,CAAE,UAAAxC,EAAU,CAAC,EAC5ByC,GAAgB,CAAE,UAAAjC,GAAW,QAAAE,EAAQ,CAAC,EAGtC,IAAMgC,GAAUC,GAAYC,GAAoB,QAAQ,EAAG,CAAE,UAAApC,EAAU,CAAC,EAClEqC,GAAQ7C,GACX,KACCH,EAAI,IAAM+C,GAAoB,MAAM,CAAC,EACrCE,EAAUC,GAAMC,GAAUD,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,EAAQ,CAAC,CAAC,EACrD5C,EAAY,CAAC,CACf,EAGImD,GAAWvB,EAGf,GAAGwB,GAAqB,SAAS,EAC9B,IAAIH,GAAMI,GAAaJ,EAAI,CAAE,QAAA3C,EAAQ,CAAC,CAAC,EAG1C,GAAG8C,GAAqB,QAAQ,EAC7B,IAAIH,GAAMK,GAAYL,EAAI,CAAE,OAAA7B,EAAO,CAAC,CAAC,EAGxC,GAAGgC,GAAqB,SAAS,EAC9B,IAAIH,GAAMM,GAAaN,CAAE,CAAC,EAG7B,GAAGG,GAAqB,UAAU,EAC/B,IAAIH,GAAMO,GAAcP,EAAI,CAAE,UAAA1B,EAAU,CAAC,CAAC,EAG7C,GAAG6B,GAAqB,QAAQ,EAC7B,IAAIH,GAAMQ,GAAYR,EAAI,CAAE,OAAA/B,GAAQ,UAAAV,EAAU,CAAC,CAAC,EAGnD,GAAG4C,GAAqB,QAAQ,EAC7B,IAAIH,GAAMS,GAAYT,CAAE,CAAC,CAC9B,EAGMU,GAAWC,EAAM,IAAMhC,EAG3B,GAAGwB,GAAqB,UAAU,EAC/B,IAAIH,GAAMY,GAAcZ,CAAE,CAAC,EAG9B,GAAGG,GAAqB,SAAS,EAC9B,IAAIH,GAAMa,GAAab,EAAI,CAAE,UAAAvC,GAAW,QAAAJ,GAAS,OAAAS,EAAO,CAAC,CAAC,EAG7D,GAAGqC,GAAqB,SAAS,EAC9B,IAAIH,GAAMzB,EAAQ,kBAAkB,EACjCuC,GAAoBd,EAAI,CAAE,OAAA/B,GAAQ,UAAAd,EAAU,CAAC,EAC7C4D,CACJ,EAGF,GAAGZ,GAAqB,QAAQ,EAC7B,IAAIH,GAAMgB,GAAYhB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,EAAM,CAAC,CAAC,EAG3D,GAAGK,GAAqB,cAAc,EACnC,IAAIH,GAAMiB,GAAiBjB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,EAAQ,CAAC,CAAC,EAGzD,GAAGQ,GAAqB,SAAS,EAC9B,IAAIH,GAAMA,EAAG,aAAa,cAAc,IAAM,aAC3CkB,GAAGrD,GAAS,IAAMsD,GAAanB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,EAAM,CAAC,CAAC,EACjEoB,GAAGvD,GAAS,IAAMwD,GAAanB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,EAAM,CAAC,CAAC,CACrE,EAGF,GAAGK,GAAqB,MAAM,EAC3B,IAAIH,GAAMoB,GAAUpB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,EAAQ,CAAC,CAAC,EAGlD,GAAGQ,GAAqB,KAAK,EAC1B,IAAIH,GAAMqB,GAAqBrB,EAAI,CAClC,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,GAAO,QAAAzC,EAC7B,CAAC,CAAC,EAGJ,GAAG8C,GAAqB,KAAK,EAC1B,IAAIH,GAAMsB,GAAetB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,GAAO,QAAAzC,EAAQ,CAAC,CAAC,CACzE,CAAC,EAGKkE,GAAatE,GAChB,KACC8C,EAAU,IAAMW,EAAQ,EACxBc,GAAUtB,EAAQ,EAClBnD,EAAY,CAAC,CACf,EAGFwE,GAAW,UAAU,EAMrB,OAAO,UAAatE,GACpB,OAAO,UAAaE,GACpB,OAAO,QAAaE,GACpB,OAAO,UAAaE,GACpB,OAAO,UAAaE,GACpB,OAAO,QAAaE,GACpB,OAAO,QAAaE,GACpB,OAAO,OAAaC,GACpB,OAAO,OAAaK,GACpB,OAAO,UAAaG,GACpB,OAAO,WAAaiD",
-  "names": ["require_focus_visible", "__commonJSMin", "exports", "module", "global", "factory", "applyFocusVisiblePolyfill", "scope", "hadKeyboardEvent", "hadFocusVisibleRecently", "hadFocusVisibleRecentlyTimeout", "inputTypesAllowlist", "isValidFocusTarget", "el", "focusTriggersKeyboardModality", "type", "tagName", "addFocusVisibleClass", "removeFocusVisibleClass", "onKeyDown", "e", "onPointerDown", "onFocus", "onBlur", "onVisibilityChange", "addInitialPointerMoveListeners", "onInitialPointerMove", "removeInitialPointerMoveListeners", "event", "error", "require_escape_html", "__commonJSMin", "exports", "module", "matchHtmlRegExp", "escapeHtml", "string", "str", "match", "escape", "html", "index", "lastIndex", "require_clipboard", "__commonJSMin", "exports", "module", "root", "factory", "__webpack_modules__", "__unused_webpack_module", "__webpack_exports__", "__webpack_require__", "clipboard", "tiny_emitter", "tiny_emitter_default", "listen", "listen_default", "src_select", "select_default", "command", "type", "err", "ClipboardActionCut", "target", "selectedText", "actions_cut", "createFakeElement", "value", "isRTL", "fakeElement", "yPosition", "fakeCopyAction", "options", "ClipboardActionCopy", "actions_copy", "_typeof", "obj", "ClipboardActionDefault", "_options$action", "action", "container", "text", "actions_default", "clipboard_typeof", "_classCallCheck", "instance", "Constructor", "_defineProperties", "props", "i", "descriptor", "_createClass", "protoProps", "staticProps", "_inherits", "subClass", "superClass", "_setPrototypeOf", "o", "p", "_createSuper", "Derived", "hasNativeReflectConstruct", "_isNativeReflectConstruct", "Super", "_getPrototypeOf", "result", "NewTarget", "_possibleConstructorReturn", "self", "call", "_assertThisInitialized", "e", "getAttributeValue", "suffix", "element", "attribute", "Clipboard", "_Emitter", "_super", "trigger", "_this", "_this2", "selector", "actions", "support", "DOCUMENT_NODE_TYPE", "proto", "closest", "__unused_webpack_exports", "_delegate", "callback", "useCapture", "listenerFn", "listener", "delegate", "elements", "is", "listenNode", "listenNodeList", "listenSelector", "node", "nodeList", "select", "isReadOnly", "selection", "range", "E", "name", "ctx", "data", "evtArr", "len", "evts", "liveEvents", "__webpack_module_cache__", "moduleId", "getter", "definition", "key", "prop", "import_focus_visible", "extendStatics", "d", "b", "p", "__extends", "__", "__awaiter", "thisArg", "_arguments", "P", "generator", "adopt", "value", "resolve", "reject", "fulfilled", "step", "e", "rejected", "result", "__generator", "body", "_", "t", "f", "y", "g", "verb", "n", "v", "op", "__values", "o", "s", "m", "i", "__read", "n", "r", "ar", "e", "error", "__spreadArray", "to", "from", "pack", "i", "l", "ar", "__await", "v", "__asyncGenerator", "thisArg", "_arguments", "generator", "g", "q", "verb", "awaitReturn", "f", "reject", "n", "a", "b", "resume", "step", "e", "settle", "r", "fulfill", "value", "__asyncValues", "o", "m", "i", "__values", "verb", "n", "v", "resolve", "reject", "settle", "d", "isFunction", "value", "createErrorClass", "createImpl", "_super", "instance", "ctorFunc", "UnsubscriptionError", "createErrorClass", "_super", "errors", "err", "i", "arrRemove", "arr", "item", "index", "Subscription", "initialTeardown", "errors", "_parentage", "_parentage_1", "__values", "_parentage_1_1", "parent_1", "initialFinalizer", "isFunction", "e", "UnsubscriptionError", "_finalizers", "_finalizers_1", "_finalizers_1_1", "finalizer", "execFinalizer", "err", "__spreadArray", "__read", "teardown", "_a", "parent", "arrRemove", "empty", "EMPTY_SUBSCRIPTION", "Subscription", "isSubscription", "value", "isFunction", "execFinalizer", "finalizer", "config", "timeoutProvider", "handler", "timeout", "args", "_i", "delegate", "__spreadArray", "__read", "handle", "reportUnhandledError", "err", "timeoutProvider", "onUnhandledError", "config", "noop", "COMPLETE_NOTIFICATION", "createNotification", "errorNotification", "error", "nextNotification", "value", "kind", "context", "errorContext", "cb", "config", "isRoot", "_a", "errorThrown", "error", "captureError", "err", "Subscriber", "_super", "__extends", "destination", "_this", "isSubscription", "EMPTY_OBSERVER", "next", "error", "complete", "SafeSubscriber", "value", "handleStoppedNotification", "nextNotification", "err", "errorNotification", "COMPLETE_NOTIFICATION", "Subscription", "_bind", "bind", "fn", "thisArg", "ConsumerObserver", "partialObserver", "value", "error", "handleUnhandledError", "err", "SafeSubscriber", "_super", "__extends", "observerOrNext", "complete", "_this", "isFunction", "context_1", "config", "Subscriber", "handleUnhandledError", "error", "config", "captureError", "reportUnhandledError", "defaultErrorHandler", "err", "handleStoppedNotification", "notification", "subscriber", "onStoppedNotification", "timeoutProvider", "EMPTY_OBSERVER", "noop", "observable", "identity", "x", "pipe", "fns", "_i", "pipeFromArray", "identity", "input", "prev", "fn", "Observable", "subscribe", "operator", "observable", "observerOrNext", "error", "complete", "_this", "subscriber", "isSubscriber", "SafeSubscriber", "errorContext", "_a", "source", "sink", "err", "next", "promiseCtor", "getPromiseCtor", "resolve", "reject", "value", "operations", "_i", "pipeFromArray", "x", "getPromiseCtor", "promiseCtor", "_a", "config", "isObserver", "value", "isFunction", "isSubscriber", "Subscriber", "isSubscription", "hasLift", "source", "isFunction", "operate", "init", "liftedSource", "err", "createOperatorSubscriber", "destination", "onNext", "onComplete", "onError", "onFinalize", "OperatorSubscriber", "_super", "__extends", "shouldUnsubscribe", "_this", "value", "err", "closed_1", "_a", "Subscriber", "animationFrameProvider", "callback", "request", "cancel", "delegate", "handle", "timestamp", "Subscription", "args", "_i", "__spreadArray", "__read", "ObjectUnsubscribedError", "createErrorClass", "_super", "Subject", "_super", "__extends", "_this", "operator", "subject", "AnonymousSubject", "ObjectUnsubscribedError", "value", "errorContext", "_b", "__values", "_c", "observer", "err", "observers", "_a", "subscriber", "hasError", "isStopped", "EMPTY_SUBSCRIPTION", "Subscription", "arrRemove", "thrownError", "observable", "Observable", "destination", "source", "AnonymousSubject", "_super", "__extends", "destination", "source", "_this", "value", "_b", "_a", "err", "subscriber", "EMPTY_SUBSCRIPTION", "Subject", "BehaviorSubject", "_super", "__extends", "_value", "_this", "subscriber", "subscription", "_a", "hasError", "thrownError", "value", "Subject", "dateTimestampProvider", "ReplaySubject", "_super", "__extends", "_bufferSize", "_windowTime", "_timestampProvider", "dateTimestampProvider", "_this", "value", "_a", "isStopped", "_buffer", "_infiniteTimeWindow", "subscriber", "subscription", "copy", "i", "adjustedBufferSize", "now", "last", "Subject", "Action", "_super", "__extends", "scheduler", "work", "state", "delay", "Subscription", "intervalProvider", "handler", "timeout", "args", "_i", "delegate", "__spreadArray", "__read", "handle", "AsyncAction", "_super", "__extends", "scheduler", "work", "_this", "state", "delay", "id", "_a", "_id", "intervalProvider", "_scheduler", "error", "_delay", "errored", "errorValue", "e", "actions", "arrRemove", "Action", "Scheduler", "schedulerActionCtor", "now", "work", "delay", "state", "dateTimestampProvider", "AsyncScheduler", "_super", "__extends", "SchedulerAction", "now", "Scheduler", "_this", "action", "actions", "error", "asyncScheduler", "AsyncScheduler", "AsyncAction", "async", "QueueAction", "_super", "__extends", "scheduler", "work", "_this", "state", "delay", "id", "AsyncAction", "QueueScheduler", "_super", "__extends", "AsyncScheduler", "queueScheduler", "QueueScheduler", "QueueAction", "AnimationFrameAction", "_super", "__extends", "scheduler", "work", "_this", "id", "delay", "animationFrameProvider", "actions", "_a", "AsyncAction", "AnimationFrameScheduler", "_super", "__extends", "action", "flushId", "actions", "error", "AsyncScheduler", "animationFrameScheduler", "AnimationFrameScheduler", "AnimationFrameAction", "EMPTY", "Observable", "subscriber", "isScheduler", "value", "isFunction", "last", "arr", "popResultSelector", "args", "isFunction", "popScheduler", "isScheduler", "popNumber", "defaultValue", "isArrayLike", "x", "isPromise", "value", "isFunction", "isInteropObservable", "input", "isFunction", "observable", "isAsyncIterable", "obj", "isFunction", "createInvalidObservableTypeError", "input", "getSymbolIterator", "iterator", "isIterable", "input", "isFunction", "iterator", "readableStreamLikeToAsyncGenerator", "readableStream", "reader", "__await", "_a", "_b", "value", "done", "isReadableStreamLike", "obj", "isFunction", "innerFrom", "input", "Observable", "isInteropObservable", "fromInteropObservable", "isArrayLike", "fromArrayLike", "isPromise", "fromPromise", "isAsyncIterable", "fromAsyncIterable", "isIterable", "fromIterable", "isReadableStreamLike", "fromReadableStreamLike", "createInvalidObservableTypeError", "obj", "subscriber", "obs", "observable", "isFunction", "array", "i", "promise", "value", "err", "reportUnhandledError", "iterable", "iterable_1", "__values", "iterable_1_1", "asyncIterable", "process", "readableStream", "readableStreamLikeToAsyncGenerator", "asyncIterable_1", "__asyncValues", "asyncIterable_1_1", "executeSchedule", "parentSubscription", "scheduler", "work", "delay", "repeat", "scheduleSubscription", "observeOn", "scheduler", "delay", "operate", "source", "subscriber", "createOperatorSubscriber", "value", "executeSchedule", "err", "subscribeOn", "scheduler", "delay", "operate", "source", "subscriber", "scheduleObservable", "input", "scheduler", "innerFrom", "subscribeOn", "observeOn", "schedulePromise", "input", "scheduler", "innerFrom", "subscribeOn", "observeOn", "scheduleArray", "input", "scheduler", "Observable", "subscriber", "i", "scheduleIterable", "input", "scheduler", "Observable", "subscriber", "iterator", "executeSchedule", "value", "done", "_a", "err", "isFunction", "scheduleAsyncIterable", "input", "scheduler", "Observable", "subscriber", "executeSchedule", "iterator", "result", "scheduleReadableStreamLike", "input", "scheduler", "scheduleAsyncIterable", "readableStreamLikeToAsyncGenerator", "scheduled", "input", "scheduler", "isInteropObservable", "scheduleObservable", "isArrayLike", "scheduleArray", "isPromise", "schedulePromise", "isAsyncIterable", "scheduleAsyncIterable", "isIterable", "scheduleIterable", "isReadableStreamLike", "scheduleReadableStreamLike", "createInvalidObservableTypeError", "from", "input", "scheduler", "scheduled", "innerFrom", "of", "args", "_i", "scheduler", "popScheduler", "from", "throwError", "errorOrErrorFactory", "scheduler", "errorFactory", "isFunction", "init", "subscriber", "Observable", "EmptyError", "createErrorClass", "_super", "isValidDate", "value", "map", "project", "thisArg", "operate", "source", "subscriber", "index", "createOperatorSubscriber", "value", "isArray", "callOrApply", "fn", "args", "__spreadArray", "__read", "mapOneOrManyArgs", "map", "isArray", "getPrototypeOf", "objectProto", "getKeys", "argsArgArrayOrObject", "args", "first_1", "isPOJO", "keys", "key", "obj", "createObject", "keys", "values", "result", "key", "i", "combineLatest", "args", "_i", "scheduler", "popScheduler", "resultSelector", "popResultSelector", "_a", "argsArgArrayOrObject", "observables", "keys", "from", "result", "Observable", "combineLatestInit", "values", "createObject", "identity", "mapOneOrManyArgs", "valueTransform", "subscriber", "maybeSchedule", "length", "active", "remainingFirstValues", "i", "source", "hasFirstValue", "createOperatorSubscriber", "value", "execute", "subscription", "executeSchedule", "mergeInternals", "source", "subscriber", "project", "concurrent", "onBeforeNext", "expand", "innerSubScheduler", "additionalFinalizer", "buffer", "active", "index", "isComplete", "checkComplete", "outerNext", "value", "doInnerSub", "innerComplete", "innerFrom", "createOperatorSubscriber", "innerValue", "bufferedValue", "executeSchedule", "err", "mergeMap", "project", "resultSelector", "concurrent", "isFunction", "a", "i", "map", "b", "ii", "innerFrom", "operate", "source", "subscriber", "mergeInternals", "mergeAll", "concurrent", "mergeMap", "identity", "concatAll", "mergeAll", "concat", "args", "_i", "concatAll", "from", "popScheduler", "defer", "observableFactory", "Observable", "subscriber", "innerFrom", "nodeEventEmitterMethods", "eventTargetMethods", "jqueryMethods", "fromEvent", "target", "eventName", "options", "resultSelector", "isFunction", "mapOneOrManyArgs", "_a", "__read", "isEventTarget", "methodName", "handler", "isNodeStyleEventEmitter", "toCommonHandlerRegistry", "isJQueryStyleEventEmitter", "add", "remove", "isArrayLike", "mergeMap", "subTarget", "innerFrom", "Observable", "subscriber", "args", "_i", "fromEventPattern", "addHandler", "removeHandler", "resultSelector", "mapOneOrManyArgs", "Observable", "subscriber", "handler", "e", "_i", "retValue", "isFunction", "timer", "dueTime", "intervalOrScheduler", "scheduler", "async", "intervalDuration", "isScheduler", "Observable", "subscriber", "due", "isValidDate", "n", "merge", "args", "_i", "scheduler", "popScheduler", "concurrent", "popNumber", "sources", "innerFrom", "mergeAll", "from", "EMPTY", "NEVER", "Observable", "noop", "isArray", "argsOrArgArray", "args", "filter", "predicate", "thisArg", "operate", "source", "subscriber", "index", "createOperatorSubscriber", "value", "zip", "args", "_i", "resultSelector", "popResultSelector", "sources", "argsOrArgArray", "Observable", "subscriber", "buffers", "completed", "sourceIndex", "innerFrom", "createOperatorSubscriber", "value", "buffer", "result", "__spreadArray", "__read", "i", "EMPTY", "audit", "durationSelector", "operate", "source", "subscriber", "hasValue", "lastValue", "durationSubscriber", "isComplete", "endDuration", "value", "cleanupDuration", "createOperatorSubscriber", "innerFrom", "auditTime", "duration", "scheduler", "asyncScheduler", "audit", "timer", "bufferCount", "bufferSize", "startBufferEvery", "operate", "source", "subscriber", "buffers", "count", "createOperatorSubscriber", "value", "toEmit", "buffers_1", "__values", "buffers_1_1", "buffer", "toEmit_1", "toEmit_1_1", "arrRemove", "buffers_2", "buffers_2_1", "catchError", "selector", "operate", "source", "subscriber", "innerSub", "syncUnsub", "handledResult", "createOperatorSubscriber", "err", "innerFrom", "scanInternals", "accumulator", "seed", "hasSeed", "emitOnNext", "emitBeforeComplete", "source", "subscriber", "hasState", "state", "index", "createOperatorSubscriber", "value", "i", "combineLatest", "args", "_i", "resultSelector", "popResultSelector", "pipe", "__spreadArray", "__read", "mapOneOrManyArgs", "operate", "source", "subscriber", "combineLatestInit", "argsOrArgArray", "combineLatestWith", "otherSources", "_i", "combineLatest", "__spreadArray", "__read", "debounce", "durationSelector", "operate", "source", "subscriber", "hasValue", "lastValue", "durationSubscriber", "emit", "value", "createOperatorSubscriber", "noop", "innerFrom", "debounceTime", "dueTime", "scheduler", "asyncScheduler", "operate", "source", "subscriber", "activeTask", "lastValue", "lastTime", "emit", "value", "emitWhenIdle", "targetTime", "now", "createOperatorSubscriber", "defaultIfEmpty", "defaultValue", "operate", "source", "subscriber", "hasValue", "createOperatorSubscriber", "value", "take", "count", "EMPTY", "operate", "source", "subscriber", "seen", "createOperatorSubscriber", "value", "ignoreElements", "operate", "source", "subscriber", "createOperatorSubscriber", "noop", "mapTo", "value", "map", "delayWhen", "delayDurationSelector", "subscriptionDelay", "source", "concat", "take", "ignoreElements", "mergeMap", "value", "index", "innerFrom", "mapTo", "delay", "due", "scheduler", "asyncScheduler", "duration", "timer", "delayWhen", "distinctUntilChanged", "comparator", "keySelector", "identity", "defaultCompare", "operate", "source", "subscriber", "previousKey", "first", "createOperatorSubscriber", "value", "currentKey", "a", "b", "distinctUntilKeyChanged", "key", "compare", "distinctUntilChanged", "x", "y", "throwIfEmpty", "errorFactory", "defaultErrorFactory", "operate", "source", "subscriber", "hasValue", "createOperatorSubscriber", "value", "EmptyError", "endWith", "values", "_i", "source", "concat", "of", "__spreadArray", "__read", "finalize", "callback", "operate", "source", "subscriber", "first", "predicate", "defaultValue", "hasDefaultValue", "source", "filter", "v", "identity", "take", "defaultIfEmpty", "throwIfEmpty", "EmptyError", "takeLast", "count", "EMPTY", "operate", "source", "subscriber", "buffer", "createOperatorSubscriber", "value", "buffer_1", "__values", "buffer_1_1", "merge", "args", "_i", "scheduler", "popScheduler", "concurrent", "popNumber", "argsOrArgArray", "operate", "source", "subscriber", "mergeAll", "from", "__spreadArray", "__read", "mergeWith", "otherSources", "_i", "merge", "__spreadArray", "__read", "repeat", "countOrConfig", "count", "delay", "_a", "EMPTY", "operate", "source", "subscriber", "soFar", "sourceSub", "resubscribe", "notifier", "timer", "innerFrom", "notifierSubscriber_1", "createOperatorSubscriber", "subscribeToSource", "syncUnsub", "scan", "accumulator", "seed", "operate", "scanInternals", "share", "options", "_a", "connector", "Subject", "_b", "resetOnError", "_c", "resetOnComplete", "_d", "resetOnRefCountZero", "wrapperSource", "connection", "resetConnection", "subject", "refCount", "hasCompleted", "hasErrored", "cancelReset", "reset", "resetAndUnsubscribe", "conn", "operate", "source", "subscriber", "dest", "handleReset", "SafeSubscriber", "value", "err", "innerFrom", "on", "args", "_i", "onSubscriber", "__spreadArray", "__read", "shareReplay", "configOrBufferSize", "windowTime", "scheduler", "bufferSize", "refCount", "_a", "_b", "_c", "share", "ReplaySubject", "skip", "count", "filter", "_", "index", "skipUntil", "notifier", "operate", "source", "subscriber", "taking", "skipSubscriber", "createOperatorSubscriber", "noop", "innerFrom", "value", "startWith", "values", "_i", "scheduler", "popScheduler", "operate", "source", "subscriber", "concat", "switchMap", "project", "resultSelector", "operate", "source", "subscriber", "innerSubscriber", "index", "isComplete", "checkComplete", "createOperatorSubscriber", "value", "innerIndex", "outerIndex", "innerFrom", "innerValue", "takeUntil", "notifier", "operate", "source", "subscriber", "innerFrom", "createOperatorSubscriber", "noop", "takeWhile", "predicate", "inclusive", "operate", "source", "subscriber", "index", "createOperatorSubscriber", "value", "result", "tap", "observerOrNext", "error", "complete", "tapObserver", "isFunction", "operate", "source", "subscriber", "_a", "isUnsub", "createOperatorSubscriber", "value", "err", "_b", "identity", "throttle", "durationSelector", "config", "operate", "source", "subscriber", "_a", "_b", "leading", "_c", "trailing", "hasValue", "sendValue", "throttled", "isComplete", "endThrottling", "send", "cleanupThrottling", "startThrottle", "value", "innerFrom", "createOperatorSubscriber", "throttleTime", "duration", "scheduler", "config", "asyncScheduler", "duration$", "timer", "throttle", "withLatestFrom", "inputs", "_i", "project", "popResultSelector", "operate", "source", "subscriber", "len", "otherValues", "hasValue", "ready", "i", "innerFrom", "createOperatorSubscriber", "value", "identity", "noop", "values", "__spreadArray", "__read", "zip", "sources", "_i", "operate", "source", "subscriber", "__spreadArray", "__read", "zipWith", "otherInputs", "_i", "zip", "__spreadArray", "__read", "watchDocument", "document$", "ReplaySubject", "fromEvent", "getElements", "selector", "node", "getElement", "el", "getOptionalElement", "getActiveElement", "_a", "_b", "_c", "_d", "observer$", "merge", "fromEvent", "debounceTime", "startWith", "map", "getActiveElement", "shareReplay", "watchElementFocus", "el", "active", "distinctUntilChanged", "watchElementHover", "el", "timeout", "defer", "merge", "fromEvent", "map", "debounce", "active", "timer", "identity", "startWith", "appendChild", "el", "child", "node", "h", "tag", "attributes", "children", "attr", "round", "value", "digits", "watchScript", "src", "script", "h", "defer", "merge", "fromEvent", "switchMap", "throwError", "map", "finalize", "take", "entry$", "Subject", "observer$", "defer", "watchScript", "of", "map", "entries", "entry", "switchMap", "observer", "merge", "NEVER", "finalize", "shareReplay", "getElementSize", "el", "watchElementSize", "target", "tap", "filter", "startWith", "getElementContentSize", "el", "getElementContainer", "parent", "getElementContainers", "containers", "getElementOffset", "el", "getElementOffsetAbsolute", "rect", "watchElementOffset", "merge", "fromEvent", "auditTime", "animationFrameScheduler", "map", "startWith", "getElementContentOffset", "el", "watchElementContentOffset", "merge", "fromEvent", "auditTime", "animationFrameScheduler", "map", "startWith", "entry$", "Subject", "observer$", "defer", "of", "entries", "entry", "switchMap", "observer", "merge", "NEVER", "finalize", "shareReplay", "watchElementVisibility", "el", "tap", "filter", "target", "map", "isIntersecting", "watchElementBoundary", "threshold", "watchElementContentOffset", "y", "visible", "getElementSize", "content", "getElementContentSize", "distinctUntilChanged", "toggles", "getElement", "getToggle", "name", "setToggle", "value", "watchToggle", "el", "fromEvent", "map", "startWith", "isSusceptibleToKeyboard", "el", "type", "watchComposition", "merge", "fromEvent", "map", "startWith", "watchKeyboard", "keyboard$", "filter", "ev", "getToggle", "mode", "active", "getActiveElement", "share", "switchMap", "EMPTY", "getLocation", "setLocation", "url", "navigate", "feature", "el", "h", "watchLocation", "Subject", "getLocationHash", "setLocationHash", "hash", "el", "h", "ev", "watchLocationHash", "location$", "merge", "fromEvent", "map", "startWith", "filter", "shareReplay", "watchLocationTarget", "id", "getOptionalElement", "watchMedia", "query", "media", "fromEventPattern", "next", "startWith", "watchPrint", "merge", "fromEvent", "map", "at", "query$", "factory", "switchMap", "active", "EMPTY", "request", "url", "options", "Observable", "observer", "req", "event", "_a", "length", "requestJSON", "switchMap", "res", "map", "body", "shareReplay", "requestHTML", "dom", "requestXML", "getViewportOffset", "watchViewportOffset", "merge", "fromEvent", "map", "startWith", "getViewportSize", "watchViewportSize", "fromEvent", "map", "startWith", "watchViewport", "combineLatest", "watchViewportOffset", "watchViewportSize", "map", "offset", "size", "shareReplay", "watchViewportAt", "el", "viewport$", "header$", "size$", "distinctUntilKeyChanged", "offset$", "combineLatest", "map", "getElementOffset", "height", "offset", "size", "x", "y", "recv", "worker", "fromEvent", "ev", "send", "send$", "Subject", "data", "watchWorker", "url", "recv$", "worker$", "done$", "ignoreElements", "endWith", "mergeWith", "takeUntil", "share", "script", "getElement", "config", "getLocation", "configuration", "feature", "flag", "translation", "key", "value", "getComponentElement", "type", "node", "getElement", "getComponentElements", "getElements", "watchAnnounce", "el", "button", "getElement", "fromEvent", "map", "content", "mountAnnounce", "feature", "EMPTY", "defer", "push$", "Subject", "hash", "tap", "state", "finalize", "__spreadValues", "watchConsent", "el", "target$", "map", "target", "mountConsent", "options", "internal$", "Subject", "hidden", "tap", "state", "finalize", "__spreadValues", "renderTooltip", "id", "style", "h", "renderInlineTooltip2", "children", "renderAnnotation", "id", "prefix", "anchor", "h", "renderTooltip", "renderClipboardButton", "id", "h", "translation", "import_escape_html", "renderSearchDocument", "document", "flag", "parent", "teaser", "missing", "key", "list", "h", "escapeHTML", "config", "configuration", "url", "feature", "match", "highlight", "value", "tags", "tag", "type", "translation", "renderSearchResultItem", "result", "threshold", "docs", "doc", "article", "index", "best", "more", "children", "section", "renderSourceFacts", "facts", "h", "key", "value", "round", "renderTabbedControl", "type", "classes", "h", "renderTable", "table", "h", "renderVersion", "version", "_a", "config", "configuration", "url", "h", "renderVersionSelector", "versions", "active", "translation", "sequence", "watchTooltip2", "el", "active$", "combineLatest", "watchElementFocus", "watchElementHover", "map", "focus", "hover", "distinctUntilChanged", "offset$", "defer", "getElementContainers", "mergeMap", "watchElementContentOffset", "throttleTime", "combineLatestWith", "getElementOffsetAbsolute", "first", "active", "switchMap", "offset", "share", "mountTooltip2", "dependencies", "content$", "viewport$", "id", "push$", "Subject", "show$", "BehaviorSubject", "ignoreElements", "endWith", "node$", "debounce", "timer", "queueScheduler", "EMPTY", "tap", "node", "startWith", "states", "origin$", "filter", "withLatestFrom", "_", "size", "host", "x", "height", "getElementSize", "origin", "getElement", "observeOn", "animationFrameScheduler", "state", "finalize", "__spreadValues", "mountInlineTooltip2", "container", "Observable", "observer", "title", "renderInlineTooltip2", "watchAnnotation", "el", "container", "offset$", "defer", "combineLatest", "watchElementOffset", "watchElementContentOffset", "map", "x", "y", "scroll", "width", "height", "getElementSize", "watchElementFocus", "switchMap", "active", "offset", "take", "mountAnnotation", "target$", "tooltip", "index", "push$", "Subject", "done$", "ignoreElements", "endWith", "watchElementVisibility", "takeUntil", "visible", "merge", "filter", "debounceTime", "auditTime", "animationFrameScheduler", "throttleTime", "origin", "fromEvent", "ev", "withLatestFrom", "_a", "parent", "getActiveElement", "target", "delay", "tap", "state", "finalize", "__spreadValues", "findHosts", "container", "getElements", "findMarkers", "markers", "el", "nodes", "it", "node", "text", "match", "id", "force", "marker", "swap", "source", "target", "mountAnnotationList", "target$", "print$", "parent", "prefix", "annotations", "getOptionalElement", "renderAnnotation", "EMPTY", "defer", "push$", "Subject", "done$", "ignoreElements", "endWith", "pairs", "annotation", "getElement", "takeUntil", "active", "inner", "child", "merge", "mountAnnotation", "finalize", "share", "findList", "el", "sibling", "mountAnnotationBlock", "options", "defer", "list", "mountAnnotationList", "EMPTY", "import_clipboard", "sequence", "findCandidateList", "el", "sibling", "watchCodeBlock", "watchElementSize", "map", "width", "getElementContentSize", "distinctUntilKeyChanged", "mountCodeBlock", "options", "hover", "factory$", "defer", "push$", "Subject", "done$", "takeLast", "scrollable", "content$", "ClipboardJS", "feature", "parent", "button", "renderClipboardButton", "mountInlineTooltip2", "container", "list", "annotations$", "mountAnnotationList", "takeUntil", "height", "distinctUntilChanged", "switchMap", "active", "EMPTY", "getElements", "tap", "state", "finalize", "__spreadValues", "mergeWith", "watchElementVisibility", "filter", "visible", "take", "watchDetails", "el", "target$", "print$", "open", "merge", "map", "target", "filter", "details", "active", "tap", "mountDetails", "options", "defer", "push$", "Subject", "action", "reveal", "state", "finalize", "__spreadValues", "mermaid_default", "mermaid$", "sequence", "fetchScripts", "watchScript", "of", "mountMermaid", "el", "tap", "mermaid_default", "map", "shareReplay", "__async", "id", "host", "h", "text", "svg", "fn", "shadow", "sentinel", "h", "mountDataTable", "el", "renderTable", "of", "watchContentTabs", "inputs", "initial", "input", "merge", "fromEvent", "map", "getElement", "startWith", "active", "mountContentTabs", "el", "viewport$", "target$", "container", "getElements", "prev", "renderTabbedControl", "next", "defer", "push$", "Subject", "done$", "ignoreElements", "endWith", "combineLatest", "watchElementSize", "watchElementVisibility", "takeUntil", "auditTime", "animationFrameScheduler", "size", "offset", "getElementOffset", "width", "getElementSize", "content", "getElementContentOffset", "watchElementContentOffset", "getElementContentSize", "direction", "filter", "label", "h", "ev", "tap", "feature", "skip", "withLatestFrom", "tab", "y", "set", "tabs", "media", "state", "finalize", "__spreadValues", "subscribeOn", "asyncScheduler", "mountContent", "el", "viewport$", "target$", "print$", "merge", "getElements", "child", "mountAnnotationBlock", "mountCodeBlock", "mountMermaid", "mountDataTable", "mountDetails", "mountContentTabs", "feature", "mountInlineTooltip2", "watchDialog", "_el", "alert$", "switchMap", "message", "merge", "of", "delay", "map", "active", "mountDialog", "el", "options", "inner", "getElement", "defer", "push$", "Subject", "tap", "state", "finalize", "__spreadValues", "sequence", "watchTooltip", "el", "host", "width", "getElementSize", "container", "getElementContainer", "scroll$", "watchElementContentOffset", "of", "active$", "merge", "watchElementFocus", "watchElementHover", "distinctUntilChanged", "combineLatest", "map", "active", "scroll", "x", "y", "getElementOffset", "size", "table", "mountTooltip", "title", "EMPTY", "id", "tooltip", "renderTooltip", "typeset", "getElement", "defer", "push$", "Subject", "offset", "filter", "debounceTime", "auditTime", "animationFrameScheduler", "throttleTime", "origin", "tap", "state", "finalize", "__spreadValues", "subscribeOn", "asyncScheduler", "isHidden", "viewport$", "feature", "of", "direction$", "map", "y", "bufferCount", "a", "b", "distinctUntilKeyChanged", "hidden$", "combineLatest", "filter", "offset", "direction", "distinctUntilChanged", "search$", "watchToggle", "search", "switchMap", "active", "startWith", "watchHeader", "el", "options", "defer", "watchElementSize", "height", "hidden", "shareReplay", "mountHeader", "header$", "main$", "push$", "Subject", "done$", "ignoreElements", "endWith", "combineLatestWith", "tooltips", "from", "getElements", "mergeMap", "child", "mountTooltip", "takeUntil", "state", "__spreadValues", "mergeWith", "watchHeaderTitle", "el", "viewport$", "header$", "watchViewportAt", "map", "y", "height", "getElementSize", "distinctUntilKeyChanged", "mountHeaderTitle", "options", "defer", "push$", "Subject", "active", "heading", "getOptionalElement", "EMPTY", "tap", "state", "finalize", "__spreadValues", "watchMain", "el", "viewport$", "header$", "adjust$", "map", "height", "distinctUntilChanged", "border$", "switchMap", "watchElementSize", "distinctUntilKeyChanged", "combineLatest", "header", "top", "bottom", "y", "a", "b", "watchPalette", "inputs", "current", "input", "index", "of", "mergeMap", "fromEvent", "map", "startWith", "shareReplay", "mountPalette", "el", "getElements", "meta", "h", "scheme", "media$", "watchMedia", "defer", "push$", "Subject", "palette", "media", "key", "value", "label", "filter", "ev", "withLatestFrom", "_", "header", "getComponentElement", "style", "color", "observeOn", "asyncScheduler", "takeUntil", "skip", "repeat", "tap", "state", "finalize", "__spreadValues", "mountProgress", "el", "progress$", "defer", "push$", "Subject", "value", "tap", "finalize", "map", "import_clipboard", "extract", "el", "copy", "text", "setupClipboardJS", "alert$", "ClipboardJS", "Observable", "subscriber", "getElement", "ev", "tap", "map", "translation", "resolve", "url", "base", "extract", "document", "sitemap", "el", "getElements", "getElement", "links", "link", "href", "fetchSitemap", "requestXML", "map", "catchError", "of", "handle", "ev", "sitemap", "EMPTY", "el", "url", "of", "head", "document", "tags", "getElements", "resolve", "key", "value", "inject", "next", "selector", "feature", "source", "getOptionalElement", "target", "html", "name", "container", "getComponentElement", "concat", "switchMap", "script", "Observable", "observer", "ignoreElements", "endWith", "setupInstantNavigation", "location$", "viewport$", "progress$", "config", "configuration", "sitemap$", "fetchSitemap", "instant$", "fromEvent", "combineLatestWith", "share", "history$", "map", "getLocation", "withLatestFrom", "offset", "merge", "document$", "distinctUntilKeyChanged", "requestHTML", "catchError", "setLocation", "_", "distinctUntilChanged", "a", "b", "tap", "_a", "_b", "setLocationHash", "debounceTime", "import_escape_html", "setupSearchHighlighter", "config", "regex", "term", "separator", "highlight", "_", "data", "query", "match", "value", "escapeHTML", "isSearchReadyMessage", "message", "isSearchResultMessage", "setupSearchWorker", "url", "index$", "worker$", "watchWorker", "merge", "of", "watchToggle", "first", "active", "switchMap", "config", "docs", "feature", "selectedVersionCorrespondingURL", "params", "_a", "selectedVersionSitemap", "selectedVersionBaseURL", "currentLocation", "currentBaseURL", "current_path", "safeURLParse", "currentRelativePath", "stripPrefix", "sitemapCommonPrefix", "shortestCommonPrefix", "potentialSitemapURL", "result", "url", "base", "e", "s", "prefix", "commonPrefixLen", "s1", "s2", "max", "strs", "setupVersionSelector", "document$", "config", "configuration", "versions$", "requestJSON", "catchError", "EMPTY", "current$", "map", "versions", "current", "version", "aliases", "switchMap", "urls", "fromEvent", "filter", "ev", "withLatestFrom", "el", "url", "of", "selectedVersionBaseURL", "fetchSitemap", "sitemap", "_a", "selectedVersionCorrespondingURL", "getLocation", "setLocation", "combineLatest", "getElement", "renderVersionSelector", "outdated", "ignored", "main", "ignore", "warning", "getComponentElements", "watchSearchQuery", "el", "worker$", "searchParams", "getLocation", "setToggle", "watchToggle", "first", "active", "url", "focus$", "watchElementFocus", "value$", "merge", "isSearchReadyMessage", "fromEvent", "map", "distinctUntilChanged", "combineLatest", "value", "focus", "shareReplay", "mountSearchQuery", "push$", "Subject", "done$", "ignoreElements", "endWith", "_", "query", "distinctUntilKeyChanged", "takeUntil", "label", "getElement", "tap", "state", "finalize", "__spreadValues", "mountSearchResult", "el", "worker$", "query$", "push$", "Subject", "boundary$", "watchElementBoundary", "filter", "container", "meta", "getElement", "list", "watchToggle", "active", "withLatestFrom", "skipUntil", "first", "isSearchReadyMessage", "items", "value", "translation", "count", "round", "render$", "tap", "switchMap", "merge", "of", "bufferCount", "zipWith", "chunk", "map", "renderSearchResultItem", "share", "item", "mergeMap", "details", "getOptionalElement", "EMPTY", "fromEvent", "takeUntil", "isSearchResultMessage", "data", "state", "finalize", "__spreadValues", "watchSearchShare", "_el", "query$", "map", "value", "url", "getLocation", "mountSearchShare", "el", "options", "push$", "Subject", "done$", "ignoreElements", "endWith", "fromEvent", "takeUntil", "ev", "tap", "state", "finalize", "__spreadValues", "mountSearchSuggest", "el", "worker$", "keyboard$", "push$", "Subject", "query", "getComponentElement", "query$", "merge", "fromEvent", "observeOn", "asyncScheduler", "map", "distinctUntilChanged", "combineLatestWith", "suggest", "value", "words", "last", "filter", "mode", "key", "isSearchResultMessage", "data", "tap", "state", "finalize", "mountSearch", "el", "index$", "keyboard$", "config", "configuration", "worker$", "setupSearchWorker", "query", "getComponentElement", "result", "fromEvent", "filter", "target", "setToggle", "mode", "key", "active", "getActiveElement", "anchors", "anchor", "getElements", "article", "best", "a", "b", "els", "i", "query$", "mountSearchQuery", "merge", "mountSearchResult", "mergeWith", "getComponentElements", "child", "mountSearchShare", "mountSearchSuggest", "err", "NEVER", "mountSearchHiglight", "el", "index$", "location$", "combineLatest", "startWith", "getLocation", "filter", "url", "map", "index", "setupSearchHighlighter", "fn", "_a", "nodes", "it", "node", "original", "replaced", "text", "childNodes", "h", "watchSidebar", "el", "viewport$", "main$", "parent", "adjust", "combineLatest", "map", "offset", "height", "y", "distinctUntilChanged", "a", "b", "mountSidebar", "_a", "_b", "header$", "options", "__objRest", "inner", "getElement", "getElementOffset", "defer", "push$", "Subject", "done$", "ignoreElements", "endWith", "next$", "auditTime", "animationFrameScheduler", "withLatestFrom", "first", "item", "getElements", "container", "getElementSize", "from", "mergeMap", "label", "fromEvent", "observeOn", "asyncScheduler", "takeUntil", "input", "tap", "state", "finalize", "__spreadValues", "fetchSourceFactsFromGitHub", "user", "repo", "url", "zip", "requestJSON", "catchError", "EMPTY", "map", "release", "defaultIfEmpty", "info", "__spreadValues", "fetchSourceFactsFromGitLab", "base", "project", "url", "zip", "requestJSON", "catchError", "EMPTY", "map", "tag_name", "defaultIfEmpty", "star_count", "forks_count", "release", "info", "__spreadValues", "fetchSourceFacts", "url", "match", "user", "repo", "fetchSourceFactsFromGitHub", "base", "slug", "fetchSourceFactsFromGitLab", "EMPTY", "fetch$", "watchSource", "el", "defer", "cached", "of", "getComponentElements", "consent", "EMPTY", "fetchSourceFacts", "tap", "facts", "catchError", "filter", "map", "shareReplay", "mountSource", "inner", "getElement", "push$", "Subject", "renderSourceFacts", "state", "finalize", "__spreadValues", "watchTabs", "el", "viewport$", "header$", "watchElementSize", "switchMap", "watchViewportAt", "map", "y", "distinctUntilKeyChanged", "mountTabs", "options", "defer", "push$", "Subject", "hidden", "feature", "of", "tap", "state", "finalize", "__spreadValues", "watchTableOfContents", "el", "viewport$", "header$", "table", "anchors", "getElements", "anchor", "id", "target", "getOptionalElement", "adjust$", "distinctUntilKeyChanged", "map", "height", "main", "getComponentElement", "grid", "getElement", "share", "watchElementSize", "switchMap", "body", "defer", "path", "of", "index", "offset", "parent", "a", "b", "combineLatestWith", "adjust", "scan", "prev", "next", "y", "size", "last", "distinctUntilChanged", "startWith", "bufferCount", "mountTableOfContents", "main$", "target$", "push$", "Subject", "done$", "ignoreElements", "endWith", "feature", "smooth$", "merge", "debounceTime", "filter", "observeOn", "asyncScheduler", "withLatestFrom", "behavior", "container", "getElementContainer", "getElementSize", "takeUntil", "skip", "repeat", "url", "getLocation", "active", "hash", "tap", "state", "finalize", "__spreadValues", "watchBackToTop", "_el", "viewport$", "main$", "target$", "direction$", "map", "y", "bufferCount", "b", "distinctUntilChanged", "active$", "active", "combineLatest", "direction", "takeUntil", "skip", "endWith", "repeat", "hidden", "mountBackToTop", "el", "header$", "push$", "Subject", "done$", "ignoreElements", "distinctUntilKeyChanged", "height", "fromEvent", "ev", "tap", "state", "finalize", "__spreadValues", "patchEllipsis", "document$", "viewport$", "switchMap", "getElements", "mergeMap", "el", "watchElementVisibility", "takeUntil", "skip", "filter", "visible", "map", "take", "text", "host", "feature", "mountInlineTooltip2", "finalize", "EMPTY", "patchIndeterminate", "document$", "tablet$", "switchMap", "getElements", "tap", "el", "mergeMap", "fromEvent", "takeWhile", "map", "withLatestFrom", "tablet", "isAppleDevice", "patchScrollfix", "document$", "switchMap", "getElements", "tap", "el", "filter", "mergeMap", "fromEvent", "map", "top", "patchScrolllock", "viewport$", "tablet$", "combineLatest", "watchToggle", "map", "active", "tablet", "switchMap", "of", "delay", "withLatestFrom", "y", "value", "obj", "data", "key", "x", "y", "nodes", "parent", "i", "node", "fetchSearchIndex", "watchScript", "config", "map", "shareReplay", "requestJSON", "document$", "watchDocument", "location$", "watchLocation", "target$", "watchLocationTarget", "keyboard$", "watchKeyboard", "viewport$", "watchViewport", "tablet$", "watchMedia", "screen$", "print$", "watchPrint", "configuration", "index$", "NEVER", "alert$", "Subject", "setupClipboardJS", "progress$", "feature", "setupInstantNavigation", "_a", "setupVersionSelector", "merge", "delay", "setToggle", "filter", "mode", "key", "prev", "getOptionalElement", "setLocation", "next", "active", "getActiveElement", "patchEllipsis", "patchIndeterminate", "patchScrollfix", "patchScrolllock", "header$", "watchHeader", "getComponentElement", "main$", "switchMap", "el", "watchMain", "control$", "getComponentElements", "mountConsent", "mountDialog", "mountPalette", "mountProgress", "mountSearch", "mountSource", "content$", "defer", "mountAnnounce", "mountContent", "mountSearchHiglight", "EMPTY", "mountHeader", "mountHeaderTitle", "at", "mountSidebar", "mountTabs", "mountTableOfContents", "mountBackToTop", "component$", "mergeWith"]
+  "sourcesContent": ["(function (global, factory) {\n  typeof exports === 'object' && typeof module !== 'undefined' ? factory() :\n  typeof define === 'function' && define.amd ? define(factory) :\n  (factory());\n}(this, (function () { 'use strict';\n\n  /**\n   * Applies the :focus-visible polyfill at the given scope.\n   * A scope in this case is either the top-level Document or a Shadow Root.\n   *\n   * @param {(Document|ShadowRoot)} scope\n   * @see https://github.com/WICG/focus-visible\n   */\n  function applyFocusVisiblePolyfill(scope) {\n    var hadKeyboardEvent = true;\n    var hadFocusVisibleRecently = false;\n    var hadFocusVisibleRecentlyTimeout = null;\n\n    var inputTypesAllowlist = {\n      text: true,\n      search: true,\n      url: true,\n      tel: true,\n      email: true,\n      password: true,\n      number: true,\n      date: true,\n      month: true,\n      week: true,\n      time: true,\n      datetime: true,\n      'datetime-local': true\n    };\n\n    /**\n     * Helper function for legacy browsers and iframes which sometimes focus\n     * elements like document, body, and non-interactive SVG.\n     * @param {Element} el\n     */\n    function isValidFocusTarget(el) {\n      if (\n        el &&\n        el !== document &&\n        el.nodeName !== 'HTML' &&\n        el.nodeName !== 'BODY' &&\n        'classList' in el &&\n        'contains' in el.classList\n      ) {\n        return true;\n      }\n      return false;\n    }\n\n    /**\n     * Computes whether the given element should automatically trigger the\n     * `focus-visible` class being added, i.e. whether it should always match\n     * `:focus-visible` when focused.\n     * @param {Element} el\n     * @return {boolean}\n     */\n    function focusTriggersKeyboardModality(el) {\n      var type = el.type;\n      var tagName = el.tagName;\n\n      if (tagName === 'INPUT' && inputTypesAllowlist[type] && !el.readOnly) {\n        return true;\n      }\n\n      if (tagName === 'TEXTAREA' && !el.readOnly) {\n        return true;\n      }\n\n      if (el.isContentEditable) {\n        return true;\n      }\n\n      return false;\n    }\n\n    /**\n     * Add the `focus-visible` class to the given element if it was not added by\n     * the author.\n     * @param {Element} el\n     */\n    function addFocusVisibleClass(el) {\n      if (el.classList.contains('focus-visible')) {\n        return;\n      }\n      el.classList.add('focus-visible');\n      el.setAttribute('data-focus-visible-added', '');\n    }\n\n    /**\n     * Remove the `focus-visible` class from the given element if it was not\n     * originally added by the author.\n     * @param {Element} el\n     */\n    function removeFocusVisibleClass(el) {\n      if (!el.hasAttribute('data-focus-visible-added')) {\n        return;\n      }\n      el.classList.remove('focus-visible');\n      el.removeAttribute('data-focus-visible-added');\n    }\n\n    /**\n     * If the most recent user interaction was via the keyboard;\n     * and the key press did not include a meta, alt/option, or control key;\n     * then the modality is keyboard. Otherwise, the modality is not keyboard.\n     * Apply `focus-visible` to any current active element and keep track\n     * of our keyboard modality state with `hadKeyboardEvent`.\n     * @param {KeyboardEvent} e\n     */\n    function onKeyDown(e) {\n      if (e.metaKey || e.altKey || e.ctrlKey) {\n        return;\n      }\n\n      if (isValidFocusTarget(scope.activeElement)) {\n        addFocusVisibleClass(scope.activeElement);\n      }\n\n      hadKeyboardEvent = true;\n    }\n\n    /**\n     * If at any point a user clicks with a pointing device, ensure that we change\n     * the modality away from keyboard.\n     * This avoids the situation where a user presses a key on an already focused\n     * element, and then clicks on a different element, focusing it with a\n     * pointing device, while we still think we're in keyboard modality.\n     * @param {Event} e\n     */\n    function onPointerDown(e) {\n      hadKeyboardEvent = false;\n    }\n\n    /**\n     * On `focus`, add the `focus-visible` class to the target if:\n     * - the target received focus as a result of keyboard navigation, or\n     * - the event target is an element that will likely require interaction\n     *   via the keyboard (e.g. a text box)\n     * @param {Event} e\n     */\n    function onFocus(e) {\n      // Prevent IE from focusing the document or HTML element.\n      if (!isValidFocusTarget(e.target)) {\n        return;\n      }\n\n      if (hadKeyboardEvent || focusTriggersKeyboardModality(e.target)) {\n        addFocusVisibleClass(e.target);\n      }\n    }\n\n    /**\n     * On `blur`, remove the `focus-visible` class from the target.\n     * @param {Event} e\n     */\n    function onBlur(e) {\n      if (!isValidFocusTarget(e.target)) {\n        return;\n      }\n\n      if (\n        e.target.classList.contains('focus-visible') ||\n        e.target.hasAttribute('data-focus-visible-added')\n      ) {\n        // To detect a tab/window switch, we look for a blur event followed\n        // rapidly by a visibility change.\n        // If we don't see a visibility change within 100ms, it's probably a\n        // regular focus change.\n        hadFocusVisibleRecently = true;\n        window.clearTimeout(hadFocusVisibleRecentlyTimeout);\n        hadFocusVisibleRecentlyTimeout = window.setTimeout(function() {\n          hadFocusVisibleRecently = false;\n        }, 100);\n        removeFocusVisibleClass(e.target);\n      }\n    }\n\n    /**\n     * If the user changes tabs, keep track of whether or not the previously\n     * focused element had .focus-visible.\n     * @param {Event} e\n     */\n    function onVisibilityChange(e) {\n      if (document.visibilityState === 'hidden') {\n        // If the tab becomes active again, the browser will handle calling focus\n        // on the element (Safari actually calls it twice).\n        // If this tab change caused a blur on an element with focus-visible,\n        // re-apply the class when the user switches back to the tab.\n        if (hadFocusVisibleRecently) {\n          hadKeyboardEvent = true;\n        }\n        addInitialPointerMoveListeners();\n      }\n    }\n\n    /**\n     * Add a group of listeners to detect usage of any pointing devices.\n     * These listeners will be added when the polyfill first loads, and anytime\n     * the window is blurred, so that they are active when the window regains\n     * focus.\n     */\n    function addInitialPointerMoveListeners() {\n      document.addEventListener('mousemove', onInitialPointerMove);\n      document.addEventListener('mousedown', onInitialPointerMove);\n      document.addEventListener('mouseup', onInitialPointerMove);\n      document.addEventListener('pointermove', onInitialPointerMove);\n      document.addEventListener('pointerdown', onInitialPointerMove);\n      document.addEventListener('pointerup', onInitialPointerMove);\n      document.addEventListener('touchmove', onInitialPointerMove);\n      document.addEventListener('touchstart', onInitialPointerMove);\n      document.addEventListener('touchend', onInitialPointerMove);\n    }\n\n    function removeInitialPointerMoveListeners() {\n      document.removeEventListener('mousemove', onInitialPointerMove);\n      document.removeEventListener('mousedown', onInitialPointerMove);\n      document.removeEventListener('mouseup', onInitialPointerMove);\n      document.removeEventListener('pointermove', onInitialPointerMove);\n      document.removeEventListener('pointerdown', onInitialPointerMove);\n      document.removeEventListener('pointerup', onInitialPointerMove);\n      document.removeEventListener('touchmove', onInitialPointerMove);\n      document.removeEventListener('touchstart', onInitialPointerMove);\n      document.removeEventListener('touchend', onInitialPointerMove);\n    }\n\n    /**\n     * When the polfyill first loads, assume the user is in keyboard modality.\n     * If any event is received from a pointing device (e.g. mouse, pointer,\n     * touch), turn off keyboard modality.\n     * This accounts for situations where focus enters the page from the URL bar.\n     * @param {Event} e\n     */\n    function onInitialPointerMove(e) {\n      // Work around a Safari quirk that fires a mousemove on <html> whenever the\n      // window blurs, even if you're tabbing out of the page. \u00AF\\_(\u30C4)_/\u00AF\n      if (e.target.nodeName && e.target.nodeName.toLowerCase() === 'html') {\n        return;\n      }\n\n      hadKeyboardEvent = false;\n      removeInitialPointerMoveListeners();\n    }\n\n    // For some kinds of state, we are interested in changes at the global scope\n    // only. For example, global pointer input, global key presses and global\n    // visibility change should affect the state at every scope:\n    document.addEventListener('keydown', onKeyDown, true);\n    document.addEventListener('mousedown', onPointerDown, true);\n    document.addEventListener('pointerdown', onPointerDown, true);\n    document.addEventListener('touchstart', onPointerDown, true);\n    document.addEventListener('visibilitychange', onVisibilityChange, true);\n\n    addInitialPointerMoveListeners();\n\n    // For focus and blur, we specifically care about state changes in the local\n    // scope. This is because focus / blur events that originate from within a\n    // shadow root are not re-dispatched from the host element if it was already\n    // the active element in its own scope:\n    scope.addEventListener('focus', onFocus, true);\n    scope.addEventListener('blur', onBlur, true);\n\n    // We detect that a node is a ShadowRoot by ensuring that it is a\n    // DocumentFragment and also has a host property. This check covers native\n    // implementation and polyfill implementation transparently. If we only cared\n    // about the native implementation, we could just check if the scope was\n    // an instance of a ShadowRoot.\n    if (scope.nodeType === Node.DOCUMENT_FRAGMENT_NODE && scope.host) {\n      // Since a ShadowRoot is a special kind of DocumentFragment, it does not\n      // have a root element to add a class to. So, we add this attribute to the\n      // host element instead:\n      scope.host.setAttribute('data-js-focus-visible', '');\n    } else if (scope.nodeType === Node.DOCUMENT_NODE) {\n      document.documentElement.classList.add('js-focus-visible');\n      document.documentElement.setAttribute('data-js-focus-visible', '');\n    }\n  }\n\n  // It is important to wrap all references to global window and document in\n  // these checks to support server-side rendering use cases\n  // @see https://github.com/WICG/focus-visible/issues/199\n  if (typeof window !== 'undefined' && typeof document !== 'undefined') {\n    // Make the polyfill helper globally available. This can be used as a signal\n    // to interested libraries that wish to coordinate with the polyfill for e.g.,\n    // applying the polyfill to a shadow root:\n    window.applyFocusVisiblePolyfill = applyFocusVisiblePolyfill;\n\n    // Notify interested libraries of the polyfill's presence, in case the\n    // polyfill was loaded lazily:\n    var event;\n\n    try {\n      event = new CustomEvent('focus-visible-polyfill-ready');\n    } catch (error) {\n      // IE11 does not support using CustomEvent as a constructor directly:\n      event = document.createEvent('CustomEvent');\n      event.initCustomEvent('focus-visible-polyfill-ready', false, false, {});\n    }\n\n    window.dispatchEvent(event);\n  }\n\n  if (typeof document !== 'undefined') {\n    // Apply the polyfill to the global document, so that no JavaScript\n    // coordination is required to use the polyfill in the top-level document:\n    applyFocusVisiblePolyfill(document);\n  }\n\n})));\n", "/*!\n * escape-html\n * Copyright(c) 2012-2013 TJ Holowaychuk\n * Copyright(c) 2015 Andreas Lubbe\n * Copyright(c) 2015 Tiancheng \"Timothy\" Gu\n * MIT Licensed\n */\n\n'use strict';\n\n/**\n * Module variables.\n * @private\n */\n\nvar matchHtmlRegExp = /[\"'&<>]/;\n\n/**\n * Module exports.\n * @public\n */\n\nmodule.exports = escapeHtml;\n\n/**\n * Escape special characters in the given string of html.\n *\n * @param  {string} string The string to escape for inserting into HTML\n * @return {string}\n * @public\n */\n\nfunction escapeHtml(string) {\n  var str = '' + string;\n  var match = matchHtmlRegExp.exec(str);\n\n  if (!match) {\n    return str;\n  }\n\n  var escape;\n  var html = '';\n  var index = 0;\n  var lastIndex = 0;\n\n  for (index = match.index; index < str.length; index++) {\n    switch (str.charCodeAt(index)) {\n      case 34: // \"\n        escape = '&quot;';\n        break;\n      case 38: // &\n        escape = '&amp;';\n        break;\n      case 39: // '\n        escape = '&#39;';\n        break;\n      case 60: // <\n        escape = '&lt;';\n        break;\n      case 62: // >\n        escape = '&gt;';\n        break;\n      default:\n        continue;\n    }\n\n    if (lastIndex !== index) {\n      html += str.substring(lastIndex, index);\n    }\n\n    lastIndex = index + 1;\n    html += escape;\n  }\n\n  return lastIndex !== index\n    ? html + str.substring(lastIndex, index)\n    : html;\n}\n", "/*!\n * clipboard.js v2.0.11\n * https://clipboardjs.com/\n *\n * Licensed MIT \u00A9 Zeno Rocha\n */\n(function webpackUniversalModuleDefinition(root, factory) {\n\tif(typeof exports === 'object' && typeof module === 'object')\n\t\tmodule.exports = factory();\n\telse if(typeof define === 'function' && define.amd)\n\t\tdefine([], factory);\n\telse if(typeof exports === 'object')\n\t\texports[\"ClipboardJS\"] = factory();\n\telse\n\t\troot[\"ClipboardJS\"] = factory();\n})(this, function() {\nreturn /******/ (function() { // webpackBootstrap\n/******/ \tvar __webpack_modules__ = ({\n\n/***/ 686:\n/***/ (function(__unused_webpack_module, __webpack_exports__, __webpack_require__) {\n\n\"use strict\";\n\n// EXPORTS\n__webpack_require__.d(__webpack_exports__, {\n  \"default\": function() { return /* binding */ clipboard; }\n});\n\n// EXTERNAL MODULE: ./node_modules/tiny-emitter/index.js\nvar tiny_emitter = __webpack_require__(279);\nvar tiny_emitter_default = /*#__PURE__*/__webpack_require__.n(tiny_emitter);\n// EXTERNAL MODULE: ./node_modules/good-listener/src/listen.js\nvar listen = __webpack_require__(370);\nvar listen_default = /*#__PURE__*/__webpack_require__.n(listen);\n// EXTERNAL MODULE: ./node_modules/select/src/select.js\nvar src_select = __webpack_require__(817);\nvar select_default = /*#__PURE__*/__webpack_require__.n(src_select);\n;// CONCATENATED MODULE: ./src/common/command.js\n/**\n * Executes a given operation type.\n * @param {String} type\n * @return {Boolean}\n */\nfunction command(type) {\n  try {\n    return document.execCommand(type);\n  } catch (err) {\n    return false;\n  }\n}\n;// CONCATENATED MODULE: ./src/actions/cut.js\n\n\n/**\n * Cut action wrapper.\n * @param {String|HTMLElement} target\n * @return {String}\n */\n\nvar ClipboardActionCut = function ClipboardActionCut(target) {\n  var selectedText = select_default()(target);\n  command('cut');\n  return selectedText;\n};\n\n/* harmony default export */ var actions_cut = (ClipboardActionCut);\n;// CONCATENATED MODULE: ./src/common/create-fake-element.js\n/**\n * Creates a fake textarea element with a value.\n * @param {String} value\n * @return {HTMLElement}\n */\nfunction createFakeElement(value) {\n  var isRTL = document.documentElement.getAttribute('dir') === 'rtl';\n  var fakeElement = document.createElement('textarea'); // Prevent zooming on iOS\n\n  fakeElement.style.fontSize = '12pt'; // Reset box model\n\n  fakeElement.style.border = '0';\n  fakeElement.style.padding = '0';\n  fakeElement.style.margin = '0'; // Move element out of screen horizontally\n\n  fakeElement.style.position = 'absolute';\n  fakeElement.style[isRTL ? 'right' : 'left'] = '-9999px'; // Move element to the same position vertically\n\n  var yPosition = window.pageYOffset || document.documentElement.scrollTop;\n  fakeElement.style.top = \"\".concat(yPosition, \"px\");\n  fakeElement.setAttribute('readonly', '');\n  fakeElement.value = value;\n  return fakeElement;\n}\n;// CONCATENATED MODULE: ./src/actions/copy.js\n\n\n\n/**\n * Create fake copy action wrapper using a fake element.\n * @param {String} target\n * @param {Object} options\n * @return {String}\n */\n\nvar fakeCopyAction = function fakeCopyAction(value, options) {\n  var fakeElement = createFakeElement(value);\n  options.container.appendChild(fakeElement);\n  var selectedText = select_default()(fakeElement);\n  command('copy');\n  fakeElement.remove();\n  return selectedText;\n};\n/**\n * Copy action wrapper.\n * @param {String|HTMLElement} target\n * @param {Object} options\n * @return {String}\n */\n\n\nvar ClipboardActionCopy = function ClipboardActionCopy(target) {\n  var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {\n    container: document.body\n  };\n  var selectedText = '';\n\n  if (typeof target === 'string') {\n    selectedText = fakeCopyAction(target, options);\n  } else if (target instanceof HTMLInputElement && !['text', 'search', 'url', 'tel', 'password'].includes(target === null || target === void 0 ? void 0 : target.type)) {\n    // If input type doesn't support `setSelectionRange`. Simulate it. https://developer.mozilla.org/en-US/docs/Web/API/HTMLInputElement/setSelectionRange\n    selectedText = fakeCopyAction(target.value, options);\n  } else {\n    selectedText = select_default()(target);\n    command('copy');\n  }\n\n  return selectedText;\n};\n\n/* harmony default export */ var actions_copy = (ClipboardActionCopy);\n;// CONCATENATED MODULE: ./src/actions/default.js\nfunction _typeof(obj) { \"@babel/helpers - typeof\"; if (typeof Symbol === \"function\" && typeof Symbol.iterator === \"symbol\") { _typeof = function _typeof(obj) { return typeof obj; }; } else { _typeof = function _typeof(obj) { return obj && typeof Symbol === \"function\" && obj.constructor === Symbol && obj !== Symbol.prototype ? \"symbol\" : typeof obj; }; } return _typeof(obj); }\n\n\n\n/**\n * Inner function which performs selection from either `text` or `target`\n * properties and then executes copy or cut operations.\n * @param {Object} options\n */\n\nvar ClipboardActionDefault = function ClipboardActionDefault() {\n  var options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};\n  // Defines base properties passed from constructor.\n  var _options$action = options.action,\n      action = _options$action === void 0 ? 'copy' : _options$action,\n      container = options.container,\n      target = options.target,\n      text = options.text; // Sets the `action` to be performed which can be either 'copy' or 'cut'.\n\n  if (action !== 'copy' && action !== 'cut') {\n    throw new Error('Invalid \"action\" value, use either \"copy\" or \"cut\"');\n  } // Sets the `target` property using an element that will be have its content copied.\n\n\n  if (target !== undefined) {\n    if (target && _typeof(target) === 'object' && target.nodeType === 1) {\n      if (action === 'copy' && target.hasAttribute('disabled')) {\n        throw new Error('Invalid \"target\" attribute. Please use \"readonly\" instead of \"disabled\" attribute');\n      }\n\n      if (action === 'cut' && (target.hasAttribute('readonly') || target.hasAttribute('disabled'))) {\n        throw new Error('Invalid \"target\" attribute. You can\\'t cut text from elements with \"readonly\" or \"disabled\" attributes');\n      }\n    } else {\n      throw new Error('Invalid \"target\" value, use a valid Element');\n    }\n  } // Define selection strategy based on `text` property.\n\n\n  if (text) {\n    return actions_copy(text, {\n      container: container\n    });\n  } // Defines which selection strategy based on `target` property.\n\n\n  if (target) {\n    return action === 'cut' ? actions_cut(target) : actions_copy(target, {\n      container: container\n    });\n  }\n};\n\n/* harmony default export */ var actions_default = (ClipboardActionDefault);\n;// CONCATENATED MODULE: ./src/clipboard.js\nfunction clipboard_typeof(obj) { \"@babel/helpers - typeof\"; if (typeof Symbol === \"function\" && typeof Symbol.iterator === \"symbol\") { clipboard_typeof = function _typeof(obj) { return typeof obj; }; } else { clipboard_typeof = function _typeof(obj) { return obj && typeof Symbol === \"function\" && obj.constructor === Symbol && obj !== Symbol.prototype ? \"symbol\" : typeof obj; }; } return clipboard_typeof(obj); }\n\nfunction _classCallCheck(instance, Constructor) { if (!(instance instanceof Constructor)) { throw new TypeError(\"Cannot call a class as a function\"); } }\n\nfunction _defineProperties(target, props) { for (var i = 0; i < props.length; i++) { var descriptor = props[i]; descriptor.enumerable = descriptor.enumerable || false; descriptor.configurable = true; if (\"value\" in descriptor) descriptor.writable = true; Object.defineProperty(target, descriptor.key, descriptor); } }\n\nfunction _createClass(Constructor, protoProps, staticProps) { if (protoProps) _defineProperties(Constructor.prototype, protoProps); if (staticProps) _defineProperties(Constructor, staticProps); return Constructor; }\n\nfunction _inherits(subClass, superClass) { if (typeof superClass !== \"function\" && superClass !== null) { throw new TypeError(\"Super expression must either be null or a function\"); } subClass.prototype = Object.create(superClass && superClass.prototype, { constructor: { value: subClass, writable: true, configurable: true } }); if (superClass) _setPrototypeOf(subClass, superClass); }\n\nfunction _setPrototypeOf(o, p) { _setPrototypeOf = Object.setPrototypeOf || function _setPrototypeOf(o, p) { o.__proto__ = p; return o; }; return _setPrototypeOf(o, p); }\n\nfunction _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = _getPrototypeOf(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = _getPrototypeOf(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return _possibleConstructorReturn(this, result); }; }\n\nfunction _possibleConstructorReturn(self, call) { if (call && (clipboard_typeof(call) === \"object\" || typeof call === \"function\")) { return call; } return _assertThisInitialized(self); }\n\nfunction _assertThisInitialized(self) { if (self === void 0) { throw new ReferenceError(\"this hasn't been initialised - super() hasn't been called\"); } return self; }\n\nfunction _isNativeReflectConstruct() { if (typeof Reflect === \"undefined\" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === \"function\") return true; try { Date.prototype.toString.call(Reflect.construct(Date, [], function () {})); return true; } catch (e) { return false; } }\n\nfunction _getPrototypeOf(o) { _getPrototypeOf = Object.setPrototypeOf ? Object.getPrototypeOf : function _getPrototypeOf(o) { return o.__proto__ || Object.getPrototypeOf(o); }; return _getPrototypeOf(o); }\n\n\n\n\n\n\n/**\n * Helper function to retrieve attribute value.\n * @param {String} suffix\n * @param {Element} element\n */\n\nfunction getAttributeValue(suffix, element) {\n  var attribute = \"data-clipboard-\".concat(suffix);\n\n  if (!element.hasAttribute(attribute)) {\n    return;\n  }\n\n  return element.getAttribute(attribute);\n}\n/**\n * Base class which takes one or more elements, adds event listeners to them,\n * and instantiates a new `ClipboardAction` on each click.\n */\n\n\nvar Clipboard = /*#__PURE__*/function (_Emitter) {\n  _inherits(Clipboard, _Emitter);\n\n  var _super = _createSuper(Clipboard);\n\n  /**\n   * @param {String|HTMLElement|HTMLCollection|NodeList} trigger\n   * @param {Object} options\n   */\n  function Clipboard(trigger, options) {\n    var _this;\n\n    _classCallCheck(this, Clipboard);\n\n    _this = _super.call(this);\n\n    _this.resolveOptions(options);\n\n    _this.listenClick(trigger);\n\n    return _this;\n  }\n  /**\n   * Defines if attributes would be resolved using internal setter functions\n   * or custom functions that were passed in the constructor.\n   * @param {Object} options\n   */\n\n\n  _createClass(Clipboard, [{\n    key: \"resolveOptions\",\n    value: function resolveOptions() {\n      var options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};\n      this.action = typeof options.action === 'function' ? options.action : this.defaultAction;\n      this.target = typeof options.target === 'function' ? options.target : this.defaultTarget;\n      this.text = typeof options.text === 'function' ? options.text : this.defaultText;\n      this.container = clipboard_typeof(options.container) === 'object' ? options.container : document.body;\n    }\n    /**\n     * Adds a click event listener to the passed trigger.\n     * @param {String|HTMLElement|HTMLCollection|NodeList} trigger\n     */\n\n  }, {\n    key: \"listenClick\",\n    value: function listenClick(trigger) {\n      var _this2 = this;\n\n      this.listener = listen_default()(trigger, 'click', function (e) {\n        return _this2.onClick(e);\n      });\n    }\n    /**\n     * Defines a new `ClipboardAction` on each click event.\n     * @param {Event} e\n     */\n\n  }, {\n    key: \"onClick\",\n    value: function onClick(e) {\n      var trigger = e.delegateTarget || e.currentTarget;\n      var action = this.action(trigger) || 'copy';\n      var text = actions_default({\n        action: action,\n        container: this.container,\n        target: this.target(trigger),\n        text: this.text(trigger)\n      }); // Fires an event based on the copy operation result.\n\n      this.emit(text ? 'success' : 'error', {\n        action: action,\n        text: text,\n        trigger: trigger,\n        clearSelection: function clearSelection() {\n          if (trigger) {\n            trigger.focus();\n          }\n\n          window.getSelection().removeAllRanges();\n        }\n      });\n    }\n    /**\n     * Default `action` lookup function.\n     * @param {Element} trigger\n     */\n\n  }, {\n    key: \"defaultAction\",\n    value: function defaultAction(trigger) {\n      return getAttributeValue('action', trigger);\n    }\n    /**\n     * Default `target` lookup function.\n     * @param {Element} trigger\n     */\n\n  }, {\n    key: \"defaultTarget\",\n    value: function defaultTarget(trigger) {\n      var selector = getAttributeValue('target', trigger);\n\n      if (selector) {\n        return document.querySelector(selector);\n      }\n    }\n    /**\n     * Allow fire programmatically a copy action\n     * @param {String|HTMLElement} target\n     * @param {Object} options\n     * @returns Text copied.\n     */\n\n  }, {\n    key: \"defaultText\",\n\n    /**\n     * Default `text` lookup function.\n     * @param {Element} trigger\n     */\n    value: function defaultText(trigger) {\n      return getAttributeValue('text', trigger);\n    }\n    /**\n     * Destroy lifecycle.\n     */\n\n  }, {\n    key: \"destroy\",\n    value: function destroy() {\n      this.listener.destroy();\n    }\n  }], [{\n    key: \"copy\",\n    value: function copy(target) {\n      var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {\n        container: document.body\n      };\n      return actions_copy(target, options);\n    }\n    /**\n     * Allow fire programmatically a cut action\n     * @param {String|HTMLElement} target\n     * @returns Text cutted.\n     */\n\n  }, {\n    key: \"cut\",\n    value: function cut(target) {\n      return actions_cut(target);\n    }\n    /**\n     * Returns the support of the given action, or all actions if no action is\n     * given.\n     * @param {String} [action]\n     */\n\n  }, {\n    key: \"isSupported\",\n    value: function isSupported() {\n      var action = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : ['copy', 'cut'];\n      var actions = typeof action === 'string' ? [action] : action;\n      var support = !!document.queryCommandSupported;\n      actions.forEach(function (action) {\n        support = support && !!document.queryCommandSupported(action);\n      });\n      return support;\n    }\n  }]);\n\n  return Clipboard;\n}((tiny_emitter_default()));\n\n/* harmony default export */ var clipboard = (Clipboard);\n\n/***/ }),\n\n/***/ 828:\n/***/ (function(module) {\n\nvar DOCUMENT_NODE_TYPE = 9;\n\n/**\n * A polyfill for Element.matches()\n */\nif (typeof Element !== 'undefined' && !Element.prototype.matches) {\n    var proto = Element.prototype;\n\n    proto.matches = proto.matchesSelector ||\n                    proto.mozMatchesSelector ||\n                    proto.msMatchesSelector ||\n                    proto.oMatchesSelector ||\n                    proto.webkitMatchesSelector;\n}\n\n/**\n * Finds the closest parent that matches a selector.\n *\n * @param {Element} element\n * @param {String} selector\n * @return {Function}\n */\nfunction closest (element, selector) {\n    while (element && element.nodeType !== DOCUMENT_NODE_TYPE) {\n        if (typeof element.matches === 'function' &&\n            element.matches(selector)) {\n          return element;\n        }\n        element = element.parentNode;\n    }\n}\n\nmodule.exports = closest;\n\n\n/***/ }),\n\n/***/ 438:\n/***/ (function(module, __unused_webpack_exports, __webpack_require__) {\n\nvar closest = __webpack_require__(828);\n\n/**\n * Delegates event to a selector.\n *\n * @param {Element} element\n * @param {String} selector\n * @param {String} type\n * @param {Function} callback\n * @param {Boolean} useCapture\n * @return {Object}\n */\nfunction _delegate(element, selector, type, callback, useCapture) {\n    var listenerFn = listener.apply(this, arguments);\n\n    element.addEventListener(type, listenerFn, useCapture);\n\n    return {\n        destroy: function() {\n            element.removeEventListener(type, listenerFn, useCapture);\n        }\n    }\n}\n\n/**\n * Delegates event to a selector.\n *\n * @param {Element|String|Array} [elements]\n * @param {String} selector\n * @param {String} type\n * @param {Function} callback\n * @param {Boolean} useCapture\n * @return {Object}\n */\nfunction delegate(elements, selector, type, callback, useCapture) {\n    // Handle the regular Element usage\n    if (typeof elements.addEventListener === 'function') {\n        return _delegate.apply(null, arguments);\n    }\n\n    // Handle Element-less usage, it defaults to global delegation\n    if (typeof type === 'function') {\n        // Use `document` as the first parameter, then apply arguments\n        // This is a short way to .unshift `arguments` without running into deoptimizations\n        return _delegate.bind(null, document).apply(null, arguments);\n    }\n\n    // Handle Selector-based usage\n    if (typeof elements === 'string') {\n        elements = document.querySelectorAll(elements);\n    }\n\n    // Handle Array-like based usage\n    return Array.prototype.map.call(elements, function (element) {\n        return _delegate(element, selector, type, callback, useCapture);\n    });\n}\n\n/**\n * Finds closest match and invokes callback.\n *\n * @param {Element} element\n * @param {String} selector\n * @param {String} type\n * @param {Function} callback\n * @return {Function}\n */\nfunction listener(element, selector, type, callback) {\n    return function(e) {\n        e.delegateTarget = closest(e.target, selector);\n\n        if (e.delegateTarget) {\n            callback.call(element, e);\n        }\n    }\n}\n\nmodule.exports = delegate;\n\n\n/***/ }),\n\n/***/ 879:\n/***/ (function(__unused_webpack_module, exports) {\n\n/**\n * Check if argument is a HTML element.\n *\n * @param {Object} value\n * @return {Boolean}\n */\nexports.node = function(value) {\n    return value !== undefined\n        && value instanceof HTMLElement\n        && value.nodeType === 1;\n};\n\n/**\n * Check if argument is a list of HTML elements.\n *\n * @param {Object} value\n * @return {Boolean}\n */\nexports.nodeList = function(value) {\n    var type = Object.prototype.toString.call(value);\n\n    return value !== undefined\n        && (type === '[object NodeList]' || type === '[object HTMLCollection]')\n        && ('length' in value)\n        && (value.length === 0 || exports.node(value[0]));\n};\n\n/**\n * Check if argument is a string.\n *\n * @param {Object} value\n * @return {Boolean}\n */\nexports.string = function(value) {\n    return typeof value === 'string'\n        || value instanceof String;\n};\n\n/**\n * Check if argument is a function.\n *\n * @param {Object} value\n * @return {Boolean}\n */\nexports.fn = function(value) {\n    var type = Object.prototype.toString.call(value);\n\n    return type === '[object Function]';\n};\n\n\n/***/ }),\n\n/***/ 370:\n/***/ (function(module, __unused_webpack_exports, __webpack_require__) {\n\nvar is = __webpack_require__(879);\nvar delegate = __webpack_require__(438);\n\n/**\n * Validates all params and calls the right\n * listener function based on its target type.\n *\n * @param {String|HTMLElement|HTMLCollection|NodeList} target\n * @param {String} type\n * @param {Function} callback\n * @return {Object}\n */\nfunction listen(target, type, callback) {\n    if (!target && !type && !callback) {\n        throw new Error('Missing required arguments');\n    }\n\n    if (!is.string(type)) {\n        throw new TypeError('Second argument must be a String');\n    }\n\n    if (!is.fn(callback)) {\n        throw new TypeError('Third argument must be a Function');\n    }\n\n    if (is.node(target)) {\n        return listenNode(target, type, callback);\n    }\n    else if (is.nodeList(target)) {\n        return listenNodeList(target, type, callback);\n    }\n    else if (is.string(target)) {\n        return listenSelector(target, type, callback);\n    }\n    else {\n        throw new TypeError('First argument must be a String, HTMLElement, HTMLCollection, or NodeList');\n    }\n}\n\n/**\n * Adds an event listener to a HTML element\n * and returns a remove listener function.\n *\n * @param {HTMLElement} node\n * @param {String} type\n * @param {Function} callback\n * @return {Object}\n */\nfunction listenNode(node, type, callback) {\n    node.addEventListener(type, callback);\n\n    return {\n        destroy: function() {\n            node.removeEventListener(type, callback);\n        }\n    }\n}\n\n/**\n * Add an event listener to a list of HTML elements\n * and returns a remove listener function.\n *\n * @param {NodeList|HTMLCollection} nodeList\n * @param {String} type\n * @param {Function} callback\n * @return {Object}\n */\nfunction listenNodeList(nodeList, type, callback) {\n    Array.prototype.forEach.call(nodeList, function(node) {\n        node.addEventListener(type, callback);\n    });\n\n    return {\n        destroy: function() {\n            Array.prototype.forEach.call(nodeList, function(node) {\n                node.removeEventListener(type, callback);\n            });\n        }\n    }\n}\n\n/**\n * Add an event listener to a selector\n * and returns a remove listener function.\n *\n * @param {String} selector\n * @param {String} type\n * @param {Function} callback\n * @return {Object}\n */\nfunction listenSelector(selector, type, callback) {\n    return delegate(document.body, selector, type, callback);\n}\n\nmodule.exports = listen;\n\n\n/***/ }),\n\n/***/ 817:\n/***/ (function(module) {\n\nfunction select(element) {\n    var selectedText;\n\n    if (element.nodeName === 'SELECT') {\n        element.focus();\n\n        selectedText = element.value;\n    }\n    else if (element.nodeName === 'INPUT' || element.nodeName === 'TEXTAREA') {\n        var isReadOnly = element.hasAttribute('readonly');\n\n        if (!isReadOnly) {\n            element.setAttribute('readonly', '');\n        }\n\n        element.select();\n        element.setSelectionRange(0, element.value.length);\n\n        if (!isReadOnly) {\n            element.removeAttribute('readonly');\n        }\n\n        selectedText = element.value;\n    }\n    else {\n        if (element.hasAttribute('contenteditable')) {\n            element.focus();\n        }\n\n        var selection = window.getSelection();\n        var range = document.createRange();\n\n        range.selectNodeContents(element);\n        selection.removeAllRanges();\n        selection.addRange(range);\n\n        selectedText = selection.toString();\n    }\n\n    return selectedText;\n}\n\nmodule.exports = select;\n\n\n/***/ }),\n\n/***/ 279:\n/***/ (function(module) {\n\nfunction E () {\n  // Keep this empty so it's easier to inherit from\n  // (via https://github.com/lipsmack from https://github.com/scottcorgan/tiny-emitter/issues/3)\n}\n\nE.prototype = {\n  on: function (name, callback, ctx) {\n    var e = this.e || (this.e = {});\n\n    (e[name] || (e[name] = [])).push({\n      fn: callback,\n      ctx: ctx\n    });\n\n    return this;\n  },\n\n  once: function (name, callback, ctx) {\n    var self = this;\n    function listener () {\n      self.off(name, listener);\n      callback.apply(ctx, arguments);\n    };\n\n    listener._ = callback\n    return this.on(name, listener, ctx);\n  },\n\n  emit: function (name) {\n    var data = [].slice.call(arguments, 1);\n    var evtArr = ((this.e || (this.e = {}))[name] || []).slice();\n    var i = 0;\n    var len = evtArr.length;\n\n    for (i; i < len; i++) {\n      evtArr[i].fn.apply(evtArr[i].ctx, data);\n    }\n\n    return this;\n  },\n\n  off: function (name, callback) {\n    var e = this.e || (this.e = {});\n    var evts = e[name];\n    var liveEvents = [];\n\n    if (evts && callback) {\n      for (var i = 0, len = evts.length; i < len; i++) {\n        if (evts[i].fn !== callback && evts[i].fn._ !== callback)\n          liveEvents.push(evts[i]);\n      }\n    }\n\n    // Remove event from queue to prevent memory leak\n    // Suggested by https://github.com/lazd\n    // Ref: https://github.com/scottcorgan/tiny-emitter/commit/c6ebfaa9bc973b33d110a84a307742b7cf94c953#commitcomment-5024910\n\n    (liveEvents.length)\n      ? e[name] = liveEvents\n      : delete e[name];\n\n    return this;\n  }\n};\n\nmodule.exports = E;\nmodule.exports.TinyEmitter = E;\n\n\n/***/ })\n\n/******/ \t});\n/************************************************************************/\n/******/ \t// The module cache\n/******/ \tvar __webpack_module_cache__ = {};\n/******/ \t\n/******/ \t// The require function\n/******/ \tfunction __webpack_require__(moduleId) {\n/******/ \t\t// Check if module is in cache\n/******/ \t\tif(__webpack_module_cache__[moduleId]) {\n/******/ \t\t\treturn __webpack_module_cache__[moduleId].exports;\n/******/ \t\t}\n/******/ \t\t// Create a new module (and put it into the cache)\n/******/ \t\tvar module = __webpack_module_cache__[moduleId] = {\n/******/ \t\t\t// no module.id needed\n/******/ \t\t\t// no module.loaded needed\n/******/ \t\t\texports: {}\n/******/ \t\t};\n/******/ \t\n/******/ \t\t// Execute the module function\n/******/ \t\t__webpack_modules__[moduleId](module, module.exports, __webpack_require__);\n/******/ \t\n/******/ \t\t// Return the exports of the module\n/******/ \t\treturn module.exports;\n/******/ \t}\n/******/ \t\n/************************************************************************/\n/******/ \t/* webpack/runtime/compat get default export */\n/******/ \t!function() {\n/******/ \t\t// getDefaultExport function for compatibility with non-harmony modules\n/******/ \t\t__webpack_require__.n = function(module) {\n/******/ \t\t\tvar getter = module && module.__esModule ?\n/******/ \t\t\t\tfunction() { return module['default']; } :\n/******/ \t\t\t\tfunction() { return module; };\n/******/ \t\t\t__webpack_require__.d(getter, { a: getter });\n/******/ \t\t\treturn getter;\n/******/ \t\t};\n/******/ \t}();\n/******/ \t\n/******/ \t/* webpack/runtime/define property getters */\n/******/ \t!function() {\n/******/ \t\t// define getter functions for harmony exports\n/******/ \t\t__webpack_require__.d = function(exports, definition) {\n/******/ \t\t\tfor(var key in definition) {\n/******/ \t\t\t\tif(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n/******/ \t\t\t\t\tObject.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n/******/ \t\t\t\t}\n/******/ \t\t\t}\n/******/ \t\t};\n/******/ \t}();\n/******/ \t\n/******/ \t/* webpack/runtime/hasOwnProperty shorthand */\n/******/ \t!function() {\n/******/ \t\t__webpack_require__.o = function(obj, prop) { return Object.prototype.hasOwnProperty.call(obj, prop); }\n/******/ \t}();\n/******/ \t\n/************************************************************************/\n/******/ \t// module exports must be returned from runtime so entry inlining is disabled\n/******/ \t// startup\n/******/ \t// Load entry module and return exports\n/******/ \treturn __webpack_require__(686);\n/******/ })()\n.default;\n});", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport \"focus-visible\"\n\nimport {\n  EMPTY,\n  NEVER,\n  Observable,\n  Subject,\n  defer,\n  delay,\n  filter,\n  map,\n  merge,\n  mergeWith,\n  shareReplay,\n  switchMap\n} from \"rxjs\"\n\nimport { configuration, feature } from \"./_\"\nimport {\n  at,\n  getActiveElement,\n  getOptionalElement,\n  requestJSON,\n  setLocation,\n  setToggle,\n  watchDocument,\n  watchKeyboard,\n  watchLocation,\n  watchLocationTarget,\n  watchMedia,\n  watchPrint,\n  watchScript,\n  watchViewport\n} from \"./browser\"\nimport {\n  getComponentElement,\n  getComponentElements,\n  mountAnnounce,\n  mountBackToTop,\n  mountConsent,\n  mountContent,\n  mountDialog,\n  mountHeader,\n  mountHeaderTitle,\n  mountPalette,\n  mountProgress,\n  mountSearch,\n  mountSearchHiglight,\n  mountSidebar,\n  mountSource,\n  mountTableOfContents,\n  mountTabs,\n  watchHeader,\n  watchMain\n} from \"./components\"\nimport {\n  SearchIndex,\n  setupClipboardJS,\n  setupInstantNavigation,\n  setupVersionSelector\n} from \"./integrations\"\nimport {\n  patchEllipsis,\n  patchIndeterminate,\n  patchScrollfix,\n  patchScrolllock\n} from \"./patches\"\nimport \"./polyfills\"\n\n/* ----------------------------------------------------------------------------\n * Functions - @todo refactor\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch search index\n *\n * @returns Search index observable\n */\nfunction fetchSearchIndex(): Observable<SearchIndex> {\n  if (location.protocol === \"file:\") {\n    return watchScript(\n      `${new URL(\"search/search_index.js\", config.base)}`\n    )\n      .pipe(\n        // @ts-ignore - @todo fix typings\n        map(() => __index),\n        shareReplay(1)\n      )\n  } else {\n    return requestJSON<SearchIndex>(\n      new URL(\"search/search_index.json\", config.base)\n    )\n  }\n}\n\n/* ----------------------------------------------------------------------------\n * Application\n * ------------------------------------------------------------------------- */\n\n/* Yay, JavaScript is available */\ndocument.documentElement.classList.remove(\"no-js\")\ndocument.documentElement.classList.add(\"js\")\n\n/* Set up navigation observables and subjects */\nconst document$ = watchDocument()\nconst location$ = watchLocation()\nconst target$   = watchLocationTarget(location$)\nconst keyboard$ = watchKeyboard()\n\n/* Set up media observables */\nconst viewport$ = watchViewport()\nconst tablet$   = watchMedia(\"(min-width: 960px)\")\nconst screen$   = watchMedia(\"(min-width: 1220px)\")\nconst print$    = watchPrint()\n\n/* Retrieve search index, if search is enabled */\nconst config = configuration()\nconst index$ = document.forms.namedItem(\"search\")\n  ? fetchSearchIndex()\n  : NEVER\n\n/* Set up Clipboard.js integration */\nconst alert$ = new Subject<string>()\nsetupClipboardJS({ alert$ })\n\n/* Set up progress indicator */\nconst progress$ = new Subject<number>()\n\n/* Set up instant navigation, if enabled */\nif (feature(\"navigation.instant\"))\n  setupInstantNavigation({ location$, viewport$, progress$ })\n    .subscribe(document$)\n\n/* Set up version selector */\nif (config.version?.provider === \"mike\")\n  setupVersionSelector({ document$ })\n\n/* Always close drawer and search on navigation */\nmerge(location$, target$)\n  .pipe(\n    delay(125)\n  )\n    .subscribe(() => {\n      setToggle(\"drawer\", false)\n      setToggle(\"search\", false)\n    })\n\n/* Set up global keyboard handlers */\nkeyboard$\n  .pipe(\n    filter(({ mode }) => mode === \"global\")\n  )\n    .subscribe(key => {\n      switch (key.type) {\n\n        /* Go to previous page */\n        case \"p\":\n        case \",\":\n          const prev = getOptionalElement<HTMLLinkElement>(\"link[rel=prev]\")\n          if (typeof prev !== \"undefined\")\n            setLocation(prev)\n          break\n\n        /* Go to next page */\n        case \"n\":\n        case \".\":\n          const next = getOptionalElement<HTMLLinkElement>(\"link[rel=next]\")\n          if (typeof next !== \"undefined\")\n            setLocation(next)\n          break\n\n        /* Expand navigation, see https://bit.ly/3ZjG5io */\n        case \"Enter\":\n          const active = getActiveElement()\n          if (active instanceof HTMLLabelElement)\n            active.click()\n      }\n    })\n\n/* Set up patches */\npatchEllipsis({ viewport$, document$ })\npatchIndeterminate({ document$, tablet$ })\npatchScrollfix({ document$ })\npatchScrolllock({ viewport$, tablet$ })\n\n/* Set up header and main area observable */\nconst header$ = watchHeader(getComponentElement(\"header\"), { viewport$ })\nconst main$ = document$\n  .pipe(\n    map(() => getComponentElement(\"main\")),\n    switchMap(el => watchMain(el, { viewport$, header$ })),\n    shareReplay(1)\n  )\n\n/* Set up control component observables */\nconst control$ = merge(\n\n  /* Consent */\n  ...getComponentElements(\"consent\")\n    .map(el => mountConsent(el, { target$ })),\n\n  /* Dialog */\n  ...getComponentElements(\"dialog\")\n    .map(el => mountDialog(el, { alert$ })),\n\n  /* Color palette */\n  ...getComponentElements(\"palette\")\n    .map(el => mountPalette(el)),\n\n  /* Progress bar */\n  ...getComponentElements(\"progress\")\n    .map(el => mountProgress(el, { progress$ })),\n\n  /* Search */\n  ...getComponentElements(\"search\")\n    .map(el => mountSearch(el, { index$, keyboard$ })),\n\n  /* Repository information */\n  ...getComponentElements(\"source\")\n    .map(el => mountSource(el))\n)\n\n/* Set up content component observables */\nconst content$ = defer(() => merge(\n\n  /* Announcement bar */\n  ...getComponentElements(\"announce\")\n    .map(el => mountAnnounce(el)),\n\n  /* Content */\n  ...getComponentElements(\"content\")\n    .map(el => mountContent(el, { viewport$, target$, print$ })),\n\n  /* Search highlighting */\n  ...getComponentElements(\"content\")\n    .map(el => feature(\"search.highlight\")\n      ? mountSearchHiglight(el, { index$, location$ })\n      : EMPTY\n    ),\n\n  /* Header */\n  ...getComponentElements(\"header\")\n    .map(el => mountHeader(el, { viewport$, header$, main$ })),\n\n  /* Header title */\n  ...getComponentElements(\"header-title\")\n    .map(el => mountHeaderTitle(el, { viewport$, header$ })),\n\n  /* Sidebar */\n  ...getComponentElements(\"sidebar\")\n    .map(el => el.getAttribute(\"data-md-type\") === \"navigation\"\n      ? at(screen$, () => mountSidebar(el, { viewport$, header$, main$ }))\n      : at(tablet$, () => mountSidebar(el, { viewport$, header$, main$ }))\n    ),\n\n  /* Navigation tabs */\n  ...getComponentElements(\"tabs\")\n    .map(el => mountTabs(el, { viewport$, header$ })),\n\n  /* Table of contents */\n  ...getComponentElements(\"toc\")\n    .map(el => mountTableOfContents(el, {\n      viewport$, header$, main$, target$\n    })),\n\n  /* Back-to-top button */\n  ...getComponentElements(\"top\")\n    .map(el => mountBackToTop(el, { viewport$, header$, main$, target$ }))\n))\n\n/* Set up component observables */\nconst component$ = document$\n  .pipe(\n    switchMap(() => content$),\n    mergeWith(control$),\n    shareReplay(1)\n  )\n\n/* Subscribe to all components */\ncomponent$.subscribe()\n\n/* ----------------------------------------------------------------------------\n * Exports\n * ------------------------------------------------------------------------- */\n\nwindow.document$  = document$          /* Document observable */\nwindow.location$  = location$          /* Location subject */\nwindow.target$    = target$            /* Location target observable */\nwindow.keyboard$  = keyboard$          /* Keyboard observable */\nwindow.viewport$  = viewport$          /* Viewport observable */\nwindow.tablet$    = tablet$            /* Media tablet observable */\nwindow.screen$    = screen$            /* Media screen observable */\nwindow.print$     = print$             /* Media print observable */\nwindow.alert$     = alert$             /* Alert subject */\nwindow.progress$  = progress$          /* Progress indicator subject */\nwindow.component$ = component$         /* Component observable */\n", "/******************************************************************************\nCopyright (c) Microsoft Corporation.\n\nPermission to use, copy, modify, and/or distribute this software for any\npurpose with or without fee is hereby granted.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH\nREGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY\nAND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,\nINDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM\nLOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR\nOTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR\nPERFORMANCE OF THIS SOFTWARE.\n***************************************************************************** */\n/* global Reflect, Promise, SuppressedError, Symbol, Iterator */\n\nvar extendStatics = function(d, b) {\n  extendStatics = Object.setPrototypeOf ||\n      ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||\n      function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };\n  return extendStatics(d, b);\n};\n\nexport function __extends(d, b) {\n  if (typeof b !== \"function\" && b !== null)\n      throw new TypeError(\"Class extends value \" + String(b) + \" is not a constructor or null\");\n  extendStatics(d, b);\n  function __() { this.constructor = d; }\n  d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());\n}\n\nexport var __assign = function() {\n  __assign = Object.assign || function __assign(t) {\n      for (var s, i = 1, n = arguments.length; i < n; i++) {\n          s = arguments[i];\n          for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p];\n      }\n      return t;\n  }\n  return __assign.apply(this, arguments);\n}\n\nexport function __rest(s, e) {\n  var t = {};\n  for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)\n      t[p] = s[p];\n  if (s != null && typeof Object.getOwnPropertySymbols === \"function\")\n      for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {\n          if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))\n              t[p[i]] = s[p[i]];\n      }\n  return t;\n}\n\nexport function __decorate(decorators, target, key, desc) {\n  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;\n  if (typeof Reflect === \"object\" && typeof Reflect.decorate === \"function\") r = Reflect.decorate(decorators, target, key, desc);\n  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;\n  return c > 3 && r && Object.defineProperty(target, key, r), r;\n}\n\nexport function __param(paramIndex, decorator) {\n  return function (target, key) { decorator(target, key, paramIndex); }\n}\n\nexport function __esDecorate(ctor, descriptorIn, decorators, contextIn, initializers, extraInitializers) {\n  function accept(f) { if (f !== void 0 && typeof f !== \"function\") throw new TypeError(\"Function expected\"); return f; }\n  var kind = contextIn.kind, key = kind === \"getter\" ? \"get\" : kind === \"setter\" ? \"set\" : \"value\";\n  var target = !descriptorIn && ctor ? contextIn[\"static\"] ? ctor : ctor.prototype : null;\n  var descriptor = descriptorIn || (target ? Object.getOwnPropertyDescriptor(target, contextIn.name) : {});\n  var _, done = false;\n  for (var i = decorators.length - 1; i >= 0; i--) {\n      var context = {};\n      for (var p in contextIn) context[p] = p === \"access\" ? {} : contextIn[p];\n      for (var p in contextIn.access) context.access[p] = contextIn.access[p];\n      context.addInitializer = function (f) { if (done) throw new TypeError(\"Cannot add initializers after decoration has completed\"); extraInitializers.push(accept(f || null)); };\n      var result = (0, decorators[i])(kind === \"accessor\" ? { get: descriptor.get, set: descriptor.set } : descriptor[key], context);\n      if (kind === \"accessor\") {\n          if (result === void 0) continue;\n          if (result === null || typeof result !== \"object\") throw new TypeError(\"Object expected\");\n          if (_ = accept(result.get)) descriptor.get = _;\n          if (_ = accept(result.set)) descriptor.set = _;\n          if (_ = accept(result.init)) initializers.unshift(_);\n      }\n      else if (_ = accept(result)) {\n          if (kind === \"field\") initializers.unshift(_);\n          else descriptor[key] = _;\n      }\n  }\n  if (target) Object.defineProperty(target, contextIn.name, descriptor);\n  done = true;\n};\n\nexport function __runInitializers(thisArg, initializers, value) {\n  var useValue = arguments.length > 2;\n  for (var i = 0; i < initializers.length; i++) {\n      value = useValue ? initializers[i].call(thisArg, value) : initializers[i].call(thisArg);\n  }\n  return useValue ? value : void 0;\n};\n\nexport function __propKey(x) {\n  return typeof x === \"symbol\" ? x : \"\".concat(x);\n};\n\nexport function __setFunctionName(f, name, prefix) {\n  if (typeof name === \"symbol\") name = name.description ? \"[\".concat(name.description, \"]\") : \"\";\n  return Object.defineProperty(f, \"name\", { configurable: true, value: prefix ? \"\".concat(prefix, \" \", name) : name });\n};\n\nexport function __metadata(metadataKey, metadataValue) {\n  if (typeof Reflect === \"object\" && typeof Reflect.metadata === \"function\") return Reflect.metadata(metadataKey, metadataValue);\n}\n\nexport function __awaiter(thisArg, _arguments, P, generator) {\n  function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }\n  return new (P || (P = Promise))(function (resolve, reject) {\n      function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }\n      function rejected(value) { try { step(generator[\"throw\"](value)); } catch (e) { reject(e); } }\n      function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }\n      step((generator = generator.apply(thisArg, _arguments || [])).next());\n  });\n}\n\nexport function __generator(thisArg, body) {\n  var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === \"function\" ? Iterator : Object).prototype);\n  return g.next = verb(0), g[\"throw\"] = verb(1), g[\"return\"] = verb(2), typeof Symbol === \"function\" && (g[Symbol.iterator] = function() { return this; }), g;\n  function verb(n) { return function (v) { return step([n, v]); }; }\n  function step(op) {\n      if (f) throw new TypeError(\"Generator is already executing.\");\n      while (g && (g = 0, op[0] && (_ = 0)), _) try {\n          if (f = 1, y && (t = op[0] & 2 ? y[\"return\"] : op[0] ? y[\"throw\"] || ((t = y[\"return\"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;\n          if (y = 0, t) op = [op[0] & 2, t.value];\n          switch (op[0]) {\n              case 0: case 1: t = op; break;\n              case 4: _.label++; return { value: op[1], done: false };\n              case 5: _.label++; y = op[1]; op = [0]; continue;\n              case 7: op = _.ops.pop(); _.trys.pop(); continue;\n              default:\n                  if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }\n                  if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }\n                  if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }\n                  if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }\n                  if (t[2]) _.ops.pop();\n                  _.trys.pop(); continue;\n          }\n          op = body.call(thisArg, _);\n      } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }\n      if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };\n  }\n}\n\nexport var __createBinding = Object.create ? (function(o, m, k, k2) {\n  if (k2 === undefined) k2 = k;\n  var desc = Object.getOwnPropertyDescriptor(m, k);\n  if (!desc || (\"get\" in desc ? !m.__esModule : desc.writable || desc.configurable)) {\n      desc = { enumerable: true, get: function() { return m[k]; } };\n  }\n  Object.defineProperty(o, k2, desc);\n}) : (function(o, m, k, k2) {\n  if (k2 === undefined) k2 = k;\n  o[k2] = m[k];\n});\n\nexport function __exportStar(m, o) {\n  for (var p in m) if (p !== \"default\" && !Object.prototype.hasOwnProperty.call(o, p)) __createBinding(o, m, p);\n}\n\nexport function __values(o) {\n  var s = typeof Symbol === \"function\" && Symbol.iterator, m = s && o[s], i = 0;\n  if (m) return m.call(o);\n  if (o && typeof o.length === \"number\") return {\n      next: function () {\n          if (o && i >= o.length) o = void 0;\n          return { value: o && o[i++], done: !o };\n      }\n  };\n  throw new TypeError(s ? \"Object is not iterable.\" : \"Symbol.iterator is not defined.\");\n}\n\nexport function __read(o, n) {\n  var m = typeof Symbol === \"function\" && o[Symbol.iterator];\n  if (!m) return o;\n  var i = m.call(o), r, ar = [], e;\n  try {\n      while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);\n  }\n  catch (error) { e = { error: error }; }\n  finally {\n      try {\n          if (r && !r.done && (m = i[\"return\"])) m.call(i);\n      }\n      finally { if (e) throw e.error; }\n  }\n  return ar;\n}\n\n/** @deprecated */\nexport function __spread() {\n  for (var ar = [], i = 0; i < arguments.length; i++)\n      ar = ar.concat(__read(arguments[i]));\n  return ar;\n}\n\n/** @deprecated */\nexport function __spreadArrays() {\n  for (var s = 0, i = 0, il = arguments.length; i < il; i++) s += arguments[i].length;\n  for (var r = Array(s), k = 0, i = 0; i < il; i++)\n      for (var a = arguments[i], j = 0, jl = a.length; j < jl; j++, k++)\n          r[k] = a[j];\n  return r;\n}\n\nexport function __spreadArray(to, from, pack) {\n  if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {\n      if (ar || !(i in from)) {\n          if (!ar) ar = Array.prototype.slice.call(from, 0, i);\n          ar[i] = from[i];\n      }\n  }\n  return to.concat(ar || Array.prototype.slice.call(from));\n}\n\nexport function __await(v) {\n  return this instanceof __await ? (this.v = v, this) : new __await(v);\n}\n\nexport function __asyncGenerator(thisArg, _arguments, generator) {\n  if (!Symbol.asyncIterator) throw new TypeError(\"Symbol.asyncIterator is not defined.\");\n  var g = generator.apply(thisArg, _arguments || []), i, q = [];\n  return i = Object.create((typeof AsyncIterator === \"function\" ? AsyncIterator : Object).prototype), verb(\"next\"), verb(\"throw\"), verb(\"return\", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;\n  function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }\n  function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }\n  function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }\n  function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }\n  function fulfill(value) { resume(\"next\", value); }\n  function reject(value) { resume(\"throw\", value); }\n  function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }\n}\n\nexport function __asyncDelegator(o) {\n  var i, p;\n  return i = {}, verb(\"next\"), verb(\"throw\", function (e) { throw e; }), verb(\"return\"), i[Symbol.iterator] = function () { return this; }, i;\n  function verb(n, f) { i[n] = o[n] ? function (v) { return (p = !p) ? { value: __await(o[n](v)), done: false } : f ? f(v) : v; } : f; }\n}\n\nexport function __asyncValues(o) {\n  if (!Symbol.asyncIterator) throw new TypeError(\"Symbol.asyncIterator is not defined.\");\n  var m = o[Symbol.asyncIterator], i;\n  return m ? m.call(o) : (o = typeof __values === \"function\" ? __values(o) : o[Symbol.iterator](), i = {}, verb(\"next\"), verb(\"throw\"), verb(\"return\"), i[Symbol.asyncIterator] = function () { return this; }, i);\n  function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }\n  function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }\n}\n\nexport function __makeTemplateObject(cooked, raw) {\n  if (Object.defineProperty) { Object.defineProperty(cooked, \"raw\", { value: raw }); } else { cooked.raw = raw; }\n  return cooked;\n};\n\nvar __setModuleDefault = Object.create ? (function(o, v) {\n  Object.defineProperty(o, \"default\", { enumerable: true, value: v });\n}) : function(o, v) {\n  o[\"default\"] = v;\n};\n\nexport function __importStar(mod) {\n  if (mod && mod.__esModule) return mod;\n  var result = {};\n  if (mod != null) for (var k in mod) if (k !== \"default\" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);\n  __setModuleDefault(result, mod);\n  return result;\n}\n\nexport function __importDefault(mod) {\n  return (mod && mod.__esModule) ? mod : { default: mod };\n}\n\nexport function __classPrivateFieldGet(receiver, state, kind, f) {\n  if (kind === \"a\" && !f) throw new TypeError(\"Private accessor was defined without a getter\");\n  if (typeof state === \"function\" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError(\"Cannot read private member from an object whose class did not declare it\");\n  return kind === \"m\" ? f : kind === \"a\" ? f.call(receiver) : f ? f.value : state.get(receiver);\n}\n\nexport function __classPrivateFieldSet(receiver, state, value, kind, f) {\n  if (kind === \"m\") throw new TypeError(\"Private method is not writable\");\n  if (kind === \"a\" && !f) throw new TypeError(\"Private accessor was defined without a setter\");\n  if (typeof state === \"function\" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError(\"Cannot write private member to an object whose class did not declare it\");\n  return (kind === \"a\" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;\n}\n\nexport function __classPrivateFieldIn(state, receiver) {\n  if (receiver === null || (typeof receiver !== \"object\" && typeof receiver !== \"function\")) throw new TypeError(\"Cannot use 'in' operator on non-object\");\n  return typeof state === \"function\" ? receiver === state : state.has(receiver);\n}\n\nexport function __addDisposableResource(env, value, async) {\n  if (value !== null && value !== void 0) {\n    if (typeof value !== \"object\" && typeof value !== \"function\") throw new TypeError(\"Object expected.\");\n    var dispose, inner;\n    if (async) {\n      if (!Symbol.asyncDispose) throw new TypeError(\"Symbol.asyncDispose is not defined.\");\n      dispose = value[Symbol.asyncDispose];\n    }\n    if (dispose === void 0) {\n      if (!Symbol.dispose) throw new TypeError(\"Symbol.dispose is not defined.\");\n      dispose = value[Symbol.dispose];\n      if (async) inner = dispose;\n    }\n    if (typeof dispose !== \"function\") throw new TypeError(\"Object not disposable.\");\n    if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };\n    env.stack.push({ value: value, dispose: dispose, async: async });\n  }\n  else if (async) {\n    env.stack.push({ async: true });\n  }\n  return value;\n}\n\nvar _SuppressedError = typeof SuppressedError === \"function\" ? SuppressedError : function (error, suppressed, message) {\n  var e = new Error(message);\n  return e.name = \"SuppressedError\", e.error = error, e.suppressed = suppressed, e;\n};\n\nexport function __disposeResources(env) {\n  function fail(e) {\n    env.error = env.hasError ? new _SuppressedError(e, env.error, \"An error was suppressed during disposal.\") : e;\n    env.hasError = true;\n  }\n  var r, s = 0;\n  function next() {\n    while (r = env.stack.pop()) {\n      try {\n        if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);\n        if (r.dispose) {\n          var result = r.dispose.call(r.value);\n          if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });\n        }\n        else s |= 1;\n      }\n      catch (e) {\n        fail(e);\n      }\n    }\n    if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();\n    if (env.hasError) throw env.error;\n  }\n  return next();\n}\n\nexport default {\n  __extends,\n  __assign,\n  __rest,\n  __decorate,\n  __param,\n  __metadata,\n  __awaiter,\n  __generator,\n  __createBinding,\n  __exportStar,\n  __values,\n  __read,\n  __spread,\n  __spreadArrays,\n  __spreadArray,\n  __await,\n  __asyncGenerator,\n  __asyncDelegator,\n  __asyncValues,\n  __makeTemplateObject,\n  __importStar,\n  __importDefault,\n  __classPrivateFieldGet,\n  __classPrivateFieldSet,\n  __classPrivateFieldIn,\n  __addDisposableResource,\n  __disposeResources,\n};\n", "/**\n * Returns true if the object is a function.\n * @param value The value to check\n */\nexport function isFunction(value: any): value is (...args: any[]) => any {\n  return typeof value === 'function';\n}\n", "/**\n * Used to create Error subclasses until the community moves away from ES5.\n *\n * This is because compiling from TypeScript down to ES5 has issues with subclassing Errors\n * as well as other built-in types: https://github.com/Microsoft/TypeScript/issues/12123\n *\n * @param createImpl A factory function to create the actual constructor implementation. The returned\n * function should be a named function that calls `_super` internally.\n */\nexport function createErrorClass<T>(createImpl: (_super: any) => any): T {\n  const _super = (instance: any) => {\n    Error.call(instance);\n    instance.stack = new Error().stack;\n  };\n\n  const ctorFunc = createImpl(_super);\n  ctorFunc.prototype = Object.create(Error.prototype);\n  ctorFunc.prototype.constructor = ctorFunc;\n  return ctorFunc;\n}\n", "import { createErrorClass } from './createErrorClass';\n\nexport interface UnsubscriptionError extends Error {\n  readonly errors: any[];\n}\n\nexport interface UnsubscriptionErrorCtor {\n  /**\n   * @deprecated Internal implementation detail. Do not construct error instances.\n   * Cannot be tagged as internal: https://github.com/ReactiveX/rxjs/issues/6269\n   */\n  new (errors: any[]): UnsubscriptionError;\n}\n\n/**\n * An error thrown when one or more errors have occurred during the\n * `unsubscribe` of a {@link Subscription}.\n */\nexport const UnsubscriptionError: UnsubscriptionErrorCtor = createErrorClass(\n  (_super) =>\n    function UnsubscriptionErrorImpl(this: any, errors: (Error | string)[]) {\n      _super(this);\n      this.message = errors\n        ? `${errors.length} errors occurred during unsubscription:\n${errors.map((err, i) => `${i + 1}) ${err.toString()}`).join('\\n  ')}`\n        : '';\n      this.name = 'UnsubscriptionError';\n      this.errors = errors;\n    }\n);\n", "/**\n * Removes an item from an array, mutating it.\n * @param arr The array to remove the item from\n * @param item The item to remove\n */\nexport function arrRemove<T>(arr: T[] | undefined | null, item: T) {\n  if (arr) {\n    const index = arr.indexOf(item);\n    0 <= index && arr.splice(index, 1);\n  }\n}\n", "import { isFunction } from './util/isFunction';\nimport { UnsubscriptionError } from './util/UnsubscriptionError';\nimport { SubscriptionLike, TeardownLogic, Unsubscribable } from './types';\nimport { arrRemove } from './util/arrRemove';\n\n/**\n * Represents a disposable resource, such as the execution of an Observable. A\n * Subscription has one important method, `unsubscribe`, that takes no argument\n * and just disposes the resource held by the subscription.\n *\n * Additionally, subscriptions may be grouped together through the `add()`\n * method, which will attach a child Subscription to the current Subscription.\n * When a Subscription is unsubscribed, all its children (and its grandchildren)\n * will be unsubscribed as well.\n *\n * @class Subscription\n */\nexport class Subscription implements SubscriptionLike {\n  /** @nocollapse */\n  public static EMPTY = (() => {\n    const empty = new Subscription();\n    empty.closed = true;\n    return empty;\n  })();\n\n  /**\n   * A flag to indicate whether this Subscription has already been unsubscribed.\n   */\n  public closed = false;\n\n  private _parentage: Subscription[] | Subscription | null = null;\n\n  /**\n   * The list of registered finalizers to execute upon unsubscription. Adding and removing from this\n   * list occurs in the {@link #add} and {@link #remove} methods.\n   */\n  private _finalizers: Exclude<TeardownLogic, void>[] | null = null;\n\n  /**\n   * @param initialTeardown A function executed first as part of the finalization\n   * process that is kicked off when {@link #unsubscribe} is called.\n   */\n  constructor(private initialTeardown?: () => void) {}\n\n  /**\n   * Disposes the resources held by the subscription. May, for instance, cancel\n   * an ongoing Observable execution or cancel any other type of work that\n   * started when the Subscription was created.\n   * @return {void}\n   */\n  unsubscribe(): void {\n    let errors: any[] | undefined;\n\n    if (!this.closed) {\n      this.closed = true;\n\n      // Remove this from it's parents.\n      const { _parentage } = this;\n      if (_parentage) {\n        this._parentage = null;\n        if (Array.isArray(_parentage)) {\n          for (const parent of _parentage) {\n            parent.remove(this);\n          }\n        } else {\n          _parentage.remove(this);\n        }\n      }\n\n      const { initialTeardown: initialFinalizer } = this;\n      if (isFunction(initialFinalizer)) {\n        try {\n          initialFinalizer();\n        } catch (e) {\n          errors = e instanceof UnsubscriptionError ? e.errors : [e];\n        }\n      }\n\n      const { _finalizers } = this;\n      if (_finalizers) {\n        this._finalizers = null;\n        for (const finalizer of _finalizers) {\n          try {\n            execFinalizer(finalizer);\n          } catch (err) {\n            errors = errors ?? [];\n            if (err instanceof UnsubscriptionError) {\n              errors = [...errors, ...err.errors];\n            } else {\n              errors.push(err);\n            }\n          }\n        }\n      }\n\n      if (errors) {\n        throw new UnsubscriptionError(errors);\n      }\n    }\n  }\n\n  /**\n   * Adds a finalizer to this subscription, so that finalization will be unsubscribed/called\n   * when this subscription is unsubscribed. If this subscription is already {@link #closed},\n   * because it has already been unsubscribed, then whatever finalizer is passed to it\n   * will automatically be executed (unless the finalizer itself is also a closed subscription).\n   *\n   * Closed Subscriptions cannot be added as finalizers to any subscription. Adding a closed\n   * subscription to a any subscription will result in no operation. (A noop).\n   *\n   * Adding a subscription to itself, or adding `null` or `undefined` will not perform any\n   * operation at all. (A noop).\n   *\n   * `Subscription` instances that are added to this instance will automatically remove themselves\n   * if they are unsubscribed. Functions and {@link Unsubscribable} objects that you wish to remove\n   * will need to be removed manually with {@link #remove}\n   *\n   * @param teardown The finalization logic to add to this subscription.\n   */\n  add(teardown: TeardownLogic): void {\n    // Only add the finalizer if it's not undefined\n    // and don't add a subscription to itself.\n    if (teardown && teardown !== this) {\n      if (this.closed) {\n        // If this subscription is already closed,\n        // execute whatever finalizer is handed to it automatically.\n        execFinalizer(teardown);\n      } else {\n        if (teardown instanceof Subscription) {\n          // We don't add closed subscriptions, and we don't add the same subscription\n          // twice. Subscription unsubscribe is idempotent.\n          if (teardown.closed || teardown._hasParent(this)) {\n            return;\n          }\n          teardown._addParent(this);\n        }\n        (this._finalizers = this._finalizers ?? []).push(teardown);\n      }\n    }\n  }\n\n  /**\n   * Checks to see if a this subscription already has a particular parent.\n   * This will signal that this subscription has already been added to the parent in question.\n   * @param parent the parent to check for\n   */\n  private _hasParent(parent: Subscription) {\n    const { _parentage } = this;\n    return _parentage === parent || (Array.isArray(_parentage) && _parentage.includes(parent));\n  }\n\n  /**\n   * Adds a parent to this subscription so it can be removed from the parent if it\n   * unsubscribes on it's own.\n   *\n   * NOTE: THIS ASSUMES THAT {@link _hasParent} HAS ALREADY BEEN CHECKED.\n   * @param parent The parent subscription to add\n   */\n  private _addParent(parent: Subscription) {\n    const { _parentage } = this;\n    this._parentage = Array.isArray(_parentage) ? (_parentage.push(parent), _parentage) : _parentage ? [_parentage, parent] : parent;\n  }\n\n  /**\n   * Called on a child when it is removed via {@link #remove}.\n   * @param parent The parent to remove\n   */\n  private _removeParent(parent: Subscription) {\n    const { _parentage } = this;\n    if (_parentage === parent) {\n      this._parentage = null;\n    } else if (Array.isArray(_parentage)) {\n      arrRemove(_parentage, parent);\n    }\n  }\n\n  /**\n   * Removes a finalizer from this subscription that was previously added with the {@link #add} method.\n   *\n   * Note that `Subscription` instances, when unsubscribed, will automatically remove themselves\n   * from every other `Subscription` they have been added to. This means that using the `remove` method\n   * is not a common thing and should be used thoughtfully.\n   *\n   * If you add the same finalizer instance of a function or an unsubscribable object to a `Subscription` instance\n   * more than once, you will need to call `remove` the same number of times to remove all instances.\n   *\n   * All finalizer instances are removed to free up memory upon unsubscription.\n   *\n   * @param teardown The finalizer to remove from this subscription\n   */\n  remove(teardown: Exclude<TeardownLogic, void>): void {\n    const { _finalizers } = this;\n    _finalizers && arrRemove(_finalizers, teardown);\n\n    if (teardown instanceof Subscription) {\n      teardown._removeParent(this);\n    }\n  }\n}\n\nexport const EMPTY_SUBSCRIPTION = Subscription.EMPTY;\n\nexport function isSubscription(value: any): value is Subscription {\n  return (\n    value instanceof Subscription ||\n    (value && 'closed' in value && isFunction(value.remove) && isFunction(value.add) && isFunction(value.unsubscribe))\n  );\n}\n\nfunction execFinalizer(finalizer: Unsubscribable | (() => void)) {\n  if (isFunction(finalizer)) {\n    finalizer();\n  } else {\n    finalizer.unsubscribe();\n  }\n}\n", "import { Subscriber } from './Subscriber';\nimport { ObservableNotification } from './types';\n\n/**\n * The {@link GlobalConfig} object for RxJS. It is used to configure things\n * like how to react on unhandled errors.\n */\nexport const config: GlobalConfig = {\n  onUnhandledError: null,\n  onStoppedNotification: null,\n  Promise: undefined,\n  useDeprecatedSynchronousErrorHandling: false,\n  useDeprecatedNextContext: false,\n};\n\n/**\n * The global configuration object for RxJS, used to configure things\n * like how to react on unhandled errors. Accessible via {@link config}\n * object.\n */\nexport interface GlobalConfig {\n  /**\n   * A registration point for unhandled errors from RxJS. These are errors that\n   * cannot were not handled by consuming code in the usual subscription path. For\n   * example, if you have this configured, and you subscribe to an observable without\n   * providing an error handler, errors from that subscription will end up here. This\n   * will _always_ be called asynchronously on another job in the runtime. This is because\n   * we do not want errors thrown in this user-configured handler to interfere with the\n   * behavior of the library.\n   */\n  onUnhandledError: ((err: any) => void) | null;\n\n  /**\n   * A registration point for notifications that cannot be sent to subscribers because they\n   * have completed, errored or have been explicitly unsubscribed. By default, next, complete\n   * and error notifications sent to stopped subscribers are noops. However, sometimes callers\n   * might want a different behavior. For example, with sources that attempt to report errors\n   * to stopped subscribers, a caller can configure RxJS to throw an unhandled error instead.\n   * This will _always_ be called asynchronously on another job in the runtime. This is because\n   * we do not want errors thrown in this user-configured handler to interfere with the\n   * behavior of the library.\n   */\n  onStoppedNotification: ((notification: ObservableNotification<any>, subscriber: Subscriber<any>) => void) | null;\n\n  /**\n   * The promise constructor used by default for {@link Observable#toPromise toPromise} and {@link Observable#forEach forEach}\n   * methods.\n   *\n   * @deprecated As of version 8, RxJS will no longer support this sort of injection of a\n   * Promise constructor. If you need a Promise implementation other than native promises,\n   * please polyfill/patch Promise as you see appropriate. Will be removed in v8.\n   */\n  Promise?: PromiseConstructorLike;\n\n  /**\n   * If true, turns on synchronous error rethrowing, which is a deprecated behavior\n   * in v6 and higher. This behavior enables bad patterns like wrapping a subscribe\n   * call in a try/catch block. It also enables producer interference, a nasty bug\n   * where a multicast can be broken for all observers by a downstream consumer with\n   * an unhandled error. DO NOT USE THIS FLAG UNLESS IT'S NEEDED TO BUY TIME\n   * FOR MIGRATION REASONS.\n   *\n   * @deprecated As of version 8, RxJS will no longer support synchronous throwing\n   * of unhandled errors. All errors will be thrown on a separate call stack to prevent bad\n   * behaviors described above. Will be removed in v8.\n   */\n  useDeprecatedSynchronousErrorHandling: boolean;\n\n  /**\n   * If true, enables an as-of-yet undocumented feature from v5: The ability to access\n   * `unsubscribe()` via `this` context in `next` functions created in observers passed\n   * to `subscribe`.\n   *\n   * This is being removed because the performance was severely problematic, and it could also cause\n   * issues when types other than POJOs are passed to subscribe as subscribers, as they will likely have\n   * their `this` context overwritten.\n   *\n   * @deprecated As of version 8, RxJS will no longer support altering the\n   * context of next functions provided as part of an observer to Subscribe. Instead,\n   * you will have access to a subscription or a signal or token that will allow you to do things like\n   * unsubscribe and test closed status. Will be removed in v8.\n   */\n  useDeprecatedNextContext: boolean;\n}\n", "import type { TimerHandle } from './timerHandle';\ntype SetTimeoutFunction = (handler: () => void, timeout?: number, ...args: any[]) => TimerHandle;\ntype ClearTimeoutFunction = (handle: TimerHandle) => void;\n\ninterface TimeoutProvider {\n  setTimeout: SetTimeoutFunction;\n  clearTimeout: ClearTimeoutFunction;\n  delegate:\n    | {\n        setTimeout: SetTimeoutFunction;\n        clearTimeout: ClearTimeoutFunction;\n      }\n    | undefined;\n}\n\nexport const timeoutProvider: TimeoutProvider = {\n  // When accessing the delegate, use the variable rather than `this` so that\n  // the functions can be called without being bound to the provider.\n  setTimeout(handler: () => void, timeout?: number, ...args) {\n    const { delegate } = timeoutProvider;\n    if (delegate?.setTimeout) {\n      return delegate.setTimeout(handler, timeout, ...args);\n    }\n    return setTimeout(handler, timeout, ...args);\n  },\n  clearTimeout(handle) {\n    const { delegate } = timeoutProvider;\n    return (delegate?.clearTimeout || clearTimeout)(handle as any);\n  },\n  delegate: undefined,\n};\n", "import { config } from '../config';\nimport { timeoutProvider } from '../scheduler/timeoutProvider';\n\n/**\n * Handles an error on another job either with the user-configured {@link onUnhandledError},\n * or by throwing it on that new job so it can be picked up by `window.onerror`, `process.on('error')`, etc.\n *\n * This should be called whenever there is an error that is out-of-band with the subscription\n * or when an error hits a terminal boundary of the subscription and no error handler was provided.\n *\n * @param err the error to report\n */\nexport function reportUnhandledError(err: any) {\n  timeoutProvider.setTimeout(() => {\n    const { onUnhandledError } = config;\n    if (onUnhandledError) {\n      // Execute the user-configured error handler.\n      onUnhandledError(err);\n    } else {\n      // Throw so it is picked up by the runtime's uncaught error mechanism.\n      throw err;\n    }\n  });\n}\n", "/* tslint:disable:no-empty */\nexport function noop() { }\n", "import { CompleteNotification, NextNotification, ErrorNotification } from './types';\n\n/**\n * A completion object optimized for memory use and created to be the\n * same \"shape\" as other notifications in v8.\n * @internal\n */\nexport const COMPLETE_NOTIFICATION = (() => createNotification('C', undefined, undefined) as CompleteNotification)();\n\n/**\n * Internal use only. Creates an optimized error notification that is the same \"shape\"\n * as other notifications.\n * @internal\n */\nexport function errorNotification(error: any): ErrorNotification {\n  return createNotification('E', undefined, error) as any;\n}\n\n/**\n * Internal use only. Creates an optimized next notification that is the same \"shape\"\n * as other notifications.\n * @internal\n */\nexport function nextNotification<T>(value: T) {\n  return createNotification('N', value, undefined) as NextNotification<T>;\n}\n\n/**\n * Ensures that all notifications created internally have the same \"shape\" in v8.\n *\n * TODO: This is only exported to support a crazy legacy test in `groupBy`.\n * @internal\n */\nexport function createNotification(kind: 'N' | 'E' | 'C', value: any, error: any) {\n  return {\n    kind,\n    value,\n    error,\n  };\n}\n", "import { config } from '../config';\n\nlet context: { errorThrown: boolean; error: any } | null = null;\n\n/**\n * Handles dealing with errors for super-gross mode. Creates a context, in which\n * any synchronously thrown errors will be passed to {@link captureError}. Which\n * will record the error such that it will be rethrown after the call back is complete.\n * TODO: Remove in v8\n * @param cb An immediately executed function.\n */\nexport function errorContext(cb: () => void) {\n  if (config.useDeprecatedSynchronousErrorHandling) {\n    const isRoot = !context;\n    if (isRoot) {\n      context = { errorThrown: false, error: null };\n    }\n    cb();\n    if (isRoot) {\n      const { errorThrown, error } = context!;\n      context = null;\n      if (errorThrown) {\n        throw error;\n      }\n    }\n  } else {\n    // This is the general non-deprecated path for everyone that\n    // isn't crazy enough to use super-gross mode (useDeprecatedSynchronousErrorHandling)\n    cb();\n  }\n}\n\n/**\n * Captures errors only in super-gross mode.\n * @param err the error to capture\n */\nexport function captureError(err: any) {\n  if (config.useDeprecatedSynchronousErrorHandling && context) {\n    context.errorThrown = true;\n    context.error = err;\n  }\n}\n", "import { isFunction } from './util/isFunction';\nimport { Observer, ObservableNotification } from './types';\nimport { isSubscription, Subscription } from './Subscription';\nimport { config } from './config';\nimport { reportUnhandledError } from './util/reportUnhandledError';\nimport { noop } from './util/noop';\nimport { nextNotification, errorNotification, COMPLETE_NOTIFICATION } from './NotificationFactories';\nimport { timeoutProvider } from './scheduler/timeoutProvider';\nimport { captureError } from './util/errorContext';\n\n/**\n * Implements the {@link Observer} interface and extends the\n * {@link Subscription} class. While the {@link Observer} is the public API for\n * consuming the values of an {@link Observable}, all Observers get converted to\n * a Subscriber, in order to provide Subscription-like capabilities such as\n * `unsubscribe`. Subscriber is a common type in RxJS, and crucial for\n * implementing operators, but it is rarely used as a public API.\n *\n * @class Subscriber<T>\n */\nexport class Subscriber<T> extends Subscription implements Observer<T> {\n  /**\n   * A static factory for a Subscriber, given a (potentially partial) definition\n   * of an Observer.\n   * @param next The `next` callback of an Observer.\n   * @param error The `error` callback of an\n   * Observer.\n   * @param complete The `complete` callback of an\n   * Observer.\n   * @return A Subscriber wrapping the (partially defined)\n   * Observer represented by the given arguments.\n   * @nocollapse\n   * @deprecated Do not use. Will be removed in v8. There is no replacement for this\n   * method, and there is no reason to be creating instances of `Subscriber` directly.\n   * If you have a specific use case, please file an issue.\n   */\n  static create<T>(next?: (x?: T) => void, error?: (e?: any) => void, complete?: () => void): Subscriber<T> {\n    return new SafeSubscriber(next, error, complete);\n  }\n\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  protected isStopped: boolean = false;\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  protected destination: Subscriber<any> | Observer<any>; // this `any` is the escape hatch to erase extra type param (e.g. R)\n\n  /**\n   * @deprecated Internal implementation detail, do not use directly. Will be made internal in v8.\n   * There is no reason to directly create an instance of Subscriber. This type is exported for typings reasons.\n   */\n  constructor(destination?: Subscriber<any> | Observer<any>) {\n    super();\n    if (destination) {\n      this.destination = destination;\n      // Automatically chain subscriptions together here.\n      // if destination is a Subscription, then it is a Subscriber.\n      if (isSubscription(destination)) {\n        destination.add(this);\n      }\n    } else {\n      this.destination = EMPTY_OBSERVER;\n    }\n  }\n\n  /**\n   * The {@link Observer} callback to receive notifications of type `next` from\n   * the Observable, with a value. The Observable may call this method 0 or more\n   * times.\n   * @param {T} [value] The `next` value.\n   * @return {void}\n   */\n  next(value?: T): void {\n    if (this.isStopped) {\n      handleStoppedNotification(nextNotification(value), this);\n    } else {\n      this._next(value!);\n    }\n  }\n\n  /**\n   * The {@link Observer} callback to receive notifications of type `error` from\n   * the Observable, with an attached `Error`. Notifies the Observer that\n   * the Observable has experienced an error condition.\n   * @param {any} [err] The `error` exception.\n   * @return {void}\n   */\n  error(err?: any): void {\n    if (this.isStopped) {\n      handleStoppedNotification(errorNotification(err), this);\n    } else {\n      this.isStopped = true;\n      this._error(err);\n    }\n  }\n\n  /**\n   * The {@link Observer} callback to receive a valueless notification of type\n   * `complete` from the Observable. Notifies the Observer that the Observable\n   * has finished sending push-based notifications.\n   * @return {void}\n   */\n  complete(): void {\n    if (this.isStopped) {\n      handleStoppedNotification(COMPLETE_NOTIFICATION, this);\n    } else {\n      this.isStopped = true;\n      this._complete();\n    }\n  }\n\n  unsubscribe(): void {\n    if (!this.closed) {\n      this.isStopped = true;\n      super.unsubscribe();\n      this.destination = null!;\n    }\n  }\n\n  protected _next(value: T): void {\n    this.destination.next(value);\n  }\n\n  protected _error(err: any): void {\n    try {\n      this.destination.error(err);\n    } finally {\n      this.unsubscribe();\n    }\n  }\n\n  protected _complete(): void {\n    try {\n      this.destination.complete();\n    } finally {\n      this.unsubscribe();\n    }\n  }\n}\n\n/**\n * This bind is captured here because we want to be able to have\n * compatibility with monoid libraries that tend to use a method named\n * `bind`. In particular, a library called Monio requires this.\n */\nconst _bind = Function.prototype.bind;\n\nfunction bind<Fn extends (...args: any[]) => any>(fn: Fn, thisArg: any): Fn {\n  return _bind.call(fn, thisArg);\n}\n\n/**\n * Internal optimization only, DO NOT EXPOSE.\n * @internal\n */\nclass ConsumerObserver<T> implements Observer<T> {\n  constructor(private partialObserver: Partial<Observer<T>>) {}\n\n  next(value: T): void {\n    const { partialObserver } = this;\n    if (partialObserver.next) {\n      try {\n        partialObserver.next(value);\n      } catch (error) {\n        handleUnhandledError(error);\n      }\n    }\n  }\n\n  error(err: any): void {\n    const { partialObserver } = this;\n    if (partialObserver.error) {\n      try {\n        partialObserver.error(err);\n      } catch (error) {\n        handleUnhandledError(error);\n      }\n    } else {\n      handleUnhandledError(err);\n    }\n  }\n\n  complete(): void {\n    const { partialObserver } = this;\n    if (partialObserver.complete) {\n      try {\n        partialObserver.complete();\n      } catch (error) {\n        handleUnhandledError(error);\n      }\n    }\n  }\n}\n\nexport class SafeSubscriber<T> extends Subscriber<T> {\n  constructor(\n    observerOrNext?: Partial<Observer<T>> | ((value: T) => void) | null,\n    error?: ((e?: any) => void) | null,\n    complete?: (() => void) | null\n  ) {\n    super();\n\n    let partialObserver: Partial<Observer<T>>;\n    if (isFunction(observerOrNext) || !observerOrNext) {\n      // The first argument is a function, not an observer. The next\n      // two arguments *could* be observers, or they could be empty.\n      partialObserver = {\n        next: (observerOrNext ?? undefined) as (((value: T) => void) | undefined),\n        error: error ?? undefined,\n        complete: complete ?? undefined,\n      };\n    } else {\n      // The first argument is a partial observer.\n      let context: any;\n      if (this && config.useDeprecatedNextContext) {\n        // This is a deprecated path that made `this.unsubscribe()` available in\n        // next handler functions passed to subscribe. This only exists behind a flag\n        // now, as it is *very* slow.\n        context = Object.create(observerOrNext);\n        context.unsubscribe = () => this.unsubscribe();\n        partialObserver = {\n          next: observerOrNext.next && bind(observerOrNext.next, context),\n          error: observerOrNext.error && bind(observerOrNext.error, context),\n          complete: observerOrNext.complete && bind(observerOrNext.complete, context),\n        };\n      } else {\n        // The \"normal\" path. Just use the partial observer directly.\n        partialObserver = observerOrNext;\n      }\n    }\n\n    // Wrap the partial observer to ensure it's a full observer, and\n    // make sure proper error handling is accounted for.\n    this.destination = new ConsumerObserver(partialObserver);\n  }\n}\n\nfunction handleUnhandledError(error: any) {\n  if (config.useDeprecatedSynchronousErrorHandling) {\n    captureError(error);\n  } else {\n    // Ideal path, we report this as an unhandled error,\n    // which is thrown on a new call stack.\n    reportUnhandledError(error);\n  }\n}\n\n/**\n * An error handler used when no error handler was supplied\n * to the SafeSubscriber -- meaning no error handler was supplied\n * do the `subscribe` call on our observable.\n * @param err The error to handle\n */\nfunction defaultErrorHandler(err: any) {\n  throw err;\n}\n\n/**\n * A handler for notifications that cannot be sent to a stopped subscriber.\n * @param notification The notification being sent\n * @param subscriber The stopped subscriber\n */\nfunction handleStoppedNotification(notification: ObservableNotification<any>, subscriber: Subscriber<any>) {\n  const { onStoppedNotification } = config;\n  onStoppedNotification && timeoutProvider.setTimeout(() => onStoppedNotification(notification, subscriber));\n}\n\n/**\n * The observer used as a stub for subscriptions where the user did not\n * pass any arguments to `subscribe`. Comes with the default error handling\n * behavior.\n */\nexport const EMPTY_OBSERVER: Readonly<Observer<any>> & { closed: true } = {\n  closed: true,\n  next: noop,\n  error: defaultErrorHandler,\n  complete: noop,\n};\n", "/**\n * Symbol.observable or a string \"@@observable\". Used for interop\n *\n * @deprecated We will no longer be exporting this symbol in upcoming versions of RxJS.\n * Instead polyfill and use Symbol.observable directly *or* use https://www.npmjs.com/package/symbol-observable\n */\nexport const observable: string | symbol = (() => (typeof Symbol === 'function' && Symbol.observable) || '@@observable')();\n", "/**\n * This function takes one parameter and just returns it. Simply put,\n * this is like `<T>(x: T): T => x`.\n *\n * ## Examples\n *\n * This is useful in some cases when using things like `mergeMap`\n *\n * ```ts\n * import { interval, take, map, range, mergeMap, identity } from 'rxjs';\n *\n * const source$ = interval(1000).pipe(take(5));\n *\n * const result$ = source$.pipe(\n *   map(i => range(i)),\n *   mergeMap(identity) // same as mergeMap(x => x)\n * );\n *\n * result$.subscribe({\n *   next: console.log\n * });\n * ```\n *\n * Or when you want to selectively apply an operator\n *\n * ```ts\n * import { interval, take, identity } from 'rxjs';\n *\n * const shouldLimit = () => Math.random() < 0.5;\n *\n * const source$ = interval(1000);\n *\n * const result$ = source$.pipe(shouldLimit() ? take(5) : identity);\n *\n * result$.subscribe({\n *   next: console.log\n * });\n * ```\n *\n * @param x Any value that is returned by this function\n * @returns The value passed as the first parameter to this function\n */\nexport function identity<T>(x: T): T {\n  return x;\n}\n", "import { identity } from './identity';\nimport { UnaryFunction } from '../types';\n\nexport function pipe(): typeof identity;\nexport function pipe<T, A>(fn1: UnaryFunction<T, A>): UnaryFunction<T, A>;\nexport function pipe<T, A, B>(fn1: UnaryFunction<T, A>, fn2: UnaryFunction<A, B>): UnaryFunction<T, B>;\nexport function pipe<T, A, B, C>(fn1: UnaryFunction<T, A>, fn2: UnaryFunction<A, B>, fn3: UnaryFunction<B, C>): UnaryFunction<T, C>;\nexport function pipe<T, A, B, C, D>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>\n): UnaryFunction<T, D>;\nexport function pipe<T, A, B, C, D, E>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>\n): UnaryFunction<T, E>;\nexport function pipe<T, A, B, C, D, E, F>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>\n): UnaryFunction<T, F>;\nexport function pipe<T, A, B, C, D, E, F, G>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>,\n  fn7: UnaryFunction<F, G>\n): UnaryFunction<T, G>;\nexport function pipe<T, A, B, C, D, E, F, G, H>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>,\n  fn7: UnaryFunction<F, G>,\n  fn8: UnaryFunction<G, H>\n): UnaryFunction<T, H>;\nexport function pipe<T, A, B, C, D, E, F, G, H, I>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>,\n  fn7: UnaryFunction<F, G>,\n  fn8: UnaryFunction<G, H>,\n  fn9: UnaryFunction<H, I>\n): UnaryFunction<T, I>;\nexport function pipe<T, A, B, C, D, E, F, G, H, I>(\n  fn1: UnaryFunction<T, A>,\n  fn2: UnaryFunction<A, B>,\n  fn3: UnaryFunction<B, C>,\n  fn4: UnaryFunction<C, D>,\n  fn5: UnaryFunction<D, E>,\n  fn6: UnaryFunction<E, F>,\n  fn7: UnaryFunction<F, G>,\n  fn8: UnaryFunction<G, H>,\n  fn9: UnaryFunction<H, I>,\n  ...fns: UnaryFunction<any, any>[]\n): UnaryFunction<T, unknown>;\n\n/**\n * pipe() can be called on one or more functions, each of which can take one argument (\"UnaryFunction\")\n * and uses it to return a value.\n * It returns a function that takes one argument, passes it to the first UnaryFunction, and then\n * passes the result to the next one, passes that result to the next one, and so on.  \n */\nexport function pipe(...fns: Array<UnaryFunction<any, any>>): UnaryFunction<any, any> {\n  return pipeFromArray(fns);\n}\n\n/** @internal */\nexport function pipeFromArray<T, R>(fns: Array<UnaryFunction<T, R>>): UnaryFunction<T, R> {\n  if (fns.length === 0) {\n    return identity as UnaryFunction<any, any>;\n  }\n\n  if (fns.length === 1) {\n    return fns[0];\n  }\n\n  return function piped(input: T): R {\n    return fns.reduce((prev: any, fn: UnaryFunction<T, R>) => fn(prev), input as any);\n  };\n}\n", "import { Operator } from './Operator';\nimport { SafeSubscriber, Subscriber } from './Subscriber';\nimport { isSubscription, Subscription } from './Subscription';\nimport { TeardownLogic, OperatorFunction, Subscribable, Observer } from './types';\nimport { observable as Symbol_observable } from './symbol/observable';\nimport { pipeFromArray } from './util/pipe';\nimport { config } from './config';\nimport { isFunction } from './util/isFunction';\nimport { errorContext } from './util/errorContext';\n\n/**\n * A representation of any set of values over any amount of time. This is the most basic building block\n * of RxJS.\n *\n * @class Observable<T>\n */\nexport class Observable<T> implements Subscribable<T> {\n  /**\n   * @deprecated Internal implementation detail, do not use directly. Will be made internal in v8.\n   */\n  source: Observable<any> | undefined;\n\n  /**\n   * @deprecated Internal implementation detail, do not use directly. Will be made internal in v8.\n   */\n  operator: Operator<any, T> | undefined;\n\n  /**\n   * @constructor\n   * @param {Function} subscribe the function that is called when the Observable is\n   * initially subscribed to. This function is given a Subscriber, to which new values\n   * can be `next`ed, or an `error` method can be called to raise an error, or\n   * `complete` can be called to notify of a successful completion.\n   */\n  constructor(subscribe?: (this: Observable<T>, subscriber: Subscriber<T>) => TeardownLogic) {\n    if (subscribe) {\n      this._subscribe = subscribe;\n    }\n  }\n\n  // HACK: Since TypeScript inherits static properties too, we have to\n  // fight against TypeScript here so Subject can have a different static create signature\n  /**\n   * Creates a new Observable by calling the Observable constructor\n   * @owner Observable\n   * @method create\n   * @param {Function} subscribe? the subscriber function to be passed to the Observable constructor\n   * @return {Observable} a new observable\n   * @nocollapse\n   * @deprecated Use `new Observable()` instead. Will be removed in v8.\n   */\n  static create: (...args: any[]) => any = <T>(subscribe?: (subscriber: Subscriber<T>) => TeardownLogic) => {\n    return new Observable<T>(subscribe);\n  };\n\n  /**\n   * Creates a new Observable, with this Observable instance as the source, and the passed\n   * operator defined as the new observable's operator.\n   * @method lift\n   * @param operator the operator defining the operation to take on the observable\n   * @return a new observable with the Operator applied\n   * @deprecated Internal implementation detail, do not use directly. Will be made internal in v8.\n   * If you have implemented an operator using `lift`, it is recommended that you create an\n   * operator by simply returning `new Observable()` directly. See \"Creating new operators from\n   * scratch\" section here: https://rxjs.dev/guide/operators\n   */\n  lift<R>(operator?: Operator<T, R>): Observable<R> {\n    const observable = new Observable<R>();\n    observable.source = this;\n    observable.operator = operator;\n    return observable;\n  }\n\n  subscribe(observerOrNext?: Partial<Observer<T>> | ((value: T) => void)): Subscription;\n  /** @deprecated Instead of passing separate callback arguments, use an observer argument. Signatures taking separate callback arguments will be removed in v8. Details: https://rxjs.dev/deprecations/subscribe-arguments */\n  subscribe(next?: ((value: T) => void) | null, error?: ((error: any) => void) | null, complete?: (() => void) | null): Subscription;\n  /**\n   * Invokes an execution of an Observable and registers Observer handlers for notifications it will emit.\n   *\n   * <span class=\"informal\">Use it when you have all these Observables, but still nothing is happening.</span>\n   *\n   * `subscribe` is not a regular operator, but a method that calls Observable's internal `subscribe` function. It\n   * might be for example a function that you passed to Observable's constructor, but most of the time it is\n   * a library implementation, which defines what will be emitted by an Observable, and when it be will emitted. This means\n   * that calling `subscribe` is actually the moment when Observable starts its work, not when it is created, as it is often\n   * the thought.\n   *\n   * Apart from starting the execution of an Observable, this method allows you to listen for values\n   * that an Observable emits, as well as for when it completes or errors. You can achieve this in two\n   * of the following ways.\n   *\n   * The first way is creating an object that implements {@link Observer} interface. It should have methods\n   * defined by that interface, but note that it should be just a regular JavaScript object, which you can create\n   * yourself in any way you want (ES6 class, classic function constructor, object literal etc.). In particular, do\n   * not attempt to use any RxJS implementation details to create Observers - you don't need them. Remember also\n   * that your object does not have to implement all methods. If you find yourself creating a method that doesn't\n   * do anything, you can simply omit it. Note however, if the `error` method is not provided and an error happens,\n   * it will be thrown asynchronously. Errors thrown asynchronously cannot be caught using `try`/`catch`. Instead,\n   * use the {@link onUnhandledError} configuration option or use a runtime handler (like `window.onerror` or\n   * `process.on('error)`) to be notified of unhandled errors. Because of this, it's recommended that you provide\n   * an `error` method to avoid missing thrown errors.\n   *\n   * The second way is to give up on Observer object altogether and simply provide callback functions in place of its methods.\n   * This means you can provide three functions as arguments to `subscribe`, where the first function is equivalent\n   * of a `next` method, the second of an `error` method and the third of a `complete` method. Just as in case of an Observer,\n   * if you do not need to listen for something, you can omit a function by passing `undefined` or `null`,\n   * since `subscribe` recognizes these functions by where they were placed in function call. When it comes\n   * to the `error` function, as with an Observer, if not provided, errors emitted by an Observable will be thrown asynchronously.\n   *\n   * You can, however, subscribe with no parameters at all. This may be the case where you're not interested in terminal events\n   * and you also handled emissions internally by using operators (e.g. using `tap`).\n   *\n   * Whichever style of calling `subscribe` you use, in both cases it returns a Subscription object.\n   * This object allows you to call `unsubscribe` on it, which in turn will stop the work that an Observable does and will clean\n   * up all resources that an Observable used. Note that cancelling a subscription will not call `complete` callback\n   * provided to `subscribe` function, which is reserved for a regular completion signal that comes from an Observable.\n   *\n   * Remember that callbacks provided to `subscribe` are not guaranteed to be called asynchronously.\n   * It is an Observable itself that decides when these functions will be called. For example {@link of}\n   * by default emits all its values synchronously. Always check documentation for how given Observable\n   * will behave when subscribed and if its default behavior can be modified with a `scheduler`.\n   *\n   * #### Examples\n   *\n   * Subscribe with an {@link guide/observer Observer}\n   *\n   * ```ts\n   * import { of } from 'rxjs';\n   *\n   * const sumObserver = {\n   *   sum: 0,\n   *   next(value) {\n   *     console.log('Adding: ' + value);\n   *     this.sum = this.sum + value;\n   *   },\n   *   error() {\n   *     // We actually could just remove this method,\n   *     // since we do not really care about errors right now.\n   *   },\n   *   complete() {\n   *     console.log('Sum equals: ' + this.sum);\n   *   }\n   * };\n   *\n   * of(1, 2, 3) // Synchronously emits 1, 2, 3 and then completes.\n   *   .subscribe(sumObserver);\n   *\n   * // Logs:\n   * // 'Adding: 1'\n   * // 'Adding: 2'\n   * // 'Adding: 3'\n   * // 'Sum equals: 6'\n   * ```\n   *\n   * Subscribe with functions ({@link deprecations/subscribe-arguments deprecated})\n   *\n   * ```ts\n   * import { of } from 'rxjs'\n   *\n   * let sum = 0;\n   *\n   * of(1, 2, 3).subscribe(\n   *   value => {\n   *     console.log('Adding: ' + value);\n   *     sum = sum + value;\n   *   },\n   *   undefined,\n   *   () => console.log('Sum equals: ' + sum)\n   * );\n   *\n   * // Logs:\n   * // 'Adding: 1'\n   * // 'Adding: 2'\n   * // 'Adding: 3'\n   * // 'Sum equals: 6'\n   * ```\n   *\n   * Cancel a subscription\n   *\n   * ```ts\n   * import { interval } from 'rxjs';\n   *\n   * const subscription = interval(1000).subscribe({\n   *   next(num) {\n   *     console.log(num)\n   *   },\n   *   complete() {\n   *     // Will not be called, even when cancelling subscription.\n   *     console.log('completed!');\n   *   }\n   * });\n   *\n   * setTimeout(() => {\n   *   subscription.unsubscribe();\n   *   console.log('unsubscribed!');\n   * }, 2500);\n   *\n   * // Logs:\n   * // 0 after 1s\n   * // 1 after 2s\n   * // 'unsubscribed!' after 2.5s\n   * ```\n   *\n   * @param {Observer|Function} observerOrNext (optional) Either an observer with methods to be called,\n   * or the first of three possible handlers, which is the handler for each value emitted from the subscribed\n   * Observable.\n   * @param {Function} error (optional) A handler for a terminal event resulting from an error. If no error handler is provided,\n   * the error will be thrown asynchronously as unhandled.\n   * @param {Function} complete (optional) A handler for a terminal event resulting from successful completion.\n   * @return {Subscription} a subscription reference to the registered handlers\n   * @method subscribe\n   */\n  subscribe(\n    observerOrNext?: Partial<Observer<T>> | ((value: T) => void) | null,\n    error?: ((error: any) => void) | null,\n    complete?: (() => void) | null\n  ): Subscription {\n    const subscriber = isSubscriber(observerOrNext) ? observerOrNext : new SafeSubscriber(observerOrNext, error, complete);\n\n    errorContext(() => {\n      const { operator, source } = this;\n      subscriber.add(\n        operator\n          ? // We're dealing with a subscription in the\n            // operator chain to one of our lifted operators.\n            operator.call(subscriber, source)\n          : source\n          ? // If `source` has a value, but `operator` does not, something that\n            // had intimate knowledge of our API, like our `Subject`, must have\n            // set it. We're going to just call `_subscribe` directly.\n            this._subscribe(subscriber)\n          : // In all other cases, we're likely wrapping a user-provided initializer\n            // function, so we need to catch errors and handle them appropriately.\n            this._trySubscribe(subscriber)\n      );\n    });\n\n    return subscriber;\n  }\n\n  /** @internal */\n  protected _trySubscribe(sink: Subscriber<T>): TeardownLogic {\n    try {\n      return this._subscribe(sink);\n    } catch (err) {\n      // We don't need to return anything in this case,\n      // because it's just going to try to `add()` to a subscription\n      // above.\n      sink.error(err);\n    }\n  }\n\n  /**\n   * Used as a NON-CANCELLABLE means of subscribing to an observable, for use with\n   * APIs that expect promises, like `async/await`. You cannot unsubscribe from this.\n   *\n   * **WARNING**: Only use this with observables you *know* will complete. If the source\n   * observable does not complete, you will end up with a promise that is hung up, and\n   * potentially all of the state of an async function hanging out in memory. To avoid\n   * this situation, look into adding something like {@link timeout}, {@link take},\n   * {@link takeWhile}, or {@link takeUntil} amongst others.\n   *\n   * #### Example\n   *\n   * ```ts\n   * import { interval, take } from 'rxjs';\n   *\n   * const source$ = interval(1000).pipe(take(4));\n   *\n   * async function getTotal() {\n   *   let total = 0;\n   *\n   *   await source$.forEach(value => {\n   *     total += value;\n   *     console.log('observable -> ' + value);\n   *   });\n   *\n   *   return total;\n   * }\n   *\n   * getTotal().then(\n   *   total => console.log('Total: ' + total)\n   * );\n   *\n   * // Expected:\n   * // 'observable -> 0'\n   * // 'observable -> 1'\n   * // 'observable -> 2'\n   * // 'observable -> 3'\n   * // 'Total: 6'\n   * ```\n   *\n   * @param next a handler for each value emitted by the observable\n   * @return a promise that either resolves on observable completion or\n   *  rejects with the handled error\n   */\n  forEach(next: (value: T) => void): Promise<void>;\n\n  /**\n   * @param next a handler for each value emitted by the observable\n   * @param promiseCtor a constructor function used to instantiate the Promise\n   * @return a promise that either resolves on observable completion or\n   *  rejects with the handled error\n   * @deprecated Passing a Promise constructor will no longer be available\n   * in upcoming versions of RxJS. This is because it adds weight to the library, for very\n   * little benefit. If you need this functionality, it is recommended that you either\n   * polyfill Promise, or you create an adapter to convert the returned native promise\n   * to whatever promise implementation you wanted. Will be removed in v8.\n   */\n  forEach(next: (value: T) => void, promiseCtor: PromiseConstructorLike): Promise<void>;\n\n  forEach(next: (value: T) => void, promiseCtor?: PromiseConstructorLike): Promise<void> {\n    promiseCtor = getPromiseCtor(promiseCtor);\n\n    return new promiseCtor<void>((resolve, reject) => {\n      const subscriber = new SafeSubscriber<T>({\n        next: (value) => {\n          try {\n            next(value);\n          } catch (err) {\n            reject(err);\n            subscriber.unsubscribe();\n          }\n        },\n        error: reject,\n        complete: resolve,\n      });\n      this.subscribe(subscriber);\n    }) as Promise<void>;\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<any>): TeardownLogic {\n    return this.source?.subscribe(subscriber);\n  }\n\n  /**\n   * An interop point defined by the es7-observable spec https://github.com/zenparsing/es-observable\n   * @method Symbol.observable\n   * @return {Observable} this instance of the observable\n   */\n  [Symbol_observable]() {\n    return this;\n  }\n\n  /* tslint:disable:max-line-length */\n  pipe(): Observable<T>;\n  pipe<A>(op1: OperatorFunction<T, A>): Observable<A>;\n  pipe<A, B>(op1: OperatorFunction<T, A>, op2: OperatorFunction<A, B>): Observable<B>;\n  pipe<A, B, C>(op1: OperatorFunction<T, A>, op2: OperatorFunction<A, B>, op3: OperatorFunction<B, C>): Observable<C>;\n  pipe<A, B, C, D>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>\n  ): Observable<D>;\n  pipe<A, B, C, D, E>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>\n  ): Observable<E>;\n  pipe<A, B, C, D, E, F>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>\n  ): Observable<F>;\n  pipe<A, B, C, D, E, F, G>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>,\n    op7: OperatorFunction<F, G>\n  ): Observable<G>;\n  pipe<A, B, C, D, E, F, G, H>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>,\n    op7: OperatorFunction<F, G>,\n    op8: OperatorFunction<G, H>\n  ): Observable<H>;\n  pipe<A, B, C, D, E, F, G, H, I>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>,\n    op7: OperatorFunction<F, G>,\n    op8: OperatorFunction<G, H>,\n    op9: OperatorFunction<H, I>\n  ): Observable<I>;\n  pipe<A, B, C, D, E, F, G, H, I>(\n    op1: OperatorFunction<T, A>,\n    op2: OperatorFunction<A, B>,\n    op3: OperatorFunction<B, C>,\n    op4: OperatorFunction<C, D>,\n    op5: OperatorFunction<D, E>,\n    op6: OperatorFunction<E, F>,\n    op7: OperatorFunction<F, G>,\n    op8: OperatorFunction<G, H>,\n    op9: OperatorFunction<H, I>,\n    ...operations: OperatorFunction<any, any>[]\n  ): Observable<unknown>;\n  /* tslint:enable:max-line-length */\n\n  /**\n   * Used to stitch together functional operators into a chain.\n   * @method pipe\n   * @return {Observable} the Observable result of all of the operators having\n   * been called in the order they were passed in.\n   *\n   * ## Example\n   *\n   * ```ts\n   * import { interval, filter, map, scan } from 'rxjs';\n   *\n   * interval(1000)\n   *   .pipe(\n   *     filter(x => x % 2 === 0),\n   *     map(x => x + x),\n   *     scan((acc, x) => acc + x)\n   *   )\n   *   .subscribe(x => console.log(x));\n   * ```\n   */\n  pipe(...operations: OperatorFunction<any, any>[]): Observable<any> {\n    return pipeFromArray(operations)(this);\n  }\n\n  /* tslint:disable:max-line-length */\n  /** @deprecated Replaced with {@link firstValueFrom} and {@link lastValueFrom}. Will be removed in v8. Details: https://rxjs.dev/deprecations/to-promise */\n  toPromise(): Promise<T | undefined>;\n  /** @deprecated Replaced with {@link firstValueFrom} and {@link lastValueFrom}. Will be removed in v8. Details: https://rxjs.dev/deprecations/to-promise */\n  toPromise(PromiseCtor: typeof Promise): Promise<T | undefined>;\n  /** @deprecated Replaced with {@link firstValueFrom} and {@link lastValueFrom}. Will be removed in v8. Details: https://rxjs.dev/deprecations/to-promise */\n  toPromise(PromiseCtor: PromiseConstructorLike): Promise<T | undefined>;\n  /* tslint:enable:max-line-length */\n\n  /**\n   * Subscribe to this Observable and get a Promise resolving on\n   * `complete` with the last emission (if any).\n   *\n   * **WARNING**: Only use this with observables you *know* will complete. If the source\n   * observable does not complete, you will end up with a promise that is hung up, and\n   * potentially all of the state of an async function hanging out in memory. To avoid\n   * this situation, look into adding something like {@link timeout}, {@link take},\n   * {@link takeWhile}, or {@link takeUntil} amongst others.\n   *\n   * @method toPromise\n   * @param [promiseCtor] a constructor function used to instantiate\n   * the Promise\n   * @return A Promise that resolves with the last value emit, or\n   * rejects on an error. If there were no emissions, Promise\n   * resolves with undefined.\n   * @deprecated Replaced with {@link firstValueFrom} and {@link lastValueFrom}. Will be removed in v8. Details: https://rxjs.dev/deprecations/to-promise\n   */\n  toPromise(promiseCtor?: PromiseConstructorLike): Promise<T | undefined> {\n    promiseCtor = getPromiseCtor(promiseCtor);\n\n    return new promiseCtor((resolve, reject) => {\n      let value: T | undefined;\n      this.subscribe(\n        (x: T) => (value = x),\n        (err: any) => reject(err),\n        () => resolve(value)\n      );\n    }) as Promise<T | undefined>;\n  }\n}\n\n/**\n * Decides between a passed promise constructor from consuming code,\n * A default configured promise constructor, and the native promise\n * constructor and returns it. If nothing can be found, it will throw\n * an error.\n * @param promiseCtor The optional promise constructor to passed by consuming code\n */\nfunction getPromiseCtor(promiseCtor: PromiseConstructorLike | undefined) {\n  return promiseCtor ?? config.Promise ?? Promise;\n}\n\nfunction isObserver<T>(value: any): value is Observer<T> {\n  return value && isFunction(value.next) && isFunction(value.error) && isFunction(value.complete);\n}\n\nfunction isSubscriber<T>(value: any): value is Subscriber<T> {\n  return (value && value instanceof Subscriber) || (isObserver(value) && isSubscription(value));\n}\n", "import { Observable } from '../Observable';\nimport { Subscriber } from '../Subscriber';\nimport { OperatorFunction } from '../types';\nimport { isFunction } from './isFunction';\n\n/**\n * Used to determine if an object is an Observable with a lift function.\n */\nexport function hasLift(source: any): source is { lift: InstanceType<typeof Observable>['lift'] } {\n  return isFunction(source?.lift);\n}\n\n/**\n * Creates an `OperatorFunction`. Used to define operators throughout the library in a concise way.\n * @param init The logic to connect the liftedSource to the subscriber at the moment of subscription.\n */\nexport function operate<T, R>(\n  init: (liftedSource: Observable<T>, subscriber: Subscriber<R>) => (() => void) | void\n): OperatorFunction<T, R> {\n  return (source: Observable<T>) => {\n    if (hasLift(source)) {\n      return source.lift(function (this: Subscriber<R>, liftedSource: Observable<T>) {\n        try {\n          return init(liftedSource, this);\n        } catch (err) {\n          this.error(err);\n        }\n      });\n    }\n    throw new TypeError('Unable to lift unknown Observable type');\n  };\n}\n", "import { Subscriber } from '../Subscriber';\n\n/**\n * Creates an instance of an `OperatorSubscriber`.\n * @param destination The downstream subscriber.\n * @param onNext Handles next values, only called if this subscriber is not stopped or closed. Any\n * error that occurs in this function is caught and sent to the `error` method of this subscriber.\n * @param onError Handles errors from the subscription, any errors that occur in this handler are caught\n * and send to the `destination` error handler.\n * @param onComplete Handles completion notification from the subscription. Any errors that occur in\n * this handler are sent to the `destination` error handler.\n * @param onFinalize Additional teardown logic here. This will only be called on teardown if the\n * subscriber itself is not already closed. This is called after all other teardown logic is executed.\n */\nexport function createOperatorSubscriber<T>(\n  destination: Subscriber<any>,\n  onNext?: (value: T) => void,\n  onComplete?: () => void,\n  onError?: (err: any) => void,\n  onFinalize?: () => void\n): Subscriber<T> {\n  return new OperatorSubscriber(destination, onNext, onComplete, onError, onFinalize);\n}\n\n/**\n * A generic helper for allowing operators to be created with a Subscriber and\n * use closures to capture necessary state from the operator function itself.\n */\nexport class OperatorSubscriber<T> extends Subscriber<T> {\n  /**\n   * Creates an instance of an `OperatorSubscriber`.\n   * @param destination The downstream subscriber.\n   * @param onNext Handles next values, only called if this subscriber is not stopped or closed. Any\n   * error that occurs in this function is caught and sent to the `error` method of this subscriber.\n   * @param onError Handles errors from the subscription, any errors that occur in this handler are caught\n   * and send to the `destination` error handler.\n   * @param onComplete Handles completion notification from the subscription. Any errors that occur in\n   * this handler are sent to the `destination` error handler.\n   * @param onFinalize Additional finalization logic here. This will only be called on finalization if the\n   * subscriber itself is not already closed. This is called after all other finalization logic is executed.\n   * @param shouldUnsubscribe An optional check to see if an unsubscribe call should truly unsubscribe.\n   * NOTE: This currently **ONLY** exists to support the strange behavior of {@link groupBy}, where unsubscription\n   * to the resulting observable does not actually disconnect from the source if there are active subscriptions\n   * to any grouped observable. (DO NOT EXPOSE OR USE EXTERNALLY!!!)\n   */\n  constructor(\n    destination: Subscriber<any>,\n    onNext?: (value: T) => void,\n    onComplete?: () => void,\n    onError?: (err: any) => void,\n    private onFinalize?: () => void,\n    private shouldUnsubscribe?: () => boolean\n  ) {\n    // It's important - for performance reasons - that all of this class's\n    // members are initialized and that they are always initialized in the same\n    // order. This will ensure that all OperatorSubscriber instances have the\n    // same hidden class in V8. This, in turn, will help keep the number of\n    // hidden classes involved in property accesses within the base class as\n    // low as possible. If the number of hidden classes involved exceeds four,\n    // the property accesses will become megamorphic and performance penalties\n    // will be incurred - i.e. inline caches won't be used.\n    //\n    // The reasons for ensuring all instances have the same hidden class are\n    // further discussed in this blog post from Benedikt Meurer:\n    // https://benediktmeurer.de/2018/03/23/impact-of-polymorphism-on-component-based-frameworks-like-react/\n    super(destination);\n    this._next = onNext\n      ? function (this: OperatorSubscriber<T>, value: T) {\n          try {\n            onNext(value);\n          } catch (err) {\n            destination.error(err);\n          }\n        }\n      : super._next;\n    this._error = onError\n      ? function (this: OperatorSubscriber<T>, err: any) {\n          try {\n            onError(err);\n          } catch (err) {\n            // Send any errors that occur down stream.\n            destination.error(err);\n          } finally {\n            // Ensure finalization.\n            this.unsubscribe();\n          }\n        }\n      : super._error;\n    this._complete = onComplete\n      ? function (this: OperatorSubscriber<T>) {\n          try {\n            onComplete();\n          } catch (err) {\n            // Send any errors that occur down stream.\n            destination.error(err);\n          } finally {\n            // Ensure finalization.\n            this.unsubscribe();\n          }\n        }\n      : super._complete;\n  }\n\n  unsubscribe() {\n    if (!this.shouldUnsubscribe || this.shouldUnsubscribe()) {\n      const { closed } = this;\n      super.unsubscribe();\n      // Execute additional teardown if we have any and we didn't already do so.\n      !closed && this.onFinalize?.();\n    }\n  }\n}\n", "import { Subscription } from '../Subscription';\n\ninterface AnimationFrameProvider {\n  schedule(callback: FrameRequestCallback): Subscription;\n  requestAnimationFrame: typeof requestAnimationFrame;\n  cancelAnimationFrame: typeof cancelAnimationFrame;\n  delegate:\n    | {\n        requestAnimationFrame: typeof requestAnimationFrame;\n        cancelAnimationFrame: typeof cancelAnimationFrame;\n      }\n    | undefined;\n}\n\nexport const animationFrameProvider: AnimationFrameProvider = {\n  // When accessing the delegate, use the variable rather than `this` so that\n  // the functions can be called without being bound to the provider.\n  schedule(callback) {\n    let request = requestAnimationFrame;\n    let cancel: typeof cancelAnimationFrame | undefined = cancelAnimationFrame;\n    const { delegate } = animationFrameProvider;\n    if (delegate) {\n      request = delegate.requestAnimationFrame;\n      cancel = delegate.cancelAnimationFrame;\n    }\n    const handle = request((timestamp) => {\n      // Clear the cancel function. The request has been fulfilled, so\n      // attempting to cancel the request upon unsubscription would be\n      // pointless.\n      cancel = undefined;\n      callback(timestamp);\n    });\n    return new Subscription(() => cancel?.(handle));\n  },\n  requestAnimationFrame(...args) {\n    const { delegate } = animationFrameProvider;\n    return (delegate?.requestAnimationFrame || requestAnimationFrame)(...args);\n  },\n  cancelAnimationFrame(...args) {\n    const { delegate } = animationFrameProvider;\n    return (delegate?.cancelAnimationFrame || cancelAnimationFrame)(...args);\n  },\n  delegate: undefined,\n};\n", "import { createErrorClass } from './createErrorClass';\n\nexport interface ObjectUnsubscribedError extends Error {}\n\nexport interface ObjectUnsubscribedErrorCtor {\n  /**\n   * @deprecated Internal implementation detail. Do not construct error instances.\n   * Cannot be tagged as internal: https://github.com/ReactiveX/rxjs/issues/6269\n   */\n  new (): ObjectUnsubscribedError;\n}\n\n/**\n * An error thrown when an action is invalid because the object has been\n * unsubscribed.\n *\n * @see {@link Subject}\n * @see {@link BehaviorSubject}\n *\n * @class ObjectUnsubscribedError\n */\nexport const ObjectUnsubscribedError: ObjectUnsubscribedErrorCtor = createErrorClass(\n  (_super) =>\n    function ObjectUnsubscribedErrorImpl(this: any) {\n      _super(this);\n      this.name = 'ObjectUnsubscribedError';\n      this.message = 'object unsubscribed';\n    }\n);\n", "import { Operator } from './Operator';\nimport { Observable } from './Observable';\nimport { Subscriber } from './Subscriber';\nimport { Subscription, EMPTY_SUBSCRIPTION } from './Subscription';\nimport { Observer, SubscriptionLike, TeardownLogic } from './types';\nimport { ObjectUnsubscribedError } from './util/ObjectUnsubscribedError';\nimport { arrRemove } from './util/arrRemove';\nimport { errorContext } from './util/errorContext';\n\n/**\n * A Subject is a special type of Observable that allows values to be\n * multicasted to many Observers. Subjects are like EventEmitters.\n *\n * Every Subject is an Observable and an Observer. You can subscribe to a\n * Subject, and you can call next to feed values as well as error and complete.\n */\nexport class Subject<T> extends Observable<T> implements SubscriptionLike {\n  closed = false;\n\n  private currentObservers: Observer<T>[] | null = null;\n\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  observers: Observer<T>[] = [];\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  isStopped = false;\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  hasError = false;\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  thrownError: any = null;\n\n  /**\n   * Creates a \"subject\" by basically gluing an observer to an observable.\n   *\n   * @nocollapse\n   * @deprecated Recommended you do not use. Will be removed at some point in the future. Plans for replacement still under discussion.\n   */\n  static create: (...args: any[]) => any = <T>(destination: Observer<T>, source: Observable<T>): AnonymousSubject<T> => {\n    return new AnonymousSubject<T>(destination, source);\n  };\n\n  constructor() {\n    // NOTE: This must be here to obscure Observable's constructor.\n    super();\n  }\n\n  /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n  lift<R>(operator: Operator<T, R>): Observable<R> {\n    const subject = new AnonymousSubject(this, this);\n    subject.operator = operator as any;\n    return subject as any;\n  }\n\n  /** @internal */\n  protected _throwIfClosed() {\n    if (this.closed) {\n      throw new ObjectUnsubscribedError();\n    }\n  }\n\n  next(value: T) {\n    errorContext(() => {\n      this._throwIfClosed();\n      if (!this.isStopped) {\n        if (!this.currentObservers) {\n          this.currentObservers = Array.from(this.observers);\n        }\n        for (const observer of this.currentObservers) {\n          observer.next(value);\n        }\n      }\n    });\n  }\n\n  error(err: any) {\n    errorContext(() => {\n      this._throwIfClosed();\n      if (!this.isStopped) {\n        this.hasError = this.isStopped = true;\n        this.thrownError = err;\n        const { observers } = this;\n        while (observers.length) {\n          observers.shift()!.error(err);\n        }\n      }\n    });\n  }\n\n  complete() {\n    errorContext(() => {\n      this._throwIfClosed();\n      if (!this.isStopped) {\n        this.isStopped = true;\n        const { observers } = this;\n        while (observers.length) {\n          observers.shift()!.complete();\n        }\n      }\n    });\n  }\n\n  unsubscribe() {\n    this.isStopped = this.closed = true;\n    this.observers = this.currentObservers = null!;\n  }\n\n  get observed() {\n    return this.observers?.length > 0;\n  }\n\n  /** @internal */\n  protected _trySubscribe(subscriber: Subscriber<T>): TeardownLogic {\n    this._throwIfClosed();\n    return super._trySubscribe(subscriber);\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<T>): Subscription {\n    this._throwIfClosed();\n    this._checkFinalizedStatuses(subscriber);\n    return this._innerSubscribe(subscriber);\n  }\n\n  /** @internal */\n  protected _innerSubscribe(subscriber: Subscriber<any>) {\n    const { hasError, isStopped, observers } = this;\n    if (hasError || isStopped) {\n      return EMPTY_SUBSCRIPTION;\n    }\n    this.currentObservers = null;\n    observers.push(subscriber);\n    return new Subscription(() => {\n      this.currentObservers = null;\n      arrRemove(observers, subscriber);\n    });\n  }\n\n  /** @internal */\n  protected _checkFinalizedStatuses(subscriber: Subscriber<any>) {\n    const { hasError, thrownError, isStopped } = this;\n    if (hasError) {\n      subscriber.error(thrownError);\n    } else if (isStopped) {\n      subscriber.complete();\n    }\n  }\n\n  /**\n   * Creates a new Observable with this Subject as the source. You can do this\n   * to create custom Observer-side logic of the Subject and conceal it from\n   * code that uses the Observable.\n   * @return {Observable} Observable that the Subject casts to\n   */\n  asObservable(): Observable<T> {\n    const observable: any = new Observable<T>();\n    observable.source = this;\n    return observable;\n  }\n}\n\n/**\n * @class AnonymousSubject<T>\n */\nexport class AnonymousSubject<T> extends Subject<T> {\n  constructor(\n    /** @deprecated Internal implementation detail, do not use directly. Will be made internal in v8. */\n    public destination?: Observer<T>,\n    source?: Observable<T>\n  ) {\n    super();\n    this.source = source;\n  }\n\n  next(value: T) {\n    this.destination?.next?.(value);\n  }\n\n  error(err: any) {\n    this.destination?.error?.(err);\n  }\n\n  complete() {\n    this.destination?.complete?.();\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<T>): Subscription {\n    return this.source?.subscribe(subscriber) ?? EMPTY_SUBSCRIPTION;\n  }\n}\n", "import { Subject } from './Subject';\nimport { Subscriber } from './Subscriber';\nimport { Subscription } from './Subscription';\n\n/**\n * A variant of Subject that requires an initial value and emits its current\n * value whenever it is subscribed to.\n *\n * @class BehaviorSubject<T>\n */\nexport class BehaviorSubject<T> extends Subject<T> {\n  constructor(private _value: T) {\n    super();\n  }\n\n  get value(): T {\n    return this.getValue();\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<T>): Subscription {\n    const subscription = super._subscribe(subscriber);\n    !subscription.closed && subscriber.next(this._value);\n    return subscription;\n  }\n\n  getValue(): T {\n    const { hasError, thrownError, _value } = this;\n    if (hasError) {\n      throw thrownError;\n    }\n    this._throwIfClosed();\n    return _value;\n  }\n\n  next(value: T): void {\n    super.next((this._value = value));\n  }\n}\n", "import { TimestampProvider } from '../types';\n\ninterface DateTimestampProvider extends TimestampProvider {\n  delegate: TimestampProvider | undefined;\n}\n\nexport const dateTimestampProvider: DateTimestampProvider = {\n  now() {\n    // Use the variable rather than `this` so that the function can be called\n    // without being bound to the provider.\n    return (dateTimestampProvider.delegate || Date).now();\n  },\n  delegate: undefined,\n};\n", "import { Subject } from './Subject';\nimport { TimestampProvider } from './types';\nimport { Subscriber } from './Subscriber';\nimport { Subscription } from './Subscription';\nimport { dateTimestampProvider } from './scheduler/dateTimestampProvider';\n\n/**\n * A variant of {@link Subject} that \"replays\" old values to new subscribers by emitting them when they first subscribe.\n *\n * `ReplaySubject` has an internal buffer that will store a specified number of values that it has observed. Like `Subject`,\n * `ReplaySubject` \"observes\" values by having them passed to its `next` method. When it observes a value, it will store that\n * value for a time determined by the configuration of the `ReplaySubject`, as passed to its constructor.\n *\n * When a new subscriber subscribes to the `ReplaySubject` instance, it will synchronously emit all values in its buffer in\n * a First-In-First-Out (FIFO) manner. The `ReplaySubject` will also complete, if it has observed completion; and it will\n * error if it has observed an error.\n *\n * There are two main configuration items to be concerned with:\n *\n * 1. `bufferSize` - This will determine how many items are stored in the buffer, defaults to infinite.\n * 2. `windowTime` - The amount of time to hold a value in the buffer before removing it from the buffer.\n *\n * Both configurations may exist simultaneously. So if you would like to buffer a maximum of 3 values, as long as the values\n * are less than 2 seconds old, you could do so with a `new ReplaySubject(3, 2000)`.\n *\n * ### Differences with BehaviorSubject\n *\n * `BehaviorSubject` is similar to `new ReplaySubject(1)`, with a couple of exceptions:\n *\n * 1. `BehaviorSubject` comes \"primed\" with a single value upon construction.\n * 2. `ReplaySubject` will replay values, even after observing an error, where `BehaviorSubject` will not.\n *\n * @see {@link Subject}\n * @see {@link BehaviorSubject}\n * @see {@link shareReplay}\n */\nexport class ReplaySubject<T> extends Subject<T> {\n  private _buffer: (T | number)[] = [];\n  private _infiniteTimeWindow = true;\n\n  /**\n   * @param bufferSize The size of the buffer to replay on subscription\n   * @param windowTime The amount of time the buffered items will stay buffered\n   * @param timestampProvider An object with a `now()` method that provides the current timestamp. This is used to\n   * calculate the amount of time something has been buffered.\n   */\n  constructor(\n    private _bufferSize = Infinity,\n    private _windowTime = Infinity,\n    private _timestampProvider: TimestampProvider = dateTimestampProvider\n  ) {\n    super();\n    this._infiniteTimeWindow = _windowTime === Infinity;\n    this._bufferSize = Math.max(1, _bufferSize);\n    this._windowTime = Math.max(1, _windowTime);\n  }\n\n  next(value: T): void {\n    const { isStopped, _buffer, _infiniteTimeWindow, _timestampProvider, _windowTime } = this;\n    if (!isStopped) {\n      _buffer.push(value);\n      !_infiniteTimeWindow && _buffer.push(_timestampProvider.now() + _windowTime);\n    }\n    this._trimBuffer();\n    super.next(value);\n  }\n\n  /** @internal */\n  protected _subscribe(subscriber: Subscriber<T>): Subscription {\n    this._throwIfClosed();\n    this._trimBuffer();\n\n    const subscription = this._innerSubscribe(subscriber);\n\n    const { _infiniteTimeWindow, _buffer } = this;\n    // We use a copy here, so reentrant code does not mutate our array while we're\n    // emitting it to a new subscriber.\n    const copy = _buffer.slice();\n    for (let i = 0; i < copy.length && !subscriber.closed; i += _infiniteTimeWindow ? 1 : 2) {\n      subscriber.next(copy[i] as T);\n    }\n\n    this._checkFinalizedStatuses(subscriber);\n\n    return subscription;\n  }\n\n  private _trimBuffer() {\n    const { _bufferSize, _timestampProvider, _buffer, _infiniteTimeWindow } = this;\n    // If we don't have an infinite buffer size, and we're over the length,\n    // use splice to truncate the old buffer values off. Note that we have to\n    // double the size for instances where we're not using an infinite time window\n    // because we're storing the values and the timestamps in the same array.\n    const adjustedBufferSize = (_infiniteTimeWindow ? 1 : 2) * _bufferSize;\n    _bufferSize < Infinity && adjustedBufferSize < _buffer.length && _buffer.splice(0, _buffer.length - adjustedBufferSize);\n\n    // Now, if we're not in an infinite time window, remove all values where the time is\n    // older than what is allowed.\n    if (!_infiniteTimeWindow) {\n      const now = _timestampProvider.now();\n      let last = 0;\n      // Search the array for the first timestamp that isn't expired and\n      // truncate the buffer up to that point.\n      for (let i = 1; i < _buffer.length && (_buffer[i] as number) <= now; i += 2) {\n        last = i;\n      }\n      last && _buffer.splice(0, last + 1);\n    }\n  }\n}\n", "import { Scheduler } from '../Scheduler';\nimport { Subscription } from '../Subscription';\nimport { SchedulerAction } from '../types';\n\n/**\n * A unit of work to be executed in a `scheduler`. An action is typically\n * created from within a {@link SchedulerLike} and an RxJS user does not need to concern\n * themselves about creating and manipulating an Action.\n *\n * ```ts\n * class Action<T> extends Subscription {\n *   new (scheduler: Scheduler, work: (state?: T) => void);\n *   schedule(state?: T, delay: number = 0): Subscription;\n * }\n * ```\n *\n * @class Action<T>\n */\nexport class Action<T> extends Subscription {\n  constructor(scheduler: Scheduler, work: (this: SchedulerAction<T>, state?: T) => void) {\n    super();\n  }\n  /**\n   * Schedules this action on its parent {@link SchedulerLike} for execution. May be passed\n   * some context object, `state`. May happen at some point in the future,\n   * according to the `delay` parameter, if specified.\n   * @param {T} [state] Some contextual data that the `work` function uses when\n   * called by the Scheduler.\n   * @param {number} [delay] Time to wait before executing the work, where the\n   * time unit is implicit and defined by the Scheduler.\n   * @return {void}\n   */\n  public schedule(state?: T, delay: number = 0): Subscription {\n    return this;\n  }\n}\n", "import type { TimerHandle } from './timerHandle';\ntype SetIntervalFunction = (handler: () => void, timeout?: number, ...args: any[]) => TimerHandle;\ntype ClearIntervalFunction = (handle: TimerHandle) => void;\n\ninterface IntervalProvider {\n  setInterval: SetIntervalFunction;\n  clearInterval: ClearIntervalFunction;\n  delegate:\n    | {\n        setInterval: SetIntervalFunction;\n        clearInterval: ClearIntervalFunction;\n      }\n    | undefined;\n}\n\nexport const intervalProvider: IntervalProvider = {\n  // When accessing the delegate, use the variable rather than `this` so that\n  // the functions can be called without being bound to the provider.\n  setInterval(handler: () => void, timeout?: number, ...args) {\n    const { delegate } = intervalProvider;\n    if (delegate?.setInterval) {\n      return delegate.setInterval(handler, timeout, ...args);\n    }\n    return setInterval(handler, timeout, ...args);\n  },\n  clearInterval(handle) {\n    const { delegate } = intervalProvider;\n    return (delegate?.clearInterval || clearInterval)(handle as any);\n  },\n  delegate: undefined,\n};\n", "import { Action } from './Action';\nimport { SchedulerAction } from '../types';\nimport { Subscription } from '../Subscription';\nimport { AsyncScheduler } from './AsyncScheduler';\nimport { intervalProvider } from './intervalProvider';\nimport { arrRemove } from '../util/arrRemove';\nimport { TimerHandle } from './timerHandle';\n\nexport class AsyncAction<T> extends Action<T> {\n  public id: TimerHandle | undefined;\n  public state?: T;\n  // @ts-ignore: Property has no initializer and is not definitely assigned\n  public delay: number;\n  protected pending: boolean = false;\n\n  constructor(protected scheduler: AsyncScheduler, protected work: (this: SchedulerAction<T>, state?: T) => void) {\n    super(scheduler, work);\n  }\n\n  public schedule(state?: T, delay: number = 0): Subscription {\n    if (this.closed) {\n      return this;\n    }\n\n    // Always replace the current state with the new state.\n    this.state = state;\n\n    const id = this.id;\n    const scheduler = this.scheduler;\n\n    //\n    // Important implementation note:\n    //\n    // Actions only execute once by default, unless rescheduled from within the\n    // scheduled callback. This allows us to implement single and repeat\n    // actions via the same code path, without adding API surface area, as well\n    // as mimic traditional recursion but across asynchronous boundaries.\n    //\n    // However, JS runtimes and timers distinguish between intervals achieved by\n    // serial `setTimeout` calls vs. a single `setInterval` call. An interval of\n    // serial `setTimeout` calls can be individually delayed, which delays\n    // scheduling the next `setTimeout`, and so on. `setInterval` attempts to\n    // guarantee the interval callback will be invoked more precisely to the\n    // interval period, regardless of load.\n    //\n    // Therefore, we use `setInterval` to schedule single and repeat actions.\n    // If the action reschedules itself with the same delay, the interval is not\n    // canceled. If the action doesn't reschedule, or reschedules with a\n    // different delay, the interval will be canceled after scheduled callback\n    // execution.\n    //\n    if (id != null) {\n      this.id = this.recycleAsyncId(scheduler, id, delay);\n    }\n\n    // Set the pending flag indicating that this action has been scheduled, or\n    // has recursively rescheduled itself.\n    this.pending = true;\n\n    this.delay = delay;\n    // If this action has already an async Id, don't request a new one.\n    this.id = this.id ?? this.requestAsyncId(scheduler, this.id, delay);\n\n    return this;\n  }\n\n  protected requestAsyncId(scheduler: AsyncScheduler, _id?: TimerHandle, delay: number = 0): TimerHandle {\n    return intervalProvider.setInterval(scheduler.flush.bind(scheduler, this), delay);\n  }\n\n  protected recycleAsyncId(_scheduler: AsyncScheduler, id?: TimerHandle, delay: number | null = 0): TimerHandle | undefined {\n    // If this action is rescheduled with the same delay time, don't clear the interval id.\n    if (delay != null && this.delay === delay && this.pending === false) {\n      return id;\n    }\n    // Otherwise, if the action's delay time is different from the current delay,\n    // or the action has been rescheduled before it's executed, clear the interval id\n    if (id != null) {\n      intervalProvider.clearInterval(id);\n    }\n\n    return undefined;\n  }\n\n  /**\n   * Immediately executes this action and the `work` it contains.\n   * @return {any}\n   */\n  public execute(state: T, delay: number): any {\n    if (this.closed) {\n      return new Error('executing a cancelled action');\n    }\n\n    this.pending = false;\n    const error = this._execute(state, delay);\n    if (error) {\n      return error;\n    } else if (this.pending === false && this.id != null) {\n      // Dequeue if the action didn't reschedule itself. Don't call\n      // unsubscribe(), because the action could reschedule later.\n      // For example:\n      // ```\n      // scheduler.schedule(function doWork(counter) {\n      //   /* ... I'm a busy worker bee ... */\n      //   var originalAction = this;\n      //   /* wait 100ms before rescheduling the action */\n      //   setTimeout(function () {\n      //     originalAction.schedule(counter + 1);\n      //   }, 100);\n      // }, 1000);\n      // ```\n      this.id = this.recycleAsyncId(this.scheduler, this.id, null);\n    }\n  }\n\n  protected _execute(state: T, _delay: number): any {\n    let errored: boolean = false;\n    let errorValue: any;\n    try {\n      this.work(state);\n    } catch (e) {\n      errored = true;\n      // HACK: Since code elsewhere is relying on the \"truthiness\" of the\n      // return here, we can't have it return \"\" or 0 or false.\n      // TODO: Clean this up when we refactor schedulers mid-version-8 or so.\n      errorValue = e ? e : new Error('Scheduled action threw falsy error');\n    }\n    if (errored) {\n      this.unsubscribe();\n      return errorValue;\n    }\n  }\n\n  unsubscribe() {\n    if (!this.closed) {\n      const { id, scheduler } = this;\n      const { actions } = scheduler;\n\n      this.work = this.state = this.scheduler = null!;\n      this.pending = false;\n\n      arrRemove(actions, this);\n      if (id != null) {\n        this.id = this.recycleAsyncId(scheduler, id, null);\n      }\n\n      this.delay = null!;\n      super.unsubscribe();\n    }\n  }\n}\n", "import { Action } from './scheduler/Action';\nimport { Subscription } from './Subscription';\nimport { SchedulerLike, SchedulerAction } from './types';\nimport { dateTimestampProvider } from './scheduler/dateTimestampProvider';\n\n/**\n * An execution context and a data structure to order tasks and schedule their\n * execution. Provides a notion of (potentially virtual) time, through the\n * `now()` getter method.\n *\n * Each unit of work in a Scheduler is called an `Action`.\n *\n * ```ts\n * class Scheduler {\n *   now(): number;\n *   schedule(work, delay?, state?): Subscription;\n * }\n * ```\n *\n * @class Scheduler\n * @deprecated Scheduler is an internal implementation detail of RxJS, and\n * should not be used directly. Rather, create your own class and implement\n * {@link SchedulerLike}. Will be made internal in v8.\n */\nexport class Scheduler implements SchedulerLike {\n  public static now: () => number = dateTimestampProvider.now;\n\n  constructor(private schedulerActionCtor: typeof Action, now: () => number = Scheduler.now) {\n    this.now = now;\n  }\n\n  /**\n   * A getter method that returns a number representing the current time\n   * (at the time this function was called) according to the scheduler's own\n   * internal clock.\n   * @return {number} A number that represents the current time. May or may not\n   * have a relation to wall-clock time. May or may not refer to a time unit\n   * (e.g. milliseconds).\n   */\n  public now: () => number;\n\n  /**\n   * Schedules a function, `work`, for execution. May happen at some point in\n   * the future, according to the `delay` parameter, if specified. May be passed\n   * some context object, `state`, which will be passed to the `work` function.\n   *\n   * The given arguments will be processed an stored as an Action object in a\n   * queue of actions.\n   *\n   * @param {function(state: ?T): ?Subscription} work A function representing a\n   * task, or some unit of work to be executed by the Scheduler.\n   * @param {number} [delay] Time to wait before executing the work, where the\n   * time unit is implicit and defined by the Scheduler itself.\n   * @param {T} [state] Some contextual data that the `work` function uses when\n   * called by the Scheduler.\n   * @return {Subscription} A subscription in order to be able to unsubscribe\n   * the scheduled work.\n   */\n  public schedule<T>(work: (this: SchedulerAction<T>, state?: T) => void, delay: number = 0, state?: T): Subscription {\n    return new this.schedulerActionCtor<T>(this, work).schedule(state, delay);\n  }\n}\n", "import { Scheduler } from '../Scheduler';\nimport { Action } from './Action';\nimport { AsyncAction } from './AsyncAction';\nimport { TimerHandle } from './timerHandle';\n\nexport class AsyncScheduler extends Scheduler {\n  public actions: Array<AsyncAction<any>> = [];\n  /**\n   * A flag to indicate whether the Scheduler is currently executing a batch of\n   * queued actions.\n   * @type {boolean}\n   * @internal\n   */\n  public _active: boolean = false;\n  /**\n   * An internal ID used to track the latest asynchronous task such as those\n   * coming from `setTimeout`, `setInterval`, `requestAnimationFrame`, and\n   * others.\n   * @type {any}\n   * @internal\n   */\n  public _scheduled: TimerHandle | undefined;\n\n  constructor(SchedulerAction: typeof Action, now: () => number = Scheduler.now) {\n    super(SchedulerAction, now);\n  }\n\n  public flush(action: AsyncAction<any>): void {\n    const { actions } = this;\n\n    if (this._active) {\n      actions.push(action);\n      return;\n    }\n\n    let error: any;\n    this._active = true;\n\n    do {\n      if ((error = action.execute(action.state, action.delay))) {\n        break;\n      }\n    } while ((action = actions.shift()!)); // exhaust the scheduler queue\n\n    this._active = false;\n\n    if (error) {\n      while ((action = actions.shift()!)) {\n        action.unsubscribe();\n      }\n      throw error;\n    }\n  }\n}\n", "import { AsyncAction } from './AsyncAction';\nimport { AsyncScheduler } from './AsyncScheduler';\n\n/**\n *\n * Async Scheduler\n *\n * <span class=\"informal\">Schedule task as if you used setTimeout(task, duration)</span>\n *\n * `async` scheduler schedules tasks asynchronously, by putting them on the JavaScript\n * event loop queue. It is best used to delay tasks in time or to schedule tasks repeating\n * in intervals.\n *\n * If you just want to \"defer\" task, that is to perform it right after currently\n * executing synchronous code ends (commonly achieved by `setTimeout(deferredTask, 0)`),\n * better choice will be the {@link asapScheduler} scheduler.\n *\n * ## Examples\n * Use async scheduler to delay task\n * ```ts\n * import { asyncScheduler } from 'rxjs';\n *\n * const task = () => console.log('it works!');\n *\n * asyncScheduler.schedule(task, 2000);\n *\n * // After 2 seconds logs:\n * // \"it works!\"\n * ```\n *\n * Use async scheduler to repeat task in intervals\n * ```ts\n * import { asyncScheduler } from 'rxjs';\n *\n * function task(state) {\n *   console.log(state);\n *   this.schedule(state + 1, 1000); // `this` references currently executing Action,\n *                                   // which we reschedule with new state and delay\n * }\n *\n * asyncScheduler.schedule(task, 3000, 0);\n *\n * // Logs:\n * // 0 after 3s\n * // 1 after 4s\n * // 2 after 5s\n * // 3 after 6s\n * ```\n */\n\nexport const asyncScheduler = new AsyncScheduler(AsyncAction);\n\n/**\n * @deprecated Renamed to {@link asyncScheduler}. Will be removed in v8.\n */\nexport const async = asyncScheduler;\n", "import { AsyncAction } from './AsyncAction';\nimport { Subscription } from '../Subscription';\nimport { QueueScheduler } from './QueueScheduler';\nimport { SchedulerAction } from '../types';\nimport { TimerHandle } from './timerHandle';\n\nexport class QueueAction<T> extends AsyncAction<T> {\n  constructor(protected scheduler: QueueScheduler, protected work: (this: SchedulerAction<T>, state?: T) => void) {\n    super(scheduler, work);\n  }\n\n  public schedule(state?: T, delay: number = 0): Subscription {\n    if (delay > 0) {\n      return super.schedule(state, delay);\n    }\n    this.delay = delay;\n    this.state = state;\n    this.scheduler.flush(this);\n    return this;\n  }\n\n  public execute(state: T, delay: number): any {\n    return delay > 0 || this.closed ? super.execute(state, delay) : this._execute(state, delay);\n  }\n\n  protected requestAsyncId(scheduler: QueueScheduler, id?: TimerHandle, delay: number = 0): TimerHandle {\n    // If delay exists and is greater than 0, or if the delay is null (the\n    // action wasn't rescheduled) but was originally scheduled as an async\n    // action, then recycle as an async action.\n\n    if ((delay != null && delay > 0) || (delay == null && this.delay > 0)) {\n      return super.requestAsyncId(scheduler, id, delay);\n    }\n\n    // Otherwise flush the scheduler starting with this action.\n    scheduler.flush(this);\n\n    // HACK: In the past, this was returning `void`. However, `void` isn't a valid\n    // `TimerHandle`, and generally the return value here isn't really used. So the\n    // compromise is to return `0` which is both \"falsy\" and a valid `TimerHandle`,\n    // as opposed to refactoring every other instanceo of `requestAsyncId`.\n    return 0;\n  }\n}\n", "import { AsyncScheduler } from './AsyncScheduler';\n\nexport class QueueScheduler extends AsyncScheduler {\n}\n", "import { QueueAction } from './QueueAction';\nimport { QueueScheduler } from './QueueScheduler';\n\n/**\n *\n * Queue Scheduler\n *\n * <span class=\"informal\">Put every next task on a queue, instead of executing it immediately</span>\n *\n * `queue` scheduler, when used with delay, behaves the same as {@link asyncScheduler} scheduler.\n *\n * When used without delay, it schedules given task synchronously - executes it right when\n * it is scheduled. However when called recursively, that is when inside the scheduled task,\n * another task is scheduled with queue scheduler, instead of executing immediately as well,\n * that task will be put on a queue and wait for current one to finish.\n *\n * This means that when you execute task with `queue` scheduler, you are sure it will end\n * before any other task scheduled with that scheduler will start.\n *\n * ## Examples\n * Schedule recursively first, then do something\n * ```ts\n * import { queueScheduler } from 'rxjs';\n *\n * queueScheduler.schedule(() => {\n *   queueScheduler.schedule(() => console.log('second')); // will not happen now, but will be put on a queue\n *\n *   console.log('first');\n * });\n *\n * // Logs:\n * // \"first\"\n * // \"second\"\n * ```\n *\n * Reschedule itself recursively\n * ```ts\n * import { queueScheduler } from 'rxjs';\n *\n * queueScheduler.schedule(function(state) {\n *   if (state !== 0) {\n *     console.log('before', state);\n *     this.schedule(state - 1); // `this` references currently executing Action,\n *                               // which we reschedule with new state\n *     console.log('after', state);\n *   }\n * }, 0, 3);\n *\n * // In scheduler that runs recursively, you would expect:\n * // \"before\", 3\n * // \"before\", 2\n * // \"before\", 1\n * // \"after\", 1\n * // \"after\", 2\n * // \"after\", 3\n *\n * // But with queue it logs:\n * // \"before\", 3\n * // \"after\", 3\n * // \"before\", 2\n * // \"after\", 2\n * // \"before\", 1\n * // \"after\", 1\n * ```\n */\n\nexport const queueScheduler = new QueueScheduler(QueueAction);\n\n/**\n * @deprecated Renamed to {@link queueScheduler}. Will be removed in v8.\n */\nexport const queue = queueScheduler;\n", "import { AsyncAction } from './AsyncAction';\nimport { AnimationFrameScheduler } from './AnimationFrameScheduler';\nimport { SchedulerAction } from '../types';\nimport { animationFrameProvider } from './animationFrameProvider';\nimport { TimerHandle } from './timerHandle';\n\nexport class AnimationFrameAction<T> extends AsyncAction<T> {\n  constructor(protected scheduler: AnimationFrameScheduler, protected work: (this: SchedulerAction<T>, state?: T) => void) {\n    super(scheduler, work);\n  }\n\n  protected requestAsyncId(scheduler: AnimationFrameScheduler, id?: TimerHandle, delay: number = 0): TimerHandle {\n    // If delay is greater than 0, request as an async action.\n    if (delay !== null && delay > 0) {\n      return super.requestAsyncId(scheduler, id, delay);\n    }\n    // Push the action to the end of the scheduler queue.\n    scheduler.actions.push(this);\n    // If an animation frame has already been requested, don't request another\n    // one. If an animation frame hasn't been requested yet, request one. Return\n    // the current animation frame request id.\n    return scheduler._scheduled || (scheduler._scheduled = animationFrameProvider.requestAnimationFrame(() => scheduler.flush(undefined)));\n  }\n\n  protected recycleAsyncId(scheduler: AnimationFrameScheduler, id?: TimerHandle, delay: number = 0): TimerHandle | undefined {\n    // If delay exists and is greater than 0, or if the delay is null (the\n    // action wasn't rescheduled) but was originally scheduled as an async\n    // action, then recycle as an async action.\n    if (delay != null ? delay > 0 : this.delay > 0) {\n      return super.recycleAsyncId(scheduler, id, delay);\n    }\n    // If the scheduler queue has no remaining actions with the same async id,\n    // cancel the requested animation frame and set the scheduled flag to\n    // undefined so the next AnimationFrameAction will request its own.\n    const { actions } = scheduler;\n    if (id != null && actions[actions.length - 1]?.id !== id) {\n      animationFrameProvider.cancelAnimationFrame(id as number);\n      scheduler._scheduled = undefined;\n    }\n    // Return undefined so the action knows to request a new async id if it's rescheduled.\n    return undefined;\n  }\n}\n", "import { AsyncAction } from './AsyncAction';\nimport { AsyncScheduler } from './AsyncScheduler';\n\nexport class AnimationFrameScheduler extends AsyncScheduler {\n  public flush(action?: AsyncAction<any>): void {\n    this._active = true;\n    // The async id that effects a call to flush is stored in _scheduled.\n    // Before executing an action, it's necessary to check the action's async\n    // id to determine whether it's supposed to be executed in the current\n    // flush.\n    // Previous implementations of this method used a count to determine this,\n    // but that was unsound, as actions that are unsubscribed - i.e. cancelled -\n    // are removed from the actions array and that can shift actions that are\n    // scheduled to be executed in a subsequent flush into positions at which\n    // they are executed within the current flush.\n    const flushId = this._scheduled;\n    this._scheduled = undefined;\n\n    const { actions } = this;\n    let error: any;\n    action = action || actions.shift()!;\n\n    do {\n      if ((error = action.execute(action.state, action.delay))) {\n        break;\n      }\n    } while ((action = actions[0]) && action.id === flushId && actions.shift());\n\n    this._active = false;\n\n    if (error) {\n      while ((action = actions[0]) && action.id === flushId && actions.shift()) {\n        action.unsubscribe();\n      }\n      throw error;\n    }\n  }\n}\n", "import { AnimationFrameAction } from './AnimationFrameAction';\nimport { AnimationFrameScheduler } from './AnimationFrameScheduler';\n\n/**\n *\n * Animation Frame Scheduler\n *\n * <span class=\"informal\">Perform task when `window.requestAnimationFrame` would fire</span>\n *\n * When `animationFrame` scheduler is used with delay, it will fall back to {@link asyncScheduler} scheduler\n * behaviour.\n *\n * Without delay, `animationFrame` scheduler can be used to create smooth browser animations.\n * It makes sure scheduled task will happen just before next browser content repaint,\n * thus performing animations as efficiently as possible.\n *\n * ## Example\n * Schedule div height animation\n * ```ts\n * // html: <div style=\"background: #0ff;\"></div>\n * import { animationFrameScheduler } from 'rxjs';\n *\n * const div = document.querySelector('div');\n *\n * animationFrameScheduler.schedule(function(height) {\n *   div.style.height = height + \"px\";\n *\n *   this.schedule(height + 1);  // `this` references currently executing Action,\n *                               // which we reschedule with new state\n * }, 0, 0);\n *\n * // You will see a div element growing in height\n * ```\n */\n\nexport const animationFrameScheduler = new AnimationFrameScheduler(AnimationFrameAction);\n\n/**\n * @deprecated Renamed to {@link animationFrameScheduler}. Will be removed in v8.\n */\nexport const animationFrame = animationFrameScheduler;\n", "import { Observable } from '../Observable';\nimport { SchedulerLike } from '../types';\n\n/**\n * A simple Observable that emits no items to the Observer and immediately\n * emits a complete notification.\n *\n * <span class=\"informal\">Just emits 'complete', and nothing else.</span>\n *\n * ![](empty.png)\n *\n * A simple Observable that only emits the complete notification. It can be used\n * for composing with other Observables, such as in a {@link mergeMap}.\n *\n * ## Examples\n *\n * Log complete notification\n *\n * ```ts\n * import { EMPTY } from 'rxjs';\n *\n * EMPTY.subscribe({\n *   next: () => console.log('Next'),\n *   complete: () => console.log('Complete!')\n * });\n *\n * // Outputs\n * // Complete!\n * ```\n *\n * Emit the number 7, then complete\n *\n * ```ts\n * import { EMPTY, startWith } from 'rxjs';\n *\n * const result = EMPTY.pipe(startWith(7));\n * result.subscribe(x => console.log(x));\n *\n * // Outputs\n * // 7\n * ```\n *\n * Map and flatten only odd numbers to the sequence `'a'`, `'b'`, `'c'`\n *\n * ```ts\n * import { interval, mergeMap, of, EMPTY } from 'rxjs';\n *\n * const interval$ = interval(1000);\n * const result = interval$.pipe(\n *   mergeMap(x => x % 2 === 1 ? of('a', 'b', 'c') : EMPTY),\n * );\n * result.subscribe(x => console.log(x));\n *\n * // Results in the following to the console:\n * // x is equal to the count on the interval, e.g. (0, 1, 2, 3, ...)\n * // x will occur every 1000ms\n * // if x % 2 is equal to 1, print a, b, c (each on its own)\n * // if x % 2 is not equal to 1, nothing will be output\n * ```\n *\n * @see {@link Observable}\n * @see {@link NEVER}\n * @see {@link of}\n * @see {@link throwError}\n */\nexport const EMPTY = new Observable<never>((subscriber) => subscriber.complete());\n\n/**\n * @param scheduler A {@link SchedulerLike} to use for scheduling\n * the emission of the complete notification.\n * @deprecated Replaced with the {@link EMPTY} constant or {@link scheduled} (e.g. `scheduled([], scheduler)`). Will be removed in v8.\n */\nexport function empty(scheduler?: SchedulerLike) {\n  return scheduler ? emptyScheduled(scheduler) : EMPTY;\n}\n\nfunction emptyScheduled(scheduler: SchedulerLike) {\n  return new Observable<never>((subscriber) => scheduler.schedule(() => subscriber.complete()));\n}\n", "import { SchedulerLike } from '../types';\nimport { isFunction } from './isFunction';\n\nexport function isScheduler(value: any): value is SchedulerLike {\n  return value && isFunction(value.schedule);\n}\n", "import { SchedulerLike } from '../types';\nimport { isFunction } from './isFunction';\nimport { isScheduler } from './isScheduler';\n\nfunction last<T>(arr: T[]): T | undefined {\n  return arr[arr.length - 1];\n}\n\nexport function popResultSelector(args: any[]): ((...args: unknown[]) => unknown) | undefined {\n  return isFunction(last(args)) ? args.pop() : undefined;\n}\n\nexport function popScheduler(args: any[]): SchedulerLike | undefined {\n  return isScheduler(last(args)) ? args.pop() : undefined;\n}\n\nexport function popNumber(args: any[], defaultValue: number): number {\n  return typeof last(args) === 'number' ? args.pop()! : defaultValue;\n}\n", "export const isArrayLike = (<T>(x: any): x is ArrayLike<T> => x && typeof x.length === 'number' && typeof x !== 'function');", "import { isFunction } from \"./isFunction\";\n\n/**\n * Tests to see if the object is \"thennable\".\n * @param value the object to test\n */\nexport function isPromise(value: any): value is PromiseLike<any> {\n  return isFunction(value?.then);\n}\n", "import { InteropObservable } from '../types';\nimport { observable as Symbol_observable } from '../symbol/observable';\nimport { isFunction } from './isFunction';\n\n/** Identifies an input as being Observable (but not necessary an Rx Observable) */\nexport function isInteropObservable(input: any): input is InteropObservable<any> {\n  return isFunction(input[Symbol_observable]);\n}\n", "import { isFunction } from './isFunction';\n\nexport function isAsyncIterable<T>(obj: any): obj is AsyncIterable<T> {\n  return Symbol.asyncIterator && isFunction(obj?.[Symbol.asyncIterator]);\n}\n", "/**\n * Creates the TypeError to throw if an invalid object is passed to `from` or `scheduled`.\n * @param input The object that was passed.\n */\nexport function createInvalidObservableTypeError(input: any) {\n  // TODO: We should create error codes that can be looked up, so this can be less verbose.\n  return new TypeError(\n    `You provided ${\n      input !== null && typeof input === 'object' ? 'an invalid object' : `'${input}'`\n    } where a stream was expected. You can provide an Observable, Promise, ReadableStream, Array, AsyncIterable, or Iterable.`\n  );\n}\n", "export function getSymbolIterator(): symbol {\n  if (typeof Symbol !== 'function' || !Symbol.iterator) {\n    return '@@iterator' as any;\n  }\n\n  return Symbol.iterator;\n}\n\nexport const iterator = getSymbolIterator();\n", "import { iterator as Symbol_iterator } from '../symbol/iterator';\nimport { isFunction } from './isFunction';\n\n/** Identifies an input as being an Iterable */\nexport function isIterable(input: any): input is Iterable<any> {\n  return isFunction(input?.[Symbol_iterator]);\n}\n", "import { ReadableStreamLike } from '../types';\nimport { isFunction } from './isFunction';\n\nexport async function* readableStreamLikeToAsyncGenerator<T>(readableStream: ReadableStreamLike<T>): AsyncGenerator<T> {\n  const reader = readableStream.getReader();\n  try {\n    while (true) {\n      const { value, done } = await reader.read();\n      if (done) {\n        return;\n      }\n      yield value!;\n    }\n  } finally {\n    reader.releaseLock();\n  }\n}\n\nexport function isReadableStreamLike<T>(obj: any): obj is ReadableStreamLike<T> {\n  // We don't want to use instanceof checks because they would return\n  // false for instances from another Realm, like an <iframe>.\n  return isFunction(obj?.getReader);\n}\n", "import { isArrayLike } from '../util/isArrayLike';\nimport { isPromise } from '../util/isPromise';\nimport { Observable } from '../Observable';\nimport { ObservableInput, ObservedValueOf, ReadableStreamLike } from '../types';\nimport { isInteropObservable } from '../util/isInteropObservable';\nimport { isAsyncIterable } from '../util/isAsyncIterable';\nimport { createInvalidObservableTypeError } from '../util/throwUnobservableError';\nimport { isIterable } from '../util/isIterable';\nimport { isReadableStreamLike, readableStreamLikeToAsyncGenerator } from '../util/isReadableStreamLike';\nimport { Subscriber } from '../Subscriber';\nimport { isFunction } from '../util/isFunction';\nimport { reportUnhandledError } from '../util/reportUnhandledError';\nimport { observable as Symbol_observable } from '../symbol/observable';\n\nexport function innerFrom<O extends ObservableInput<any>>(input: O): Observable<ObservedValueOf<O>>;\nexport function innerFrom<T>(input: ObservableInput<T>): Observable<T> {\n  if (input instanceof Observable) {\n    return input;\n  }\n  if (input != null) {\n    if (isInteropObservable(input)) {\n      return fromInteropObservable(input);\n    }\n    if (isArrayLike(input)) {\n      return fromArrayLike(input);\n    }\n    if (isPromise(input)) {\n      return fromPromise(input);\n    }\n    if (isAsyncIterable(input)) {\n      return fromAsyncIterable(input);\n    }\n    if (isIterable(input)) {\n      return fromIterable(input);\n    }\n    if (isReadableStreamLike(input)) {\n      return fromReadableStreamLike(input);\n    }\n  }\n\n  throw createInvalidObservableTypeError(input);\n}\n\n/**\n * Creates an RxJS Observable from an object that implements `Symbol.observable`.\n * @param obj An object that properly implements `Symbol.observable`.\n */\nexport function fromInteropObservable<T>(obj: any) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    const obs = obj[Symbol_observable]();\n    if (isFunction(obs.subscribe)) {\n      return obs.subscribe(subscriber);\n    }\n    // Should be caught by observable subscribe function error handling.\n    throw new TypeError('Provided object does not correctly implement Symbol.observable');\n  });\n}\n\n/**\n * Synchronously emits the values of an array like and completes.\n * This is exported because there are creation functions and operators that need to\n * make direct use of the same logic, and there's no reason to make them run through\n * `from` conditionals because we *know* they're dealing with an array.\n * @param array The array to emit values from\n */\nexport function fromArrayLike<T>(array: ArrayLike<T>) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    // Loop over the array and emit each value. Note two things here:\n    // 1. We're making sure that the subscriber is not closed on each loop.\n    //    This is so we don't continue looping over a very large array after\n    //    something like a `take`, `takeWhile`, or other synchronous unsubscription\n    //    has already unsubscribed.\n    // 2. In this form, reentrant code can alter that array we're looping over.\n    //    This is a known issue, but considered an edge case. The alternative would\n    //    be to copy the array before executing the loop, but this has\n    //    performance implications.\n    for (let i = 0; i < array.length && !subscriber.closed; i++) {\n      subscriber.next(array[i]);\n    }\n    subscriber.complete();\n  });\n}\n\nexport function fromPromise<T>(promise: PromiseLike<T>) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    promise\n      .then(\n        (value) => {\n          if (!subscriber.closed) {\n            subscriber.next(value);\n            subscriber.complete();\n          }\n        },\n        (err: any) => subscriber.error(err)\n      )\n      .then(null, reportUnhandledError);\n  });\n}\n\nexport function fromIterable<T>(iterable: Iterable<T>) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    for (const value of iterable) {\n      subscriber.next(value);\n      if (subscriber.closed) {\n        return;\n      }\n    }\n    subscriber.complete();\n  });\n}\n\nexport function fromAsyncIterable<T>(asyncIterable: AsyncIterable<T>) {\n  return new Observable((subscriber: Subscriber<T>) => {\n    process(asyncIterable, subscriber).catch((err) => subscriber.error(err));\n  });\n}\n\nexport function fromReadableStreamLike<T>(readableStream: ReadableStreamLike<T>) {\n  return fromAsyncIterable(readableStreamLikeToAsyncGenerator(readableStream));\n}\n\nasync function process<T>(asyncIterable: AsyncIterable<T>, subscriber: Subscriber<T>) {\n  for await (const value of asyncIterable) {\n    subscriber.next(value);\n    // A side-effect may have closed our subscriber,\n    // check before the next iteration.\n    if (subscriber.closed) {\n      return;\n    }\n  }\n  subscriber.complete();\n}\n", "import { Subscription } from '../Subscription';\nimport { SchedulerAction, SchedulerLike } from '../types';\n\nexport function executeSchedule(\n  parentSubscription: Subscription,\n  scheduler: SchedulerLike,\n  work: () => void,\n  delay: number,\n  repeat: true\n): void;\nexport function executeSchedule(\n  parentSubscription: Subscription,\n  scheduler: SchedulerLike,\n  work: () => void,\n  delay?: number,\n  repeat?: false\n): Subscription;\n\nexport function executeSchedule(\n  parentSubscription: Subscription,\n  scheduler: SchedulerLike,\n  work: () => void,\n  delay = 0,\n  repeat = false\n): Subscription | void {\n  const scheduleSubscription = scheduler.schedule(function (this: SchedulerAction<any>) {\n    work();\n    if (repeat) {\n      parentSubscription.add(this.schedule(null, delay));\n    } else {\n      this.unsubscribe();\n    }\n  }, delay);\n\n  parentSubscription.add(scheduleSubscription);\n\n  if (!repeat) {\n    // Because user-land scheduler implementations are unlikely to properly reuse\n    // Actions for repeat scheduling, we can't trust that the returned subscription\n    // will control repeat subscription scenarios. So we're trying to avoid using them\n    // incorrectly within this library.\n    return scheduleSubscription;\n  }\n}\n", "/** @prettier */\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { executeSchedule } from '../util/executeSchedule';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Re-emits all notifications from source Observable with specified scheduler.\n *\n * <span class=\"informal\">Ensure a specific scheduler is used, from outside of an Observable.</span>\n *\n * `observeOn` is an operator that accepts a scheduler as a first parameter, which will be used to reschedule\n * notifications emitted by the source Observable. It might be useful, if you do not have control over\n * internal scheduler of a given Observable, but want to control when its values are emitted nevertheless.\n *\n * Returned Observable emits the same notifications (nexted values, complete and error events) as the source Observable,\n * but rescheduled with provided scheduler. Note that this doesn't mean that source Observables internal\n * scheduler will be replaced in any way. Original scheduler still will be used, but when the source Observable emits\n * notification, it will be immediately scheduled again - this time with scheduler passed to `observeOn`.\n * An anti-pattern would be calling `observeOn` on Observable that emits lots of values synchronously, to split\n * that emissions into asynchronous chunks. For this to happen, scheduler would have to be passed into the source\n * Observable directly (usually into the operator that creates it). `observeOn` simply delays notifications a\n * little bit more, to ensure that they are emitted at expected moments.\n *\n * As a matter of fact, `observeOn` accepts second parameter, which specifies in milliseconds with what delay notifications\n * will be emitted. The main difference between {@link delay} operator and `observeOn` is that `observeOn`\n * will delay all notifications - including error notifications - while `delay` will pass through error\n * from source Observable immediately when it is emitted. In general it is highly recommended to use `delay` operator\n * for any kind of delaying of values in the stream, while using `observeOn` to specify which scheduler should be used\n * for notification emissions in general.\n *\n * ## Example\n *\n * Ensure values in subscribe are called just before browser repaint\n *\n * ```ts\n * import { interval, observeOn, animationFrameScheduler } from 'rxjs';\n *\n * const someDiv = document.createElement('div');\n * someDiv.style.cssText = 'width: 200px;background: #09c';\n * document.body.appendChild(someDiv);\n * const intervals = interval(10);      // Intervals are scheduled\n *                                      // with async scheduler by default...\n * intervals.pipe(\n *   observeOn(animationFrameScheduler) // ...but we will observe on animationFrame\n * )                                    // scheduler to ensure smooth animation.\n * .subscribe(val => {\n *   someDiv.style.height = val + 'px';\n * });\n * ```\n *\n * @see {@link delay}\n *\n * @param scheduler Scheduler that will be used to reschedule notifications from source Observable.\n * @param delay Number of milliseconds that states with what delay every notification should be rescheduled.\n * @return A function that returns an Observable that emits the same\n * notifications as the source Observable, but with provided scheduler.\n */\nexport function observeOn<T>(scheduler: SchedulerLike, delay = 0): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => executeSchedule(subscriber, scheduler, () => subscriber.next(value), delay),\n        () => executeSchedule(subscriber, scheduler, () => subscriber.complete(), delay),\n        (err) => executeSchedule(subscriber, scheduler, () => subscriber.error(err), delay)\n      )\n    );\n  });\n}\n", "import { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { operate } from '../util/lift';\n\n/**\n * Asynchronously subscribes Observers to this Observable on the specified {@link SchedulerLike}.\n *\n * With `subscribeOn` you can decide what type of scheduler a specific Observable will be using when it is subscribed to.\n *\n * Schedulers control the speed and order of emissions to observers from an Observable stream.\n *\n * ![](subscribeOn.png)\n *\n * ## Example\n *\n * Given the following code:\n *\n * ```ts\n * import { of, merge } from 'rxjs';\n *\n * const a = of(1, 2, 3);\n * const b = of(4, 5, 6);\n *\n * merge(a, b).subscribe(console.log);\n *\n * // Outputs\n * // 1\n * // 2\n * // 3\n * // 4\n * // 5\n * // 6\n * ```\n *\n * Both Observable `a` and `b` will emit their values directly and synchronously once they are subscribed to.\n *\n * If we instead use the `subscribeOn` operator declaring that we want to use the {@link asyncScheduler} for values emitted by Observable `a`:\n *\n * ```ts\n * import { of, subscribeOn, asyncScheduler, merge } from 'rxjs';\n *\n * const a = of(1, 2, 3).pipe(subscribeOn(asyncScheduler));\n * const b = of(4, 5, 6);\n *\n * merge(a, b).subscribe(console.log);\n *\n * // Outputs\n * // 4\n * // 5\n * // 6\n * // 1\n * // 2\n * // 3\n * ```\n *\n * The reason for this is that Observable `b` emits its values directly and synchronously like before\n * but the emissions from `a` are scheduled on the event loop because we are now using the {@link asyncScheduler} for that specific Observable.\n *\n * @param scheduler The {@link SchedulerLike} to perform subscription actions on.\n * @param delay A delay to pass to the scheduler to delay subscriptions\n * @return A function that returns an Observable modified so that its\n * subscriptions happen on the specified {@link SchedulerLike}.\n */\nexport function subscribeOn<T>(scheduler: SchedulerLike, delay: number = 0): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    subscriber.add(scheduler.schedule(() => source.subscribe(subscriber), delay));\n  });\n}\n", "import { innerFrom } from '../observable/innerFrom';\nimport { observeOn } from '../operators/observeOn';\nimport { subscribeOn } from '../operators/subscribeOn';\nimport { InteropObservable, SchedulerLike } from '../types';\n\nexport function scheduleObservable<T>(input: InteropObservable<T>, scheduler: SchedulerLike) {\n  return innerFrom(input).pipe(subscribeOn(scheduler), observeOn(scheduler));\n}\n", "import { innerFrom } from '../observable/innerFrom';\nimport { observeOn } from '../operators/observeOn';\nimport { subscribeOn } from '../operators/subscribeOn';\nimport { SchedulerLike } from '../types';\n\nexport function schedulePromise<T>(input: PromiseLike<T>, scheduler: SchedulerLike) {\n  return innerFrom(input).pipe(subscribeOn(scheduler), observeOn(scheduler));\n}\n", "import { Observable } from '../Observable';\nimport { SchedulerLike } from '../types';\n\nexport function scheduleArray<T>(input: ArrayLike<T>, scheduler: SchedulerLike) {\n  return new Observable<T>((subscriber) => {\n    // The current array index.\n    let i = 0;\n    // Start iterating over the array like on a schedule.\n    return scheduler.schedule(function () {\n      if (i === input.length) {\n        // If we have hit the end of the array like in the\n        // previous job, we can complete.\n        subscriber.complete();\n      } else {\n        // Otherwise let's next the value at the current index,\n        // then increment our index.\n        subscriber.next(input[i++]);\n        // If the last emission didn't cause us to close the subscriber\n        // (via take or some side effect), reschedule the job and we'll\n        // make another pass.\n        if (!subscriber.closed) {\n          this.schedule();\n        }\n      }\n    });\n  });\n}\n", "import { Observable } from '../Observable';\nimport { SchedulerLike } from '../types';\nimport { iterator as Symbol_iterator } from '../symbol/iterator';\nimport { isFunction } from '../util/isFunction';\nimport { executeSchedule } from '../util/executeSchedule';\n\n/**\n * Used in {@link scheduled} to create an observable from an Iterable.\n * @param input The iterable to create an observable from\n * @param scheduler The scheduler to use\n */\nexport function scheduleIterable<T>(input: Iterable<T>, scheduler: SchedulerLike) {\n  return new Observable<T>((subscriber) => {\n    let iterator: Iterator<T, T>;\n\n    // Schedule the initial creation of the iterator from\n    // the iterable. This is so the code in the iterable is\n    // not called until the scheduled job fires.\n    executeSchedule(subscriber, scheduler, () => {\n      // Create the iterator.\n      iterator = (input as any)[Symbol_iterator]();\n\n      executeSchedule(\n        subscriber,\n        scheduler,\n        () => {\n          let value: T;\n          let done: boolean | undefined;\n          try {\n            // Pull the value out of the iterator\n            ({ value, done } = iterator.next());\n          } catch (err) {\n            // We got an error while pulling from the iterator\n            subscriber.error(err);\n            return;\n          }\n\n          if (done) {\n            // If it is \"done\" we just complete. This mimics the\n            // behavior of JavaScript's `for..of` consumption of\n            // iterables, which will not emit the value from an iterator\n            // result of `{ done: true: value: 'here' }`.\n            subscriber.complete();\n          } else {\n            // The iterable is not done, emit the value.\n            subscriber.next(value);\n          }\n        },\n        0,\n        true\n      );\n    });\n\n    // During finalization, if we see this iterator has a `return` method,\n    // then we know it is a Generator, and not just an Iterator. So we call\n    // the `return()` function. This will ensure that any `finally { }` blocks\n    // inside of the generator we can hit will be hit properly.\n    return () => isFunction(iterator?.return) && iterator.return();\n  });\n}\n", "import { SchedulerLike } from '../types';\nimport { Observable } from '../Observable';\nimport { executeSchedule } from '../util/executeSchedule';\n\nexport function scheduleAsyncIterable<T>(input: AsyncIterable<T>, scheduler: SchedulerLike) {\n  if (!input) {\n    throw new Error('Iterable cannot be null');\n  }\n  return new Observable<T>((subscriber) => {\n    executeSchedule(subscriber, scheduler, () => {\n      const iterator = input[Symbol.asyncIterator]();\n      executeSchedule(\n        subscriber,\n        scheduler,\n        () => {\n          iterator.next().then((result) => {\n            if (result.done) {\n              // This will remove the subscriptions from\n              // the parent subscription.\n              subscriber.complete();\n            } else {\n              subscriber.next(result.value);\n            }\n          });\n        },\n        0,\n        true\n      );\n    });\n  });\n}\n", "import { SchedulerLike, ReadableStreamLike } from '../types';\nimport { Observable } from '../Observable';\nimport { scheduleAsyncIterable } from './scheduleAsyncIterable';\nimport { readableStreamLikeToAsyncGenerator } from '../util/isReadableStreamLike';\n\nexport function scheduleReadableStreamLike<T>(input: ReadableStreamLike<T>, scheduler: SchedulerLike): Observable<T> {\n  return scheduleAsyncIterable(readableStreamLikeToAsyncGenerator(input), scheduler);\n}\n", "import { scheduleObservable } from './scheduleObservable';\nimport { schedulePromise } from './schedulePromise';\nimport { scheduleArray } from './scheduleArray';\nimport { scheduleIterable } from './scheduleIterable';\nimport { scheduleAsyncIterable } from './scheduleAsyncIterable';\nimport { isInteropObservable } from '../util/isInteropObservable';\nimport { isPromise } from '../util/isPromise';\nimport { isArrayLike } from '../util/isArrayLike';\nimport { isIterable } from '../util/isIterable';\nimport { ObservableInput, SchedulerLike } from '../types';\nimport { Observable } from '../Observable';\nimport { isAsyncIterable } from '../util/isAsyncIterable';\nimport { createInvalidObservableTypeError } from '../util/throwUnobservableError';\nimport { isReadableStreamLike } from '../util/isReadableStreamLike';\nimport { scheduleReadableStreamLike } from './scheduleReadableStreamLike';\n\n/**\n * Converts from a common {@link ObservableInput} type to an observable where subscription and emissions\n * are scheduled on the provided scheduler.\n *\n * @see {@link from}\n * @see {@link of}\n *\n * @param input The observable, array, promise, iterable, etc you would like to schedule\n * @param scheduler The scheduler to use to schedule the subscription and emissions from\n * the returned observable.\n */\nexport function scheduled<T>(input: ObservableInput<T>, scheduler: SchedulerLike): Observable<T> {\n  if (input != null) {\n    if (isInteropObservable(input)) {\n      return scheduleObservable(input, scheduler);\n    }\n    if (isArrayLike(input)) {\n      return scheduleArray(input, scheduler);\n    }\n    if (isPromise(input)) {\n      return schedulePromise(input, scheduler);\n    }\n    if (isAsyncIterable(input)) {\n      return scheduleAsyncIterable(input, scheduler);\n    }\n    if (isIterable(input)) {\n      return scheduleIterable(input, scheduler);\n    }\n    if (isReadableStreamLike(input)) {\n      return scheduleReadableStreamLike(input, scheduler);\n    }\n  }\n  throw createInvalidObservableTypeError(input);\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInput, SchedulerLike, ObservedValueOf } from '../types';\nimport { scheduled } from '../scheduled/scheduled';\nimport { innerFrom } from './innerFrom';\n\nexport function from<O extends ObservableInput<any>>(input: O): Observable<ObservedValueOf<O>>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function from<O extends ObservableInput<any>>(input: O, scheduler: SchedulerLike | undefined): Observable<ObservedValueOf<O>>;\n\n/**\n * Creates an Observable from an Array, an array-like object, a Promise, an iterable object, or an Observable-like object.\n *\n * <span class=\"informal\">Converts almost anything to an Observable.</span>\n *\n * ![](from.png)\n *\n * `from` converts various other objects and data types into Observables. It also converts a Promise, an array-like, or an\n * <a href=\"https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Iteration_protocols#iterable\" target=\"_blank\">iterable</a>\n * object into an Observable that emits the items in that promise, array, or iterable. A String, in this context, is treated\n * as an array of characters. Observable-like objects (contains a function named with the ES2015 Symbol for Observable) can also be\n * converted through this operator.\n *\n * ## Examples\n *\n * Converts an array to an Observable\n *\n * ```ts\n * import { from } from 'rxjs';\n *\n * const array = [10, 20, 30];\n * const result = from(array);\n *\n * result.subscribe(x => console.log(x));\n *\n * // Logs:\n * // 10\n * // 20\n * // 30\n * ```\n *\n * Convert an infinite iterable (from a generator) to an Observable\n *\n * ```ts\n * import { from, take } from 'rxjs';\n *\n * function* generateDoubles(seed) {\n *    let i = seed;\n *    while (true) {\n *      yield i;\n *      i = 2 * i; // double it\n *    }\n * }\n *\n * const iterator = generateDoubles(3);\n * const result = from(iterator).pipe(take(10));\n *\n * result.subscribe(x => console.log(x));\n *\n * // Logs:\n * // 3\n * // 6\n * // 12\n * // 24\n * // 48\n * // 96\n * // 192\n * // 384\n * // 768\n * // 1536\n * ```\n *\n * With `asyncScheduler`\n *\n * ```ts\n * import { from, asyncScheduler } from 'rxjs';\n *\n * console.log('start');\n *\n * const array = [10, 20, 30];\n * const result = from(array, asyncScheduler);\n *\n * result.subscribe(x => console.log(x));\n *\n * console.log('end');\n *\n * // Logs:\n * // 'start'\n * // 'end'\n * // 10\n * // 20\n * // 30\n * ```\n *\n * @see {@link fromEvent}\n * @see {@link fromEventPattern}\n *\n * @param {ObservableInput<T>} A subscription object, a Promise, an Observable-like,\n * an Array, an iterable, or an array-like object to be converted.\n * @param {SchedulerLike} An optional {@link SchedulerLike} on which to schedule the emission of values.\n * @return {Observable<T>}\n */\nexport function from<T>(input: ObservableInput<T>, scheduler?: SchedulerLike): Observable<T> {\n  return scheduler ? scheduled(input, scheduler) : innerFrom(input);\n}\n", "import { SchedulerLike, ValueFromArray } from '../types';\nimport { Observable } from '../Observable';\nimport { popScheduler } from '../util/args';\nimport { from } from './from';\n\n// Devs are more likely to pass null or undefined than they are a scheduler\n// without accompanying values. To make things easier for (naughty) devs who\n// use the `strictNullChecks: false` TypeScript compiler option, these\n// overloads with explicit null and undefined values are included.\n\nexport function of(value: null): Observable<null>;\nexport function of(value: undefined): Observable<undefined>;\n\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function of(scheduler: SchedulerLike): Observable<never>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function of<A extends readonly unknown[]>(...valuesAndScheduler: [...A, SchedulerLike]): Observable<ValueFromArray<A>>;\n\nexport function of(): Observable<never>;\n/** @deprecated Do not specify explicit type parameters. Signatures with type parameters that cannot be inferred will be removed in v8. */\nexport function of<T>(): Observable<T>;\nexport function of<T>(value: T): Observable<T>;\nexport function of<A extends readonly unknown[]>(...values: A): Observable<ValueFromArray<A>>;\n\n/**\n * Converts the arguments to an observable sequence.\n *\n * <span class=\"informal\">Each argument becomes a `next` notification.</span>\n *\n * ![](of.png)\n *\n * Unlike {@link from}, it does not do any flattening and emits each argument in whole\n * as a separate `next` notification.\n *\n * ## Examples\n *\n * Emit the values `10, 20, 30`\n *\n * ```ts\n * import { of } from 'rxjs';\n *\n * of(10, 20, 30)\n *   .subscribe({\n *     next: value => console.log('next:', value),\n *     error: err => console.log('error:', err),\n *     complete: () => console.log('the end'),\n *   });\n *\n * // Outputs\n * // next: 10\n * // next: 20\n * // next: 30\n * // the end\n * ```\n *\n * Emit the array `[1, 2, 3]`\n *\n * ```ts\n * import { of } from 'rxjs';\n *\n * of([1, 2, 3])\n *   .subscribe({\n *     next: value => console.log('next:', value),\n *     error: err => console.log('error:', err),\n *     complete: () => console.log('the end'),\n *   });\n *\n * // Outputs\n * // next: [1, 2, 3]\n * // the end\n * ```\n *\n * @see {@link from}\n * @see {@link range}\n *\n * @param {...T} values A comma separated list of arguments you want to be emitted\n * @return {Observable} An Observable that emits the arguments\n * described above and then completes.\n */\nexport function of<T>(...args: Array<T | SchedulerLike>): Observable<T> {\n  const scheduler = popScheduler(args);\n  return from(args as T[], scheduler);\n}\n", "import { Observable } from '../Observable';\nimport { Subscriber } from '../Subscriber';\nimport { SchedulerLike } from '../types';\nimport { isFunction } from '../util/isFunction';\n\n/**\n * Creates an observable that will create an error instance and push it to the consumer as an error\n * immediately upon subscription.\n *\n * <span class=\"informal\">Just errors and does nothing else</span>\n *\n * ![](throw.png)\n *\n * This creation function is useful for creating an observable that will create an error and error every\n * time it is subscribed to. Generally, inside of most operators when you might want to return an errored\n * observable, this is unnecessary. In most cases, such as in the inner return of {@link concatMap},\n * {@link mergeMap}, {@link defer}, and many others, you can simply throw the error, and RxJS will pick\n * that up and notify the consumer of the error.\n *\n * ## Example\n *\n * Create a simple observable that will create a new error with a timestamp and log it\n * and the message every time you subscribe to it\n *\n * ```ts\n * import { throwError } from 'rxjs';\n *\n * let errorCount = 0;\n *\n * const errorWithTimestamp$ = throwError(() => {\n *   const error: any = new Error(`This is error number ${ ++errorCount }`);\n *   error.timestamp = Date.now();\n *   return error;\n * });\n *\n * errorWithTimestamp$.subscribe({\n *   error: err => console.log(err.timestamp, err.message)\n * });\n *\n * errorWithTimestamp$.subscribe({\n *   error: err => console.log(err.timestamp, err.message)\n * });\n *\n * // Logs the timestamp and a new error message for each subscription\n * ```\n *\n * ### Unnecessary usage\n *\n * Using `throwError` inside of an operator or creation function\n * with a callback, is usually not necessary\n *\n * ```ts\n * import { of, concatMap, timer, throwError } from 'rxjs';\n *\n * const delays$ = of(1000, 2000, Infinity, 3000);\n *\n * delays$.pipe(\n *   concatMap(ms => {\n *     if (ms < 10000) {\n *       return timer(ms);\n *     } else {\n *       // This is probably overkill.\n *       return throwError(() => new Error(`Invalid time ${ ms }`));\n *     }\n *   })\n * )\n * .subscribe({\n *   next: console.log,\n *   error: console.error\n * });\n * ```\n *\n * You can just throw the error instead\n *\n * ```ts\n * import { of, concatMap, timer } from 'rxjs';\n *\n * const delays$ = of(1000, 2000, Infinity, 3000);\n *\n * delays$.pipe(\n *   concatMap(ms => {\n *     if (ms < 10000) {\n *       return timer(ms);\n *     } else {\n *       // Cleaner and easier to read for most folks.\n *       throw new Error(`Invalid time ${ ms }`);\n *     }\n *   })\n * )\n * .subscribe({\n *   next: console.log,\n *   error: console.error\n * });\n * ```\n *\n * @param errorFactory A factory function that will create the error instance that is pushed.\n */\nexport function throwError(errorFactory: () => any): Observable<never>;\n\n/**\n * Returns an observable that will error with the specified error immediately upon subscription.\n *\n * @param error The error instance to emit\n * @deprecated Support for passing an error value will be removed in v8. Instead, pass a factory function to `throwError(() => new Error('test'))`. This is\n * because it will create the error at the moment it should be created and capture a more appropriate stack trace. If\n * for some reason you need to create the error ahead of time, you can still do that: `const err = new Error('test'); throwError(() => err);`.\n */\nexport function throwError(error: any): Observable<never>;\n\n/**\n * Notifies the consumer of an error using a given scheduler by scheduling it at delay `0` upon subscription.\n *\n * @param errorOrErrorFactory An error instance or error factory\n * @param scheduler A scheduler to use to schedule the error notification\n * @deprecated The `scheduler` parameter will be removed in v8.\n * Use `throwError` in combination with {@link observeOn}: `throwError(() => new Error('test')).pipe(observeOn(scheduler));`.\n * Details: https://rxjs.dev/deprecations/scheduler-argument\n */\nexport function throwError(errorOrErrorFactory: any, scheduler: SchedulerLike): Observable<never>;\n\nexport function throwError(errorOrErrorFactory: any, scheduler?: SchedulerLike): Observable<never> {\n  const errorFactory = isFunction(errorOrErrorFactory) ? errorOrErrorFactory : () => errorOrErrorFactory;\n  const init = (subscriber: Subscriber<never>) => subscriber.error(errorFactory());\n  return new Observable(scheduler ? (subscriber) => scheduler.schedule(init as any, 0, subscriber) : init);\n}\n", "import { createErrorClass } from './createErrorClass';\n\nexport interface EmptyError extends Error {}\n\nexport interface EmptyErrorCtor {\n  /**\n   * @deprecated Internal implementation detail. Do not construct error instances.\n   * Cannot be tagged as internal: https://github.com/ReactiveX/rxjs/issues/6269\n   */\n  new (): EmptyError;\n}\n\n/**\n * An error thrown when an Observable or a sequence was queried but has no\n * elements.\n *\n * @see {@link first}\n * @see {@link last}\n * @see {@link single}\n * @see {@link firstValueFrom}\n * @see {@link lastValueFrom}\n *\n * @class EmptyError\n */\nexport const EmptyError: EmptyErrorCtor = createErrorClass((_super) => function EmptyErrorImpl(this: any) {\n  _super(this);\n  this.name = 'EmptyError';\n  this.message = 'no elements in sequence';\n});\n", "/**\n * Checks to see if a value is not only a `Date` object,\n * but a *valid* `Date` object that can be converted to a\n * number. For example, `new Date('blah')` is indeed an\n * `instanceof Date`, however it cannot be converted to a\n * number.\n */\nexport function isValidDate(value: any): value is Date {\n  return value instanceof Date && !isNaN(value as any);\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\nexport function map<T, R>(project: (value: T, index: number) => R): OperatorFunction<T, R>;\n/** @deprecated Use a closure instead of a `thisArg`. Signatures accepting a `thisArg` will be removed in v8. */\nexport function map<T, R, A>(project: (this: A, value: T, index: number) => R, thisArg: A): OperatorFunction<T, R>;\n\n/**\n * Applies a given `project` function to each value emitted by the source\n * Observable, and emits the resulting values as an Observable.\n *\n * <span class=\"informal\">Like [Array.prototype.map()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/map),\n * it passes each source value through a transformation function to get\n * corresponding output values.</span>\n *\n * ![](map.png)\n *\n * Similar to the well known `Array.prototype.map` function, this operator\n * applies a projection to each value and emits that projection in the output\n * Observable.\n *\n * ## Example\n *\n * Map every click to the `clientX` position of that click\n *\n * ```ts\n * import { fromEvent, map } from 'rxjs';\n *\n * const clicks = fromEvent<PointerEvent>(document, 'click');\n * const positions = clicks.pipe(map(ev => ev.clientX));\n *\n * positions.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link mapTo}\n * @see {@link pluck}\n *\n * @param {function(value: T, index: number): R} project The function to apply\n * to each `value` emitted by the source Observable. The `index` parameter is\n * the number `i` for the i-th emission that has happened since the\n * subscription, starting from the number `0`.\n * @param {any} [thisArg] An optional argument to define what `this` is in the\n * `project` function.\n * @return A function that returns an Observable that emits the values from the\n * source Observable transformed by the given `project` function.\n */\nexport function map<T, R>(project: (value: T, index: number) => R, thisArg?: any): OperatorFunction<T, R> {\n  return operate((source, subscriber) => {\n    // The index of the value from the source. Used with projection.\n    let index = 0;\n    // Subscribe to the source, all errors and completions are sent along\n    // to the consumer.\n    source.subscribe(\n      createOperatorSubscriber(subscriber, (value: T) => {\n        // Call the projection function with the appropriate this context,\n        // and send the resulting value to the consumer.\n        subscriber.next(project.call(thisArg, value, index++));\n      })\n    );\n  });\n}\n", "import { OperatorFunction } from \"../types\";\nimport { map } from \"../operators/map\";\n\nconst { isArray } = Array;\n\nfunction callOrApply<T, R>(fn: ((...values: T[]) => R), args: T|T[]): R {\n    return isArray(args) ? fn(...args) : fn(args);\n}\n\n/**\n * Used in several -- mostly deprecated -- situations where we need to \n * apply a list of arguments or a single argument to a result selector.\n */\nexport function mapOneOrManyArgs<T, R>(fn: ((...values: T[]) => R)): OperatorFunction<T|T[], R> {\n    return map(args => callOrApply(fn, args))\n}", "const { isArray } = Array;\nconst { getPrototypeOf, prototype: objectProto, keys: getKeys } = Object;\n\n/**\n * Used in functions where either a list of arguments, a single array of arguments, or a\n * dictionary of arguments can be returned. Returns an object with an `args` property with\n * the arguments in an array, if it is a dictionary, it will also return the `keys` in another\n * property.\n */\nexport function argsArgArrayOrObject<T, O extends Record<string, T>>(args: T[] | [O] | [T[]]): { args: T[]; keys: string[] | null } {\n  if (args.length === 1) {\n    const first = args[0];\n    if (isArray(first)) {\n      return { args: first, keys: null };\n    }\n    if (isPOJO(first)) {\n      const keys = getKeys(first);\n      return {\n        args: keys.map((key) => first[key]),\n        keys,\n      };\n    }\n  }\n\n  return { args: args as T[], keys: null };\n}\n\nfunction isPOJO(obj: any): obj is object {\n  return obj && typeof obj === 'object' && getPrototypeOf(obj) === objectProto;\n}\n", "export function createObject(keys: string[], values: any[]) {\n  return keys.reduce((result, key, i) => ((result[key] = values[i]), result), {} as any);\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInput, SchedulerLike, ObservedValueOf, ObservableInputTuple } from '../types';\nimport { argsArgArrayOrObject } from '../util/argsArgArrayOrObject';\nimport { Subscriber } from '../Subscriber';\nimport { from } from './from';\nimport { identity } from '../util/identity';\nimport { Subscription } from '../Subscription';\nimport { mapOneOrManyArgs } from '../util/mapOneOrManyArgs';\nimport { popResultSelector, popScheduler } from '../util/args';\nimport { createObject } from '../util/createObject';\nimport { createOperatorSubscriber } from '../operators/OperatorSubscriber';\nimport { AnyCatcher } from '../AnyCatcher';\nimport { executeSchedule } from '../util/executeSchedule';\n\n// combineLatest(any)\n// We put this first because we need to catch cases where the user has supplied\n// _exactly `any`_ as the argument. Since `any` literally matches _anything_,\n// we don't want it to randomly hit one of the other type signatures below,\n// as we have no idea at build-time what type we should be returning when given an any.\n\n/**\n * You have passed `any` here, we can't figure out if it is\n * an array or an object, so you're getting `unknown`. Use better types.\n * @param arg Something typed as `any`\n */\nexport function combineLatest<T extends AnyCatcher>(arg: T): Observable<unknown>;\n\n// combineLatest([a, b, c])\nexport function combineLatest(sources: []): Observable<never>;\nexport function combineLatest<A extends readonly unknown[]>(sources: readonly [...ObservableInputTuple<A>]): Observable<A>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `combineLatestAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function combineLatest<A extends readonly unknown[], R>(\n  sources: readonly [...ObservableInputTuple<A>],\n  resultSelector: (...values: A) => R,\n  scheduler: SchedulerLike\n): Observable<R>;\nexport function combineLatest<A extends readonly unknown[], R>(\n  sources: readonly [...ObservableInputTuple<A>],\n  resultSelector: (...values: A) => R\n): Observable<R>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `combineLatestAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function combineLatest<A extends readonly unknown[]>(\n  sources: readonly [...ObservableInputTuple<A>],\n  scheduler: SchedulerLike\n): Observable<A>;\n\n// combineLatest(a, b, c)\n/** @deprecated Pass an array of sources instead. The rest-parameters signature will be removed in v8. Details: https://rxjs.dev/deprecations/array-argument */\nexport function combineLatest<A extends readonly unknown[]>(...sources: [...ObservableInputTuple<A>]): Observable<A>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `combineLatestAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function combineLatest<A extends readonly unknown[], R>(\n  ...sourcesAndResultSelectorAndScheduler: [...ObservableInputTuple<A>, (...values: A) => R, SchedulerLike]\n): Observable<R>;\n/** @deprecated Pass an array of sources instead. The rest-parameters signature will be removed in v8. Details: https://rxjs.dev/deprecations/array-argument */\nexport function combineLatest<A extends readonly unknown[], R>(\n  ...sourcesAndResultSelector: [...ObservableInputTuple<A>, (...values: A) => R]\n): Observable<R>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `combineLatestAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function combineLatest<A extends readonly unknown[]>(\n  ...sourcesAndScheduler: [...ObservableInputTuple<A>, SchedulerLike]\n): Observable<A>;\n\n// combineLatest({a, b, c})\nexport function combineLatest(sourcesObject: { [K in any]: never }): Observable<never>;\nexport function combineLatest<T extends Record<string, ObservableInput<any>>>(\n  sourcesObject: T\n): Observable<{ [K in keyof T]: ObservedValueOf<T[K]> }>;\n\n/**\n * Combines multiple Observables to create an Observable whose values are\n * calculated from the latest values of each of its input Observables.\n *\n * <span class=\"informal\">Whenever any input Observable emits a value, it\n * computes a formula using the latest values from all the inputs, then emits\n * the output of that formula.</span>\n *\n * ![](combineLatest.png)\n *\n * `combineLatest` combines the values from all the Observables passed in the\n * observables array. This is done by subscribing to each Observable in order and,\n * whenever any Observable emits, collecting an array of the most recent\n * values from each Observable. So if you pass `n` Observables to this operator,\n * the returned Observable will always emit an array of `n` values, in an order\n * corresponding to the order of the passed Observables (the value from the first Observable\n * will be at index 0 of the array and so on).\n *\n * Static version of `combineLatest` accepts an array of Observables. Note that an array of\n * Observables is a good choice, if you don't know beforehand how many Observables\n * you will combine. Passing an empty array will result in an Observable that\n * completes immediately.\n *\n * To ensure the output array always has the same length, `combineLatest` will\n * actually wait for all input Observables to emit at least once,\n * before it starts emitting results. This means if some Observable emits\n * values before other Observables started emitting, all these values but the last\n * will be lost. On the other hand, if some Observable does not emit a value but\n * completes, resulting Observable will complete at the same moment without\n * emitting anything, since it will now be impossible to include a value from the\n * completed Observable in the resulting array. Also, if some input Observable does\n * not emit any value and never completes, `combineLatest` will also never emit\n * and never complete, since, again, it will wait for all streams to emit some\n * value.\n *\n * If at least one Observable was passed to `combineLatest` and all passed Observables\n * emitted something, the resulting Observable will complete when all combined\n * streams complete. So even if some Observable completes, the result of\n * `combineLatest` will still emit values when other Observables do. In case\n * of a completed Observable, its value from now on will always be the last\n * emitted value. On the other hand, if any Observable errors, `combineLatest`\n * will error immediately as well, and all other Observables will be unsubscribed.\n *\n * ## Examples\n *\n * Combine two timer Observables\n *\n * ```ts\n * import { timer, combineLatest } from 'rxjs';\n *\n * const firstTimer = timer(0, 1000); // emit 0, 1, 2... after every second, starting from now\n * const secondTimer = timer(500, 1000); // emit 0, 1, 2... after every second, starting 0,5s from now\n * const combinedTimers = combineLatest([firstTimer, secondTimer]);\n * combinedTimers.subscribe(value => console.log(value));\n * // Logs\n * // [0, 0] after 0.5s\n * // [1, 0] after 1s\n * // [1, 1] after 1.5s\n * // [2, 1] after 2s\n * ```\n *\n * Combine a dictionary of Observables\n *\n * ```ts\n * import { of, delay, startWith, combineLatest } from 'rxjs';\n *\n * const observables = {\n *   a: of(1).pipe(delay(1000), startWith(0)),\n *   b: of(5).pipe(delay(5000), startWith(0)),\n *   c: of(10).pipe(delay(10000), startWith(0))\n * };\n * const combined = combineLatest(observables);\n * combined.subscribe(value => console.log(value));\n * // Logs\n * // { a: 0, b: 0, c: 0 } immediately\n * // { a: 1, b: 0, c: 0 } after 1s\n * // { a: 1, b: 5, c: 0 } after 5s\n * // { a: 1, b: 5, c: 10 } after 10s\n * ```\n *\n * Combine an array of Observables\n *\n * ```ts\n * import { of, delay, startWith, combineLatest } from 'rxjs';\n *\n * const observables = [1, 5, 10].map(\n *   n => of(n).pipe(\n *     delay(n * 1000), // emit 0 and then emit n after n seconds\n *     startWith(0)\n *   )\n * );\n * const combined = combineLatest(observables);\n * combined.subscribe(value => console.log(value));\n * // Logs\n * // [0, 0, 0] immediately\n * // [1, 0, 0] after 1s\n * // [1, 5, 0] after 5s\n * // [1, 5, 10] after 10s\n * ```\n *\n * Use map operator to dynamically calculate the Body-Mass Index\n *\n * ```ts\n * import { of, combineLatest, map } from 'rxjs';\n *\n * const weight = of(70, 72, 76, 79, 75);\n * const height = of(1.76, 1.77, 1.78);\n * const bmi = combineLatest([weight, height]).pipe(\n *   map(([w, h]) => w / (h * h)),\n * );\n * bmi.subscribe(x => console.log('BMI is ' + x));\n *\n * // With output to console:\n * // BMI is 24.212293388429753\n * // BMI is 23.93948099205209\n * // BMI is 23.671253629592222\n * ```\n *\n * @see {@link combineLatestAll}\n * @see {@link merge}\n * @see {@link withLatestFrom}\n *\n * @param {ObservableInput} [observables] An array of input Observables to combine with each other.\n * An array of Observables must be given as the first argument.\n * @param {function} [project] An optional function to project the values from\n * the combined latest values into a new value on the output Observable.\n * @param {SchedulerLike} [scheduler=null] The {@link SchedulerLike} to use for subscribing to\n * each input Observable.\n * @return {Observable} An Observable of projected values from the most recent\n * values from each input Observable, or an array of the most recent values from\n * each input Observable.\n */\nexport function combineLatest<O extends ObservableInput<any>, R>(...args: any[]): Observable<R> | Observable<ObservedValueOf<O>[]> {\n  const scheduler = popScheduler(args);\n  const resultSelector = popResultSelector(args);\n\n  const { args: observables, keys } = argsArgArrayOrObject(args);\n\n  if (observables.length === 0) {\n    // If no observables are passed, or someone has passed an empty array\n    // of observables, or even an empty object POJO, we need to just\n    // complete (EMPTY), but we have to honor the scheduler provided if any.\n    return from([], scheduler as any);\n  }\n\n  const result = new Observable<ObservedValueOf<O>[]>(\n    combineLatestInit(\n      observables as ObservableInput<ObservedValueOf<O>>[],\n      scheduler,\n      keys\n        ? // A handler for scrubbing the array of args into a dictionary.\n          (values) => createObject(keys, values)\n        : // A passthrough to just return the array\n          identity\n    )\n  );\n\n  return resultSelector ? (result.pipe(mapOneOrManyArgs(resultSelector)) as Observable<R>) : result;\n}\n\nexport function combineLatestInit(\n  observables: ObservableInput<any>[],\n  scheduler?: SchedulerLike,\n  valueTransform: (values: any[]) => any = identity\n) {\n  return (subscriber: Subscriber<any>) => {\n    // The outer subscription. We're capturing this in a function\n    // because we may have to schedule it.\n    maybeSchedule(\n      scheduler,\n      () => {\n        const { length } = observables;\n        // A store for the values each observable has emitted so far. We match observable to value on index.\n        const values = new Array(length);\n        // The number of currently active subscriptions, as they complete, we decrement this number to see if\n        // we are all done combining values, so we can complete the result.\n        let active = length;\n        // The number of inner sources that still haven't emitted the first value\n        // We need to track this because all sources need to emit one value in order\n        // to start emitting values.\n        let remainingFirstValues = length;\n        // The loop to kick off subscription. We're keying everything on index `i` to relate the observables passed\n        // in to the slot in the output array or the key in the array of keys in the output dictionary.\n        for (let i = 0; i < length; i++) {\n          maybeSchedule(\n            scheduler,\n            () => {\n              const source = from(observables[i], scheduler as any);\n              let hasFirstValue = false;\n              source.subscribe(\n                createOperatorSubscriber(\n                  subscriber,\n                  (value) => {\n                    // When we get a value, record it in our set of values.\n                    values[i] = value;\n                    if (!hasFirstValue) {\n                      // If this is our first value, record that.\n                      hasFirstValue = true;\n                      remainingFirstValues--;\n                    }\n                    if (!remainingFirstValues) {\n                      // We're not waiting for any more\n                      // first values, so we can emit!\n                      subscriber.next(valueTransform(values.slice()));\n                    }\n                  },\n                  () => {\n                    if (!--active) {\n                      // We only complete the result if we have no more active\n                      // inner observables.\n                      subscriber.complete();\n                    }\n                  }\n                )\n              );\n            },\n            subscriber\n          );\n        }\n      },\n      subscriber\n    );\n  };\n}\n\n/**\n * A small utility to handle the couple of locations where we want to schedule if a scheduler was provided,\n * but we don't if there was no scheduler.\n */\nfunction maybeSchedule(scheduler: SchedulerLike | undefined, execute: () => void, subscription: Subscription) {\n  if (scheduler) {\n    executeSchedule(subscription, scheduler, execute);\n  } else {\n    execute();\n  }\n}\n", "import { Observable } from '../Observable';\nimport { innerFrom } from '../observable/innerFrom';\nimport { Subscriber } from '../Subscriber';\nimport { ObservableInput, SchedulerLike } from '../types';\nimport { executeSchedule } from '../util/executeSchedule';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * A process embodying the general \"merge\" strategy. This is used in\n * `mergeMap` and `mergeScan` because the logic is otherwise nearly identical.\n * @param source The original source observable\n * @param subscriber The consumer subscriber\n * @param project The projection function to get our inner sources\n * @param concurrent The number of concurrent inner subscriptions\n * @param onBeforeNext Additional logic to apply before nexting to our consumer\n * @param expand If `true` this will perform an \"expand\" strategy, which differs only\n * in that it recurses, and the inner subscription must be schedule-able.\n * @param innerSubScheduler A scheduler to use to schedule inner subscriptions,\n * this is to support the expand strategy, mostly, and should be deprecated\n */\nexport function mergeInternals<T, R>(\n  source: Observable<T>,\n  subscriber: Subscriber<R>,\n  project: (value: T, index: number) => ObservableInput<R>,\n  concurrent: number,\n  onBeforeNext?: (innerValue: R) => void,\n  expand?: boolean,\n  innerSubScheduler?: SchedulerLike,\n  additionalFinalizer?: () => void\n) {\n  // Buffered values, in the event of going over our concurrency limit\n  const buffer: T[] = [];\n  // The number of active inner subscriptions.\n  let active = 0;\n  // An index to pass to our accumulator function\n  let index = 0;\n  // Whether or not the outer source has completed.\n  let isComplete = false;\n\n  /**\n   * Checks to see if we can complete our result or not.\n   */\n  const checkComplete = () => {\n    // If the outer has completed, and nothing is left in the buffer,\n    // and we don't have any active inner subscriptions, then we can\n    // Emit the state and complete.\n    if (isComplete && !buffer.length && !active) {\n      subscriber.complete();\n    }\n  };\n\n  // If we're under our concurrency limit, just start the inner subscription, otherwise buffer and wait.\n  const outerNext = (value: T) => (active < concurrent ? doInnerSub(value) : buffer.push(value));\n\n  const doInnerSub = (value: T) => {\n    // If we're expanding, we need to emit the outer values and the inner values\n    // as the inners will \"become outers\" in a way as they are recursively fed\n    // back to the projection mechanism.\n    expand && subscriber.next(value as any);\n\n    // Increment the number of active subscriptions so we can track it\n    // against our concurrency limit later.\n    active++;\n\n    // A flag used to show that the inner observable completed.\n    // This is checked during finalization to see if we should\n    // move to the next item in the buffer, if there is on.\n    let innerComplete = false;\n\n    // Start our inner subscription.\n    innerFrom(project(value, index++)).subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (innerValue) => {\n          // `mergeScan` has additional handling here. For example\n          // taking the inner value and updating state.\n          onBeforeNext?.(innerValue);\n\n          if (expand) {\n            // If we're expanding, then just recurse back to our outer\n            // handler. It will emit the value first thing.\n            outerNext(innerValue as any);\n          } else {\n            // Otherwise, emit the inner value.\n            subscriber.next(innerValue);\n          }\n        },\n        () => {\n          // Flag that we have completed, so we know to check the buffer\n          // during finalization.\n          innerComplete = true;\n        },\n        // Errors are passed to the destination.\n        undefined,\n        () => {\n          // During finalization, if the inner completed (it wasn't errored or\n          // cancelled), then we want to try the next item in the buffer if\n          // there is one.\n          if (innerComplete) {\n            // We have to wrap this in a try/catch because it happens during\n            // finalization, possibly asynchronously, and we want to pass\n            // any errors that happen (like in a projection function) to\n            // the outer Subscriber.\n            try {\n              // INNER SOURCE COMPLETE\n              // Decrement the active count to ensure that the next time\n              // we try to call `doInnerSub`, the number is accurate.\n              active--;\n              // If we have more values in the buffer, try to process those\n              // Note that this call will increment `active` ahead of the\n              // next conditional, if there were any more inner subscriptions\n              // to start.\n              while (buffer.length && active < concurrent) {\n                const bufferedValue = buffer.shift()!;\n                // Particularly for `expand`, we need to check to see if a scheduler was provided\n                // for when we want to start our inner subscription. Otherwise, we just start\n                // are next inner subscription.\n                if (innerSubScheduler) {\n                  executeSchedule(subscriber, innerSubScheduler, () => doInnerSub(bufferedValue));\n                } else {\n                  doInnerSub(bufferedValue);\n                }\n              }\n              // Check to see if we can complete, and complete if so.\n              checkComplete();\n            } catch (err) {\n              subscriber.error(err);\n            }\n          }\n        }\n      )\n    );\n  };\n\n  // Subscribe to our source observable.\n  source.subscribe(\n    createOperatorSubscriber(subscriber, outerNext, () => {\n      // Outer completed, make a note of it, and check to see if we can complete everything.\n      isComplete = true;\n      checkComplete();\n    })\n  );\n\n  // Additional finalization (for when the destination is torn down).\n  // Other finalization is added implicitly via subscription above.\n  return () => {\n    additionalFinalizer?.();\n  };\n}\n", "import { ObservableInput, OperatorFunction, ObservedValueOf } from '../types';\nimport { map } from './map';\nimport { innerFrom } from '../observable/innerFrom';\nimport { operate } from '../util/lift';\nimport { mergeInternals } from './mergeInternals';\nimport { isFunction } from '../util/isFunction';\n\n/* tslint:disable:max-line-length */\nexport function mergeMap<T, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  concurrent?: number\n): OperatorFunction<T, ObservedValueOf<O>>;\n/** @deprecated The `resultSelector` parameter will be removed in v8. Use an inner `map` instead. Details: https://rxjs.dev/deprecations/resultSelector */\nexport function mergeMap<T, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector: undefined,\n  concurrent?: number\n): OperatorFunction<T, ObservedValueOf<O>>;\n/** @deprecated The `resultSelector` parameter will be removed in v8. Use an inner `map` instead. Details: https://rxjs.dev/deprecations/resultSelector */\nexport function mergeMap<T, R, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector: (outerValue: T, innerValue: ObservedValueOf<O>, outerIndex: number, innerIndex: number) => R,\n  concurrent?: number\n): OperatorFunction<T, R>;\n/* tslint:enable:max-line-length */\n\n/**\n * Projects each source value to an Observable which is merged in the output\n * Observable.\n *\n * <span class=\"informal\">Maps each value to an Observable, then flattens all of\n * these inner Observables using {@link mergeAll}.</span>\n *\n * ![](mergeMap.png)\n *\n * Returns an Observable that emits items based on applying a function that you\n * supply to each item emitted by the source Observable, where that function\n * returns an Observable, and then merging those resulting Observables and\n * emitting the results of this merger.\n *\n * ## Example\n *\n * Map and flatten each letter to an Observable ticking every 1 second\n *\n * ```ts\n * import { of, mergeMap, interval, map } from 'rxjs';\n *\n * const letters = of('a', 'b', 'c');\n * const result = letters.pipe(\n *   mergeMap(x => interval(1000).pipe(map(i => x + i)))\n * );\n *\n * result.subscribe(x => console.log(x));\n *\n * // Results in the following:\n * // a0\n * // b0\n * // c0\n * // a1\n * // b1\n * // c1\n * // continues to list a, b, c every second with respective ascending integers\n * ```\n *\n * @see {@link concatMap}\n * @see {@link exhaustMap}\n * @see {@link merge}\n * @see {@link mergeAll}\n * @see {@link mergeMapTo}\n * @see {@link mergeScan}\n * @see {@link switchMap}\n *\n * @param {function(value: T, ?index: number): ObservableInput} project A function\n * that, when applied to an item emitted by the source Observable, returns an\n * Observable.\n * @param {number} [concurrent=Infinity] Maximum number of input\n * Observables being subscribed to concurrently.\n * @return A function that returns an Observable that emits the result of\n * applying the projection function (and the optional deprecated\n * `resultSelector`) to each item emitted by the source Observable and merging\n * the results of the Observables obtained from this transformation.\n */\nexport function mergeMap<T, R, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector?: ((outerValue: T, innerValue: ObservedValueOf<O>, outerIndex: number, innerIndex: number) => R) | number,\n  concurrent: number = Infinity\n): OperatorFunction<T, ObservedValueOf<O> | R> {\n  if (isFunction(resultSelector)) {\n    // DEPRECATED PATH\n    return mergeMap((a, i) => map((b: any, ii: number) => resultSelector(a, b, i, ii))(innerFrom(project(a, i))), concurrent);\n  } else if (typeof resultSelector === 'number') {\n    concurrent = resultSelector;\n  }\n\n  return operate((source, subscriber) => mergeInternals(source, subscriber, project, concurrent));\n}\n", "import { mergeMap } from './mergeMap';\nimport { identity } from '../util/identity';\nimport { OperatorFunction, ObservableInput, ObservedValueOf } from '../types';\n\n/**\n * Converts a higher-order Observable into a first-order Observable which\n * concurrently delivers all values that are emitted on the inner Observables.\n *\n * <span class=\"informal\">Flattens an Observable-of-Observables.</span>\n *\n * ![](mergeAll.png)\n *\n * `mergeAll` subscribes to an Observable that emits Observables, also known as\n * a higher-order Observable. Each time it observes one of these emitted inner\n * Observables, it subscribes to that and delivers all the values from the\n * inner Observable on the output Observable. The output Observable only\n * completes once all inner Observables have completed. Any error delivered by\n * a inner Observable will be immediately emitted on the output Observable.\n *\n * ## Examples\n *\n * Spawn a new interval Observable for each click event, and blend their outputs as one Observable\n *\n * ```ts\n * import { fromEvent, map, interval, mergeAll } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const higherOrder = clicks.pipe(map(() => interval(1000)));\n * const firstOrder = higherOrder.pipe(mergeAll());\n *\n * firstOrder.subscribe(x => console.log(x));\n * ```\n *\n * Count from 0 to 9 every second for each click, but only allow 2 concurrent timers\n *\n * ```ts\n * import { fromEvent, map, interval, take, mergeAll } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const higherOrder = clicks.pipe(\n *   map(() => interval(1000).pipe(take(10)))\n * );\n * const firstOrder = higherOrder.pipe(mergeAll(2));\n *\n * firstOrder.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link combineLatestAll}\n * @see {@link concatAll}\n * @see {@link exhaustAll}\n * @see {@link merge}\n * @see {@link mergeMap}\n * @see {@link mergeMapTo}\n * @see {@link mergeScan}\n * @see {@link switchAll}\n * @see {@link switchMap}\n * @see {@link zipAll}\n *\n * @param {number} [concurrent=Infinity] Maximum number of inner\n * Observables being subscribed to concurrently.\n * @return A function that returns an Observable that emits values coming from\n * all the inner Observables emitted by the source Observable.\n */\nexport function mergeAll<O extends ObservableInput<any>>(concurrent: number = Infinity): OperatorFunction<O, ObservedValueOf<O>> {\n  return mergeMap(identity, concurrent);\n}\n", "import { mergeAll } from './mergeAll';\nimport { OperatorFunction, ObservableInput, ObservedValueOf } from '../types';\n\n/**\n * Converts a higher-order Observable into a first-order Observable by\n * concatenating the inner Observables in order.\n *\n * <span class=\"informal\">Flattens an Observable-of-Observables by putting one\n * inner Observable after the other.</span>\n *\n * ![](concatAll.svg)\n *\n * Joins every Observable emitted by the source (a higher-order Observable), in\n * a serial fashion. It subscribes to each inner Observable only after the\n * previous inner Observable has completed, and merges all of their values into\n * the returned observable.\n *\n * __Warning:__ If the source Observable emits Observables quickly and\n * endlessly, and the inner Observables it emits generally complete slower than\n * the source emits, you can run into memory issues as the incoming Observables\n * collect in an unbounded buffer.\n *\n * Note: `concatAll` is equivalent to `mergeAll` with concurrency parameter set\n * to `1`.\n *\n * ## Example\n *\n * For each click event, tick every second from 0 to 3, with no concurrency\n *\n * ```ts\n * import { fromEvent, map, interval, take, concatAll } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const higherOrder = clicks.pipe(\n *   map(() => interval(1000).pipe(take(4)))\n * );\n * const firstOrder = higherOrder.pipe(concatAll());\n * firstOrder.subscribe(x => console.log(x));\n *\n * // Results in the following:\n * // (results are not concurrent)\n * // For every click on the \"document\" it will emit values 0 to 3 spaced\n * // on a 1000ms interval\n * // one click = 1000ms-> 0 -1000ms-> 1 -1000ms-> 2 -1000ms-> 3\n * ```\n *\n * @see {@link combineLatestAll}\n * @see {@link concat}\n * @see {@link concatMap}\n * @see {@link concatMapTo}\n * @see {@link exhaustAll}\n * @see {@link mergeAll}\n * @see {@link switchAll}\n * @see {@link switchMap}\n * @see {@link zipAll}\n *\n * @return A function that returns an Observable emitting values from all the\n * inner Observables concatenated.\n */\nexport function concatAll<O extends ObservableInput<any>>(): OperatorFunction<O, ObservedValueOf<O>> {\n  return mergeAll(1);\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInputTuple, SchedulerLike } from '../types';\nimport { concatAll } from '../operators/concatAll';\nimport { popScheduler } from '../util/args';\nimport { from } from './from';\n\nexport function concat<T extends readonly unknown[]>(...inputs: [...ObservableInputTuple<T>]): Observable<T[number]>;\nexport function concat<T extends readonly unknown[]>(\n  ...inputsAndScheduler: [...ObservableInputTuple<T>, SchedulerLike]\n): Observable<T[number]>;\n\n/**\n * Creates an output Observable which sequentially emits all values from the first given\n * Observable and then moves on to the next.\n *\n * <span class=\"informal\">Concatenates multiple Observables together by\n * sequentially emitting their values, one Observable after the other.</span>\n *\n * ![](concat.png)\n *\n * `concat` joins multiple Observables together, by subscribing to them one at a time and\n * merging their results into the output Observable. You can pass either an array of\n * Observables, or put them directly as arguments. Passing an empty array will result\n * in Observable that completes immediately.\n *\n * `concat` will subscribe to first input Observable and emit all its values, without\n * changing or affecting them in any way. When that Observable completes, it will\n * subscribe to then next Observable passed and, again, emit its values. This will be\n * repeated, until the operator runs out of Observables. When last input Observable completes,\n * `concat` will complete as well. At any given moment only one Observable passed to operator\n * emits values. If you would like to emit values from passed Observables concurrently, check out\n * {@link merge} instead, especially with optional `concurrent` parameter. As a matter of fact,\n * `concat` is an equivalent of `merge` operator with `concurrent` parameter set to `1`.\n *\n * Note that if some input Observable never completes, `concat` will also never complete\n * and Observables following the one that did not complete will never be subscribed. On the other\n * hand, if some Observable simply completes immediately after it is subscribed, it will be\n * invisible for `concat`, which will just move on to the next Observable.\n *\n * If any Observable in chain errors, instead of passing control to the next Observable,\n * `concat` will error immediately as well. Observables that would be subscribed after\n * the one that emitted error, never will.\n *\n * If you pass to `concat` the same Observable many times, its stream of values\n * will be \"replayed\" on every subscription, which means you can repeat given Observable\n * as many times as you like. If passing the same Observable to `concat` 1000 times becomes tedious,\n * you can always use {@link repeat}.\n *\n * ## Examples\n *\n * Concatenate a timer counting from 0 to 3 with a synchronous sequence from 1 to 10\n *\n * ```ts\n * import { interval, take, range, concat } from 'rxjs';\n *\n * const timer = interval(1000).pipe(take(4));\n * const sequence = range(1, 10);\n * const result = concat(timer, sequence);\n * result.subscribe(x => console.log(x));\n *\n * // results in:\n * // 0 -1000ms-> 1 -1000ms-> 2 -1000ms-> 3 -immediate-> 1 ... 10\n * ```\n *\n * Concatenate 3 Observables\n *\n * ```ts\n * import { interval, take, concat } from 'rxjs';\n *\n * const timer1 = interval(1000).pipe(take(10));\n * const timer2 = interval(2000).pipe(take(6));\n * const timer3 = interval(500).pipe(take(10));\n *\n * const result = concat(timer1, timer2, timer3);\n * result.subscribe(x => console.log(x));\n *\n * // results in the following:\n * // (Prints to console sequentially)\n * // -1000ms-> 0 -1000ms-> 1 -1000ms-> ... 9\n * // -2000ms-> 0 -2000ms-> 1 -2000ms-> ... 5\n * // -500ms-> 0 -500ms-> 1 -500ms-> ... 9\n * ```\n *\n * Concatenate the same Observable to repeat it\n *\n * ```ts\n * import { interval, take, concat } from 'rxjs';\n *\n * const timer = interval(1000).pipe(take(2));\n *\n * concat(timer, timer) // concatenating the same Observable!\n *   .subscribe({\n *     next: value => console.log(value),\n *     complete: () => console.log('...and it is done!')\n *   });\n *\n * // Logs:\n * // 0 after 1s\n * // 1 after 2s\n * // 0 after 3s\n * // 1 after 4s\n * // '...and it is done!' also after 4s\n * ```\n *\n * @see {@link concatAll}\n * @see {@link concatMap}\n * @see {@link concatMapTo}\n * @see {@link startWith}\n * @see {@link endWith}\n *\n * @param args Input Observables to concatenate.\n */\nexport function concat(...args: any[]): Observable<unknown> {\n  return concatAll()(from(args, popScheduler(args)));\n}\n", "import { Observable } from '../Observable';\nimport { ObservedValueOf, ObservableInput } from '../types';\nimport { innerFrom } from './innerFrom';\n\n/**\n * Creates an Observable that, on subscribe, calls an Observable factory to\n * make an Observable for each new Observer.\n *\n * <span class=\"informal\">Creates the Observable lazily, that is, only when it\n * is subscribed.\n * </span>\n *\n * ![](defer.png)\n *\n * `defer` allows you to create an Observable only when the Observer\n * subscribes. It waits until an Observer subscribes to it, calls the given\n * factory function to get an Observable -- where a factory function typically\n * generates a new Observable -- and subscribes the Observer to this Observable.\n * In case the factory function returns a falsy value, then EMPTY is used as\n * Observable instead. Last but not least, an exception during the factory\n * function call is transferred to the Observer by calling `error`.\n *\n * ## Example\n *\n * Subscribe to either an Observable of clicks or an Observable of interval, at random\n *\n * ```ts\n * import { defer, fromEvent, interval } from 'rxjs';\n *\n * const clicksOrInterval = defer(() => {\n *   return Math.random() > 0.5\n *     ? fromEvent(document, 'click')\n *     : interval(1000);\n * });\n * clicksOrInterval.subscribe(x => console.log(x));\n *\n * // Results in the following behavior:\n * // If the result of Math.random() is greater than 0.5 it will listen\n * // for clicks anywhere on the \"document\"; when document is clicked it\n * // will log a MouseEvent object to the console. If the result is less\n * // than 0.5 it will emit ascending numbers, one every second(1000ms).\n * ```\n *\n * @see {@link Observable}\n *\n * @param {function(): ObservableInput} observableFactory The Observable\n * factory function to invoke for each Observer that subscribes to the output\n * Observable. May also return a Promise, which will be converted on the fly\n * to an Observable.\n * @return {Observable} An Observable whose Observers' subscriptions trigger\n * an invocation of the given Observable factory function.\n */\nexport function defer<R extends ObservableInput<any>>(observableFactory: () => R): Observable<ObservedValueOf<R>> {\n  return new Observable<ObservedValueOf<R>>((subscriber) => {\n    innerFrom(observableFactory()).subscribe(subscriber);\n  });\n}\n", "import { innerFrom } from '../observable/innerFrom';\nimport { Observable } from '../Observable';\nimport { mergeMap } from '../operators/mergeMap';\nimport { isArrayLike } from '../util/isArrayLike';\nimport { isFunction } from '../util/isFunction';\nimport { mapOneOrManyArgs } from '../util/mapOneOrManyArgs';\n\n// These constants are used to create handler registry functions using array mapping below.\nconst nodeEventEmitterMethods = ['addListener', 'removeListener'] as const;\nconst eventTargetMethods = ['addEventListener', 'removeEventListener'] as const;\nconst jqueryMethods = ['on', 'off'] as const;\n\nexport interface NodeStyleEventEmitter {\n  addListener(eventName: string | symbol, handler: NodeEventHandler): this;\n  removeListener(eventName: string | symbol, handler: NodeEventHandler): this;\n}\n\nexport type NodeEventHandler = (...args: any[]) => void;\n\n// For APIs that implement `addListener` and `removeListener` methods that may\n// not use the same arguments or return EventEmitter values\n// such as React Native\nexport interface NodeCompatibleEventEmitter {\n  addListener(eventName: string, handler: NodeEventHandler): void | {};\n  removeListener(eventName: string, handler: NodeEventHandler): void | {};\n}\n\n// Use handler types like those in @types/jquery. See:\n// https://github.com/DefinitelyTyped/DefinitelyTyped/blob/847731ba1d7fa6db6b911c0e43aa0afe596e7723/types/jquery/misc.d.ts#L6395\nexport interface JQueryStyleEventEmitter<TContext, T> {\n  on(eventName: string, handler: (this: TContext, t: T, ...args: any[]) => any): void;\n  off(eventName: string, handler: (this: TContext, t: T, ...args: any[]) => any): void;\n}\n\nexport interface EventListenerObject<E> {\n  handleEvent(evt: E): void;\n}\n\nexport interface HasEventTargetAddRemove<E> {\n  addEventListener(\n    type: string,\n    listener: ((evt: E) => void) | EventListenerObject<E> | null,\n    options?: boolean | AddEventListenerOptions\n  ): void;\n  removeEventListener(\n    type: string,\n    listener: ((evt: E) => void) | EventListenerObject<E> | null,\n    options?: EventListenerOptions | boolean\n  ): void;\n}\n\nexport interface EventListenerOptions {\n  capture?: boolean;\n  passive?: boolean;\n  once?: boolean;\n}\n\nexport interface AddEventListenerOptions extends EventListenerOptions {\n  once?: boolean;\n  passive?: boolean;\n}\n\nexport function fromEvent<T>(target: HasEventTargetAddRemove<T> | ArrayLike<HasEventTargetAddRemove<T>>, eventName: string): Observable<T>;\nexport function fromEvent<T, R>(\n  target: HasEventTargetAddRemove<T> | ArrayLike<HasEventTargetAddRemove<T>>,\n  eventName: string,\n  resultSelector: (event: T) => R\n): Observable<R>;\nexport function fromEvent<T>(\n  target: HasEventTargetAddRemove<T> | ArrayLike<HasEventTargetAddRemove<T>>,\n  eventName: string,\n  options: EventListenerOptions\n): Observable<T>;\nexport function fromEvent<T, R>(\n  target: HasEventTargetAddRemove<T> | ArrayLike<HasEventTargetAddRemove<T>>,\n  eventName: string,\n  options: EventListenerOptions,\n  resultSelector: (event: T) => R\n): Observable<R>;\n\nexport function fromEvent(target: NodeStyleEventEmitter | ArrayLike<NodeStyleEventEmitter>, eventName: string): Observable<unknown>;\n/** @deprecated Do not specify explicit type parameters. Signatures with type parameters that cannot be inferred will be removed in v8. */\nexport function fromEvent<T>(target: NodeStyleEventEmitter | ArrayLike<NodeStyleEventEmitter>, eventName: string): Observable<T>;\nexport function fromEvent<R>(\n  target: NodeStyleEventEmitter | ArrayLike<NodeStyleEventEmitter>,\n  eventName: string,\n  resultSelector: (...args: any[]) => R\n): Observable<R>;\n\nexport function fromEvent(\n  target: NodeCompatibleEventEmitter | ArrayLike<NodeCompatibleEventEmitter>,\n  eventName: string\n): Observable<unknown>;\n/** @deprecated Do not specify explicit type parameters. Signatures with type parameters that cannot be inferred will be removed in v8. */\nexport function fromEvent<T>(target: NodeCompatibleEventEmitter | ArrayLike<NodeCompatibleEventEmitter>, eventName: string): Observable<T>;\nexport function fromEvent<R>(\n  target: NodeCompatibleEventEmitter | ArrayLike<NodeCompatibleEventEmitter>,\n  eventName: string,\n  resultSelector: (...args: any[]) => R\n): Observable<R>;\n\nexport function fromEvent<T>(\n  target: JQueryStyleEventEmitter<any, T> | ArrayLike<JQueryStyleEventEmitter<any, T>>,\n  eventName: string\n): Observable<T>;\nexport function fromEvent<T, R>(\n  target: JQueryStyleEventEmitter<any, T> | ArrayLike<JQueryStyleEventEmitter<any, T>>,\n  eventName: string,\n  resultSelector: (value: T, ...args: any[]) => R\n): Observable<R>;\n\n/**\n * Creates an Observable that emits events of a specific type coming from the\n * given event target.\n *\n * <span class=\"informal\">Creates an Observable from DOM events, or Node.js\n * EventEmitter events or others.</span>\n *\n * ![](fromEvent.png)\n *\n * `fromEvent` accepts as a first argument event target, which is an object with methods\n * for registering event handler functions. As a second argument it takes string that indicates\n * type of event we want to listen for. `fromEvent` supports selected types of event targets,\n * which are described in detail below. If your event target does not match any of the ones listed,\n * you should use {@link fromEventPattern}, which can be used on arbitrary APIs.\n * When it comes to APIs supported by `fromEvent`, their methods for adding and removing event\n * handler functions have different names, but they all accept a string describing event type\n * and function itself, which will be called whenever said event happens.\n *\n * Every time resulting Observable is subscribed, event handler function will be registered\n * to event target on given event type. When that event fires, value\n * passed as a first argument to registered function will be emitted by output Observable.\n * When Observable is unsubscribed, function will be unregistered from event target.\n *\n * Note that if event target calls registered function with more than one argument, second\n * and following arguments will not appear in resulting stream. In order to get access to them,\n * you can pass to `fromEvent` optional project function, which will be called with all arguments\n * passed to event handler. Output Observable will then emit value returned by project function,\n * instead of the usual value.\n *\n * Remember that event targets listed below are checked via duck typing. It means that\n * no matter what kind of object you have and no matter what environment you work in,\n * you can safely use `fromEvent` on that object if it exposes described methods (provided\n * of course they behave as was described above). So for example if Node.js library exposes\n * event target which has the same method names as DOM EventTarget, `fromEvent` is still\n * a good choice.\n *\n * If the API you use is more callback then event handler oriented (subscribed\n * callback function fires only once and thus there is no need to manually\n * unregister it), you should use {@link bindCallback} or {@link bindNodeCallback}\n * instead.\n *\n * `fromEvent` supports following types of event targets:\n *\n * **DOM EventTarget**\n *\n * This is an object with `addEventListener` and `removeEventListener` methods.\n *\n * In the browser, `addEventListener` accepts - apart from event type string and event\n * handler function arguments - optional third parameter, which is either an object or boolean,\n * both used for additional configuration how and when passed function will be called. When\n * `fromEvent` is used with event target of that type, you can provide this values\n * as third parameter as well.\n *\n * **Node.js EventEmitter**\n *\n * An object with `addListener` and `removeListener` methods.\n *\n * **JQuery-style event target**\n *\n * An object with `on` and `off` methods\n *\n * **DOM NodeList**\n *\n * List of DOM Nodes, returned for example by `document.querySelectorAll` or `Node.childNodes`.\n *\n * Although this collection is not event target in itself, `fromEvent` will iterate over all Nodes\n * it contains and install event handler function in every of them. When returned Observable\n * is unsubscribed, function will be removed from all Nodes.\n *\n * **DOM HtmlCollection**\n *\n * Just as in case of NodeList it is a collection of DOM nodes. Here as well event handler function is\n * installed and removed in each of elements.\n *\n *\n * ## Examples\n *\n * Emit clicks happening on the DOM document\n *\n * ```ts\n * import { fromEvent } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * clicks.subscribe(x => console.log(x));\n *\n * // Results in:\n * // MouseEvent object logged to console every time a click\n * // occurs on the document.\n * ```\n *\n * Use `addEventListener` with capture option\n *\n * ```ts\n * import { fromEvent } from 'rxjs';\n *\n * const div = document.createElement('div');\n * div.style.cssText = 'width: 200px; height: 200px; background: #09c;';\n * document.body.appendChild(div);\n *\n * // note optional configuration parameter which will be passed to addEventListener\n * const clicksInDocument = fromEvent(document, 'click', { capture: true });\n * const clicksInDiv = fromEvent(div, 'click');\n *\n * clicksInDocument.subscribe(() => console.log('document'));\n * clicksInDiv.subscribe(() => console.log('div'));\n *\n * // By default events bubble UP in DOM tree, so normally\n * // when we would click on div in document\n * // \"div\" would be logged first and then \"document\".\n * // Since we specified optional `capture` option, document\n * // will catch event when it goes DOWN DOM tree, so console\n * // will log \"document\" and then \"div\".\n * ```\n *\n * @see {@link bindCallback}\n * @see {@link bindNodeCallback}\n * @see {@link fromEventPattern}\n *\n * @param {FromEventTarget<T>} target The DOM EventTarget, Node.js\n * EventEmitter, JQuery-like event target, NodeList or HTMLCollection to attach the event handler to.\n * @param {string} eventName The event name of interest, being emitted by the\n * `target`.\n * @param {EventListenerOptions} [options] Options to pass through to addEventListener\n * @return {Observable<T>}\n */\nexport function fromEvent<T>(\n  target: any,\n  eventName: string,\n  options?: EventListenerOptions | ((...args: any[]) => T),\n  resultSelector?: (...args: any[]) => T\n): Observable<T> {\n  if (isFunction(options)) {\n    resultSelector = options;\n    options = undefined;\n  }\n  if (resultSelector) {\n    return fromEvent<T>(target, eventName, options as EventListenerOptions).pipe(mapOneOrManyArgs(resultSelector));\n  }\n\n  // Figure out our add and remove methods. In order to do this,\n  // we are going to analyze the target in a preferred order, if\n  // the target matches a given signature, we take the two \"add\" and \"remove\"\n  // method names and apply them to a map to create opposite versions of the\n  // same function. This is because they all operate in duplicate pairs,\n  // `addListener(name, handler)`, `removeListener(name, handler)`, for example.\n  // The call only differs by method name, as to whether or not you're adding or removing.\n  const [add, remove] =\n    // If it is an EventTarget, we need to use a slightly different method than the other two patterns.\n    isEventTarget(target)\n      ? eventTargetMethods.map((methodName) => (handler: any) => target[methodName](eventName, handler, options as EventListenerOptions))\n      : // In all other cases, the call pattern is identical with the exception of the method names.\n      isNodeStyleEventEmitter(target)\n      ? nodeEventEmitterMethods.map(toCommonHandlerRegistry(target, eventName))\n      : isJQueryStyleEventEmitter(target)\n      ? jqueryMethods.map(toCommonHandlerRegistry(target, eventName))\n      : [];\n\n  // If add is falsy, it's because we didn't match a pattern above.\n  // Check to see if it is an ArrayLike, because if it is, we want to\n  // try to apply fromEvent to all of it's items. We do this check last,\n  // because there are may be some types that are both ArrayLike *and* implement\n  // event registry points, and we'd rather delegate to that when possible.\n  if (!add) {\n    if (isArrayLike(target)) {\n      return mergeMap((subTarget: any) => fromEvent(subTarget, eventName, options as EventListenerOptions))(\n        innerFrom(target)\n      ) as Observable<T>;\n    }\n  }\n\n  // If add is falsy and we made it here, it's because we didn't\n  // match any valid target objects above.\n  if (!add) {\n    throw new TypeError('Invalid event target');\n  }\n\n  return new Observable<T>((subscriber) => {\n    // The handler we are going to register. Forwards the event object, by itself, or\n    // an array of arguments to the event handler, if there is more than one argument,\n    // to the consumer.\n    const handler = (...args: any[]) => subscriber.next(1 < args.length ? args : args[0]);\n    // Do the work of adding the handler to the target.\n    add(handler);\n    // When we finalize, we want to remove the handler and free up memory.\n    return () => remove!(handler);\n  });\n}\n\n/**\n * Used to create `add` and `remove` functions to register and unregister event handlers\n * from a target in the most common handler pattern, where there are only two arguments.\n * (e.g.  `on(name, fn)`, `off(name, fn)`, `addListener(name, fn)`, or `removeListener(name, fn)`)\n * @param target The target we're calling methods on\n * @param eventName The event name for the event we're creating register or unregister functions for\n */\nfunction toCommonHandlerRegistry(target: any, eventName: string) {\n  return (methodName: string) => (handler: any) => target[methodName](eventName, handler);\n}\n\n/**\n * Checks to see if the target implements the required node-style EventEmitter methods\n * for adding and removing event handlers.\n * @param target the object to check\n */\nfunction isNodeStyleEventEmitter(target: any): target is NodeStyleEventEmitter {\n  return isFunction(target.addListener) && isFunction(target.removeListener);\n}\n\n/**\n * Checks to see if the target implements the required jQuery-style EventEmitter methods\n * for adding and removing event handlers.\n * @param target the object to check\n */\nfunction isJQueryStyleEventEmitter(target: any): target is JQueryStyleEventEmitter<any, any> {\n  return isFunction(target.on) && isFunction(target.off);\n}\n\n/**\n * Checks to see if the target implements the required EventTarget methods\n * for adding and removing event handlers.\n * @param target the object to check\n */\nfunction isEventTarget(target: any): target is HasEventTargetAddRemove<any> {\n  return isFunction(target.addEventListener) && isFunction(target.removeEventListener);\n}\n", "import { Observable } from '../Observable';\nimport { isFunction } from '../util/isFunction';\nimport { NodeEventHandler } from './fromEvent';\nimport { mapOneOrManyArgs } from '../util/mapOneOrManyArgs';\n\n/* tslint:disable:max-line-length */\nexport function fromEventPattern<T>(\n  addHandler: (handler: NodeEventHandler) => any,\n  removeHandler?: (handler: NodeEventHandler, signal?: any) => void\n): Observable<T>;\nexport function fromEventPattern<T>(\n  addHandler: (handler: NodeEventHandler) => any,\n  removeHandler?: (handler: NodeEventHandler, signal?: any) => void,\n  resultSelector?: (...args: any[]) => T\n): Observable<T>;\n/* tslint:enable:max-line-length */\n\n/**\n * Creates an Observable from an arbitrary API for registering event handlers.\n *\n * <span class=\"informal\">When that method for adding event handler was something {@link fromEvent}\n * was not prepared for.</span>\n *\n * ![](fromEventPattern.png)\n *\n * `fromEventPattern` allows you to convert into an Observable any API that supports registering handler functions\n * for events. It is similar to {@link fromEvent}, but far\n * more flexible. In fact, all use cases of {@link fromEvent} could be easily handled by\n * `fromEventPattern` (although in slightly more verbose way).\n *\n * This operator accepts as a first argument an `addHandler` function, which will be injected with\n * handler parameter. That handler is actually an event handler function that you now can pass\n * to API expecting it. `addHandler` will be called whenever Observable\n * returned by the operator is subscribed, so registering handler in API will not\n * necessarily happen when `fromEventPattern` is called.\n *\n * After registration, every time an event that we listen to happens,\n * Observable returned by `fromEventPattern` will emit value that event handler\n * function was called with. Note that if event handler was called with more\n * than one argument, second and following arguments will not appear in the Observable.\n *\n * If API you are using allows to unregister event handlers as well, you can pass to `fromEventPattern`\n * another function - `removeHandler` - as a second parameter. It will be injected\n * with the same handler function as before, which now you can use to unregister\n * it from the API. `removeHandler` will be called when consumer of resulting Observable\n * unsubscribes from it.\n *\n * In some APIs unregistering is actually handled differently. Method registering an event handler\n * returns some kind of token, which is later used to identify which function should\n * be unregistered or it itself has method that unregisters event handler.\n * If that is the case with your API, make sure token returned\n * by registering method is returned by `addHandler`. Then it will be passed\n * as a second argument to `removeHandler`, where you will be able to use it.\n *\n * If you need access to all event handler parameters (not only the first one),\n * or you need to transform them in any way, you can call `fromEventPattern` with optional\n * third parameter - project function which will accept all arguments passed to\n * event handler when it is called. Whatever is returned from project function will appear on\n * resulting stream instead of usual event handlers first argument. This means\n * that default project can be thought of as function that takes its first parameter\n * and ignores the rest.\n *\n * ## Examples\n *\n * Emits clicks happening on the DOM document\n *\n * ```ts\n * import { fromEventPattern } from 'rxjs';\n *\n * function addClickHandler(handler) {\n *   document.addEventListener('click', handler);\n * }\n *\n * function removeClickHandler(handler) {\n *   document.removeEventListener('click', handler);\n * }\n *\n * const clicks = fromEventPattern(\n *   addClickHandler,\n *   removeClickHandler\n * );\n * clicks.subscribe(x => console.log(x));\n *\n * // Whenever you click anywhere in the browser, DOM MouseEvent\n * // object will be logged.\n * ```\n *\n * Use with API that returns cancellation token\n *\n * ```ts\n * import { fromEventPattern } from 'rxjs';\n *\n * const token = someAPI.registerEventHandler(function() {});\n * someAPI.unregisterEventHandler(token); // this APIs cancellation method accepts\n *                                        // not handler itself, but special token.\n *\n * const someAPIObservable = fromEventPattern(\n *   function(handler) { return someAPI.registerEventHandler(handler); }, // Note that we return the token here...\n *   function(handler, token) { someAPI.unregisterEventHandler(token); }  // ...to then use it here.\n * );\n * ```\n *\n * Use with project function\n *\n * ```ts\n * import { fromEventPattern } from 'rxjs';\n *\n * someAPI.registerEventHandler((eventType, eventMessage) => {\n *   console.log(eventType, eventMessage); // Logs 'EVENT_TYPE' 'EVENT_MESSAGE' to console.\n * });\n *\n * const someAPIObservable = fromEventPattern(\n *   handler => someAPI.registerEventHandler(handler),\n *   handler => someAPI.unregisterEventHandler(handler)\n *   (eventType, eventMessage) => eventType + ' --- ' + eventMessage // without that function only 'EVENT_TYPE'\n * );                                                                // would be emitted by the Observable\n *\n * someAPIObservable.subscribe(value => console.log(value));\n *\n * // Logs:\n * // 'EVENT_TYPE --- EVENT_MESSAGE'\n * ```\n *\n * @see {@link fromEvent}\n * @see {@link bindCallback}\n * @see {@link bindNodeCallback}\n *\n * @param {function(handler: Function): any} addHandler A function that takes\n * a `handler` function as argument and attaches it somehow to the actual\n * source of events.\n * @param {function(handler: Function, token?: any): void} [removeHandler] A function that\n * takes a `handler` function as an argument and removes it from the event source. If `addHandler`\n * returns some kind of token, `removeHandler` function will have it as a second parameter.\n * @param {function(...args: any): T} [project] A function to\n * transform results. It takes the arguments from the event handler and\n * should return a single value.\n * @return {Observable<T>} Observable which, when an event happens, emits first parameter\n * passed to registered event handler. Alternatively it emits whatever project function returns\n * at that moment.\n */\nexport function fromEventPattern<T>(\n  addHandler: (handler: NodeEventHandler) => any,\n  removeHandler?: (handler: NodeEventHandler, signal?: any) => void,\n  resultSelector?: (...args: any[]) => T\n): Observable<T | T[]> {\n  if (resultSelector) {\n    return fromEventPattern<T>(addHandler, removeHandler).pipe(mapOneOrManyArgs(resultSelector));\n  }\n\n  return new Observable<T | T[]>((subscriber) => {\n    const handler = (...e: T[]) => subscriber.next(e.length === 1 ? e[0] : e);\n    const retValue = addHandler(handler);\n    return isFunction(removeHandler) ? () => removeHandler(handler, retValue) : undefined;\n  });\n}\n", "import { Observable } from '../Observable';\nimport { SchedulerLike } from '../types';\nimport { async as asyncScheduler } from '../scheduler/async';\nimport { isScheduler } from '../util/isScheduler';\nimport { isValidDate } from '../util/isDate';\n\n/**\n * Creates an observable that will wait for a specified time period, or exact date, before\n * emitting the number 0.\n *\n * <span class=\"informal\">Used to emit a notification after a delay.</span>\n *\n * This observable is useful for creating delays in code, or racing against other values\n * for ad-hoc timeouts.\n *\n * The `delay` is specified by default in milliseconds, however providing a custom scheduler could\n * create a different behavior.\n *\n * ## Examples\n *\n * Wait 3 seconds and start another observable\n *\n * You might want to use `timer` to delay subscription to an\n * observable by a set amount of time. Here we use a timer with\n * {@link concatMapTo} or {@link concatMap} in order to wait\n * a few seconds and start a subscription to a source.\n *\n * ```ts\n * import { of, timer, concatMap } from 'rxjs';\n *\n * // This could be any observable\n * const source = of(1, 2, 3);\n *\n * timer(3000)\n *   .pipe(concatMap(() => source))\n *   .subscribe(console.log);\n * ```\n *\n * Take all values until the start of the next minute\n *\n * Using a `Date` as the trigger for the first emission, you can\n * do things like wait until midnight to fire an event, or in this case,\n * wait until a new minute starts (chosen so the example wouldn't take\n * too long to run) in order to stop watching a stream. Leveraging\n * {@link takeUntil}.\n *\n * ```ts\n * import { interval, takeUntil, timer } from 'rxjs';\n *\n * // Build a Date object that marks the\n * // next minute.\n * const currentDate = new Date();\n * const startOfNextMinute = new Date(\n *   currentDate.getFullYear(),\n *   currentDate.getMonth(),\n *   currentDate.getDate(),\n *   currentDate.getHours(),\n *   currentDate.getMinutes() + 1\n * );\n *\n * // This could be any observable stream\n * const source = interval(1000);\n *\n * const result = source.pipe(\n *   takeUntil(timer(startOfNextMinute))\n * );\n *\n * result.subscribe(console.log);\n * ```\n *\n * ### Known Limitations\n *\n * - The {@link asyncScheduler} uses `setTimeout` which has limitations for how far in the future it can be scheduled.\n *\n * - If a `scheduler` is provided that returns a timestamp other than an epoch from `now()`, and\n * a `Date` object is passed to the `dueTime` argument, the calculation for when the first emission\n * should occur will be incorrect. In this case, it would be best to do your own calculations\n * ahead of time, and pass a `number` in as the `dueTime`.\n *\n * @param due If a `number`, the amount of time in milliseconds to wait before emitting.\n * If a `Date`, the exact time at which to emit.\n * @param scheduler The scheduler to use to schedule the delay. Defaults to {@link asyncScheduler}.\n */\nexport function timer(due: number | Date, scheduler?: SchedulerLike): Observable<0>;\n\n/**\n * Creates an observable that starts an interval after a specified delay, emitting incrementing numbers -- starting at `0` --\n * on each interval after words.\n *\n * The `delay` and `intervalDuration` are specified by default in milliseconds, however providing a custom scheduler could\n * create a different behavior.\n *\n * ## Example\n *\n * ### Start an interval that starts right away\n *\n * Since {@link interval} waits for the passed delay before starting,\n * sometimes that's not ideal. You may want to start an interval immediately.\n * `timer` works well for this. Here we have both side-by-side so you can\n * see them in comparison.\n *\n * Note that this observable will never complete.\n *\n * ```ts\n * import { timer, interval } from 'rxjs';\n *\n * timer(0, 1000).subscribe(n => console.log('timer', n));\n * interval(1000).subscribe(n => console.log('interval', n));\n * ```\n *\n * ### Known Limitations\n *\n * - The {@link asyncScheduler} uses `setTimeout` which has limitations for how far in the future it can be scheduled.\n *\n * - If a `scheduler` is provided that returns a timestamp other than an epoch from `now()`, and\n * a `Date` object is passed to the `dueTime` argument, the calculation for when the first emission\n * should occur will be incorrect. In this case, it would be best to do your own calculations\n * ahead of time, and pass a `number` in as the `startDue`.\n * @param startDue If a `number`, is the time to wait before starting the interval.\n * If a `Date`, is the exact time at which to start the interval.\n * @param intervalDuration The delay between each value emitted in the interval. Passing a\n * negative number here will result in immediate completion after the first value is emitted, as though\n * no `intervalDuration` was passed at all.\n * @param scheduler The scheduler to use to schedule the delay. Defaults to {@link asyncScheduler}.\n */\nexport function timer(startDue: number | Date, intervalDuration: number, scheduler?: SchedulerLike): Observable<number>;\n\n/**\n * @deprecated The signature allowing `undefined` to be passed for `intervalDuration` will be removed in v8. Use the `timer(dueTime, scheduler?)` signature instead.\n */\nexport function timer(dueTime: number | Date, unused: undefined, scheduler?: SchedulerLike): Observable<0>;\n\nexport function timer(\n  dueTime: number | Date = 0,\n  intervalOrScheduler?: number | SchedulerLike,\n  scheduler: SchedulerLike = asyncScheduler\n): Observable<number> {\n  // Since negative intervalDuration is treated as though no\n  // interval was specified at all, we start with a negative number.\n  let intervalDuration = -1;\n\n  if (intervalOrScheduler != null) {\n    // If we have a second argument, and it's a scheduler,\n    // override the scheduler we had defaulted. Otherwise,\n    // it must be an interval.\n    if (isScheduler(intervalOrScheduler)) {\n      scheduler = intervalOrScheduler;\n    } else {\n      // Note that this *could* be negative, in which case\n      // it's like not passing an intervalDuration at all.\n      intervalDuration = intervalOrScheduler;\n    }\n  }\n\n  return new Observable((subscriber) => {\n    // If a valid date is passed, calculate how long to wait before\n    // executing the first value... otherwise, if it's a number just schedule\n    // that many milliseconds (or scheduler-specified unit size) in the future.\n    let due = isValidDate(dueTime) ? +dueTime - scheduler!.now() : dueTime;\n\n    if (due < 0) {\n      // Ensure we don't schedule in the future.\n      due = 0;\n    }\n\n    // The incrementing value we emit.\n    let n = 0;\n\n    // Start the timer.\n    return scheduler.schedule(function () {\n      if (!subscriber.closed) {\n        // Emit the next value and increment.\n        subscriber.next(n++);\n\n        if (0 <= intervalDuration) {\n          // If we have a interval after the initial timer,\n          // reschedule with the period.\n          this.schedule(undefined, intervalDuration);\n        } else {\n          // We didn't have an interval. So just complete.\n          subscriber.complete();\n        }\n      }\n    }, due);\n  });\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInput, ObservableInputTuple, SchedulerLike } from '../types';\nimport { mergeAll } from '../operators/mergeAll';\nimport { innerFrom } from './innerFrom';\nimport { EMPTY } from './empty';\nimport { popNumber, popScheduler } from '../util/args';\nimport { from } from './from';\n\nexport function merge<A extends readonly unknown[]>(...sources: [...ObservableInputTuple<A>]): Observable<A[number]>;\nexport function merge<A extends readonly unknown[]>(...sourcesAndConcurrency: [...ObservableInputTuple<A>, number?]): Observable<A[number]>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `mergeAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function merge<A extends readonly unknown[]>(\n  ...sourcesAndScheduler: [...ObservableInputTuple<A>, SchedulerLike?]\n): Observable<A[number]>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `mergeAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function merge<A extends readonly unknown[]>(\n  ...sourcesAndConcurrencyAndScheduler: [...ObservableInputTuple<A>, number?, SchedulerLike?]\n): Observable<A[number]>;\n\n/**\n * Creates an output Observable which concurrently emits all values from every\n * given input Observable.\n *\n * <span class=\"informal\">Flattens multiple Observables together by blending\n * their values into one Observable.</span>\n *\n * ![](merge.png)\n *\n * `merge` subscribes to each given input Observable (as arguments), and simply\n * forwards (without doing any transformation) all the values from all the input\n * Observables to the output Observable. The output Observable only completes\n * once all input Observables have completed. Any error delivered by an input\n * Observable will be immediately emitted on the output Observable.\n *\n * ## Examples\n *\n * Merge together two Observables: 1s interval and clicks\n *\n * ```ts\n * import { merge, fromEvent, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const timer = interval(1000);\n * const clicksOrTimer = merge(clicks, timer);\n * clicksOrTimer.subscribe(x => console.log(x));\n *\n * // Results in the following:\n * // timer will emit ascending values, one every second(1000ms) to console\n * // clicks logs MouseEvents to console every time the \"document\" is clicked\n * // Since the two streams are merged you see these happening\n * // as they occur.\n * ```\n *\n * Merge together 3 Observables, but run only 2 concurrently\n *\n * ```ts\n * import { interval, take, merge } from 'rxjs';\n *\n * const timer1 = interval(1000).pipe(take(10));\n * const timer2 = interval(2000).pipe(take(6));\n * const timer3 = interval(500).pipe(take(10));\n *\n * const concurrent = 2; // the argument\n * const merged = merge(timer1, timer2, timer3, concurrent);\n * merged.subscribe(x => console.log(x));\n *\n * // Results in the following:\n * // - First timer1 and timer2 will run concurrently\n * // - timer1 will emit a value every 1000ms for 10 iterations\n * // - timer2 will emit a value every 2000ms for 6 iterations\n * // - after timer1 hits its max iteration, timer2 will\n * //   continue, and timer3 will start to run concurrently with timer2\n * // - when timer2 hits its max iteration it terminates, and\n * //   timer3 will continue to emit a value every 500ms until it is complete\n * ```\n *\n * @see {@link mergeAll}\n * @see {@link mergeMap}\n * @see {@link mergeMapTo}\n * @see {@link mergeScan}\n *\n * @param {...ObservableInput} observables Input Observables to merge together.\n * @param {number} [concurrent=Infinity] Maximum number of input\n * Observables being subscribed to concurrently.\n * @param {SchedulerLike} [scheduler=null] The {@link SchedulerLike} to use for managing\n * concurrency of input Observables.\n * @return {Observable} an Observable that emits items that are the result of\n * every input Observable.\n */\nexport function merge(...args: (ObservableInput<unknown> | number | SchedulerLike)[]): Observable<unknown> {\n  const scheduler = popScheduler(args);\n  const concurrent = popNumber(args, Infinity);\n  const sources = args as ObservableInput<unknown>[];\n  return !sources.length\n    ? // No source provided\n      EMPTY\n    : sources.length === 1\n    ? // One source? Just return it.\n      innerFrom(sources[0])\n    : // Merge all sources\n      mergeAll(concurrent)(from(sources, scheduler));\n}\n", "import { Observable } from '../Observable';\nimport { noop } from '../util/noop';\n\n/**\n * An Observable that emits no items to the Observer and never completes.\n *\n * ![](never.png)\n *\n * A simple Observable that emits neither values nor errors nor the completion\n * notification. It can be used for testing purposes or for composing with other\n * Observables. Please note that by never emitting a complete notification, this\n * Observable keeps the subscription from being disposed automatically.\n * Subscriptions need to be manually disposed.\n *\n * ##  Example\n *\n * Emit the number 7, then never emit anything else (not even complete)\n *\n * ```ts\n * import { NEVER, startWith } from 'rxjs';\n *\n * const info = () => console.log('Will not be called');\n *\n * const result = NEVER.pipe(startWith(7));\n * result.subscribe({\n *   next: x => console.log(x),\n *   error: info,\n *   complete: info\n * });\n * ```\n *\n * @see {@link Observable}\n * @see {@link EMPTY}\n * @see {@link of}\n * @see {@link throwError}\n */\nexport const NEVER = new Observable<never>(noop);\n\n/**\n * @deprecated Replaced with the {@link NEVER} constant. Will be removed in v8.\n */\nexport function never() {\n  return NEVER;\n}\n", "const { isArray } = Array;\n\n/**\n * Used in operators and functions that accept either a list of arguments, or an array of arguments\n * as a single argument.\n */\nexport function argsOrArgArray<T>(args: (T | T[])[]): T[] {\n  return args.length === 1 && isArray(args[0]) ? args[0] : (args as T[]);\n}\n", "import { OperatorFunction, MonoTypeOperatorFunction, TruthyTypesOf } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/** @deprecated Use a closure instead of a `thisArg`. Signatures accepting a `thisArg` will be removed in v8. */\nexport function filter<T, S extends T, A>(predicate: (this: A, value: T, index: number) => value is S, thisArg: A): OperatorFunction<T, S>;\nexport function filter<T, S extends T>(predicate: (value: T, index: number) => value is S): OperatorFunction<T, S>;\nexport function filter<T>(predicate: BooleanConstructor): OperatorFunction<T, TruthyTypesOf<T>>;\n/** @deprecated Use a closure instead of a `thisArg`. Signatures accepting a `thisArg` will be removed in v8. */\nexport function filter<T, A>(predicate: (this: A, value: T, index: number) => boolean, thisArg: A): MonoTypeOperatorFunction<T>;\nexport function filter<T>(predicate: (value: T, index: number) => boolean): MonoTypeOperatorFunction<T>;\n\n/**\n * Filter items emitted by the source Observable by only emitting those that\n * satisfy a specified predicate.\n *\n * <span class=\"informal\">Like\n * [Array.prototype.filter()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/filter),\n * it only emits a value from the source if it passes a criterion function.</span>\n *\n * ![](filter.png)\n *\n * Similar to the well-known `Array.prototype.filter` method, this operator\n * takes values from the source Observable, passes them through a `predicate`\n * function and only emits those values that yielded `true`.\n *\n * ## Example\n *\n * Emit only click events whose target was a DIV element\n *\n * ```ts\n * import { fromEvent, filter } from 'rxjs';\n *\n * const div = document.createElement('div');\n * div.style.cssText = 'width: 200px; height: 200px; background: #09c;';\n * document.body.appendChild(div);\n *\n * const clicks = fromEvent(document, 'click');\n * const clicksOnDivs = clicks.pipe(filter(ev => (<HTMLElement>ev.target).tagName === 'DIV'));\n * clicksOnDivs.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link distinct}\n * @see {@link distinctUntilChanged}\n * @see {@link distinctUntilKeyChanged}\n * @see {@link ignoreElements}\n * @see {@link partition}\n * @see {@link skip}\n *\n * @param predicate A function that\n * evaluates each value emitted by the source Observable. If it returns `true`,\n * the value is emitted, if `false` the value is not passed to the output\n * Observable. The `index` parameter is the number `i` for the i-th source\n * emission that has happened since the subscription, starting from the number\n * `0`.\n * @param thisArg An optional argument to determine the value of `this`\n * in the `predicate` function.\n * @return A function that returns an Observable that emits items from the\n * source Observable that satisfy the specified `predicate`.\n */\nexport function filter<T>(predicate: (value: T, index: number) => boolean, thisArg?: any): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    // An index passed to our predicate function on each call.\n    let index = 0;\n\n    // Subscribe to the source, all errors and completions are\n    // forwarded to the consumer.\n    source.subscribe(\n      // Call the predicate with the appropriate `this` context,\n      // if the predicate returns `true`, then send the value\n      // to the consumer.\n      createOperatorSubscriber(subscriber, (value) => predicate.call(thisArg, value, index++) && subscriber.next(value))\n    );\n  });\n}\n", "import { Observable } from '../Observable';\nimport { ObservableInputTuple } from '../types';\nimport { innerFrom } from './innerFrom';\nimport { argsOrArgArray } from '../util/argsOrArgArray';\nimport { EMPTY } from './empty';\nimport { createOperatorSubscriber } from '../operators/OperatorSubscriber';\nimport { popResultSelector } from '../util/args';\n\nexport function zip<A extends readonly unknown[]>(sources: [...ObservableInputTuple<A>]): Observable<A>;\nexport function zip<A extends readonly unknown[], R>(\n  sources: [...ObservableInputTuple<A>],\n  resultSelector: (...values: A) => R\n): Observable<R>;\nexport function zip<A extends readonly unknown[]>(...sources: [...ObservableInputTuple<A>]): Observable<A>;\nexport function zip<A extends readonly unknown[], R>(\n  ...sourcesAndResultSelector: [...ObservableInputTuple<A>, (...values: A) => R]\n): Observable<R>;\n\n/**\n * Combines multiple Observables to create an Observable whose values are calculated from the values, in order, of each\n * of its input Observables.\n *\n * If the last parameter is a function, this function is used to compute the created value from the input values.\n * Otherwise, an array of the input values is returned.\n *\n * ## Example\n *\n * Combine age and name from different sources\n *\n * ```ts\n * import { of, zip, map } from 'rxjs';\n *\n * const age$ = of(27, 25, 29);\n * const name$ = of('Foo', 'Bar', 'Beer');\n * const isDev$ = of(true, true, false);\n *\n * zip(age$, name$, isDev$).pipe(\n *   map(([age, name, isDev]) => ({ age, name, isDev }))\n * )\n * .subscribe(x => console.log(x));\n *\n * // Outputs\n * // { age: 27, name: 'Foo', isDev: true }\n * // { age: 25, name: 'Bar', isDev: true }\n * // { age: 29, name: 'Beer', isDev: false }\n * ```\n *\n * @param sources\n * @return {Observable<R>}\n */\nexport function zip(...args: unknown[]): Observable<unknown> {\n  const resultSelector = popResultSelector(args);\n\n  const sources = argsOrArgArray(args) as Observable<unknown>[];\n\n  return sources.length\n    ? new Observable<unknown[]>((subscriber) => {\n        // A collection of buffers of values from each source.\n        // Keyed by the same index with which the sources were passed in.\n        let buffers: unknown[][] = sources.map(() => []);\n\n        // An array of flags of whether or not the sources have completed.\n        // This is used to check to see if we should complete the result.\n        // Keyed by the same index with which the sources were passed in.\n        let completed = sources.map(() => false);\n\n        // When everything is done, release the arrays above.\n        subscriber.add(() => {\n          buffers = completed = null!;\n        });\n\n        // Loop over our sources and subscribe to each one. The index `i` is\n        // especially important here, because we use it in closures below to\n        // access the related buffers and completion properties\n        for (let sourceIndex = 0; !subscriber.closed && sourceIndex < sources.length; sourceIndex++) {\n          innerFrom(sources[sourceIndex]).subscribe(\n            createOperatorSubscriber(\n              subscriber,\n              (value) => {\n                buffers[sourceIndex].push(value);\n                // if every buffer has at least one value in it, then we\n                // can shift out the oldest value from each buffer and emit\n                // them as an array.\n                if (buffers.every((buffer) => buffer.length)) {\n                  const result: any = buffers.map((buffer) => buffer.shift()!);\n                  // Emit the array. If theres' a result selector, use that.\n                  subscriber.next(resultSelector ? resultSelector(...result) : result);\n                  // If any one of the sources is both complete and has an empty buffer\n                  // then we complete the result. This is because we cannot possibly have\n                  // any more values to zip together.\n                  if (buffers.some((buffer, i) => !buffer.length && completed[i])) {\n                    subscriber.complete();\n                  }\n                }\n              },\n              () => {\n                // This source completed. Mark it as complete so we can check it later\n                // if we have to.\n                completed[sourceIndex] = true;\n                // But, if this complete source has nothing in its buffer, then we\n                // can complete the result, because we can't possibly have any more\n                // values from this to zip together with the other values.\n                !buffers[sourceIndex].length && subscriber.complete();\n              }\n            )\n          );\n        }\n\n        // When everything is done, release the arrays above.\n        return () => {\n          buffers = completed = null!;\n        };\n      })\n    : EMPTY;\n}\n", "import { Subscriber } from '../Subscriber';\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\n\nimport { operate } from '../util/lift';\nimport { innerFrom } from '../observable/innerFrom';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Ignores source values for a duration determined by another Observable, then\n * emits the most recent value from the source Observable, then repeats this\n * process.\n *\n * <span class=\"informal\">It's like {@link auditTime}, but the silencing\n * duration is determined by a second Observable.</span>\n *\n * ![](audit.svg)\n *\n * `audit` is similar to `throttle`, but emits the last value from the silenced\n * time window, instead of the first value. `audit` emits the most recent value\n * from the source Observable on the output Observable as soon as its internal\n * timer becomes disabled, and ignores source values while the timer is enabled.\n * Initially, the timer is disabled. As soon as the first source value arrives,\n * the timer is enabled by calling the `durationSelector` function with the\n * source value, which returns the \"duration\" Observable. When the duration\n * Observable emits a value, the timer is disabled, then the most\n * recent source value is emitted on the output Observable, and this process\n * repeats for the next source value.\n *\n * ## Example\n *\n * Emit clicks at a rate of at most one click per second\n *\n * ```ts\n * import { fromEvent, audit, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(audit(ev => interval(1000)));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link auditTime}\n * @see {@link debounce}\n * @see {@link delayWhen}\n * @see {@link sample}\n * @see {@link throttle}\n *\n * @param durationSelector A function\n * that receives a value from the source Observable, for computing the silencing\n * duration, returned as an Observable or a Promise.\n * @return A function that returns an Observable that performs rate-limiting of\n * emissions from the source Observable.\n */\nexport function audit<T>(durationSelector: (value: T) => ObservableInput<any>): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let hasValue = false;\n    let lastValue: T | null = null;\n    let durationSubscriber: Subscriber<any> | null = null;\n    let isComplete = false;\n\n    const endDuration = () => {\n      durationSubscriber?.unsubscribe();\n      durationSubscriber = null;\n      if (hasValue) {\n        hasValue = false;\n        const value = lastValue!;\n        lastValue = null;\n        subscriber.next(value);\n      }\n      isComplete && subscriber.complete();\n    };\n\n    const cleanupDuration = () => {\n      durationSubscriber = null;\n      isComplete && subscriber.complete();\n    };\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          hasValue = true;\n          lastValue = value;\n          if (!durationSubscriber) {\n            innerFrom(durationSelector(value)).subscribe(\n              (durationSubscriber = createOperatorSubscriber(subscriber, endDuration, cleanupDuration))\n            );\n          }\n        },\n        () => {\n          isComplete = true;\n          (!hasValue || !durationSubscriber || durationSubscriber.closed) && subscriber.complete();\n        }\n      )\n    );\n  });\n}\n", "import { asyncScheduler } from '../scheduler/async';\nimport { audit } from './audit';\nimport { timer } from '../observable/timer';\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\n\n/**\n * Ignores source values for `duration` milliseconds, then emits the most recent\n * value from the source Observable, then repeats this process.\n *\n * <span class=\"informal\">When it sees a source value, it ignores that plus\n * the next ones for `duration` milliseconds, and then it emits the most recent\n * value from the source.</span>\n *\n * ![](auditTime.png)\n *\n * `auditTime` is similar to `throttleTime`, but emits the last value from the\n * silenced time window, instead of the first value. `auditTime` emits the most\n * recent value from the source Observable on the output Observable as soon as\n * its internal timer becomes disabled, and ignores source values while the\n * timer is enabled. Initially, the timer is disabled. As soon as the first\n * source value arrives, the timer is enabled. After `duration` milliseconds (or\n * the time unit determined internally by the optional `scheduler`) has passed,\n * the timer is disabled, then the most recent source value is emitted on the\n * output Observable, and this process repeats for the next source value.\n * Optionally takes a {@link SchedulerLike} for managing timers.\n *\n * ## Example\n *\n * Emit clicks at a rate of at most one click per second\n *\n * ```ts\n * import { fromEvent, auditTime } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(auditTime(1000));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link audit}\n * @see {@link debounceTime}\n * @see {@link delay}\n * @see {@link sampleTime}\n * @see {@link throttleTime}\n *\n * @param {number} duration Time to wait before emitting the most recent source\n * value, measured in milliseconds or the time unit determined internally\n * by the optional `scheduler`.\n * @param {SchedulerLike} [scheduler=async] The {@link SchedulerLike} to use for\n * managing the timers that handle the rate-limiting behavior.\n * @return A function that returns an Observable that performs rate-limiting of\n * emissions from the source Observable.\n */\nexport function auditTime<T>(duration: number, scheduler: SchedulerLike = asyncScheduler): MonoTypeOperatorFunction<T> {\n  return audit(() => timer(duration, scheduler));\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { arrRemove } from '../util/arrRemove';\n\n/**\n * Buffers the source Observable values until the size hits the maximum\n * `bufferSize` given.\n *\n * <span class=\"informal\">Collects values from the past as an array, and emits\n * that array only when its size reaches `bufferSize`.</span>\n *\n * ![](bufferCount.png)\n *\n * Buffers a number of values from the source Observable by `bufferSize` then\n * emits the buffer and clears it, and starts a new buffer each\n * `startBufferEvery` values. If `startBufferEvery` is not provided or is\n * `null`, then new buffers are started immediately at the start of the source\n * and when each buffer closes and is emitted.\n *\n * ## Examples\n *\n * Emit the last two click events as an array\n *\n * ```ts\n * import { fromEvent, bufferCount } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const buffered = clicks.pipe(bufferCount(2));\n * buffered.subscribe(x => console.log(x));\n * ```\n *\n * On every click, emit the last two click events as an array\n *\n * ```ts\n * import { fromEvent, bufferCount } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const buffered = clicks.pipe(bufferCount(2, 1));\n * buffered.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link buffer}\n * @see {@link bufferTime}\n * @see {@link bufferToggle}\n * @see {@link bufferWhen}\n * @see {@link pairwise}\n * @see {@link windowCount}\n *\n * @param {number} bufferSize The maximum size of the buffer emitted.\n * @param {number} [startBufferEvery] Interval at which to start a new buffer.\n * For example if `startBufferEvery` is `2`, then a new buffer will be started\n * on every other value from the source. A new buffer is started at the\n * beginning of the source by default.\n * @return A function that returns an Observable of arrays of buffered values.\n */\nexport function bufferCount<T>(bufferSize: number, startBufferEvery: number | null = null): OperatorFunction<T, T[]> {\n  // If no `startBufferEvery` value was supplied, then we're\n  // opening and closing on the bufferSize itself.\n  startBufferEvery = startBufferEvery ?? bufferSize;\n\n  return operate((source, subscriber) => {\n    let buffers: T[][] = [];\n    let count = 0;\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          let toEmit: T[][] | null = null;\n\n          // Check to see if we need to start a buffer.\n          // This will start one at the first value, and then\n          // a new one every N after that.\n          if (count++ % startBufferEvery! === 0) {\n            buffers.push([]);\n          }\n\n          // Push our value into our active buffers.\n          for (const buffer of buffers) {\n            buffer.push(value);\n            // Check to see if we're over the bufferSize\n            // if we are, record it so we can emit it later.\n            // If we emitted it now and removed it, it would\n            // mutate the `buffers` array while we're looping\n            // over it.\n            if (bufferSize <= buffer.length) {\n              toEmit = toEmit ?? [];\n              toEmit.push(buffer);\n            }\n          }\n\n          if (toEmit) {\n            // We have found some buffers that are over the\n            // `bufferSize`. Emit them, and remove them from our\n            // buffers list.\n            for (const buffer of toEmit) {\n              arrRemove(buffers, buffer);\n              subscriber.next(buffer);\n            }\n          }\n        },\n        () => {\n          // When the source completes, emit all of our\n          // active buffers.\n          for (const buffer of buffers) {\n            subscriber.next(buffer);\n          }\n          subscriber.complete();\n        },\n        // Pass all errors through to consumer.\n        undefined,\n        () => {\n          // Clean up our memory when we finalize\n          buffers = null!;\n        }\n      )\n    );\n  });\n}\n", "import { Observable } from '../Observable';\n\nimport { ObservableInput, OperatorFunction, ObservedValueOf } from '../types';\nimport { Subscription } from '../Subscription';\nimport { innerFrom } from '../observable/innerFrom';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { operate } from '../util/lift';\n\n/* tslint:disable:max-line-length */\nexport function catchError<T, O extends ObservableInput<any>>(\n  selector: (err: any, caught: Observable<T>) => O\n): OperatorFunction<T, T | ObservedValueOf<O>>;\n/* tslint:enable:max-line-length */\n\n/**\n * Catches errors on the observable to be handled by returning a new observable or throwing an error.\n *\n * <span class=\"informal\">\n * It only listens to the error channel and ignores notifications.\n * Handles errors from the source observable, and maps them to a new observable.\n * The error may also be rethrown, or a new error can be thrown to emit an error from the result.\n * </span>\n *\n * ![](catch.png)\n *\n * This operator handles errors, but forwards along all other events to the resulting observable.\n * If the source observable terminates with an error, it will map that error to a new observable,\n * subscribe to it, and forward all of its events to the resulting observable.\n *\n * ## Examples\n *\n * Continue with a different Observable when there's an error\n *\n * ```ts\n * import { of, map, catchError } from 'rxjs';\n *\n * of(1, 2, 3, 4, 5)\n *   .pipe(\n *     map(n => {\n *       if (n === 4) {\n *         throw 'four!';\n *       }\n *       return n;\n *     }),\n *     catchError(err => of('I', 'II', 'III', 'IV', 'V'))\n *   )\n *   .subscribe(x => console.log(x));\n *   // 1, 2, 3, I, II, III, IV, V\n * ```\n *\n * Retry the caught source Observable again in case of error, similar to `retry()` operator\n *\n * ```ts\n * import { of, map, catchError, take } from 'rxjs';\n *\n * of(1, 2, 3, 4, 5)\n *   .pipe(\n *     map(n => {\n *       if (n === 4) {\n *         throw 'four!';\n *       }\n *       return n;\n *     }),\n *     catchError((err, caught) => caught),\n *     take(30)\n *   )\n *   .subscribe(x => console.log(x));\n *   // 1, 2, 3, 1, 2, 3, ...\n * ```\n *\n * Throw a new error when the source Observable throws an error\n *\n * ```ts\n * import { of, map, catchError } from 'rxjs';\n *\n * of(1, 2, 3, 4, 5)\n *   .pipe(\n *     map(n => {\n *       if (n === 4) {\n *         throw 'four!';\n *       }\n *       return n;\n *     }),\n *     catchError(err => {\n *       throw 'error in source. Details: ' + err;\n *     })\n *   )\n *   .subscribe({\n *     next: x => console.log(x),\n *     error: err => console.log(err)\n *   });\n *   // 1, 2, 3, error in source. Details: four!\n * ```\n *\n * @see {@link onErrorResumeNext}\n * @see {@link repeat}\n * @see {@link repeatWhen}\n * @see {@link retry }\n * @see {@link retryWhen}\n *\n * @param {function} selector a function that takes as arguments `err`, which is the error, and `caught`, which\n * is the source observable, in case you'd like to \"retry\" that observable by returning it again. Whatever observable\n * is returned by the `selector` will be used to continue the observable chain.\n * @return A function that returns an Observable that originates from either\n * the source or the Observable returned by the `selector` function.\n */\nexport function catchError<T, O extends ObservableInput<any>>(\n  selector: (err: any, caught: Observable<T>) => O\n): OperatorFunction<T, T | ObservedValueOf<O>> {\n  return operate((source, subscriber) => {\n    let innerSub: Subscription | null = null;\n    let syncUnsub = false;\n    let handledResult: Observable<ObservedValueOf<O>>;\n\n    innerSub = source.subscribe(\n      createOperatorSubscriber(subscriber, undefined, undefined, (err) => {\n        handledResult = innerFrom(selector(err, catchError(selector)(source)));\n        if (innerSub) {\n          innerSub.unsubscribe();\n          innerSub = null;\n          handledResult.subscribe(subscriber);\n        } else {\n          // We don't have an innerSub yet, that means the error was synchronous\n          // because the subscribe call hasn't returned yet.\n          syncUnsub = true;\n        }\n      })\n    );\n\n    if (syncUnsub) {\n      // We have a synchronous error, we need to make sure to\n      // finalize right away. This ensures that callbacks in the `finalize` operator are called\n      // at the right time, and that finalization occurs at the expected\n      // time between the source error and the subscription to the\n      // next observable.\n      innerSub.unsubscribe();\n      innerSub = null;\n      handledResult!.subscribe(subscriber);\n    }\n  });\n}\n", "import { Observable } from '../Observable';\nimport { Subscriber } from '../Subscriber';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * A basic scan operation. This is used for `scan` and `reduce`.\n * @param accumulator The accumulator to use\n * @param seed The seed value for the state to accumulate\n * @param hasSeed Whether or not a seed was provided\n * @param emitOnNext Whether or not to emit the state on next\n * @param emitBeforeComplete Whether or not to emit the before completion\n */\n\nexport function scanInternals<V, A, S>(\n  accumulator: (acc: V | A | S, value: V, index: number) => A,\n  seed: S,\n  hasSeed: boolean,\n  emitOnNext: boolean,\n  emitBeforeComplete?: undefined | true\n) {\n  return (source: Observable<V>, subscriber: Subscriber<any>) => {\n    // Whether or not we have state yet. This will only be\n    // false before the first value arrives if we didn't get\n    // a seed value.\n    let hasState = hasSeed;\n    // The state that we're tracking, starting with the seed,\n    // if there is one, and then updated by the return value\n    // from the accumulator on each emission.\n    let state: any = seed;\n    // An index to pass to the accumulator function.\n    let index = 0;\n\n    // Subscribe to our source. All errors and completions are passed through.\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          // Always increment the index.\n          const i = index++;\n          // Set the state\n          state = hasState\n            ? // We already have state, so we can get the new state from the accumulator\n              accumulator(state, value, i)\n            : // We didn't have state yet, a seed value was not provided, so\n\n              // we set the state to the first value, and mark that we have state now\n              ((hasState = true), value);\n\n          // Maybe send it to the consumer.\n          emitOnNext && subscriber.next(state);\n        },\n        // If an onComplete was given, call it, otherwise\n        // just pass through the complete notification to the consumer.\n        emitBeforeComplete &&\n          (() => {\n            hasState && subscriber.next(state);\n            subscriber.complete();\n          })\n      )\n    );\n  };\n}\n", "import { combineLatestInit } from '../observable/combineLatest';\nimport { ObservableInput, ObservableInputTuple, OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { argsOrArgArray } from '../util/argsOrArgArray';\nimport { mapOneOrManyArgs } from '../util/mapOneOrManyArgs';\nimport { pipe } from '../util/pipe';\nimport { popResultSelector } from '../util/args';\n\n/** @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8. */\nexport function combineLatest<T, A extends readonly unknown[], R>(\n  sources: [...ObservableInputTuple<A>],\n  project: (...values: [T, ...A]) => R\n): OperatorFunction<T, R>;\n/** @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8. */\nexport function combineLatest<T, A extends readonly unknown[], R>(sources: [...ObservableInputTuple<A>]): OperatorFunction<T, [T, ...A]>;\n\n/** @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8. */\nexport function combineLatest<T, A extends readonly unknown[], R>(\n  ...sourcesAndProject: [...ObservableInputTuple<A>, (...values: [T, ...A]) => R]\n): OperatorFunction<T, R>;\n/** @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8. */\nexport function combineLatest<T, A extends readonly unknown[], R>(...sources: [...ObservableInputTuple<A>]): OperatorFunction<T, [T, ...A]>;\n\n/**\n * @deprecated Replaced with {@link combineLatestWith}. Will be removed in v8.\n */\nexport function combineLatest<T, R>(...args: (ObservableInput<any> | ((...values: any[]) => R))[]): OperatorFunction<T, unknown> {\n  const resultSelector = popResultSelector(args);\n  return resultSelector\n    ? pipe(combineLatest(...(args as Array<ObservableInput<any>>)), mapOneOrManyArgs(resultSelector))\n    : operate((source, subscriber) => {\n        combineLatestInit([source, ...argsOrArgArray(args)])(subscriber);\n      });\n}\n", "import { ObservableInputTuple, OperatorFunction, Cons } from '../types';\nimport { combineLatest } from './combineLatest';\n\n/**\n * Create an observable that combines the latest values from all passed observables and the source\n * into arrays and emits them.\n *\n * Returns an observable, that when subscribed to, will subscribe to the source observable and all\n * sources provided as arguments. Once all sources emit at least one value, all of the latest values\n * will be emitted as an array. After that, every time any source emits a value, all of the latest values\n * will be emitted as an array.\n *\n * This is a useful operator for eagerly calculating values based off of changed inputs.\n *\n * ## Example\n *\n * Simple concatenation of values from two inputs\n *\n * ```ts\n * import { fromEvent, combineLatestWith, map } from 'rxjs';\n *\n * // Setup: Add two inputs to the page\n * const input1 = document.createElement('input');\n * document.body.appendChild(input1);\n * const input2 = document.createElement('input');\n * document.body.appendChild(input2);\n *\n * // Get streams of changes\n * const input1Changes$ = fromEvent(input1, 'change');\n * const input2Changes$ = fromEvent(input2, 'change');\n *\n * // Combine the changes by adding them together\n * input1Changes$.pipe(\n *   combineLatestWith(input2Changes$),\n *   map(([e1, e2]) => (<HTMLInputElement>e1.target).value + ' - ' + (<HTMLInputElement>e2.target).value)\n * )\n * .subscribe(x => console.log(x));\n * ```\n *\n * @param otherSources the other sources to subscribe to.\n * @return A function that returns an Observable that emits the latest\n * emissions from both source and provided Observables.\n */\nexport function combineLatestWith<T, A extends readonly unknown[]>(\n  ...otherSources: [...ObservableInputTuple<A>]\n): OperatorFunction<T, Cons<T, A>> {\n  return combineLatest(...otherSources);\n}\n", "import { Subscriber } from '../Subscriber';\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\nimport { noop } from '../util/noop';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\n\n/**\n * Emits a notification from the source Observable only after a particular time span\n * determined by another Observable has passed without another source emission.\n *\n * <span class=\"informal\">It's like {@link debounceTime}, but the time span of\n * emission silence is determined by a second Observable.</span>\n *\n * ![](debounce.svg)\n *\n * `debounce` delays notifications emitted by the source Observable, but drops previous\n * pending delayed emissions if a new notification arrives on the source Observable.\n * This operator keeps track of the most recent notification from the source\n * Observable, and spawns a duration Observable by calling the\n * `durationSelector` function. The notification is emitted only when the duration\n * Observable emits a next notification, and if no other notification was emitted on\n * the source Observable since the duration Observable was spawned. If a new\n * notification appears before the duration Observable emits, the previous notification will\n * not be emitted and a new duration is scheduled from `durationSelector` is scheduled.\n * If the completing event happens during the scheduled duration the last cached notification\n * is emitted before the completion event is forwarded to the output observable.\n * If the error event happens during the scheduled duration or after it only the error event is\n * forwarded to the output observable. The cache notification is not emitted in this case.\n *\n * Like {@link debounceTime}, this is a rate-limiting operator, and also a\n * delay-like operator since output emissions do not necessarily occur at the\n * same time as they did on the source Observable.\n *\n * ## Example\n *\n * Emit the most recent click after a burst of clicks\n *\n * ```ts\n * import { fromEvent, scan, debounce, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(\n *   scan(i => ++i, 1),\n *   debounce(i => interval(200 * i))\n * );\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link audit}\n * @see {@link auditTime}\n * @see {@link debounceTime}\n * @see {@link delay}\n * @see {@link sample}\n * @see {@link sampleTime}\n * @see {@link throttle}\n * @see {@link throttleTime}\n *\n * @param durationSelector A function\n * that receives a value from the source Observable, for computing the timeout\n * duration for each source value, returned as an Observable or a Promise.\n * @return A function that returns an Observable that delays the emissions of\n * the source Observable by the specified duration Observable returned by\n * `durationSelector`, and may drop some values if they occur too frequently.\n */\nexport function debounce<T>(durationSelector: (value: T) => ObservableInput<any>): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let hasValue = false;\n    let lastValue: T | null = null;\n    // The subscriber/subscription for the current debounce, if there is one.\n    let durationSubscriber: Subscriber<any> | null = null;\n\n    const emit = () => {\n      // Unsubscribe any current debounce subscription we have,\n      // we only cared about the first notification from it, and we\n      // want to clean that subscription up as soon as possible.\n      durationSubscriber?.unsubscribe();\n      durationSubscriber = null;\n      if (hasValue) {\n        // We have a value! Free up memory first, then emit the value.\n        hasValue = false;\n        const value = lastValue!;\n        lastValue = null;\n        subscriber.next(value);\n      }\n    };\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value: T) => {\n          // Cancel any pending debounce duration. We don't\n          // need to null it out here yet tho, because we're just going\n          // to create another one in a few lines.\n          durationSubscriber?.unsubscribe();\n          hasValue = true;\n          lastValue = value;\n          // Capture our duration subscriber, so we can unsubscribe it when we're notified\n          // and we're going to emit the value.\n          durationSubscriber = createOperatorSubscriber(subscriber, emit, noop);\n          // Subscribe to the duration.\n          innerFrom(durationSelector(value)).subscribe(durationSubscriber);\n        },\n        () => {\n          // Source completed.\n          // Emit any pending debounced values then complete\n          emit();\n          subscriber.complete();\n        },\n        // Pass all errors through to consumer\n        undefined,\n        () => {\n          // Finalization.\n          lastValue = durationSubscriber = null;\n        }\n      )\n    );\n  });\n}\n", "import { asyncScheduler } from '../scheduler/async';\nimport { Subscription } from '../Subscription';\nimport { MonoTypeOperatorFunction, SchedulerAction, SchedulerLike } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Emits a notification from the source Observable only after a particular time span\n * has passed without another source emission.\n *\n * <span class=\"informal\">It's like {@link delay}, but passes only the most\n * recent notification from each burst of emissions.</span>\n *\n * ![](debounceTime.png)\n *\n * `debounceTime` delays notifications emitted by the source Observable, but drops\n * previous pending delayed emissions if a new notification arrives on the source\n * Observable. This operator keeps track of the most recent notification from the\n * source Observable, and emits that only when `dueTime` has passed\n * without any other notification appearing on the source Observable. If a new value\n * appears before `dueTime` silence occurs, the previous notification will be dropped\n * and will not be emitted and a new `dueTime` is scheduled.\n * If the completing event happens during `dueTime` the last cached notification\n * is emitted before the completion event is forwarded to the output observable.\n * If the error event happens during `dueTime` or after it only the error event is\n * forwarded to the output observable. The cache notification is not emitted in this case.\n *\n * This is a rate-limiting operator, because it is impossible for more than one\n * notification to be emitted in any time window of duration `dueTime`, but it is also\n * a delay-like operator since output emissions do not occur at the same time as\n * they did on the source Observable. Optionally takes a {@link SchedulerLike} for\n * managing timers.\n *\n * ## Example\n *\n * Emit the most recent click after a burst of clicks\n *\n * ```ts\n * import { fromEvent, debounceTime } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(debounceTime(1000));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link audit}\n * @see {@link auditTime}\n * @see {@link debounce}\n * @see {@link sample}\n * @see {@link sampleTime}\n * @see {@link throttle}\n * @see {@link throttleTime}\n *\n * @param {number} dueTime The timeout duration in milliseconds (or the time\n * unit determined internally by the optional `scheduler`) for the window of\n * time required to wait for emission silence before emitting the most recent\n * source value.\n * @param {SchedulerLike} [scheduler=async] The {@link SchedulerLike} to use for\n * managing the timers that handle the timeout for each value.\n * @return A function that returns an Observable that delays the emissions of\n * the source Observable by the specified `dueTime`, and may drop some values\n * if they occur too frequently.\n */\nexport function debounceTime<T>(dueTime: number, scheduler: SchedulerLike = asyncScheduler): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let activeTask: Subscription | null = null;\n    let lastValue: T | null = null;\n    let lastTime: number | null = null;\n\n    const emit = () => {\n      if (activeTask) {\n        // We have a value! Free up memory first, then emit the value.\n        activeTask.unsubscribe();\n        activeTask = null;\n        const value = lastValue!;\n        lastValue = null;\n        subscriber.next(value);\n      }\n    };\n    function emitWhenIdle(this: SchedulerAction<unknown>) {\n      // This is called `dueTime` after the first value\n      // but we might have received new values during this window!\n\n      const targetTime = lastTime! + dueTime;\n      const now = scheduler.now();\n      if (now < targetTime) {\n        // On that case, re-schedule to the new target\n        activeTask = this.schedule(undefined, targetTime - now);\n        subscriber.add(activeTask);\n        return;\n      }\n\n      emit();\n    }\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value: T) => {\n          lastValue = value;\n          lastTime = scheduler.now();\n\n          // Only set up a task if it's not already up\n          if (!activeTask) {\n            activeTask = scheduler.schedule(emitWhenIdle, dueTime);\n            subscriber.add(activeTask);\n          }\n        },\n        () => {\n          // Source completed.\n          // Emit any pending debounced values then complete\n          emit();\n          subscriber.complete();\n        },\n        // Pass all errors through to consumer.\n        undefined,\n        () => {\n          // Finalization.\n          lastValue = activeTask = null;\n        }\n      )\n    );\n  });\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Emits a given value if the source Observable completes without emitting any\n * `next` value, otherwise mirrors the source Observable.\n *\n * <span class=\"informal\">If the source Observable turns out to be empty, then\n * this operator will emit a default value.</span>\n *\n * ![](defaultIfEmpty.png)\n *\n * `defaultIfEmpty` emits the values emitted by the source Observable or a\n * specified default value if the source Observable is empty (completes without\n * having emitted any `next` value).\n *\n * ## Example\n *\n * If no clicks happen in 5 seconds, then emit 'no clicks'\n *\n * ```ts\n * import { fromEvent, takeUntil, interval, defaultIfEmpty } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const clicksBeforeFive = clicks.pipe(takeUntil(interval(5000)));\n * const result = clicksBeforeFive.pipe(defaultIfEmpty('no clicks'));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link empty}\n * @see {@link last}\n *\n * @param defaultValue The default value used if the source\n * Observable is empty.\n * @return A function that returns an Observable that emits either the\n * specified `defaultValue` if the source Observable emits no items, or the\n * values emitted by the source Observable.\n */\nexport function defaultIfEmpty<T, R>(defaultValue: R): OperatorFunction<T, T | R> {\n  return operate((source, subscriber) => {\n    let hasValue = false;\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          hasValue = true;\n          subscriber.next(value);\n        },\n        () => {\n          if (!hasValue) {\n            subscriber.next(defaultValue!);\n          }\n          subscriber.complete();\n        }\n      )\n    );\n  });\n}\n", "import { MonoTypeOperatorFunction } from '../types';\nimport { EMPTY } from '../observable/empty';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Emits only the first `count` values emitted by the source Observable.\n *\n * <span class=\"informal\">Takes the first `count` values from the source, then\n * completes.</span>\n *\n * ![](take.png)\n *\n * `take` returns an Observable that emits only the first `count` values emitted\n * by the source Observable. If the source emits fewer than `count` values then\n * all of its values are emitted. After that, it completes, regardless if the\n * source completes.\n *\n * ## Example\n *\n * Take the first 5 seconds of an infinite 1-second interval Observable\n *\n * ```ts\n * import { interval, take } from 'rxjs';\n *\n * const intervalCount = interval(1000);\n * const takeFive = intervalCount.pipe(take(5));\n * takeFive.subscribe(x => console.log(x));\n *\n * // Logs:\n * // 0\n * // 1\n * // 2\n * // 3\n * // 4\n * ```\n *\n * @see {@link takeLast}\n * @see {@link takeUntil}\n * @see {@link takeWhile}\n * @see {@link skip}\n *\n * @param count The maximum number of `next` values to emit.\n * @return A function that returns an Observable that emits only the first\n * `count` values emitted by the source Observable, or all of the values from\n * the source if the source emits fewer than `count` values.\n */\nexport function take<T>(count: number): MonoTypeOperatorFunction<T> {\n  return count <= 0\n    ? // If we are taking no values, that's empty.\n      () => EMPTY\n    : operate((source, subscriber) => {\n        let seen = 0;\n        source.subscribe(\n          createOperatorSubscriber(subscriber, (value) => {\n            // Increment the number of values we have seen,\n            // then check it against the allowed count to see\n            // if we are still letting values through.\n            if (++seen <= count) {\n              subscriber.next(value);\n              // If we have met or passed our allowed count,\n              // we need to complete. We have to do <= here,\n              // because re-entrant code will increment `seen` twice.\n              if (count <= seen) {\n                subscriber.complete();\n              }\n            }\n          })\n        );\n      });\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { noop } from '../util/noop';\n\n/**\n * Ignores all items emitted by the source Observable and only passes calls of `complete` or `error`.\n *\n * ![](ignoreElements.png)\n *\n * The `ignoreElements` operator suppresses all items emitted by the source Observable,\n * but allows its termination notification (either `error` or `complete`) to pass through unchanged.\n *\n * If you do not care about the items being emitted by an Observable, but you do want to be notified\n * when it completes or when it terminates with an error, you can apply the `ignoreElements` operator\n * to the Observable, which will ensure that it will never call its observers\u2019 `next` handlers.\n *\n * ## Example\n *\n * Ignore all `next` emissions from the source\n *\n * ```ts\n * import { of, ignoreElements } from 'rxjs';\n *\n * of('you', 'talking', 'to', 'me')\n *   .pipe(ignoreElements())\n *   .subscribe({\n *     next: word => console.log(word),\n *     error: err => console.log('error:', err),\n *     complete: () => console.log('the end'),\n *   });\n *\n * // result:\n * // 'the end'\n * ```\n *\n * @return A function that returns an empty Observable that only calls\n * `complete` or `error`, based on which one is called by the source\n * Observable.\n */\nexport function ignoreElements(): OperatorFunction<unknown, never> {\n  return operate((source, subscriber) => {\n    source.subscribe(createOperatorSubscriber(subscriber, noop));\n  });\n}\n", "import { OperatorFunction } from '../types';\nimport { map } from './map';\n\n/** @deprecated To be removed in v9. Use {@link map} instead: `map(() => value)`. */\nexport function mapTo<R>(value: R): OperatorFunction<unknown, R>;\n/**\n * @deprecated Do not specify explicit type parameters. Signatures with type parameters\n * that cannot be inferred will be removed in v8. `mapTo` itself will be removed in v9,\n * use {@link map} instead: `map(() => value)`.\n * */\nexport function mapTo<T, R>(value: R): OperatorFunction<T, R>;\n\n/**\n * Emits the given constant value on the output Observable every time the source\n * Observable emits a value.\n *\n * <span class=\"informal\">Like {@link map}, but it maps every source value to\n * the same output value every time.</span>\n *\n * ![](mapTo.png)\n *\n * Takes a constant `value` as argument, and emits that whenever the source\n * Observable emits a value. In other words, ignores the actual source value,\n * and simply uses the emission moment to know when to emit the given `value`.\n *\n * ## Example\n *\n * Map every click to the string `'Hi'`\n *\n * ```ts\n * import { fromEvent, mapTo } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const greetings = clicks.pipe(mapTo('Hi'));\n *\n * greetings.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link map}\n *\n * @param value The value to map each source value to.\n * @return A function that returns an Observable that emits the given `value`\n * every time the source Observable emits.\n * @deprecated To be removed in v9. Use {@link map} instead: `map(() => value)`.\n */\nexport function mapTo<R>(value: R): OperatorFunction<unknown, R> {\n  return map(() => value);\n}\n", "import { Observable } from '../Observable';\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { concat } from '../observable/concat';\nimport { take } from './take';\nimport { ignoreElements } from './ignoreElements';\nimport { mapTo } from './mapTo';\nimport { mergeMap } from './mergeMap';\nimport { innerFrom } from '../observable/innerFrom';\n\n/** @deprecated The `subscriptionDelay` parameter will be removed in v8. */\nexport function delayWhen<T>(\n  delayDurationSelector: (value: T, index: number) => ObservableInput<any>,\n  subscriptionDelay: Observable<any>\n): MonoTypeOperatorFunction<T>;\nexport function delayWhen<T>(delayDurationSelector: (value: T, index: number) => ObservableInput<any>): MonoTypeOperatorFunction<T>;\n\n/**\n * Delays the emission of items from the source Observable by a given time span\n * determined by the emissions of another Observable.\n *\n * <span class=\"informal\">It's like {@link delay}, but the time span of the\n * delay duration is determined by a second Observable.</span>\n *\n * ![](delayWhen.png)\n *\n * `delayWhen` operator shifts each emitted value from the source Observable by\n * a time span determined by another Observable. When the source emits a value,\n * the `delayDurationSelector` function is called with the value emitted from\n * the source Observable as the first argument to the `delayDurationSelector`.\n * The `delayDurationSelector` function should return an {@link ObservableInput},\n * that is internally converted to an Observable that is called the \"duration\"\n * Observable.\n *\n * The source value is emitted on the output Observable only when the \"duration\"\n * Observable emits ({@link guide/glossary-and-semantics#next next}s) any value.\n * Upon that, the \"duration\" Observable gets unsubscribed.\n *\n * Before RxJS V7, the {@link guide/glossary-and-semantics#complete completion}\n * of the \"duration\" Observable would have been triggering the emission of the\n * source value to the output Observable, but with RxJS V7, this is not the case\n * anymore.\n *\n * Only next notifications (from the \"duration\" Observable) trigger values from\n * the source Observable to be passed to the output Observable. If the \"duration\"\n * Observable only emits the complete notification (without next), the value\n * emitted by the source Observable will never get to the output Observable - it\n * will be swallowed. If the \"duration\" Observable errors, the error will be\n * propagated to the output Observable.\n *\n * Optionally, `delayWhen` takes a second argument, `subscriptionDelay`, which\n * is an Observable. When `subscriptionDelay` emits its first value or\n * completes, the source Observable is subscribed to and starts behaving like\n * described in the previous paragraph. If `subscriptionDelay` is not provided,\n * `delayWhen` will subscribe to the source Observable as soon as the output\n * Observable is subscribed.\n *\n * ## Example\n *\n * Delay each click by a random amount of time, between 0 and 5 seconds\n *\n * ```ts\n * import { fromEvent, delayWhen, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const delayedClicks = clicks.pipe(\n *   delayWhen(() => interval(Math.random() * 5000))\n * );\n * delayedClicks.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link delay}\n * @see {@link throttle}\n * @see {@link throttleTime}\n * @see {@link debounce}\n * @see {@link debounceTime}\n * @see {@link sample}\n * @see {@link sampleTime}\n * @see {@link audit}\n * @see {@link auditTime}\n *\n * @param delayDurationSelector A function that returns an `ObservableInput` for\n * each `value` emitted by the source Observable, which is then used to delay the\n * emission of that `value` on the output Observable until the `ObservableInput`\n * returned from this function emits a next value. When called, beside `value`,\n * this function receives a zero-based `index` of the emission order.\n * @param subscriptionDelay An Observable that triggers the subscription to the\n * source Observable once it emits any value.\n * @return A function that returns an Observable that delays the emissions of\n * the source Observable by an amount of time specified by the Observable\n * returned by `delayDurationSelector`.\n */\nexport function delayWhen<T>(\n  delayDurationSelector: (value: T, index: number) => ObservableInput<any>,\n  subscriptionDelay?: Observable<any>\n): MonoTypeOperatorFunction<T> {\n  if (subscriptionDelay) {\n    // DEPRECATED PATH\n    return (source: Observable<T>) =>\n      concat(subscriptionDelay.pipe(take(1), ignoreElements()), source.pipe(delayWhen(delayDurationSelector)));\n  }\n\n  return mergeMap((value, index) => innerFrom(delayDurationSelector(value, index)).pipe(take(1), mapTo(value)));\n}\n", "import { asyncScheduler } from '../scheduler/async';\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { delayWhen } from './delayWhen';\nimport { timer } from '../observable/timer';\n\n/**\n * Delays the emission of items from the source Observable by a given timeout or\n * until a given Date.\n *\n * <span class=\"informal\">Time shifts each item by some specified amount of\n * milliseconds.</span>\n *\n * ![](delay.svg)\n *\n * If the delay argument is a Number, this operator time shifts the source\n * Observable by that amount of time expressed in milliseconds. The relative\n * time intervals between the values are preserved.\n *\n * If the delay argument is a Date, this operator time shifts the start of the\n * Observable execution until the given date occurs.\n *\n * ## Examples\n *\n * Delay each click by one second\n *\n * ```ts\n * import { fromEvent, delay } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const delayedClicks = clicks.pipe(delay(1000)); // each click emitted after 1 second\n * delayedClicks.subscribe(x => console.log(x));\n * ```\n *\n * Delay all clicks until a future date happens\n *\n * ```ts\n * import { fromEvent, delay } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const date = new Date('March 15, 2050 12:00:00'); // in the future\n * const delayedClicks = clicks.pipe(delay(date)); // click emitted only after that date\n * delayedClicks.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link delayWhen}\n * @see {@link throttle}\n * @see {@link throttleTime}\n * @see {@link debounce}\n * @see {@link debounceTime}\n * @see {@link sample}\n * @see {@link sampleTime}\n * @see {@link audit}\n * @see {@link auditTime}\n *\n * @param {number|Date} due The delay duration in milliseconds (a `number`) or\n * a `Date` until which the emission of the source items is delayed.\n * @param {SchedulerLike} [scheduler=async] The {@link SchedulerLike} to use for\n * managing the timers that handle the time-shift for each item.\n * @return A function that returns an Observable that delays the emissions of\n * the source Observable by the specified timeout or Date.\n */\nexport function delay<T>(due: number | Date, scheduler: SchedulerLike = asyncScheduler): MonoTypeOperatorFunction<T> {\n  const duration = timer(due, scheduler);\n  return delayWhen(() => duration);\n}\n", "import { MonoTypeOperatorFunction } from '../types';\nimport { identity } from '../util/identity';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\nexport function distinctUntilChanged<T>(comparator?: (previous: T, current: T) => boolean): MonoTypeOperatorFunction<T>;\nexport function distinctUntilChanged<T, K>(\n  comparator: (previous: K, current: K) => boolean,\n  keySelector: (value: T) => K\n): MonoTypeOperatorFunction<T>;\n\n/**\n * Returns a result {@link Observable} that emits all values pushed by the source observable if they\n * are distinct in comparison to the last value the result observable emitted.\n *\n * When provided without parameters or with the first parameter (`{@link distinctUntilChanged#comparator comparator}`),\n * it behaves like this:\n *\n * 1. It will always emit the first value from the source.\n * 2. For all subsequent values pushed by the source, they will be compared to the previously emitted values\n *    using the provided `comparator` or an `===` equality check.\n * 3. If the value pushed by the source is determined to be unequal by this check, that value is emitted and\n *    becomes the new \"previously emitted value\" internally.\n *\n * When the second parameter (`{@link distinctUntilChanged#keySelector keySelector}`) is provided, the behavior\n * changes:\n *\n * 1. It will always emit the first value from the source.\n * 2. The `keySelector` will be run against all values, including the first value.\n * 3. For all values after the first, the selected key will be compared against the key selected from\n *    the previously emitted value using the `comparator`.\n * 4. If the keys are determined to be unequal by this check, the value (not the key), is emitted\n *    and the selected key from that value is saved for future comparisons against other keys.\n *\n * ## Examples\n *\n * A very basic example with no `{@link distinctUntilChanged#comparator comparator}`. Note that `1` is emitted more than once,\n * because it's distinct in comparison to the _previously emitted_ value,\n * not in comparison to _all other emitted values_.\n *\n * ```ts\n * import { of, distinctUntilChanged } from 'rxjs';\n *\n * of(1, 1, 1, 2, 2, 2, 1, 1, 3, 3)\n *   .pipe(distinctUntilChanged())\n *   .subscribe(console.log);\n * // Logs: 1, 2, 1, 3\n * ```\n *\n * With a `{@link distinctUntilChanged#comparator comparator}`, you can do custom comparisons. Let's say\n * you only want to emit a value when all of its components have\n * changed:\n *\n * ```ts\n * import { of, distinctUntilChanged } from 'rxjs';\n *\n * const totallyDifferentBuilds$ = of(\n *   { engineVersion: '1.1.0', transmissionVersion: '1.2.0' },\n *   { engineVersion: '1.1.0', transmissionVersion: '1.4.0' },\n *   { engineVersion: '1.3.0', transmissionVersion: '1.4.0' },\n *   { engineVersion: '1.3.0', transmissionVersion: '1.5.0' },\n *   { engineVersion: '2.0.0', transmissionVersion: '1.5.0' }\n * ).pipe(\n *   distinctUntilChanged((prev, curr) => {\n *     return (\n *       prev.engineVersion === curr.engineVersion ||\n *       prev.transmissionVersion === curr.transmissionVersion\n *     );\n *   })\n * );\n *\n * totallyDifferentBuilds$.subscribe(console.log);\n *\n * // Logs:\n * // { engineVersion: '1.1.0', transmissionVersion: '1.2.0' }\n * // { engineVersion: '1.3.0', transmissionVersion: '1.4.0' }\n * // { engineVersion: '2.0.0', transmissionVersion: '1.5.0' }\n * ```\n *\n * You can also provide a custom `{@link distinctUntilChanged#comparator comparator}` to check that emitted\n * changes are only in one direction. Let's say you only want to get\n * the next record temperature:\n *\n * ```ts\n * import { of, distinctUntilChanged } from 'rxjs';\n *\n * const temps$ = of(30, 31, 20, 34, 33, 29, 35, 20);\n *\n * const recordHighs$ = temps$.pipe(\n *   distinctUntilChanged((prevHigh, temp) => {\n *     // If the current temp is less than\n *     // or the same as the previous record,\n *     // the record hasn't changed.\n *     return temp <= prevHigh;\n *   })\n * );\n *\n * recordHighs$.subscribe(console.log);\n * // Logs: 30, 31, 34, 35\n * ```\n *\n * Selecting update events only when the `updatedBy` field shows\n * the account changed hands.\n *\n * ```ts\n * import { of, distinctUntilChanged } from 'rxjs';\n *\n * // A stream of updates to a given account\n * const accountUpdates$ = of(\n *   { updatedBy: 'blesh', data: [] },\n *   { updatedBy: 'blesh', data: [] },\n *   { updatedBy: 'ncjamieson', data: [] },\n *   { updatedBy: 'ncjamieson', data: [] },\n *   { updatedBy: 'blesh', data: [] }\n * );\n *\n * // We only want the events where it changed hands\n * const changedHands$ = accountUpdates$.pipe(\n *   distinctUntilChanged(undefined, update => update.updatedBy)\n * );\n *\n * changedHands$.subscribe(console.log);\n * // Logs:\n * // { updatedBy: 'blesh', data: Array[0] }\n * // { updatedBy: 'ncjamieson', data: Array[0] }\n * // { updatedBy: 'blesh', data: Array[0] }\n * ```\n *\n * @see {@link distinct}\n * @see {@link distinctUntilKeyChanged}\n *\n * @param comparator A function used to compare the previous and current keys for\n * equality. Defaults to a `===` check.\n * @param keySelector Used to select a key value to be passed to the `comparator`.\n *\n * @return A function that returns an Observable that emits items from the\n * source Observable with distinct values.\n */\nexport function distinctUntilChanged<T, K>(\n  comparator?: (previous: K, current: K) => boolean,\n  keySelector: (value: T) => K = identity as (value: T) => K\n): MonoTypeOperatorFunction<T> {\n  // We've been allowing `null` do be passed as the `compare`, so we can't do\n  // a default value for the parameter, because that will only work\n  // for `undefined`.\n  comparator = comparator ?? defaultCompare;\n\n  return operate((source, subscriber) => {\n    // The previous key, used to compare against keys selected\n    // from new arrivals to determine \"distinctiveness\".\n    let previousKey: K;\n    // Whether or not this is the first value we've gotten.\n    let first = true;\n\n    source.subscribe(\n      createOperatorSubscriber(subscriber, (value) => {\n        // We always call the key selector.\n        const currentKey = keySelector(value);\n\n        // If it's the first value, we always emit it.\n        // Otherwise, we compare this key to the previous key, and\n        // if the comparer returns false, we emit.\n        if (first || !comparator!(previousKey, currentKey)) {\n          // Update our state *before* we emit the value\n          // as emission can be the source of re-entrant code\n          // in functional libraries like this. We only really\n          // need to do this if it's the first value, or if the\n          // key we're tracking in previous needs to change.\n          first = false;\n          previousKey = currentKey;\n\n          // Emit the value!\n          subscriber.next(value);\n        }\n      })\n    );\n  });\n}\n\nfunction defaultCompare(a: any, b: any) {\n  return a === b;\n}\n", "import { distinctUntilChanged } from './distinctUntilChanged';\nimport { MonoTypeOperatorFunction } from '../types';\n\n/* tslint:disable:max-line-length */\nexport function distinctUntilKeyChanged<T>(key: keyof T): MonoTypeOperatorFunction<T>;\nexport function distinctUntilKeyChanged<T, K extends keyof T>(key: K, compare: (x: T[K], y: T[K]) => boolean): MonoTypeOperatorFunction<T>;\n/* tslint:enable:max-line-length */\n\n/**\n * Returns an Observable that emits all items emitted by the source Observable that are distinct by comparison from the previous item,\n * using a property accessed by using the key provided to check if the two items are distinct.\n *\n * If a comparator function is provided, then it will be called for each item to test for whether or not that value should be emitted.\n *\n * If a comparator function is not provided, an equality check is used by default.\n *\n * ## Examples\n *\n * An example comparing the name of persons\n *\n * ```ts\n * import { of, distinctUntilKeyChanged } from 'rxjs';\n *\n * of(\n *   { age: 4, name: 'Foo' },\n *   { age: 7, name: 'Bar' },\n *   { age: 5, name: 'Foo' },\n *   { age: 6, name: 'Foo' }\n * ).pipe(\n *   distinctUntilKeyChanged('name')\n * )\n * .subscribe(x => console.log(x));\n *\n * // displays:\n * // { age: 4, name: 'Foo' }\n * // { age: 7, name: 'Bar' }\n * // { age: 5, name: 'Foo' }\n * ```\n *\n * An example comparing the first letters of the name\n *\n * ```ts\n * import { of, distinctUntilKeyChanged } from 'rxjs';\n *\n * of(\n *   { age: 4, name: 'Foo1' },\n *   { age: 7, name: 'Bar' },\n *   { age: 5, name: 'Foo2' },\n *   { age: 6, name: 'Foo3' }\n * ).pipe(\n *   distinctUntilKeyChanged('name', (x, y) => x.substring(0, 3) === y.substring(0, 3))\n * )\n * .subscribe(x => console.log(x));\n *\n * // displays:\n * // { age: 4, name: 'Foo1' }\n * // { age: 7, name: 'Bar' }\n * // { age: 5, name: 'Foo2' }\n * ```\n *\n * @see {@link distinct}\n * @see {@link distinctUntilChanged}\n *\n * @param {string} key String key for object property lookup on each item.\n * @param {function} [compare] Optional comparison function called to test if an item is distinct from the previous item in the source.\n * @return A function that returns an Observable that emits items from the\n * source Observable with distinct values based on the key specified.\n */\nexport function distinctUntilKeyChanged<T, K extends keyof T>(key: K, compare?: (x: T[K], y: T[K]) => boolean): MonoTypeOperatorFunction<T> {\n  return distinctUntilChanged((x: T, y: T) => compare ? compare(x[key], y[key]) : x[key] === y[key]);\n}\n", "import { EmptyError } from '../util/EmptyError';\nimport { MonoTypeOperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * If the source observable completes without emitting a value, it will emit\n * an error. The error will be created at that time by the optional\n * `errorFactory` argument, otherwise, the error will be {@link EmptyError}.\n *\n * ![](throwIfEmpty.png)\n *\n * ## Example\n *\n * Throw an error if the document wasn't clicked within 1 second\n *\n * ```ts\n * import { fromEvent, takeUntil, timer, throwIfEmpty } from 'rxjs';\n *\n * const click$ = fromEvent(document, 'click');\n *\n * click$.pipe(\n *   takeUntil(timer(1000)),\n *   throwIfEmpty(() => new Error('The document was not clicked within 1 second'))\n * )\n * .subscribe({\n *   next() {\n *    console.log('The document was clicked');\n *   },\n *   error(err) {\n *     console.error(err.message);\n *   }\n * });\n * ```\n *\n * @param errorFactory A factory function called to produce the\n * error to be thrown when the source observable completes without emitting a\n * value.\n * @return A function that returns an Observable that throws an error if the\n * source Observable completed without emitting.\n */\nexport function throwIfEmpty<T>(errorFactory: () => any = defaultErrorFactory): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let hasValue = false;\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          hasValue = true;\n          subscriber.next(value);\n        },\n        () => (hasValue ? subscriber.complete() : subscriber.error(errorFactory()))\n      )\n    );\n  });\n}\n\nfunction defaultErrorFactory() {\n  return new EmptyError();\n}\n", "/** prettier */\nimport { Observable } from '../Observable';\nimport { concat } from '../observable/concat';\nimport { of } from '../observable/of';\nimport { MonoTypeOperatorFunction, SchedulerLike, OperatorFunction, ValueFromArray } from '../types';\n\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `concatAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function endWith<T>(scheduler: SchedulerLike): MonoTypeOperatorFunction<T>;\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `concatAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function endWith<T, A extends unknown[] = T[]>(\n  ...valuesAndScheduler: [...A, SchedulerLike]\n): OperatorFunction<T, T | ValueFromArray<A>>;\n\nexport function endWith<T, A extends unknown[] = T[]>(...values: A): OperatorFunction<T, T | ValueFromArray<A>>;\n\n/**\n * Returns an observable that will emit all values from the source, then synchronously emit\n * the provided value(s) immediately after the source completes.\n *\n * NOTE: Passing a last argument of a Scheduler is _deprecated_, and may result in incorrect\n * types in TypeScript.\n *\n * This is useful for knowing when an observable ends. Particularly when paired with an\n * operator like {@link takeUntil}\n *\n * ![](endWith.png)\n *\n * ## Example\n *\n * Emit values to know when an interval starts and stops. The interval will\n * stop when a user clicks anywhere on the document.\n *\n * ```ts\n * import { interval, map, fromEvent, startWith, takeUntil, endWith } from 'rxjs';\n *\n * const ticker$ = interval(5000).pipe(\n *   map(() => 'tick')\n * );\n *\n * const documentClicks$ = fromEvent(document, 'click');\n *\n * ticker$.pipe(\n *   startWith('interval started'),\n *   takeUntil(documentClicks$),\n *   endWith('interval ended by click')\n * )\n * .subscribe(x => console.log(x));\n *\n * // Result (assuming a user clicks after 15 seconds)\n * // 'interval started'\n * // 'tick'\n * // 'tick'\n * // 'tick'\n * // 'interval ended by click'\n * ```\n *\n * @see {@link startWith}\n * @see {@link concat}\n * @see {@link takeUntil}\n *\n * @param values Items you want the modified Observable to emit last.\n * @return A function that returns an Observable that emits all values from the\n * source, then synchronously emits the provided value(s) immediately after the\n * source completes.\n */\nexport function endWith<T>(...values: Array<T | SchedulerLike>): MonoTypeOperatorFunction<T> {\n  return (source: Observable<T>) => concat(source, of(...values)) as Observable<T>;\n}\n", "import { MonoTypeOperatorFunction } from '../types';\nimport { operate } from '../util/lift';\n\n/**\n * Returns an Observable that mirrors the source Observable, but will call a specified function when\n * the source terminates on complete or error.\n * The specified function will also be called when the subscriber explicitly unsubscribes.\n *\n * ## Examples\n *\n * Execute callback function when the observable completes\n *\n * ```ts\n * import { interval, take, finalize } from 'rxjs';\n *\n * // emit value in sequence every 1 second\n * const source = interval(1000);\n * const example = source.pipe(\n *   take(5), //take only the first 5 values\n *   finalize(() => console.log('Sequence complete')) // Execute when the observable completes\n * );\n * const subscribe = example.subscribe(val => console.log(val));\n *\n * // results:\n * // 0\n * // 1\n * // 2\n * // 3\n * // 4\n * // 'Sequence complete'\n * ```\n *\n * Execute callback function when the subscriber explicitly unsubscribes\n *\n * ```ts\n * import { interval, finalize, tap, noop, timer } from 'rxjs';\n *\n * const source = interval(100).pipe(\n *   finalize(() => console.log('[finalize] Called')),\n *   tap({\n *     next: () => console.log('[next] Called'),\n *     error: () => console.log('[error] Not called'),\n *     complete: () => console.log('[tap complete] Not called')\n *   })\n * );\n *\n * const sub = source.subscribe({\n *   next: x => console.log(x),\n *   error: noop,\n *   complete: () => console.log('[complete] Not called')\n * });\n *\n * timer(150).subscribe(() => sub.unsubscribe());\n *\n * // results:\n * // '[next] Called'\n * // 0\n * // '[finalize] Called'\n * ```\n *\n * @param {function} callback Function to be called when source terminates.\n * @return A function that returns an Observable that mirrors the source, but\n * will call the specified function on termination.\n */\nexport function finalize<T>(callback: () => void): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    // TODO: This try/finally was only added for `useDeprecatedSynchronousErrorHandling`.\n    // REMOVE THIS WHEN THAT HOT GARBAGE IS REMOVED IN V8.\n    try {\n      source.subscribe(subscriber);\n    } finally {\n      subscriber.add(callback);\n    }\n  });\n}\n", "import { Observable } from '../Observable';\nimport { EmptyError } from '../util/EmptyError';\nimport { OperatorFunction, TruthyTypesOf } from '../types';\nimport { filter } from './filter';\nimport { take } from './take';\nimport { defaultIfEmpty } from './defaultIfEmpty';\nimport { throwIfEmpty } from './throwIfEmpty';\nimport { identity } from '../util/identity';\n\nexport function first<T, D = T>(predicate?: null, defaultValue?: D): OperatorFunction<T, T | D>;\nexport function first<T>(predicate: BooleanConstructor): OperatorFunction<T, TruthyTypesOf<T>>;\nexport function first<T, D>(predicate: BooleanConstructor, defaultValue: D): OperatorFunction<T, TruthyTypesOf<T> | D>;\nexport function first<T, S extends T>(\n  predicate: (value: T, index: number, source: Observable<T>) => value is S,\n  defaultValue?: S\n): OperatorFunction<T, S>;\nexport function first<T, S extends T, D>(\n  predicate: (value: T, index: number, source: Observable<T>) => value is S,\n  defaultValue: D\n): OperatorFunction<T, S | D>;\nexport function first<T, D = T>(\n  predicate: (value: T, index: number, source: Observable<T>) => boolean,\n  defaultValue?: D\n): OperatorFunction<T, T | D>;\n\n/**\n * Emits only the first value (or the first value that meets some condition)\n * emitted by the source Observable.\n *\n * <span class=\"informal\">Emits only the first value. Or emits only the first\n * value that passes some test.</span>\n *\n * ![](first.png)\n *\n * If called with no arguments, `first` emits the first value of the source\n * Observable, then completes. If called with a `predicate` function, `first`\n * emits the first value of the source that matches the specified condition. Throws an error if\n * `defaultValue` was not provided and a matching element is not found.\n *\n * ## Examples\n *\n * Emit only the first click that happens on the DOM\n *\n * ```ts\n * import { fromEvent, first } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(first());\n * result.subscribe(x => console.log(x));\n * ```\n *\n * Emits the first click that happens on a DIV\n *\n * ```ts\n * import { fromEvent, first } from 'rxjs';\n *\n * const div = document.createElement('div');\n * div.style.cssText = 'width: 200px; height: 200px; background: #09c;';\n * document.body.appendChild(div);\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(first(ev => (<HTMLElement>ev.target).tagName === 'DIV'));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link filter}\n * @see {@link find}\n * @see {@link take}\n *\n * @throws {EmptyError} Delivers an EmptyError to the Observer's `error`\n * callback if the Observable completes before any `next` notification was sent.\n * This is how `first()` is different from {@link take}(1) which completes instead.\n *\n * @param {function(value: T, index: number, source: Observable<T>): boolean} [predicate]\n * An optional function called with each item to test for condition matching.\n * @param {D} [defaultValue] The default value emitted in case no valid value\n * was found on the source.\n * @return A function that returns an Observable that emits the first item that\n * matches the condition.\n */\nexport function first<T, D>(\n  predicate?: ((value: T, index: number, source: Observable<T>) => boolean) | null,\n  defaultValue?: D\n): OperatorFunction<T, T | D> {\n  const hasDefaultValue = arguments.length >= 2;\n  return (source: Observable<T>) =>\n    source.pipe(\n      predicate ? filter((v, i) => predicate(v, i, source)) : identity,\n      take(1),\n      hasDefaultValue ? defaultIfEmpty(defaultValue!) : throwIfEmpty(() => new EmptyError())\n    );\n}\n", "import { EMPTY } from '../observable/empty';\nimport { MonoTypeOperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/**\n * Waits for the source to complete, then emits the last N values from the source,\n * as specified by the `count` argument.\n *\n * ![](takeLast.png)\n *\n * `takeLast` results in an observable that will hold values up to `count` values in memory,\n * until the source completes. It then pushes all values in memory to the consumer, in the\n * order they were received from the source, then notifies the consumer that it is\n * complete.\n *\n * If for some reason the source completes before the `count` supplied to `takeLast` is reached,\n * all values received until that point are emitted, and then completion is notified.\n *\n * **Warning**: Using `takeLast` with an observable that never completes will result\n * in an observable that never emits a value.\n *\n * ## Example\n *\n * Take the last 3 values of an Observable with many values\n *\n * ```ts\n * import { range, takeLast } from 'rxjs';\n *\n * const many = range(1, 100);\n * const lastThree = many.pipe(takeLast(3));\n * lastThree.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link take}\n * @see {@link takeUntil}\n * @see {@link takeWhile}\n * @see {@link skip}\n *\n * @param count The maximum number of values to emit from the end of\n * the sequence of values emitted by the source Observable.\n * @return A function that returns an Observable that emits at most the last\n * `count` values emitted by the source Observable.\n */\nexport function takeLast<T>(count: number): MonoTypeOperatorFunction<T> {\n  return count <= 0\n    ? () => EMPTY\n    : operate((source, subscriber) => {\n        // This buffer will hold the values we are going to emit\n        // when the source completes. Since we only want to take the\n        // last N values, we can't emit until we're sure we're not getting\n        // any more values.\n        let buffer: T[] = [];\n        source.subscribe(\n          createOperatorSubscriber(\n            subscriber,\n            (value) => {\n              // Add the most recent value onto the end of our buffer.\n              buffer.push(value);\n              // If our buffer is now larger than the number of values we\n              // want to take, we remove the oldest value from the buffer.\n              count < buffer.length && buffer.shift();\n            },\n            () => {\n              // The source completed, we now know what are last values\n              // are, emit them in the order they were received.\n              for (const value of buffer) {\n                subscriber.next(value);\n              }\n              subscriber.complete();\n            },\n            // Errors are passed through to the consumer\n            undefined,\n            () => {\n              // During finalization release the values in our buffer.\n              buffer = null!;\n            }\n          )\n        );\n      });\n}\n", "import { ObservableInput, ObservableInputTuple, OperatorFunction, SchedulerLike } from '../types';\nimport { operate } from '../util/lift';\nimport { argsOrArgArray } from '../util/argsOrArgArray';\nimport { mergeAll } from './mergeAll';\nimport { popNumber, popScheduler } from '../util/args';\nimport { from } from '../observable/from';\n\n/** @deprecated Replaced with {@link mergeWith}. Will be removed in v8. */\nexport function merge<T, A extends readonly unknown[]>(...sources: [...ObservableInputTuple<A>]): OperatorFunction<T, T | A[number]>;\n/** @deprecated Replaced with {@link mergeWith}. Will be removed in v8. */\nexport function merge<T, A extends readonly unknown[]>(\n  ...sourcesAndConcurrency: [...ObservableInputTuple<A>, number]\n): OperatorFunction<T, T | A[number]>;\n/** @deprecated Replaced with {@link mergeWith}. Will be removed in v8. */\nexport function merge<T, A extends readonly unknown[]>(\n  ...sourcesAndScheduler: [...ObservableInputTuple<A>, SchedulerLike]\n): OperatorFunction<T, T | A[number]>;\n/** @deprecated Replaced with {@link mergeWith}. Will be removed in v8. */\nexport function merge<T, A extends readonly unknown[]>(\n  ...sourcesAndConcurrencyAndScheduler: [...ObservableInputTuple<A>, number, SchedulerLike]\n): OperatorFunction<T, T | A[number]>;\n\nexport function merge<T>(...args: unknown[]): OperatorFunction<T, unknown> {\n  const scheduler = popScheduler(args);\n  const concurrent = popNumber(args, Infinity);\n  args = argsOrArgArray(args);\n\n  return operate((source, subscriber) => {\n    mergeAll(concurrent)(from([source, ...(args as ObservableInput<T>[])], scheduler)).subscribe(subscriber);\n  });\n}\n", "import { ObservableInputTuple, OperatorFunction } from '../types';\nimport { merge } from './merge';\n\n/**\n * Merge the values from all observables to a single observable result.\n *\n * Creates an observable, that when subscribed to, subscribes to the source\n * observable, and all other sources provided as arguments. All values from\n * every source are emitted from the resulting subscription.\n *\n * When all sources complete, the resulting observable will complete.\n *\n * When any source errors, the resulting observable will error.\n *\n * ## Example\n *\n * Joining all outputs from multiple user input event streams\n *\n * ```ts\n * import { fromEvent, map, mergeWith } from 'rxjs';\n *\n * const clicks$ = fromEvent(document, 'click').pipe(map(() => 'click'));\n * const mousemoves$ = fromEvent(document, 'mousemove').pipe(map(() => 'mousemove'));\n * const dblclicks$ = fromEvent(document, 'dblclick').pipe(map(() => 'dblclick'));\n *\n * mousemoves$\n *   .pipe(mergeWith(clicks$, dblclicks$))\n *   .subscribe(x => console.log(x));\n *\n * // result (assuming user interactions)\n * // 'mousemove'\n * // 'mousemove'\n * // 'mousemove'\n * // 'click'\n * // 'click'\n * // 'dblclick'\n * ```\n *\n * @see {@link merge}\n *\n * @param otherSources the sources to combine the current source with.\n * @return A function that returns an Observable that merges the values from\n * all given Observables.\n */\nexport function mergeWith<T, A extends readonly unknown[]>(\n  ...otherSources: [...ObservableInputTuple<A>]\n): OperatorFunction<T, T | A[number]> {\n  return merge(...otherSources);\n}\n", "import { Subscription } from '../Subscription';\nimport { EMPTY } from '../observable/empty';\nimport { operate } from '../util/lift';\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\nimport { timer } from '../observable/timer';\n\nexport interface RepeatConfig {\n  /**\n   * The number of times to repeat the source. Defaults to `Infinity`.\n   */\n  count?: number;\n\n  /**\n   * If a `number`, will delay the repeat of the source by that number of milliseconds.\n   * If a function, it will provide the number of times the source has been subscribed to,\n   * and the return value should be a valid observable input that will notify when the source\n   * should be repeated. If the notifier observable is empty, the result will complete.\n   */\n  delay?: number | ((count: number) => ObservableInput<any>);\n}\n\n/**\n * Returns an Observable that will resubscribe to the source stream when the source stream completes.\n *\n * <span class=\"informal\">Repeats all values emitted on the source. It's like {@link retry}, but for non error cases.</span>\n *\n * ![](repeat.png)\n *\n * Repeat will output values from a source until the source completes, then it will resubscribe to the\n * source a specified number of times, with a specified delay. Repeat can be particularly useful in\n * combination with closing operators like {@link take}, {@link takeUntil}, {@link first}, or {@link takeWhile},\n * as it can be used to restart a source again from scratch.\n *\n * Repeat is very similar to {@link retry}, where {@link retry} will resubscribe to the source in the error case, but\n * `repeat` will resubscribe if the source completes.\n *\n * Note that `repeat` will _not_ catch errors. Use {@link retry} for that.\n *\n * - `repeat(0)` returns an empty observable\n * - `repeat()` will repeat forever\n * - `repeat({ delay: 200 })` will repeat forever, with a delay of 200ms between repetitions.\n * - `repeat({ count: 2, delay: 400 })` will repeat twice, with a delay of 400ms between repetitions.\n * - `repeat({ delay: (count) => timer(count * 1000) })` will repeat forever, but will have a delay that grows by one second for each repetition.\n *\n * ## Example\n *\n * Repeat a message stream\n *\n * ```ts\n * import { of, repeat } from 'rxjs';\n *\n * const source = of('Repeat message');\n * const result = source.pipe(repeat(3));\n *\n * result.subscribe(x => console.log(x));\n *\n * // Results\n * // 'Repeat message'\n * // 'Repeat message'\n * // 'Repeat message'\n * ```\n *\n * Repeat 3 values, 2 times\n *\n * ```ts\n * import { interval, take, repeat } from 'rxjs';\n *\n * const source = interval(1000);\n * const result = source.pipe(take(3), repeat(2));\n *\n * result.subscribe(x => console.log(x));\n *\n * // Results every second\n * // 0\n * // 1\n * // 2\n * // 0\n * // 1\n * // 2\n * ```\n *\n * Defining two complex repeats with delays on the same source.\n * Note that the second repeat cannot be called until the first\n * repeat as exhausted it's count.\n *\n * ```ts\n * import { defer, of, repeat } from 'rxjs';\n *\n * const source = defer(() => {\n *    return of(`Hello, it is ${new Date()}`)\n * });\n *\n * source.pipe(\n *    // Repeat 3 times with a delay of 1 second between repetitions\n *    repeat({\n *      count: 3,\n *      delay: 1000,\n *    }),\n *\n *    // *Then* repeat forever, but with an exponential step-back\n *    // maxing out at 1 minute.\n *    repeat({\n *      delay: (count) => timer(Math.min(60000, 2 ^ count * 1000))\n *    })\n * )\n * ```\n *\n * @see {@link repeatWhen}\n * @see {@link retry}\n *\n * @param count The number of times the source Observable items are repeated, a count of 0 will yield\n * an empty Observable.\n */\nexport function repeat<T>(countOrConfig?: number | RepeatConfig): MonoTypeOperatorFunction<T> {\n  let count = Infinity;\n  let delay: RepeatConfig['delay'];\n\n  if (countOrConfig != null) {\n    if (typeof countOrConfig === 'object') {\n      ({ count = Infinity, delay } = countOrConfig);\n    } else {\n      count = countOrConfig;\n    }\n  }\n\n  return count <= 0\n    ? () => EMPTY\n    : operate((source, subscriber) => {\n        let soFar = 0;\n        let sourceSub: Subscription | null;\n\n        const resubscribe = () => {\n          sourceSub?.unsubscribe();\n          sourceSub = null;\n          if (delay != null) {\n            const notifier = typeof delay === 'number' ? timer(delay) : innerFrom(delay(soFar));\n            const notifierSubscriber = createOperatorSubscriber(subscriber, () => {\n              notifierSubscriber.unsubscribe();\n              subscribeToSource();\n            });\n            notifier.subscribe(notifierSubscriber);\n          } else {\n            subscribeToSource();\n          }\n        };\n\n        const subscribeToSource = () => {\n          let syncUnsub = false;\n          sourceSub = source.subscribe(\n            createOperatorSubscriber(subscriber, undefined, () => {\n              if (++soFar < count) {\n                if (sourceSub) {\n                  resubscribe();\n                } else {\n                  syncUnsub = true;\n                }\n              } else {\n                subscriber.complete();\n              }\n            })\n          );\n\n          if (syncUnsub) {\n            resubscribe();\n          }\n        };\n\n        subscribeToSource();\n      });\n}\n", "import { OperatorFunction } from '../types';\nimport { operate } from '../util/lift';\nimport { scanInternals } from './scanInternals';\n\nexport function scan<V, A = V>(accumulator: (acc: A | V, value: V, index: number) => A): OperatorFunction<V, V | A>;\nexport function scan<V, A>(accumulator: (acc: A, value: V, index: number) => A, seed: A): OperatorFunction<V, A>;\nexport function scan<V, A, S>(accumulator: (acc: A | S, value: V, index: number) => A, seed: S): OperatorFunction<V, A>;\n\n// TODO: link to a \"redux pattern\" section in the guide (location TBD)\n\n/**\n * Useful for encapsulating and managing state. Applies an accumulator (or \"reducer function\")\n * to each value from the source after an initial state is established -- either via\n * a `seed` value (second argument), or from the first value from the source.\n *\n * <span class=\"informal\">It's like {@link reduce}, but emits the current\n * accumulation state after each update</span>\n *\n * ![](scan.png)\n *\n * This operator maintains an internal state and emits it after processing each value as follows:\n *\n * 1. First value arrives\n *   - If a `seed` value was supplied (as the second argument to `scan`), let `state = seed` and `value = firstValue`.\n *   - If NO `seed` value was supplied (no second argument), let `state = firstValue` and go to 3.\n * 2. Let `state = accumulator(state, value)`.\n *   - If an error is thrown by `accumulator`, notify the consumer of an error. The process ends.\n * 3. Emit `state`.\n * 4. Next value arrives, let `value = nextValue`, go to 2.\n *\n * ## Examples\n *\n * An average of previous numbers. This example shows how\n * not providing a `seed` can prime the stream with the\n * first value from the source.\n *\n * ```ts\n * import { of, scan, map } from 'rxjs';\n *\n * const numbers$ = of(1, 2, 3);\n *\n * numbers$\n *   .pipe(\n *     // Get the sum of the numbers coming in.\n *     scan((total, n) => total + n),\n *     // Get the average by dividing the sum by the total number\n *     // received so far (which is 1 more than the zero-based index).\n *     map((sum, index) => sum / (index + 1))\n *   )\n *   .subscribe(console.log);\n * ```\n *\n * The Fibonacci sequence. This example shows how you can use\n * a seed to prime accumulation process. Also... you know... Fibonacci.\n * So important to like, computers and stuff that its whiteboarded\n * in job interviews. Now you can show them the Rx version! (Please don't, haha)\n *\n * ```ts\n * import { interval, scan, map, startWith } from 'rxjs';\n *\n * const firstTwoFibs = [0, 1];\n * // An endless stream of Fibonacci numbers.\n * const fibonacci$ = interval(1000).pipe(\n *   // Scan to get the fibonacci numbers (after 0, 1)\n *   scan(([a, b]) => [b, a + b], firstTwoFibs),\n *   // Get the second number in the tuple, it's the one you calculated\n *   map(([, n]) => n),\n *   // Start with our first two digits :)\n *   startWith(...firstTwoFibs)\n * );\n *\n * fibonacci$.subscribe(console.log);\n * ```\n *\n * @see {@link expand}\n * @see {@link mergeScan}\n * @see {@link reduce}\n * @see {@link switchScan}\n *\n * @param accumulator A \"reducer function\". This will be called for each value after an initial state is\n * acquired.\n * @param seed The initial state. If this is not provided, the first value from the source will\n * be used as the initial state, and emitted without going through the accumulator. All subsequent values\n * will be processed by the accumulator function. If this is provided, all values will go through\n * the accumulator function.\n * @return A function that returns an Observable of the accumulated values.\n */\nexport function scan<V, A, S>(accumulator: (acc: V | A | S, value: V, index: number) => A, seed?: S): OperatorFunction<V, V | A> {\n  // providing a seed of `undefined` *should* be valid and trigger\n  // hasSeed! so don't use `seed !== undefined` checks!\n  // For this reason, we have to check it here at the original call site\n  // otherwise inside Operator/Subscriber we won't know if `undefined`\n  // means they didn't provide anything or if they literally provided `undefined`\n  return operate(scanInternals(accumulator, seed as S, arguments.length >= 2, true));\n}\n", "import { innerFrom } from '../observable/innerFrom';\nimport { Subject } from '../Subject';\nimport { SafeSubscriber } from '../Subscriber';\nimport { Subscription } from '../Subscription';\nimport { MonoTypeOperatorFunction, SubjectLike, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\n\nexport interface ShareConfig<T> {\n  /**\n   * The factory used to create the subject that will connect the source observable to\n   * multicast consumers.\n   */\n  connector?: () => SubjectLike<T>;\n  /**\n   * If `true`, the resulting observable will reset internal state on error from source and return to a \"cold\" state. This\n   * allows the resulting observable to be \"retried\" in the event of an error.\n   * If `false`, when an error comes from the source it will push the error into the connecting subject, and the subject\n   * will remain the connecting subject, meaning the resulting observable will not go \"cold\" again, and subsequent retries\n   * or resubscriptions will resubscribe to that same subject. In all cases, RxJS subjects will emit the same error again, however\n   * {@link ReplaySubject} will also push its buffered values before pushing the error.\n   * It is also possible to pass a notifier factory returning an `ObservableInput` instead which grants more fine-grained\n   * control over how and when the reset should happen. This allows behaviors like conditional or delayed resets.\n   */\n  resetOnError?: boolean | ((error: any) => ObservableInput<any>);\n  /**\n   * If `true`, the resulting observable will reset internal state on completion from source and return to a \"cold\" state. This\n   * allows the resulting observable to be \"repeated\" after it is done.\n   * If `false`, when the source completes, it will push the completion through the connecting subject, and the subject\n   * will remain the connecting subject, meaning the resulting observable will not go \"cold\" again, and subsequent repeats\n   * or resubscriptions will resubscribe to that same subject.\n   * It is also possible to pass a notifier factory returning an `ObservableInput` instead which grants more fine-grained\n   * control over how and when the reset should happen. This allows behaviors like conditional or delayed resets.\n   */\n  resetOnComplete?: boolean | (() => ObservableInput<any>);\n  /**\n   * If `true`, when the number of subscribers to the resulting observable reaches zero due to those subscribers unsubscribing, the\n   * internal state will be reset and the resulting observable will return to a \"cold\" state. This means that the next\n   * time the resulting observable is subscribed to, a new subject will be created and the source will be subscribed to\n   * again.\n   * If `false`, when the number of subscribers to the resulting observable reaches zero due to unsubscription, the subject\n   * will remain connected to the source, and new subscriptions to the result will be connected through that same subject.\n   * It is also possible to pass a notifier factory returning an `ObservableInput` instead which grants more fine-grained\n   * control over how and when the reset should happen. This allows behaviors like conditional or delayed resets.\n   */\n  resetOnRefCountZero?: boolean | (() => ObservableInput<any>);\n}\n\nexport function share<T>(): MonoTypeOperatorFunction<T>;\n\nexport function share<T>(options: ShareConfig<T>): MonoTypeOperatorFunction<T>;\n\n/**\n * Returns a new Observable that multicasts (shares) the original Observable. As long as there is at least one\n * Subscriber this Observable will be subscribed and emitting data. When all subscribers have unsubscribed it will\n * unsubscribe from the source Observable. Because the Observable is multicasting it makes the stream `hot`.\n * This is an alias for `multicast(() => new Subject()), refCount()`.\n *\n * The subscription to the underlying source Observable can be reset (unsubscribe and resubscribe for new subscribers),\n * if the subscriber count to the shared observable drops to 0, or if the source Observable errors or completes. It is\n * possible to use notifier factories for the resets to allow for behaviors like conditional or delayed resets. Please\n * note that resetting on error or complete of the source Observable does not behave like a transparent retry or restart\n * of the source because the error or complete will be forwarded to all subscribers and their subscription will be\n * closed. Only new subscribers after a reset on error or complete happened will cause a fresh subscription to the\n * source. To achieve transparent retries or restarts pipe the source through appropriate operators before sharing.\n *\n * ![](share.png)\n *\n * ## Example\n *\n * Generate new multicast Observable from the `source` Observable value\n *\n * ```ts\n * import { interval, tap, map, take, share } from 'rxjs';\n *\n * const source = interval(1000).pipe(\n *   tap(x => console.log('Processing: ', x)),\n *   map(x => x * x),\n *   take(6),\n *   share()\n * );\n *\n * source.subscribe(x => console.log('subscription 1: ', x));\n * source.subscribe(x => console.log('subscription 2: ', x));\n *\n * // Logs:\n * // Processing: 0\n * // subscription 1: 0\n * // subscription 2: 0\n * // Processing: 1\n * // subscription 1: 1\n * // subscription 2: 1\n * // Processing: 2\n * // subscription 1: 4\n * // subscription 2: 4\n * // Processing: 3\n * // subscription 1: 9\n * // subscription 2: 9\n * // Processing: 4\n * // subscription 1: 16\n * // subscription 2: 16\n * // Processing: 5\n * // subscription 1: 25\n * // subscription 2: 25\n * ```\n *\n * ## Example with notifier factory: Delayed reset\n *\n * ```ts\n * import { interval, take, share, timer } from 'rxjs';\n *\n * const source = interval(1000).pipe(\n *   take(3),\n *   share({\n *     resetOnRefCountZero: () => timer(1000)\n *   })\n * );\n *\n * const subscriptionOne = source.subscribe(x => console.log('subscription 1: ', x));\n * setTimeout(() => subscriptionOne.unsubscribe(), 1300);\n *\n * setTimeout(() => source.subscribe(x => console.log('subscription 2: ', x)), 1700);\n *\n * setTimeout(() => source.subscribe(x => console.log('subscription 3: ', x)), 5000);\n *\n * // Logs:\n * // subscription 1:  0\n * // (subscription 1 unsubscribes here)\n * // (subscription 2 subscribes here ~400ms later, source was not reset)\n * // subscription 2:  1\n * // subscription 2:  2\n * // (subscription 2 unsubscribes here)\n * // (subscription 3 subscribes here ~2000ms later, source did reset before)\n * // subscription 3:  0\n * // subscription 3:  1\n * // subscription 3:  2\n * ```\n *\n * @see {@link shareReplay}\n *\n * @return A function that returns an Observable that mirrors the source.\n */\nexport function share<T>(options: ShareConfig<T> = {}): MonoTypeOperatorFunction<T> {\n  const { connector = () => new Subject<T>(), resetOnError = true, resetOnComplete = true, resetOnRefCountZero = true } = options;\n  // It's necessary to use a wrapper here, as the _operator_ must be\n  // referentially transparent. Otherwise, it cannot be used in calls to the\n  // static `pipe` function - to create a partial pipeline.\n  //\n  // The _operator function_ - the function returned by the _operator_ - will\n  // not be referentially transparent - as it shares its source - but the\n  // _operator function_ is called when the complete pipeline is composed via a\n  // call to a source observable's `pipe` method - not when the static `pipe`\n  // function is called.\n  return (wrapperSource) => {\n    let connection: SafeSubscriber<T> | undefined;\n    let resetConnection: Subscription | undefined;\n    let subject: SubjectLike<T> | undefined;\n    let refCount = 0;\n    let hasCompleted = false;\n    let hasErrored = false;\n\n    const cancelReset = () => {\n      resetConnection?.unsubscribe();\n      resetConnection = undefined;\n    };\n    // Used to reset the internal state to a \"cold\"\n    // state, as though it had never been subscribed to.\n    const reset = () => {\n      cancelReset();\n      connection = subject = undefined;\n      hasCompleted = hasErrored = false;\n    };\n    const resetAndUnsubscribe = () => {\n      // We need to capture the connection before\n      // we reset (if we need to reset).\n      const conn = connection;\n      reset();\n      conn?.unsubscribe();\n    };\n\n    return operate<T, T>((source, subscriber) => {\n      refCount++;\n      if (!hasErrored && !hasCompleted) {\n        cancelReset();\n      }\n\n      // Create the subject if we don't have one yet. Grab a local reference to\n      // it as well, which avoids non-null assertions when using it and, if we\n      // connect to it now, then error/complete need a reference after it was\n      // reset.\n      const dest = (subject = subject ?? connector());\n\n      // Add the finalization directly to the subscriber - instead of returning it -\n      // so that the handling of the subscriber's unsubscription will be wired\n      // up _before_ the subscription to the source occurs. This is done so that\n      // the assignment to the source connection's `closed` property will be seen\n      // by synchronous firehose sources.\n      subscriber.add(() => {\n        refCount--;\n\n        // If we're resetting on refCount === 0, and it's 0, we only want to do\n        // that on \"unsubscribe\", really. Resetting on error or completion is a different\n        // configuration.\n        if (refCount === 0 && !hasErrored && !hasCompleted) {\n          resetConnection = handleReset(resetAndUnsubscribe, resetOnRefCountZero);\n        }\n      });\n\n      // The following line adds the subscription to the subscriber passed.\n      // Basically, `subscriber === dest.subscribe(subscriber)` is `true`.\n      dest.subscribe(subscriber);\n\n      if (\n        !connection &&\n        // Check this shareReplay is still activate - it can be reset to 0\n        // and be \"unsubscribed\" _before_ it actually subscribes.\n        // If we were to subscribe then, it'd leak and get stuck.\n        refCount > 0\n      ) {\n        // We need to create a subscriber here - rather than pass an observer and\n        // assign the returned subscription to connection - because it's possible\n        // for reentrant subscriptions to the shared observable to occur and in\n        // those situations we want connection to be already-assigned so that we\n        // don't create another connection to the source.\n        connection = new SafeSubscriber({\n          next: (value) => dest.next(value),\n          error: (err) => {\n            hasErrored = true;\n            cancelReset();\n            resetConnection = handleReset(reset, resetOnError, err);\n            dest.error(err);\n          },\n          complete: () => {\n            hasCompleted = true;\n            cancelReset();\n            resetConnection = handleReset(reset, resetOnComplete);\n            dest.complete();\n          },\n        });\n        innerFrom(source).subscribe(connection);\n      }\n    })(wrapperSource);\n  };\n}\n\nfunction handleReset<T extends unknown[] = never[]>(\n  reset: () => void,\n  on: boolean | ((...args: T) => ObservableInput<any>),\n  ...args: T\n): Subscription | undefined {\n  if (on === true) {\n    reset();\n    return;\n  }\n\n  if (on === false) {\n    return;\n  }\n\n  const onSubscriber = new SafeSubscriber({\n    next: () => {\n      onSubscriber.unsubscribe();\n      reset();\n    },\n  });\n\n  return innerFrom(on(...args)).subscribe(onSubscriber);\n}\n", "import { ReplaySubject } from '../ReplaySubject';\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { share } from './share';\n\nexport interface ShareReplayConfig {\n  bufferSize?: number;\n  windowTime?: number;\n  refCount: boolean;\n  scheduler?: SchedulerLike;\n}\n\nexport function shareReplay<T>(config: ShareReplayConfig): MonoTypeOperatorFunction<T>;\nexport function shareReplay<T>(bufferSize?: number, windowTime?: number, scheduler?: SchedulerLike): MonoTypeOperatorFunction<T>;\n\n/**\n * Share source and replay specified number of emissions on subscription.\n *\n * This operator is a specialization of `replay` that connects to a source observable\n * and multicasts through a `ReplaySubject` constructed with the specified arguments.\n * A successfully completed source will stay cached in the `shareReplay`ed observable forever,\n * but an errored source can be retried.\n *\n * ## Why use `shareReplay`?\n *\n * You generally want to use `shareReplay` when you have side-effects or taxing computations\n * that you do not wish to be executed amongst multiple subscribers.\n * It may also be valuable in situations where you know you will have late subscribers to\n * a stream that need access to previously emitted values.\n * This ability to replay values on subscription is what differentiates {@link share} and `shareReplay`.\n *\n * ## Reference counting\n *\n * By default `shareReplay` will use `refCount` of false, meaning that it will _not_ unsubscribe the\n * source when the reference counter drops to zero, i.e. the inner `ReplaySubject` will _not_ be unsubscribed\n * (and potentially run for ever).\n * This is the default as it is expected that `shareReplay` is often used to keep around expensive to setup\n * observables which we want to keep running instead of having to do the expensive setup again.\n *\n * As of RXJS version 6.4.0 a new overload signature was added to allow for manual control over what\n * happens when the operators internal reference counter drops to zero.\n * If `refCount` is true, the source will be unsubscribed from once the reference count drops to zero, i.e.\n * the inner `ReplaySubject` will be unsubscribed. All new subscribers will receive value emissions from a\n * new `ReplaySubject` which in turn will cause a new subscription to the source observable.\n *\n * ## Examples\n *\n * Example with a third subscriber coming late to the party\n *\n * ```ts\n * import { interval, take, shareReplay } from 'rxjs';\n *\n * const shared$ = interval(2000).pipe(\n *   take(6),\n *   shareReplay(3)\n * );\n *\n * shared$.subscribe(x => console.log('sub A: ', x));\n * shared$.subscribe(y => console.log('sub B: ', y));\n *\n * setTimeout(() => {\n *   shared$.subscribe(y => console.log('sub C: ', y));\n * }, 11000);\n *\n * // Logs:\n * // (after ~2000 ms)\n * // sub A: 0\n * // sub B: 0\n * // (after ~4000 ms)\n * // sub A: 1\n * // sub B: 1\n * // (after ~6000 ms)\n * // sub A: 2\n * // sub B: 2\n * // (after ~8000 ms)\n * // sub A: 3\n * // sub B: 3\n * // (after ~10000 ms)\n * // sub A: 4\n * // sub B: 4\n * // (after ~11000 ms, sub C gets the last 3 values)\n * // sub C: 2\n * // sub C: 3\n * // sub C: 4\n * // (after ~12000 ms)\n * // sub A: 5\n * // sub B: 5\n * // sub C: 5\n * ```\n *\n * Example for `refCount` usage\n *\n * ```ts\n * import { Observable, tap, interval, shareReplay, take } from 'rxjs';\n *\n * const log = <T>(name: string, source: Observable<T>) => source.pipe(\n *   tap({\n *     subscribe: () => console.log(`${ name }: subscribed`),\n *     next: value => console.log(`${ name }: ${ value }`),\n *     complete: () => console.log(`${ name }: completed`),\n *     finalize: () => console.log(`${ name }: unsubscribed`)\n *   })\n * );\n *\n * const obs$ = log('source', interval(1000));\n *\n * const shared$ = log('shared', obs$.pipe(\n *   shareReplay({ bufferSize: 1, refCount: true }),\n *   take(2)\n * ));\n *\n * shared$.subscribe(x => console.log('sub A: ', x));\n * shared$.subscribe(y => console.log('sub B: ', y));\n *\n * // PRINTS:\n * // shared: subscribed <-- reference count = 1\n * // source: subscribed\n * // shared: subscribed <-- reference count = 2\n * // source: 0\n * // shared: 0\n * // sub A: 0\n * // shared: 0\n * // sub B: 0\n * // source: 1\n * // shared: 1\n * // sub A: 1\n * // shared: completed <-- take(2) completes the subscription for sub A\n * // shared: unsubscribed <-- reference count = 1\n * // shared: 1\n * // sub B: 1\n * // shared: completed <-- take(2) completes the subscription for sub B\n * // shared: unsubscribed <-- reference count = 0\n * // source: unsubscribed <-- replaySubject unsubscribes from source observable because the reference count dropped to 0 and refCount is true\n *\n * // In case of refCount being false, the unsubscribe is never called on the source and the source would keep on emitting, even if no subscribers\n * // are listening.\n * // source: 2\n * // source: 3\n * // source: 4\n * // ...\n * ```\n *\n * @see {@link publish}\n * @see {@link share}\n * @see {@link publishReplay}\n *\n * @param configOrBufferSize Maximum element count of the replay buffer or {@link ShareReplayConfig configuration}\n * object.\n * @param windowTime Maximum time length of the replay buffer in milliseconds.\n * @param scheduler Scheduler where connected observers within the selector function\n * will be invoked on.\n * @return A function that returns an Observable sequence that contains the\n * elements of a sequence produced by multicasting the source sequence within a\n * selector function.\n */\nexport function shareReplay<T>(\n  configOrBufferSize?: ShareReplayConfig | number,\n  windowTime?: number,\n  scheduler?: SchedulerLike\n): MonoTypeOperatorFunction<T> {\n  let bufferSize: number;\n  let refCount = false;\n  if (configOrBufferSize && typeof configOrBufferSize === 'object') {\n    ({ bufferSize = Infinity, windowTime = Infinity, refCount = false, scheduler } = configOrBufferSize);\n  } else {\n    bufferSize = (configOrBufferSize ?? Infinity) as number;\n  }\n  return share<T>({\n    connector: () => new ReplaySubject(bufferSize, windowTime, scheduler),\n    resetOnError: true,\n    resetOnComplete: false,\n    resetOnRefCountZero: refCount,\n  });\n}\n", "import { MonoTypeOperatorFunction } from '../types';\nimport { filter } from './filter';\n\n/**\n * Returns an Observable that skips the first `count` items emitted by the source Observable.\n *\n * ![](skip.png)\n *\n * Skips the values until the sent notifications are equal or less than provided skip count. It raises\n * an error if skip count is equal or more than the actual number of emits and source raises an error.\n *\n * ## Example\n *\n * Skip the values before the emission\n *\n * ```ts\n * import { interval, skip } from 'rxjs';\n *\n * // emit every half second\n * const source = interval(500);\n * // skip the first 10 emitted values\n * const result = source.pipe(skip(10));\n *\n * result.subscribe(value => console.log(value));\n * // output: 10...11...12...13...\n * ```\n *\n * @see {@link last}\n * @see {@link skipWhile}\n * @see {@link skipUntil}\n * @see {@link skipLast}\n *\n * @param {Number} count - The number of times, items emitted by source Observable should be skipped.\n * @return A function that returns an Observable that skips the first `count`\n * values emitted by the source Observable.\n */\nexport function skip<T>(count: number): MonoTypeOperatorFunction<T> {\n  return filter((_, index) => count <= index);\n}\n", "import { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\nimport { noop } from '../util/noop';\n\n/**\n * Returns an Observable that skips items emitted by the source Observable until a second Observable emits an item.\n *\n * The `skipUntil` operator causes the observable stream to skip the emission of values until the passed in observable\n * emits the first value. This can be particularly useful in combination with user interactions, responses of HTTP\n * requests or waiting for specific times to pass by.\n *\n * ![](skipUntil.png)\n *\n * Internally, the `skipUntil` operator subscribes to the passed in `notifier` `ObservableInput` (which gets converted\n * to an Observable) in order to recognize the emission of its first value. When `notifier` emits next, the operator\n * unsubscribes from it and starts emitting the values of the *source* observable until it completes or errors. It\n * will never let the *source* observable emit any values if the `notifier` completes or throws an error without\n * emitting a value before.\n *\n * ## Example\n *\n * In the following example, all emitted values of the interval observable are skipped until the user clicks anywhere\n * within the page\n *\n * ```ts\n * import { interval, fromEvent, skipUntil } from 'rxjs';\n *\n * const intervalObservable = interval(1000);\n * const click = fromEvent(document, 'click');\n *\n * const emitAfterClick = intervalObservable.pipe(\n *   skipUntil(click)\n * );\n * // clicked at 4.6s. output: 5...6...7...8........ or\n * // clicked at 7.3s. output: 8...9...10..11.......\n * emitAfterClick.subscribe(value => console.log(value));\n * ```\n *\n * @see {@link last}\n * @see {@link skip}\n * @see {@link skipWhile}\n * @see {@link skipLast}\n *\n * @param notifier An `ObservableInput` that has to emit an item before the source Observable elements begin to\n * be mirrored by the resulting Observable.\n * @return A function that returns an Observable that skips items from the\n * source Observable until the `notifier` Observable emits an item, then emits the\n * remaining items.\n */\nexport function skipUntil<T>(notifier: ObservableInput<any>): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let taking = false;\n\n    const skipSubscriber = createOperatorSubscriber(\n      subscriber,\n      () => {\n        skipSubscriber?.unsubscribe();\n        taking = true;\n      },\n      noop\n    );\n\n    innerFrom(notifier).subscribe(skipSubscriber);\n\n    source.subscribe(createOperatorSubscriber(subscriber, (value) => taking && subscriber.next(value)));\n  });\n}\n", "import { concat } from '../observable/concat';\nimport { OperatorFunction, SchedulerLike, ValueFromArray } from '../types';\nimport { popScheduler } from '../util/args';\nimport { operate } from '../util/lift';\n\n// Devs are more likely to pass null or undefined than they are a scheduler\n// without accompanying values. To make things easier for (naughty) devs who\n// use the `strictNullChecks: false` TypeScript compiler option, these\n// overloads with explicit null and undefined values are included.\n\nexport function startWith<T>(value: null): OperatorFunction<T, T | null>;\nexport function startWith<T>(value: undefined): OperatorFunction<T, T | undefined>;\n\n/** @deprecated The `scheduler` parameter will be removed in v8. Use `scheduled` and `concatAll`. Details: https://rxjs.dev/deprecations/scheduler-argument */\nexport function startWith<T, A extends readonly unknown[] = T[]>(\n  ...valuesAndScheduler: [...A, SchedulerLike]\n): OperatorFunction<T, T | ValueFromArray<A>>;\nexport function startWith<T, A extends readonly unknown[] = T[]>(...values: A): OperatorFunction<T, T | ValueFromArray<A>>;\n\n/**\n * Returns an observable that, at the moment of subscription, will synchronously emit all\n * values provided to this operator, then subscribe to the source and mirror all of its emissions\n * to subscribers.\n *\n * This is a useful way to know when subscription has occurred on an existing observable.\n *\n * <span class=\"informal\">First emits its arguments in order, and then any\n * emissions from the source.</span>\n *\n * ![](startWith.png)\n *\n * ## Examples\n *\n * Emit a value when a timer starts.\n *\n * ```ts\n * import { timer, map, startWith } from 'rxjs';\n *\n * timer(1000)\n *   .pipe(\n *     map(() => 'timer emit'),\n *     startWith('timer start')\n *   )\n *   .subscribe(x => console.log(x));\n *\n * // results:\n * // 'timer start'\n * // 'timer emit'\n * ```\n *\n * @param values Items you want the modified Observable to emit first.\n * @return A function that returns an Observable that synchronously emits\n * provided values before subscribing to the source Observable.\n *\n * @see {@link endWith}\n * @see {@link finalize}\n * @see {@link concat}\n */\nexport function startWith<T, D>(...values: D[]): OperatorFunction<T, T | D> {\n  const scheduler = popScheduler(values);\n  return operate((source, subscriber) => {\n    // Here we can't pass `undefined` as a scheduler, because if we did, the\n    // code inside of `concat` would be confused by the `undefined`, and treat it\n    // like an invalid observable. So we have to split it two different ways.\n    (scheduler ? concat(values, source, scheduler) : concat(values, source)).subscribe(subscriber);\n  });\n}\n", "import { Subscriber } from '../Subscriber';\nimport { ObservableInput, OperatorFunction, ObservedValueOf } from '../types';\nimport { innerFrom } from '../observable/innerFrom';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\n/* tslint:disable:max-line-length */\nexport function switchMap<T, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O\n): OperatorFunction<T, ObservedValueOf<O>>;\n/** @deprecated The `resultSelector` parameter will be removed in v8. Use an inner `map` instead. Details: https://rxjs.dev/deprecations/resultSelector */\nexport function switchMap<T, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector: undefined\n): OperatorFunction<T, ObservedValueOf<O>>;\n/** @deprecated The `resultSelector` parameter will be removed in v8. Use an inner `map` instead. Details: https://rxjs.dev/deprecations/resultSelector */\nexport function switchMap<T, R, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector: (outerValue: T, innerValue: ObservedValueOf<O>, outerIndex: number, innerIndex: number) => R\n): OperatorFunction<T, R>;\n/* tslint:enable:max-line-length */\n\n/**\n * Projects each source value to an Observable which is merged in the output\n * Observable, emitting values only from the most recently projected Observable.\n *\n * <span class=\"informal\">Maps each value to an Observable, then flattens all of\n * these inner Observables using {@link switchAll}.</span>\n *\n * ![](switchMap.png)\n *\n * Returns an Observable that emits items based on applying a function that you\n * supply to each item emitted by the source Observable, where that function\n * returns an (so-called \"inner\") Observable. Each time it observes one of these\n * inner Observables, the output Observable begins emitting the items emitted by\n * that inner Observable. When a new inner Observable is emitted, `switchMap`\n * stops emitting items from the earlier-emitted inner Observable and begins\n * emitting items from the new one. It continues to behave like this for\n * subsequent inner Observables.\n *\n * ## Example\n *\n * Generate new Observable according to source Observable values\n *\n * ```ts\n * import { of, switchMap } from 'rxjs';\n *\n * const switched = of(1, 2, 3).pipe(switchMap(x => of(x, x ** 2, x ** 3)));\n * switched.subscribe(x => console.log(x));\n * // outputs\n * // 1\n * // 1\n * // 1\n * // 2\n * // 4\n * // 8\n * // 3\n * // 9\n * // 27\n * ```\n *\n * Restart an interval Observable on every click event\n *\n * ```ts\n * import { fromEvent, switchMap, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(switchMap(() => interval(1000)));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link concatMap}\n * @see {@link exhaustMap}\n * @see {@link mergeMap}\n * @see {@link switchAll}\n * @see {@link switchMapTo}\n *\n * @param {function(value: T, index: number): ObservableInput} project A function\n * that, when applied to an item emitted by the source Observable, returns an\n * Observable.\n * @return A function that returns an Observable that emits the result of\n * applying the projection function (and the optional deprecated\n * `resultSelector`) to each item emitted by the source Observable and taking\n * only the values from the most recently projected inner Observable.\n */\nexport function switchMap<T, R, O extends ObservableInput<any>>(\n  project: (value: T, index: number) => O,\n  resultSelector?: (outerValue: T, innerValue: ObservedValueOf<O>, outerIndex: number, innerIndex: number) => R\n): OperatorFunction<T, ObservedValueOf<O> | R> {\n  return operate((source, subscriber) => {\n    let innerSubscriber: Subscriber<ObservedValueOf<O>> | null = null;\n    let index = 0;\n    // Whether or not the source subscription has completed\n    let isComplete = false;\n\n    // We only complete the result if the source is complete AND we don't have an active inner subscription.\n    // This is called both when the source completes and when the inners complete.\n    const checkComplete = () => isComplete && !innerSubscriber && subscriber.complete();\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        (value) => {\n          // Cancel the previous inner subscription if there was one\n          innerSubscriber?.unsubscribe();\n          let innerIndex = 0;\n          const outerIndex = index++;\n          // Start the next inner subscription\n          innerFrom(project(value, outerIndex)).subscribe(\n            (innerSubscriber = createOperatorSubscriber(\n              subscriber,\n              // When we get a new inner value, next it through. Note that this is\n              // handling the deprecate result selector here. This is because with this architecture\n              // it ends up being smaller than using the map operator.\n              (innerValue) => subscriber.next(resultSelector ? resultSelector(value, innerValue, outerIndex, innerIndex++) : innerValue),\n              () => {\n                // The inner has completed. Null out the inner subscriber to\n                // free up memory and to signal that we have no inner subscription\n                // currently.\n                innerSubscriber = null!;\n                checkComplete();\n              }\n            ))\n          );\n        },\n        () => {\n          isComplete = true;\n          checkComplete();\n        }\n      )\n    );\n  });\n}\n", "import { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\nimport { noop } from '../util/noop';\n\n/**\n * Emits the values emitted by the source Observable until a `notifier`\n * Observable emits a value.\n *\n * <span class=\"informal\">Lets values pass until a second Observable,\n * `notifier`, emits a value. Then, it completes.</span>\n *\n * ![](takeUntil.png)\n *\n * `takeUntil` subscribes and begins mirroring the source Observable. It also\n * monitors a second Observable, `notifier` that you provide. If the `notifier`\n * emits a value, the output Observable stops mirroring the source Observable\n * and completes. If the `notifier` doesn't emit any value and completes\n * then `takeUntil` will pass all values.\n *\n * ## Example\n *\n * Tick every second until the first click happens\n *\n * ```ts\n * import { interval, fromEvent, takeUntil } from 'rxjs';\n *\n * const source = interval(1000);\n * const clicks = fromEvent(document, 'click');\n * const result = source.pipe(takeUntil(clicks));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link take}\n * @see {@link takeLast}\n * @see {@link takeWhile}\n * @see {@link skip}\n *\n * @param {Observable} notifier The Observable whose first emitted value will\n * cause the output Observable of `takeUntil` to stop emitting values from the\n * source Observable.\n * @return A function that returns an Observable that emits the values from the\n * source Observable until `notifier` emits its first value.\n */\nexport function takeUntil<T>(notifier: ObservableInput<any>): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    innerFrom(notifier).subscribe(createOperatorSubscriber(subscriber, () => subscriber.complete(), noop));\n    !subscriber.closed && source.subscribe(subscriber);\n  });\n}\n", "import { OperatorFunction, MonoTypeOperatorFunction, TruthyTypesOf } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\n\nexport function takeWhile<T>(predicate: BooleanConstructor, inclusive: true): MonoTypeOperatorFunction<T>;\nexport function takeWhile<T>(predicate: BooleanConstructor, inclusive: false): OperatorFunction<T, TruthyTypesOf<T>>;\nexport function takeWhile<T>(predicate: BooleanConstructor): OperatorFunction<T, TruthyTypesOf<T>>;\nexport function takeWhile<T, S extends T>(predicate: (value: T, index: number) => value is S): OperatorFunction<T, S>;\nexport function takeWhile<T, S extends T>(predicate: (value: T, index: number) => value is S, inclusive: false): OperatorFunction<T, S>;\nexport function takeWhile<T>(predicate: (value: T, index: number) => boolean, inclusive?: boolean): MonoTypeOperatorFunction<T>;\n\n/**\n * Emits values emitted by the source Observable so long as each value satisfies\n * the given `predicate`, and then completes as soon as this `predicate` is not\n * satisfied.\n *\n * <span class=\"informal\">Takes values from the source only while they pass the\n * condition given. When the first value does not satisfy, it completes.</span>\n *\n * ![](takeWhile.png)\n *\n * `takeWhile` subscribes and begins mirroring the source Observable. Each value\n * emitted on the source is given to the `predicate` function which returns a\n * boolean, representing a condition to be satisfied by the source values. The\n * output Observable emits the source values until such time as the `predicate`\n * returns false, at which point `takeWhile` stops mirroring the source\n * Observable and completes the output Observable.\n *\n * ## Example\n *\n * Emit click events only while the clientX property is greater than 200\n *\n * ```ts\n * import { fromEvent, takeWhile } from 'rxjs';\n *\n * const clicks = fromEvent<PointerEvent>(document, 'click');\n * const result = clicks.pipe(takeWhile(ev => ev.clientX > 200));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link take}\n * @see {@link takeLast}\n * @see {@link takeUntil}\n * @see {@link skip}\n *\n * @param {function(value: T, index: number): boolean} predicate A function that\n * evaluates a value emitted by the source Observable and returns a boolean.\n * Also takes the (zero-based) index as the second argument.\n * @param {boolean} inclusive When set to `true` the value that caused\n * `predicate` to return `false` will also be emitted.\n * @return A function that returns an Observable that emits values from the\n * source Observable so long as each value satisfies the condition defined by\n * the `predicate`, then completes.\n */\nexport function takeWhile<T>(predicate: (value: T, index: number) => boolean, inclusive = false): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    let index = 0;\n    source.subscribe(\n      createOperatorSubscriber(subscriber, (value) => {\n        const result = predicate(value, index++);\n        (result || inclusive) && subscriber.next(value);\n        !result && subscriber.complete();\n      })\n    );\n  });\n}\n", "import { MonoTypeOperatorFunction, Observer } from '../types';\nimport { isFunction } from '../util/isFunction';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { identity } from '../util/identity';\n\n/**\n * An extension to the {@link Observer} interface used only by the {@link tap} operator.\n *\n * It provides a useful set of callbacks a user can register to do side-effects in\n * cases other than what the usual {@link Observer} callbacks are\n * ({@link guide/glossary-and-semantics#next next},\n * {@link guide/glossary-and-semantics#error error} and/or\n * {@link guide/glossary-and-semantics#complete complete}).\n *\n * ## Example\n *\n * ```ts\n * import { fromEvent, switchMap, tap, interval, take } from 'rxjs';\n *\n * const source$ = fromEvent(document, 'click');\n * const result$ = source$.pipe(\n *   switchMap((_, i) => i % 2 === 0\n *     ? fromEvent(document, 'mousemove').pipe(\n *         tap({\n *           subscribe: () => console.log('Subscribed to the mouse move events after click #' + i),\n *           unsubscribe: () => console.log('Mouse move events #' + i + ' unsubscribed'),\n *           finalize: () => console.log('Mouse move events #' + i + ' finalized')\n *         })\n *       )\n *     : interval(1_000).pipe(\n *         take(5),\n *         tap({\n *           subscribe: () => console.log('Subscribed to the 1-second interval events after click #' + i),\n *           unsubscribe: () => console.log('1-second interval events #' + i + ' unsubscribed'),\n *           finalize: () => console.log('1-second interval events #' + i + ' finalized')\n *         })\n *       )\n *   )\n * );\n *\n * const subscription = result$.subscribe({\n *   next: console.log\n * });\n *\n * setTimeout(() => {\n *   console.log('Unsubscribe after 60 seconds');\n *   subscription.unsubscribe();\n * }, 60_000);\n * ```\n */\nexport interface TapObserver<T> extends Observer<T> {\n  /**\n   * The callback that `tap` operator invokes at the moment when the source Observable\n   * gets subscribed to.\n   */\n  subscribe: () => void;\n  /**\n   * The callback that `tap` operator invokes when an explicit\n   * {@link guide/glossary-and-semantics#unsubscription unsubscribe} happens. It won't get invoked on\n   * `error` or `complete` events.\n   */\n  unsubscribe: () => void;\n  /**\n   * The callback that `tap` operator invokes when any kind of\n   * {@link guide/glossary-and-semantics#finalization finalization} happens - either when\n   * the source Observable `error`s or `complete`s or when it gets explicitly unsubscribed\n   * by the user. There is no difference in using this callback or the {@link finalize}\n   * operator, but if you're already using `tap` operator, you can use this callback\n   * instead. You'd get the same result in either case.\n   */\n  finalize: () => void;\n}\nexport function tap<T>(observerOrNext?: Partial<TapObserver<T>> | ((value: T) => void)): MonoTypeOperatorFunction<T>;\n/** @deprecated Instead of passing separate callback arguments, use an observer argument. Signatures taking separate callback arguments will be removed in v8. Details: https://rxjs.dev/deprecations/subscribe-arguments */\nexport function tap<T>(\n  next?: ((value: T) => void) | null,\n  error?: ((error: any) => void) | null,\n  complete?: (() => void) | null\n): MonoTypeOperatorFunction<T>;\n\n/**\n * Used to perform side-effects for notifications from the source observable\n *\n * <span class=\"informal\">Used when you want to affect outside state with a notification without altering the notification</span>\n *\n * ![](tap.png)\n *\n * Tap is designed to allow the developer a designated place to perform side effects. While you _could_ perform side-effects\n * inside of a `map` or a `mergeMap`, that would make their mapping functions impure, which isn't always a big deal, but will\n * make it so you can't do things like memoize those functions. The `tap` operator is designed solely for such side-effects to\n * help you remove side-effects from other operations.\n *\n * For any notification, next, error, or complete, `tap` will call the appropriate callback you have provided to it, via a function\n * reference, or a partial observer, then pass that notification down the stream.\n *\n * The observable returned by `tap` is an exact mirror of the source, with one exception: Any error that occurs -- synchronously -- in a handler\n * provided to `tap` will be emitted as an error from the returned observable.\n *\n * > Be careful! You can mutate objects as they pass through the `tap` operator's handlers.\n *\n * The most common use of `tap` is actually for debugging. You can place a `tap(console.log)` anywhere\n * in your observable `pipe`, log out the notifications as they are emitted by the source returned by the previous\n * operation.\n *\n * ## Examples\n *\n * Check a random number before it is handled. Below is an observable that will use a random number between 0 and 1,\n * and emit `'big'` or `'small'` depending on the size of that number. But we wanted to log what the original number\n * was, so we have added a `tap(console.log)`.\n *\n * ```ts\n * import { of, tap, map } from 'rxjs';\n *\n * of(Math.random()).pipe(\n *   tap(console.log),\n *   map(n => n > 0.5 ? 'big' : 'small')\n * ).subscribe(console.log);\n * ```\n *\n * Using `tap` to analyze a value and force an error. Below is an observable where in our system we only\n * want to emit numbers 3 or less we get from another source. We can force our observable to error\n * using `tap`.\n *\n * ```ts\n * import { of, tap } from 'rxjs';\n *\n * const source = of(1, 2, 3, 4, 5);\n *\n * source.pipe(\n *   tap(n => {\n *     if (n > 3) {\n *       throw new TypeError(`Value ${ n } is greater than 3`);\n *     }\n *   })\n * )\n * .subscribe({ next: console.log, error: err => console.log(err.message) });\n * ```\n *\n * We want to know when an observable completes before moving on to the next observable. The system\n * below will emit a random series of `'X'` characters from 3 different observables in sequence. The\n * only way we know when one observable completes and moves to the next one, in this case, is because\n * we have added a `tap` with the side effect of logging to console.\n *\n * ```ts\n * import { of, concatMap, interval, take, map, tap } from 'rxjs';\n *\n * of(1, 2, 3).pipe(\n *   concatMap(n => interval(1000).pipe(\n *     take(Math.round(Math.random() * 10)),\n *     map(() => 'X'),\n *     tap({ complete: () => console.log(`Done with ${ n }`) })\n *   ))\n * )\n * .subscribe(console.log);\n * ```\n *\n * @see {@link finalize}\n * @see {@link TapObserver}\n *\n * @param observerOrNext A next handler or partial observer\n * @param error An error handler\n * @param complete A completion handler\n * @return A function that returns an Observable identical to the source, but\n * runs the specified Observer or callback(s) for each item.\n */\nexport function tap<T>(\n  observerOrNext?: Partial<TapObserver<T>> | ((value: T) => void) | null,\n  error?: ((e: any) => void) | null,\n  complete?: (() => void) | null\n): MonoTypeOperatorFunction<T> {\n  // We have to check to see not only if next is a function,\n  // but if error or complete were passed. This is because someone\n  // could technically call tap like `tap(null, fn)` or `tap(null, null, fn)`.\n  const tapObserver =\n    isFunction(observerOrNext) || error || complete\n      ? // tslint:disable-next-line: no-object-literal-type-assertion\n        ({ next: observerOrNext as Exclude<typeof observerOrNext, Partial<TapObserver<T>>>, error, complete } as Partial<TapObserver<T>>)\n      : observerOrNext;\n\n  return tapObserver\n    ? operate((source, subscriber) => {\n        tapObserver.subscribe?.();\n        let isUnsub = true;\n        source.subscribe(\n          createOperatorSubscriber(\n            subscriber,\n            (value) => {\n              tapObserver.next?.(value);\n              subscriber.next(value);\n            },\n            () => {\n              isUnsub = false;\n              tapObserver.complete?.();\n              subscriber.complete();\n            },\n            (err) => {\n              isUnsub = false;\n              tapObserver.error?.(err);\n              subscriber.error(err);\n            },\n            () => {\n              if (isUnsub) {\n                tapObserver.unsubscribe?.();\n              }\n              tapObserver.finalize?.();\n            }\n          )\n        );\n      })\n    : // Tap was called with no valid tap observer or handler\n      // (e.g. `tap(null, null, null)` or `tap(null)` or `tap()`)\n      // so we're going to just mirror the source.\n      identity;\n}\n", "import { Subscription } from '../Subscription';\n\nimport { MonoTypeOperatorFunction, ObservableInput } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\n\n/**\n * An object interface used by {@link throttle} or {@link throttleTime} that ensure\n * configuration options of these operators.\n *\n * @see {@link throttle}\n * @see {@link throttleTime}\n */\nexport interface ThrottleConfig {\n  /**\n   * If `true`, the resulting Observable will emit the first value from the source\n   * Observable at the **start** of the \"throttling\" process (when starting an\n   * internal timer that prevents other emissions from the source to pass through).\n   * If `false`, it will not emit the first value from the source Observable at the\n   * start of the \"throttling\" process.\n   *\n   * If not provided, defaults to: `true`.\n   */\n  leading?: boolean;\n  /**\n   * If `true`, the resulting Observable will emit the last value from the source\n   * Observable at the **end** of the \"throttling\" process (when ending an internal\n   * timer that prevents other emissions from the source to pass through).\n   * If `false`, it will not emit the last value from the source Observable at the\n   * end of the \"throttling\" process.\n   *\n   * If not provided, defaults to: `false`.\n   */\n  trailing?: boolean;\n}\n\n/**\n * Emits a value from the source Observable, then ignores subsequent source\n * values for a duration determined by another Observable, then repeats this\n * process.\n *\n * <span class=\"informal\">It's like {@link throttleTime}, but the silencing\n * duration is determined by a second Observable.</span>\n *\n * ![](throttle.svg)\n *\n * `throttle` emits the source Observable values on the output Observable\n * when its internal timer is disabled, and ignores source values when the timer\n * is enabled. Initially, the timer is disabled. As soon as the first source\n * value arrives, it is forwarded to the output Observable, and then the timer\n * is enabled by calling the `durationSelector` function with the source value,\n * which returns the \"duration\" Observable. When the duration Observable emits a\n * value, the timer is disabled, and this process repeats for the\n * next source value.\n *\n * ## Example\n *\n * Emit clicks at a rate of at most one click per second\n *\n * ```ts\n * import { fromEvent, throttle, interval } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(throttle(() => interval(1000)));\n *\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link audit}\n * @see {@link debounce}\n * @see {@link delayWhen}\n * @see {@link sample}\n * @see {@link throttleTime}\n *\n * @param durationSelector A function that receives a value from the source\n * Observable, for computing the silencing duration for each source value,\n * returned as an `ObservableInput`.\n * @param config A configuration object to define `leading` and `trailing`\n * behavior. Defaults to `{ leading: true, trailing: false }`.\n * @return A function that returns an Observable that performs the throttle\n * operation to limit the rate of emissions from the source.\n */\nexport function throttle<T>(durationSelector: (value: T) => ObservableInput<any>, config?: ThrottleConfig): MonoTypeOperatorFunction<T> {\n  return operate((source, subscriber) => {\n    const { leading = true, trailing = false } = config ?? {};\n    let hasValue = false;\n    let sendValue: T | null = null;\n    let throttled: Subscription | null = null;\n    let isComplete = false;\n\n    const endThrottling = () => {\n      throttled?.unsubscribe();\n      throttled = null;\n      if (trailing) {\n        send();\n        isComplete && subscriber.complete();\n      }\n    };\n\n    const cleanupThrottling = () => {\n      throttled = null;\n      isComplete && subscriber.complete();\n    };\n\n    const startThrottle = (value: T) =>\n      (throttled = innerFrom(durationSelector(value)).subscribe(createOperatorSubscriber(subscriber, endThrottling, cleanupThrottling)));\n\n    const send = () => {\n      if (hasValue) {\n        // Ensure we clear out our value and hasValue flag\n        // before we emit, otherwise reentrant code can cause\n        // issues here.\n        hasValue = false;\n        const value = sendValue!;\n        sendValue = null;\n        // Emit the value.\n        subscriber.next(value);\n        !isComplete && startThrottle(value);\n      }\n    };\n\n    source.subscribe(\n      createOperatorSubscriber(\n        subscriber,\n        // Regarding the presence of throttled.closed in the following\n        // conditions, if a synchronous duration selector is specified - weird,\n        // but legal - an already-closed subscription will be assigned to\n        // throttled, so the subscription's closed property needs to be checked,\n        // too.\n        (value) => {\n          hasValue = true;\n          sendValue = value;\n          !(throttled && !throttled.closed) && (leading ? send() : startThrottle(value));\n        },\n        () => {\n          isComplete = true;\n          !(trailing && hasValue && throttled && !throttled.closed) && subscriber.complete();\n        }\n      )\n    );\n  });\n}\n", "import { asyncScheduler } from '../scheduler/async';\nimport { throttle, ThrottleConfig } from './throttle';\nimport { MonoTypeOperatorFunction, SchedulerLike } from '../types';\nimport { timer } from '../observable/timer';\n\n/**\n * Emits a value from the source Observable, then ignores subsequent source\n * values for `duration` milliseconds, then repeats this process.\n *\n * <span class=\"informal\">Lets a value pass, then ignores source values for the\n * next `duration` milliseconds.</span>\n *\n * ![](throttleTime.png)\n *\n * `throttleTime` emits the source Observable values on the output Observable\n * when its internal timer is disabled, and ignores source values when the timer\n * is enabled. Initially, the timer is disabled. As soon as the first source\n * value arrives, it is forwarded to the output Observable, and then the timer\n * is enabled. After `duration` milliseconds (or the time unit determined\n * internally by the optional `scheduler`) has passed, the timer is disabled,\n * and this process repeats for the next source value. Optionally takes a\n * {@link SchedulerLike} for managing timers.\n *\n * ## Examples\n *\n * ### Limit click rate\n *\n * Emit clicks at a rate of at most one click per second\n *\n * ```ts\n * import { fromEvent, throttleTime } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const result = clicks.pipe(throttleTime(1000));\n *\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link auditTime}\n * @see {@link debounceTime}\n * @see {@link delay}\n * @see {@link sampleTime}\n * @see {@link throttle}\n *\n * @param duration Time to wait before emitting another value after\n * emitting the last value, measured in milliseconds or the time unit determined\n * internally by the optional `scheduler`.\n * @param scheduler The {@link SchedulerLike} to use for\n * managing the timers that handle the throttling. Defaults to {@link asyncScheduler}.\n * @param config A configuration object to define `leading` and\n * `trailing` behavior. Defaults to `{ leading: true, trailing: false }`.\n * @return A function that returns an Observable that performs the throttle\n * operation to limit the rate of emissions from the source.\n */\nexport function throttleTime<T>(\n  duration: number,\n  scheduler: SchedulerLike = asyncScheduler,\n  config?: ThrottleConfig\n): MonoTypeOperatorFunction<T> {\n  const duration$ = timer(duration, scheduler);\n  return throttle(() => duration$, config);\n}\n", "import { OperatorFunction, ObservableInputTuple } from '../types';\nimport { operate } from '../util/lift';\nimport { createOperatorSubscriber } from './OperatorSubscriber';\nimport { innerFrom } from '../observable/innerFrom';\nimport { identity } from '../util/identity';\nimport { noop } from '../util/noop';\nimport { popResultSelector } from '../util/args';\n\nexport function withLatestFrom<T, O extends unknown[]>(...inputs: [...ObservableInputTuple<O>]): OperatorFunction<T, [T, ...O]>;\n\nexport function withLatestFrom<T, O extends unknown[], R>(\n  ...inputs: [...ObservableInputTuple<O>, (...value: [T, ...O]) => R]\n): OperatorFunction<T, R>;\n\n/**\n * Combines the source Observable with other Observables to create an Observable\n * whose values are calculated from the latest values of each, only when the\n * source emits.\n *\n * <span class=\"informal\">Whenever the source Observable emits a value, it\n * computes a formula using that value plus the latest values from other input\n * Observables, then emits the output of that formula.</span>\n *\n * ![](withLatestFrom.png)\n *\n * `withLatestFrom` combines each value from the source Observable (the\n * instance) with the latest values from the other input Observables only when\n * the source emits a value, optionally using a `project` function to determine\n * the value to be emitted on the output Observable. All input Observables must\n * emit at least one value before the output Observable will emit a value.\n *\n * ## Example\n *\n * On every click event, emit an array with the latest timer event plus the click event\n *\n * ```ts\n * import { fromEvent, interval, withLatestFrom } from 'rxjs';\n *\n * const clicks = fromEvent(document, 'click');\n * const timer = interval(1000);\n * const result = clicks.pipe(withLatestFrom(timer));\n * result.subscribe(x => console.log(x));\n * ```\n *\n * @see {@link combineLatest}\n *\n * @param {ObservableInput} other An input Observable to combine with the source\n * Observable. More than one input Observables may be given as argument.\n * @param {Function} [project] Projection function for combining values\n * together. Receives all values in order of the Observables passed, where the\n * first parameter is a value from the source Observable. (e.g.\n * `a.pipe(withLatestFrom(b, c), map(([a1, b1, c1]) => a1 + b1 + c1))`). If this is not\n * passed, arrays will be emitted on the output Observable.\n * @return A function that returns an Observable of projected values from the\n * most recent values from each input Observable, or an array of the most\n * recent values from each input Observable.\n */\nexport function withLatestFrom<T, R>(...inputs: any[]): OperatorFunction<T, R | any[]> {\n  const project = popResultSelector(inputs) as ((...args: any[]) => R) | undefined;\n\n  return operate((source, subscriber) => {\n    const len = inputs.length;\n    const otherValues = new Array(len);\n    // An array of whether or not the other sources have emitted. Matched with them by index.\n    // TODO: At somepoint, we should investigate the performance implications here, and look\n    // into using a `Set()` and checking the `size` to see if we're ready.\n    let hasValue = inputs.map(() => false);\n    // Flipped true when we have at least one value from all other sources and\n    // we are ready to start emitting values.\n    let ready = false;\n\n    // Other sources. Note that here we are not checking `subscriber.closed`,\n    // this causes all inputs to be subscribed to, even if nothing can be emitted\n    // from them. This is an important distinction because subscription constitutes\n    // a side-effect.\n    for (let i = 0; i < len; i++) {\n      innerFrom(inputs[i]).subscribe(\n        createOperatorSubscriber(\n          subscriber,\n          (value) => {\n            otherValues[i] = value;\n            if (!ready && !hasValue[i]) {\n              // If we're not ready yet, flag to show this observable has emitted.\n              hasValue[i] = true;\n              // Intentionally terse code.\n              // If all of our other observables have emitted, set `ready` to `true`,\n              // so we know we can start emitting values, then clean up the `hasValue` array,\n              // because we don't need it anymore.\n              (ready = hasValue.every(identity)) && (hasValue = null!);\n            }\n          },\n          // Completing one of the other sources has\n          // no bearing on the completion of our result.\n          noop\n        )\n      );\n    }\n\n    // Source subscription\n    source.subscribe(\n      createOperatorSubscriber(subscriber, (value) => {\n        if (ready) {\n          // We have at least one value from the other sources. Go ahead and emit.\n          const values = [value, ...otherValues];\n          subscriber.next(project ? project(...values) : values);\n        }\n      })\n    );\n  });\n}\n", "import { zip as zipStatic } from '../observable/zip';\nimport { ObservableInput, ObservableInputTuple, OperatorFunction, Cons } from '../types';\nimport { operate } from '../util/lift';\n\n/** @deprecated Replaced with {@link zipWith}. Will be removed in v8. */\nexport function zip<T, A extends readonly unknown[]>(otherInputs: [...ObservableInputTuple<A>]): OperatorFunction<T, Cons<T, A>>;\n/** @deprecated Replaced with {@link zipWith}. Will be removed in v8. */\nexport function zip<T, A extends readonly unknown[], R>(\n  otherInputsAndProject: [...ObservableInputTuple<A>],\n  project: (...values: Cons<T, A>) => R\n): OperatorFunction<T, R>;\n/** @deprecated Replaced with {@link zipWith}. Will be removed in v8. */\nexport function zip<T, A extends readonly unknown[]>(...otherInputs: [...ObservableInputTuple<A>]): OperatorFunction<T, Cons<T, A>>;\n/** @deprecated Replaced with {@link zipWith}. Will be removed in v8. */\nexport function zip<T, A extends readonly unknown[], R>(\n  ...otherInputsAndProject: [...ObservableInputTuple<A>, (...values: Cons<T, A>) => R]\n): OperatorFunction<T, R>;\n\n/**\n * @deprecated Replaced with {@link zipWith}. Will be removed in v8.\n */\nexport function zip<T, R>(...sources: Array<ObservableInput<any> | ((...values: Array<any>) => R)>): OperatorFunction<T, any> {\n  return operate((source, subscriber) => {\n    zipStatic(source as ObservableInput<any>, ...(sources as Array<ObservableInput<any>>)).subscribe(subscriber);\n  });\n}\n", "import { ObservableInputTuple, OperatorFunction, Cons } from '../types';\nimport { zip } from './zip';\n\n/**\n * Subscribes to the source, and the observable inputs provided as arguments, and combines their values, by index, into arrays.\n *\n * What is meant by \"combine by index\": The first value from each will be made into a single array, then emitted,\n * then the second value from each will be combined into a single array and emitted, then the third value\n * from each will be combined into a single array and emitted, and so on.\n *\n * This will continue until it is no longer able to combine values of the same index into an array.\n *\n * After the last value from any one completed source is emitted in an array, the resulting observable will complete,\n * as there is no way to continue \"zipping\" values together by index.\n *\n * Use-cases for this operator are limited. There are memory concerns if one of the streams is emitting\n * values at a much faster rate than the others. Usage should likely be limited to streams that emit\n * at a similar pace, or finite streams of known length.\n *\n * In many cases, authors want `combineLatestWith` and not `zipWith`.\n *\n * @param otherInputs other observable inputs to collate values from.\n * @return A function that returns an Observable that emits items by index\n * combined from the source Observable and provided Observables, in form of an\n * array.\n */\nexport function zipWith<T, A extends readonly unknown[]>(...otherInputs: [...ObservableInputTuple<A>]): OperatorFunction<T, Cons<T, A>> {\n  return zip(...otherInputs);\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  ReplaySubject,\n  Subject,\n  fromEvent\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch document\n *\n * Documents are implemented as subjects, so all downstream observables are\n * automatically updated when a new document is emitted.\n *\n * @returns Document subject\n */\nexport function watchDocument(): Subject<Document> {\n  const document$ = new ReplaySubject<Document>(1)\n  fromEvent(document, \"DOMContentLoaded\", { once: true })\n    .subscribe(() => document$.next(document))\n\n  /* Return document */\n  return document$\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve all elements matching the query selector\n *\n * @template T - Element type\n *\n * @param selector - Query selector\n * @param node - Node of reference\n *\n * @returns Elements\n */\nexport function getElements<T extends keyof HTMLElementTagNameMap>(\n  selector: T, node?: ParentNode\n): HTMLElementTagNameMap[T][]\n\nexport function getElements<T extends HTMLElement>(\n  selector: string, node?: ParentNode\n): T[]\n\nexport function getElements<T extends HTMLElement>(\n  selector: string, node: ParentNode = document\n): T[] {\n  return Array.from(node.querySelectorAll<T>(selector))\n}\n\n/**\n * Retrieve an element matching a query selector or throw a reference error\n *\n * Note that this function assumes that the element is present. If unsure if an\n * element is existent, use the `getOptionalElement` function instead.\n *\n * @template T - Element type\n *\n * @param selector - Query selector\n * @param node - Node of reference\n *\n * @returns Element\n */\nexport function getElement<T extends keyof HTMLElementTagNameMap>(\n  selector: T, node?: ParentNode\n): HTMLElementTagNameMap[T]\n\nexport function getElement<T extends HTMLElement>(\n  selector: string, node?: ParentNode\n): T\n\nexport function getElement<T extends HTMLElement>(\n  selector: string, node: ParentNode = document\n): T {\n  const el = getOptionalElement<T>(selector, node)\n  if (typeof el === \"undefined\")\n    throw new ReferenceError(\n      `Missing element: expected \"${selector}\" to be present`\n    )\n\n  /* Return element */\n  return el\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Retrieve an optional element matching the query selector\n *\n * @template T - Element type\n *\n * @param selector - Query selector\n * @param node - Node of reference\n *\n * @returns Element or nothing\n */\nexport function getOptionalElement<T extends keyof HTMLElementTagNameMap>(\n  selector: T, node?: ParentNode\n): HTMLElementTagNameMap[T] | undefined\n\nexport function getOptionalElement<T extends HTMLElement>(\n  selector: string, node?: ParentNode\n): T | undefined\n\nexport function getOptionalElement<T extends HTMLElement>(\n  selector: string, node: ParentNode = document\n): T | undefined {\n  return node.querySelector<T>(selector) || undefined\n}\n\n/**\n * Retrieve the currently active element\n *\n * @returns Element or nothing\n */\nexport function getActiveElement(): HTMLElement | undefined {\n  return (\n    document.activeElement?.shadowRoot?.activeElement as HTMLElement ??\n    document.activeElement as HTMLElement ??\n    undefined\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  debounceTime,\n  distinctUntilChanged,\n  fromEvent,\n  map,\n  merge,\n  shareReplay,\n  startWith\n} from \"rxjs\"\n\nimport { getActiveElement } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Focus observable\n *\n * Previously, this observer used `focus` and `blur` events to determine whether\n * an element is focused, but this doesn't work if there are focusable elements\n * within the elements itself. A better solutions are `focusin` and `focusout`\n * events, which bubble up the tree and allow for more fine-grained control.\n *\n * `debounceTime` is necessary, because when a focus change happens inside an\n * element, the observable would first emit `false` and then `true` again.\n */\nconst observer$ = merge(\n  fromEvent(document.body, \"focusin\"),\n  fromEvent(document.body, \"focusout\")\n)\n  .pipe(\n    debounceTime(1),\n    startWith(undefined),\n    map(() => getActiveElement() || document.body),\n    shareReplay(1)\n  )\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch element focus\n *\n * @param el - Element\n *\n * @returns Element focus observable\n */\nexport function watchElementFocus(\n  el: HTMLElement\n): Observable<boolean> {\n  return observer$\n    .pipe(\n      map(active => el.contains(active)),\n      distinctUntilChanged()\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  debounce,\n  defer,\n  fromEvent,\n  identity,\n  map,\n  merge,\n  startWith,\n  timer\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch element hover\n *\n * The second parameter allows to specify a timeout in milliseconds after which\n * the hover state will be reset to `false`. This is useful for tooltips which\n * should disappear after a certain amount of time, in order to allow the user\n * to move the cursor from the host to the tooltip.\n *\n * @param el - Element\n * @param timeout - Timeout\n *\n * @returns Element hover observable\n */\nexport function watchElementHover(\n  el: HTMLElement, timeout?: number\n): Observable<boolean> {\n  return defer(() => merge(\n    fromEvent(el, \"mouseenter\").pipe(map(() => true)),\n    fromEvent(el, \"mouseleave\").pipe(map(() => false))\n  )\n    .pipe(\n      timeout ? debounce(active => timer(+!active * timeout)) : identity,\n      startWith(el.matches(\":hover\"))\n    )\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { JSX as JSXInternal } from \"preact\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * HTML attributes\n */\ntype Attributes =\n  & JSXInternal.HTMLAttributes\n  & JSXInternal.SVGAttributes\n  & Record<string, any>\n\n/**\n * Child element\n */\ntype Child =\n  | ChildNode\n  | HTMLElement\n  | Text\n  | string\n  | number\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Append a child node to an element\n *\n * @param el - Element\n * @param child - Child node(s)\n */\nfunction appendChild(el: HTMLElement, child: Child | Child[]): void {\n\n  /* Handle primitive types (including raw HTML) */\n  if (typeof child === \"string\" || typeof child === \"number\") {\n    el.innerHTML += child.toString()\n\n  /* Handle nodes */\n  } else if (child instanceof Node) {\n    el.appendChild(child)\n\n  /* Handle nested children */\n  } else if (Array.isArray(child)) {\n    for (const node of child)\n      appendChild(el, node)\n  }\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * JSX factory\n *\n * @template T - Element type\n *\n * @param tag - HTML tag\n * @param attributes - HTML attributes\n * @param children - Child elements\n *\n * @returns Element\n */\nexport function h<T extends keyof HTMLElementTagNameMap>(\n  tag: T, attributes?: Attributes | null, ...children: Child[]\n): HTMLElementTagNameMap[T]\n\nexport function h<T extends h.JSX.Element>(\n  tag: string, attributes?: Attributes | null, ...children: Child[]\n): T\n\nexport function h<T extends h.JSX.Element>(\n  tag: string, attributes?: Attributes | null, ...children: Child[]\n): T {\n  const el = document.createElement(tag)\n\n  /* Set attributes, if any */\n  if (attributes)\n    for (const attr of Object.keys(attributes)) {\n      if (typeof attributes[attr] === \"undefined\")\n        continue\n\n      /* Set default attribute or boolean */\n      if (typeof attributes[attr] !== \"boolean\")\n        el.setAttribute(attr, attributes[attr])\n      else\n        el.setAttribute(attr, \"\")\n    }\n\n  /* Append child nodes */\n  for (const child of children)\n    appendChild(el, child)\n\n  /* Return element */\n  return el as T\n}\n\n/* ----------------------------------------------------------------------------\n * Namespace\n * ------------------------------------------------------------------------- */\n\nexport declare namespace h {\n  namespace JSX {\n    type Element = HTMLElement\n    type IntrinsicElements = JSXInternal.IntrinsicElements\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Round a number for display with repository facts\n *\n * This is a reverse-engineered version of GitHub's weird rounding algorithm\n * for stars, forks and all other numbers. While all numbers below `1,000` are\n * returned as-is, bigger numbers are converted to fixed numbers:\n *\n * - `1,049` => `1k`\n * - `1,050` => `1.1k`\n * - `1,949` => `1.9k`\n * - `1,950` => `2k`\n *\n * @param value - Original value\n *\n * @returns Rounded value\n */\nexport function round(value: number): string {\n  if (value > 999) {\n    const digits = +((value - 950) % 1000 > 99)\n    return `${((value + 0.000001) / 1000).toFixed(digits)}k`\n  } else {\n    return value.toString()\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  defer,\n  finalize,\n  fromEvent,\n  map,\n  merge,\n  switchMap,\n  take,\n  throwError\n} from \"rxjs\"\n\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Create and load a `script` element\n *\n * This function returns an observable that will emit when the script was\n * successfully loaded, or throw an error if it wasn't.\n *\n * @param src - Script URL\n *\n * @returns Script observable\n */\nexport function watchScript(src: string): Observable<void> {\n  const script = h(\"script\", { src })\n  return defer(() => {\n    document.head.appendChild(script)\n    return merge(\n      fromEvent(script, \"load\"),\n      fromEvent(script, \"error\")\n        .pipe(\n          switchMap(() => (\n            throwError(() => new ReferenceError(`Invalid script: ${src}`))\n          ))\n        )\n    )\n      .pipe(\n        map(() => undefined),\n        finalize(() => document.head.removeChild(script)),\n        take(1)\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  NEVER,\n  Observable,\n  Subject,\n  defer,\n  filter,\n  finalize,\n  map,\n  merge,\n  of,\n  shareReplay,\n  startWith,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport { watchScript } from \"../../../script\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Element offset\n */\nexport interface ElementSize {\n  width: number                        /* Element width */\n  height: number                       /* Element height */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Resize observer entry subject\n */\nconst entry$ = new Subject<ResizeObserverEntry>()\n\n/**\n * Resize observer observable\n *\n * This observable will create a `ResizeObserver` on the first subscription\n * and will automatically terminate it when there are no more subscribers.\n * It's quite important to centralize observation in a single `ResizeObserver`,\n * as the performance difference can be quite dramatic, as the link shows.\n *\n * If the browser doesn't have a `ResizeObserver` implementation available, a\n * polyfill is automatically downloaded from unpkg.com. This is also compatible\n * with the built-in privacy plugin, which will download the polyfill and put\n * it alongside the built site for self-hosting.\n *\n * @see https://bit.ly/3iIYfEm - Google Groups on performance\n */\nconst observer$ = defer(() => (\n  typeof ResizeObserver === \"undefined\"\n    ? watchScript(\"https://unpkg.com/resize-observer-polyfill\")\n    : of(undefined)\n))\n  .pipe(\n    map(() => new ResizeObserver(entries => (\n      entries.forEach(entry => entry$.next(entry))\n    ))),\n    switchMap(observer => merge(NEVER, of(observer)).pipe(\n      finalize(() => observer.disconnect())\n    )),\n    shareReplay(1)\n  )\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve element size\n *\n * @param el - Element\n *\n * @returns Element size\n */\nexport function getElementSize(\n  el: HTMLElement\n): ElementSize {\n  return {\n    width:  el.offsetWidth,\n    height: el.offsetHeight\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch element size\n *\n * This function returns an observable that subscribes to a single internal\n * instance of `ResizeObserver` upon subscription, and emit resize events until\n * termination. Note that this function should not be called with the same\n * element twice, as the first unsubscription will terminate observation.\n *\n * Sadly, we can't use the `DOMRect` objects returned by the observer, because\n * we need the emitted values to be consistent with `getElementSize`, which will\n * return the used values (rounded) and not actual values (unrounded). Thus, we\n * use the `offset*` properties. See the linked GitHub issue.\n *\n * @see https://bit.ly/3m0k3he - GitHub issue\n *\n * @param el - Element\n *\n * @returns Element size observable\n */\nexport function watchElementSize(\n  el: HTMLElement\n): Observable<ElementSize> {\n\n  // Compute target element - since inline elements cannot be observed by the\n  // current `ResizeObserver` implementation as provided by browsers, we need\n  // to determine the first containing parent element and use that one as a\n  // target, while we always compute the actual size from the element.\n  let target = el\n  while (target.clientWidth === 0)\n    if (target.parentElement)\n      target = target.parentElement\n    else\n      break\n\n  // Observe target element and recompute element size on resize - as described\n  // above, the target element is not necessarily the element of interest\n  return observer$.pipe(\n    tap(observer => observer.observe(target)),\n    switchMap(observer => entry$.pipe(\n      filter(entry => entry.target === target),\n      finalize(() => observer.unobserve(target))\n    )),\n    map(() => getElementSize(el)),\n    startWith(getElementSize(el))\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { ElementSize } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve element content size (= scroll width and height)\n *\n * @param el - Element\n *\n * @returns Element content size\n */\nexport function getElementContentSize(\n  el: HTMLElement\n): ElementSize {\n  return {\n    width:  el.scrollWidth,\n    height: el.scrollHeight\n  }\n}\n\n/**\n * Retrieve the overflowing container of an element, if any\n *\n * @param el - Element\n *\n * @returns Overflowing container or nothing\n */\nexport function getElementContainer(\n  el: HTMLElement\n): HTMLElement | undefined {\n  let parent = el.parentElement\n  while (parent)\n    if (\n      el.scrollWidth  <= parent.scrollWidth &&\n      el.scrollHeight <= parent.scrollHeight\n    )\n      parent = (el = parent).parentElement\n    else\n      break\n\n  /* Return overflowing container */\n  return parent ? el : undefined\n}\n\n/**\n * Retrieve all overflowing containers of an element, if any\n *\n * Note that this function has a slightly different behavior, so we should at\n * some point consider refactoring how overflowing containers are handled.\n *\n * @param el - Element\n *\n * @returns Overflowing containers\n */\nexport function getElementContainers(\n  el: HTMLElement\n): HTMLElement[] {\n  const containers: HTMLElement[] = []\n\n  // Walk up the DOM tree until we find an overflowing container\n  let parent = el.parentElement\n  while (parent) {\n    if (\n      el.clientWidth  > parent.clientWidth ||\n      el.clientHeight > parent.clientHeight\n    )\n      containers.push(parent)\n\n    // Continue with parent element\n    parent = (el = parent).parentElement\n  }\n\n  // If the page is short, the body might not be overflowing and there might be\n  // no other containers, which is why we need to make sure the body is present\n  if (containers.length === 0)\n    containers.push(document.documentElement)\n\n  // Return overflowing containers\n  return containers\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  animationFrameScheduler,\n  auditTime,\n  fromEvent,\n  map,\n  merge,\n  startWith\n} from \"rxjs\"\n\nimport { watchElementSize } from \"../../size\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Element offset\n */\nexport interface ElementOffset {\n  x: number                            /* Horizontal offset */\n  y: number                            /* Vertical offset */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve element offset\n *\n * @param el - Element\n *\n * @returns Element offset\n */\nexport function getElementOffset(\n  el: HTMLElement\n): ElementOffset {\n  return {\n    x: el.offsetLeft,\n    y: el.offsetTop\n  }\n}\n\n/**\n * Retrieve absolute element offset\n *\n * @param el - Element\n *\n * @returns Element offset\n */\nexport function getElementOffsetAbsolute(\n  el: HTMLElement\n): ElementOffset {\n  const rect = el.getBoundingClientRect()\n  return {\n    x: rect.x + window.scrollX,\n    y: rect.y + window.scrollY\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch element offset\n *\n * @param el - Element\n *\n * @returns Element offset observable\n */\nexport function watchElementOffset(\n  el: HTMLElement\n): Observable<ElementOffset> {\n  return merge(\n    fromEvent(window, \"load\"),\n    fromEvent(window, \"resize\")\n  )\n    .pipe(\n      auditTime(0, animationFrameScheduler),\n      map(() => getElementOffset(el)),\n      startWith(getElementOffset(el))\n    )\n}\n\n/**\n * Watch absolute element offset\n *\n * @param el - Element\n *\n * @returns Element offset observable\n */\nexport function watchElementOffsetAbsolute(\n  el: HTMLElement\n): Observable<ElementOffset> {\n  return merge(\n    watchElementOffset(el),\n    watchElementSize(document.body) // @todo find a better way for this\n  )\n    .pipe(\n      map(() => getElementOffsetAbsolute(el)),\n      startWith(getElementOffsetAbsolute(el))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  animationFrameScheduler,\n  auditTime,\n  fromEvent,\n  map,\n  merge,\n  startWith\n} from \"rxjs\"\n\nimport { ElementOffset } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve element content offset (= scroll offset)\n *\n * @param el - Element\n *\n * @returns Element content offset\n */\nexport function getElementContentOffset(\n  el: HTMLElement\n): ElementOffset {\n  return {\n    x: el.scrollLeft,\n    y: el.scrollTop\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch element content offset\n *\n * @param el - Element\n *\n * @returns Element content offset observable\n */\nexport function watchElementContentOffset(\n  el: HTMLElement\n): Observable<ElementOffset> {\n  return merge(\n    fromEvent(el, \"scroll\"),\n    fromEvent(window, \"scroll\"),\n    fromEvent(window, \"resize\")\n  )\n    .pipe(\n      auditTime(0, animationFrameScheduler),\n      map(() => getElementContentOffset(el)),\n      startWith(getElementContentOffset(el))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  NEVER,\n  Observable,\n  Subject,\n  defer,\n  distinctUntilChanged,\n  filter,\n  finalize,\n  map,\n  merge,\n  of,\n  shareReplay,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport {\n  getElementContentSize,\n  getElementSize,\n  watchElementContentOffset\n} from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Intersection observer entry subject\n */\nconst entry$ = new Subject<IntersectionObserverEntry>()\n\n/**\n * Intersection observer observable\n *\n * This observable will create an `IntersectionObserver` on first subscription\n * and will automatically terminate it when there are no more subscribers.\n *\n * @see https://bit.ly/3iIYfEm - Google Groups on performance\n */\nconst observer$ = defer(() => of(\n  new IntersectionObserver(entries => {\n    for (const entry of entries)\n      entry$.next(entry)\n  }, {\n    threshold: 0\n  })\n))\n  .pipe(\n    switchMap(observer => merge(NEVER, of(observer))\n      .pipe(\n        finalize(() => observer.disconnect())\n      )\n    ),\n    shareReplay(1)\n  )\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch element visibility\n *\n * @param el - Element\n *\n * @returns Element visibility observable\n */\nexport function watchElementVisibility(\n  el: HTMLElement\n): Observable<boolean> {\n  return observer$\n    .pipe(\n      tap(observer => observer.observe(el)),\n      switchMap(observer => entry$\n        .pipe(\n          filter(({ target }) => target === el),\n          finalize(() => observer.unobserve(el)),\n          map(({ isIntersecting }) => isIntersecting)\n        )\n      )\n    )\n}\n\n/**\n * Watch element boundary\n *\n * This function returns an observable which emits whether the bottom content\n * boundary (= scroll offset) of an element is within a certain threshold.\n *\n * @param el - Element\n * @param threshold - Threshold\n *\n * @returns Element boundary observable\n */\nexport function watchElementBoundary(\n  el: HTMLElement, threshold = 16\n): Observable<boolean> {\n  return watchElementContentOffset(el)\n    .pipe(\n      map(({ y }) => {\n        const visible = getElementSize(el)\n        const content = getElementContentSize(el)\n        return y >= (\n          content.height - visible.height - threshold\n        )\n      }),\n      distinctUntilChanged()\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  fromEvent,\n  map,\n  startWith\n} from \"rxjs\"\n\nimport { getElement } from \"../element\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Toggle\n */\nexport type Toggle =\n  | \"drawer\"                           /* Toggle for drawer */\n  | \"search\"                           /* Toggle for search */\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Toggle map\n */\nconst toggles: Record<Toggle, HTMLInputElement> = {\n  drawer: getElement(\"[data-md-toggle=drawer]\"),\n  search: getElement(\"[data-md-toggle=search]\")\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve the value of a toggle\n *\n * @param name - Toggle\n *\n * @returns Toggle value\n */\nexport function getToggle(name: Toggle): boolean {\n  return toggles[name].checked\n}\n\n/**\n * Set toggle\n *\n * Simulating a click event seems to be the most cross-browser compatible way\n * of changing the value while also emitting a `change` event. Before, Material\n * used `CustomEvent` to programmatically change the value of a toggle, but this\n * is a much simpler and cleaner solution which doesn't require a polyfill.\n *\n * @param name - Toggle\n * @param value - Toggle value\n */\nexport function setToggle(name: Toggle, value: boolean): void {\n  if (toggles[name].checked !== value)\n    toggles[name].click()\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch toggle\n *\n * @param name - Toggle\n *\n * @returns Toggle value observable\n */\nexport function watchToggle(name: Toggle): Observable<boolean> {\n  const el = toggles[name]\n  return fromEvent(el, \"change\")\n    .pipe(\n      map(() => el.checked),\n      startWith(el.checked)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  filter,\n  fromEvent,\n  map,\n  merge,\n  share,\n  startWith,\n  switchMap\n} from \"rxjs\"\n\nimport { getActiveElement } from \"../element\"\nimport { getToggle } from \"../toggle\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Keyboard mode\n */\nexport type KeyboardMode =\n  | \"global\"                           /* Global */\n  | \"search\"                           /* Search is open */\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Keyboard\n */\nexport interface Keyboard {\n  mode: KeyboardMode                   /* Keyboard mode */\n  type: string                         /* Key type */\n  claim(): void                        /* Key claim */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Check whether an element may receive keyboard input\n *\n * @param el - Element\n * @param type - Key type\n *\n * @returns Test result\n */\nfunction isSusceptibleToKeyboard(\n  el: HTMLElement, type: string\n): boolean {\n  switch (el.constructor) {\n\n    /* Input elements */\n    case HTMLInputElement:\n      /* @ts-expect-error - omit unnecessary type cast */\n      if (el.type === \"radio\")\n        return /^Arrow/.test(type)\n      else\n        return true\n\n    /* Select element and textarea */\n    case HTMLSelectElement:\n    case HTMLTextAreaElement:\n      return true\n\n    /* Everything else */\n    default:\n      return el.isContentEditable\n  }\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch composition events\n *\n * @returns Composition observable\n */\nexport function watchComposition(): Observable<boolean> {\n  return merge(\n    fromEvent(window, \"compositionstart\").pipe(map(() => true)),\n    fromEvent(window, \"compositionend\").pipe(map(() => false))\n  )\n    .pipe(\n      startWith(false)\n    )\n}\n\n/**\n * Watch keyboard\n *\n * @returns Keyboard observable\n */\nexport function watchKeyboard(): Observable<Keyboard> {\n  const keyboard$ = fromEvent<KeyboardEvent>(window, \"keydown\")\n    .pipe(\n      filter(ev => !(ev.metaKey || ev.ctrlKey)),\n      map(ev => ({\n        mode: getToggle(\"search\") ? \"search\" : \"global\",\n        type: ev.key,\n        claim() {\n          ev.preventDefault()\n          ev.stopPropagation()\n        }\n      } as Keyboard)),\n      filter(({ mode, type }) => {\n        if (mode === \"global\") {\n          const active = getActiveElement()\n          if (typeof active !== \"undefined\")\n            return !isSusceptibleToKeyboard(active, type)\n        }\n        return true\n      }),\n      share()\n    )\n\n  /* Don't emit during composition events - see https://bit.ly/3te3Wl8 */\n  return watchComposition()\n    .pipe(\n      switchMap(active => !active ? keyboard$ : EMPTY)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { Subject } from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve location\n *\n * This function returns a `URL` object (and not `Location`) to normalize the\n * typings across the application. Furthermore, locations need to be tracked\n * without setting them and `Location` is a singleton which represents the\n * current location.\n *\n * @returns URL\n */\nexport function getLocation(): URL {\n  return new URL(location.href)\n}\n\n/**\n * Set location\n *\n * If instant navigation is enabled, this function creates a temporary anchor\n * element, sets the `href` attribute, appends it to the body, clicks it, and\n * then removes it again. The event will bubble up the DOM and trigger be\n * intercepted by the instant loading business logic.\n *\n * Note that we must append and remove the anchor element, or the event will\n * not bubble up the DOM, making it impossible to intercept it.\n *\n * @param url - URL to navigate to\n * @param navigate - Force navigation\n */\nexport function setLocation(\n  url: URL | HTMLLinkElement, navigate = false\n): void {\n  if (feature(\"navigation.instant\") && !navigate) {\n    const el = h(\"a\", { href: url.href })\n    document.body.appendChild(el)\n    el.click()\n    el.remove()\n\n  // If we're not using instant navigation, and the page should not be reloaded\n  // just instruct the browser to navigate to the given URL\n  } else {\n    location.href = url.href\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch location\n *\n * @returns Location subject\n */\nexport function watchLocation(): Subject<URL> {\n  return new Subject<URL>()\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  filter,\n  fromEvent,\n  map,\n  merge,\n  shareReplay,\n  startWith\n} from \"rxjs\"\n\nimport { getOptionalElement } from \"~/browser\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve location hash\n *\n * @returns Location hash\n */\nexport function getLocationHash(): string {\n  return location.hash.slice(1)\n}\n\n/**\n * Set location hash\n *\n * Setting a new fragment identifier via `location.hash` will have no effect\n * if the value doesn't change. When a new fragment identifier is set, we want\n * the browser to target the respective element at all times, which is why we\n * use this dirty little trick.\n *\n * @param hash - Location hash\n */\nexport function setLocationHash(hash: string): void {\n  const el = h(\"a\", { href: hash })\n  el.addEventListener(\"click\", ev => ev.stopPropagation())\n  el.click()\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch location hash\n *\n * @param location$ - Location observable\n *\n * @returns Location hash observable\n */\nexport function watchLocationHash(\n  location$: Observable<URL>\n): Observable<string> {\n  return merge(\n    fromEvent<HashChangeEvent>(window, \"hashchange\"),\n    location$\n  )\n    .pipe(\n      map(getLocationHash),\n      startWith(getLocationHash()),\n      filter(hash => hash.length > 0),\n      shareReplay(1)\n    )\n}\n\n/**\n * Watch location target\n *\n * @param location$ - Location observable\n *\n * @returns Location target observable\n */\nexport function watchLocationTarget(\n  location$: Observable<URL>\n): Observable<HTMLElement> {\n  return watchLocationHash(location$)\n    .pipe(\n      map(id => getOptionalElement(`[id=\"${id}\"]`)!),\n      filter(el => typeof el !== \"undefined\")\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  fromEvent,\n  fromEventPattern,\n  map,\n  merge,\n  startWith,\n  switchMap\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch media query\n *\n * Note that although `MediaQueryList.addListener` is deprecated we have to\n * use it, because it's the only way to ensure proper downward compatibility.\n *\n * @see https://bit.ly/3dUBH2m - GitHub issue\n *\n * @param query - Media query\n *\n * @returns Media observable\n */\nexport function watchMedia(query: string): Observable<boolean> {\n  const media = matchMedia(query)\n  return fromEventPattern<boolean>(next => (\n    media.addListener(() => next(media.matches))\n  ))\n    .pipe(\n      startWith(media.matches)\n    )\n}\n\n/**\n * Watch print mode\n *\n * @returns Print observable\n */\nexport function watchPrint(): Observable<boolean> {\n  const media = matchMedia(\"print\")\n  return merge(\n    fromEvent(window, \"beforeprint\").pipe(map(() => true)),\n    fromEvent(window, \"afterprint\").pipe(map(() => false))\n  )\n    .pipe(\n      startWith(media.matches)\n    )\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Toggle an observable with a media observable\n *\n * @template T - Data type\n *\n * @param query$ - Media observable\n * @param factory - Observable factory\n *\n * @returns Toggled observable\n */\nexport function at<T>(\n  query$: Observable<boolean>, factory: () => Observable<T>\n): Observable<T> {\n  return query$\n    .pipe(\n      switchMap(active => active ? factory() : EMPTY)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  map,\n  shareReplay,\n  switchMap\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Options\n */\ninterface Options {\n  progress$?: Subject<number>          // Progress subject\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch the given URL\n *\n * This function returns an observable that emits the response as a blob and\n * completes, or emits an error if the request failed. The caller can cancel\n * the request by unsubscribing at any time, which will automatically abort\n * the inflight request and complete the observable.\n *\n * Note that we use `XMLHTTPRequest` not because we're nostalgic, but because\n * it's the only way to get progress events for downloads and also allow for\n * cancellation of requests, as the official Fetch API does not support this\n * yet, even though we're already in 2024.\n *\n * @param url - Request URL\n * @param options - Options\n *\n * @returns Data observable\n */\nexport function request(\n  url: URL | string, options?: Options\n): Observable<Blob> {\n  return new Observable<Blob>(observer => {\n    const req = new XMLHttpRequest()\n    req.open(\"GET\", `${url}`)\n    req.responseType = \"blob\"\n\n    // Handle response\n    req.addEventListener(\"load\", () => {\n      if (req.status >= 200 && req.status < 300) {\n        observer.next(req.response)\n        observer.complete()\n\n      // Every response that is not in the 2xx range is considered an error\n      } else {\n        observer.error(new Error(req.statusText))\n      }\n    })\n\n    // Handle network errors\n    req.addEventListener(\"error\", () => {\n      observer.error(new Error(\"Network error\"))\n    })\n\n    // Handle aborted requests\n    req.addEventListener(\"abort\", () => {\n      observer.complete()\n    })\n\n    // Handle download progress\n    if (typeof options?.progress$ !== \"undefined\") {\n      req.addEventListener(\"progress\", event => {\n        if (event.lengthComputable) {\n          options.progress$!.next((event.loaded / event.total) * 100)\n\n        // Hack: Chromium doesn't report the total number of bytes if content\n        // is compressed, so we need this fallback - see https://t.ly/ZXofI\n        } else {\n          const length = req.getResponseHeader(\"Content-Length\") ?? 0\n          options.progress$!.next((event.loaded / +length) * 100)\n        }\n      })\n\n      // Immediately set progress to 5% to indicate that we're loading\n      options.progress$.next(5)\n    }\n\n    // Send request and automatically abort request upon unsubscription\n    req.send()\n    return () => req.abort()\n  })\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Fetch JSON from the given URL\n *\n * @template T - Data type\n *\n * @param url - Request URL\n * @param options - Options\n *\n * @returns Data observable\n */\nexport function requestJSON<T>(\n  url: URL | string, options?: Options\n): Observable<T> {\n  return request(url, options)\n    .pipe(\n      switchMap(res => res.text()),\n      map(body => JSON.parse(body) as T),\n      shareReplay(1)\n    )\n}\n\n/**\n * Fetch HTML from the given URL\n *\n * @param url - Request URL\n * @param options - Options\n *\n * @returns Data observable\n */\nexport function requestHTML(\n  url: URL | string, options?: Options\n): Observable<Document> {\n  const dom = new DOMParser()\n  return request(url, options)\n    .pipe(\n      switchMap(res => res.text()),\n      map(res => dom.parseFromString(res, \"text/html\")),\n      shareReplay(1)\n    )\n}\n\n/**\n * Fetch XML from the given URL\n *\n * @param url - Request URL\n * @param options - Options\n *\n * @returns Data observable\n */\nexport function requestXML(\n  url: URL | string, options?: Options\n): Observable<Document> {\n  const dom = new DOMParser()\n  return request(url, options)\n    .pipe(\n      switchMap(res => res.text()),\n      map(res => dom.parseFromString(res, \"text/xml\")),\n      shareReplay(1)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  fromEvent,\n  map,\n  merge,\n  startWith\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Viewport offset\n */\nexport interface ViewportOffset {\n  x: number                            /* Horizontal offset */\n  y: number                            /* Vertical offset */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve viewport offset\n *\n * On iOS Safari, viewport offset can be negative due to overflow scrolling.\n * As this may induce strange behaviors downstream, we'll just limit it to 0.\n *\n * @returns Viewport offset\n */\nexport function getViewportOffset(): ViewportOffset {\n  return {\n    x: Math.max(0, scrollX),\n    y: Math.max(0, scrollY)\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch viewport offset\n *\n * @returns Viewport offset observable\n */\nexport function watchViewportOffset(): Observable<ViewportOffset> {\n  return merge(\n    fromEvent(window, \"scroll\", { passive: true }),\n    fromEvent(window, \"resize\", { passive: true })\n  )\n    .pipe(\n      map(getViewportOffset),\n      startWith(getViewportOffset())\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  fromEvent,\n  map,\n  startWith\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Viewport size\n */\nexport interface ViewportSize {\n  width: number                        /* Viewport width */\n  height: number                       /* Viewport height */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve viewport size\n *\n * @returns Viewport size\n */\nexport function getViewportSize(): ViewportSize {\n  return {\n    width:  innerWidth,\n    height: innerHeight\n  }\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Watch viewport size\n *\n * @returns Viewport size observable\n */\nexport function watchViewportSize(): Observable<ViewportSize> {\n  return fromEvent(window, \"resize\", { passive: true })\n    .pipe(\n      map(getViewportSize),\n      startWith(getViewportSize())\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  combineLatest,\n  map,\n  shareReplay\n} from \"rxjs\"\n\nimport {\n  ViewportOffset,\n  watchViewportOffset\n} from \"../offset\"\nimport {\n  ViewportSize,\n  watchViewportSize\n} from \"../size\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Viewport\n */\nexport interface Viewport {\n  offset: ViewportOffset               /* Viewport offset */\n  size: ViewportSize                   /* Viewport size */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch viewport\n *\n * @returns Viewport observable\n */\nexport function watchViewport(): Observable<Viewport> {\n  return combineLatest([\n    watchViewportOffset(),\n    watchViewportSize()\n  ])\n    .pipe(\n      map(([offset, size]) => ({ offset, size })),\n      shareReplay(1)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  combineLatest,\n  distinctUntilKeyChanged,\n  map\n} from \"rxjs\"\n\nimport { Header } from \"~/components\"\n\nimport { getElementOffset } from \"../../element\"\nimport { Viewport } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch viewport relative to element\n *\n * @param el - Element\n * @param options - Options\n *\n * @returns Viewport observable\n */\nexport function watchViewportAt(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<Viewport> {\n  const size$ = viewport$\n    .pipe(\n      distinctUntilKeyChanged(\"size\")\n    )\n\n  /* Compute element offset */\n  const offset$ = combineLatest([size$, header$])\n    .pipe(\n      map(() => getElementOffset(el))\n    )\n\n  /* Compute relative viewport, return hot observable */\n  return combineLatest([header$, viewport$, offset$])\n    .pipe(\n      map(([{ height }, { offset, size }, { x, y }]) => ({\n        offset: {\n          x: offset.x - x,\n          y: offset.y - y + height\n        },\n        size\n      }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  endWith,\n  fromEvent,\n  ignoreElements,\n  mergeWith,\n  share,\n  takeUntil\n} from \"rxjs\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Worker message\n */\nexport interface WorkerMessage {\n  type: unknown                        /* Message type */\n  data?: unknown                       /* Message data */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Create an observable for receiving from a web worker\n *\n * @template T - Data type\n *\n * @param worker - Web worker\n *\n * @returns Message observable\n */\nfunction recv<T>(worker: Worker): Observable<T> {\n  return fromEvent<MessageEvent<T>, T>(worker, \"message\", ev => ev.data)\n}\n\n/**\n * Create a subject for sending to a web worker\n *\n * @template T - Data type\n *\n * @param worker - Web worker\n *\n * @returns Message subject\n */\nfunction send<T>(worker: Worker): Subject<T> {\n  const send$ = new Subject<T>()\n  send$.subscribe(data => worker.postMessage(data))\n\n  /* Return message subject */\n  return send$\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Create a bidirectional communication channel to a web worker\n *\n * @template T - Data type\n *\n * @param url - Worker URL\n * @param worker - Worker\n *\n * @returns Worker subject\n */\nexport function watchWorker<T extends WorkerMessage>(\n  url: string, worker = new Worker(url)\n): Subject<T> {\n  const recv$ = recv<T>(worker)\n  const send$ = send<T>(worker)\n\n  /* Create worker subject and forward messages */\n  const worker$ = new Subject<T>()\n  worker$.subscribe(send$)\n\n  /* Return worker subject */\n  const done$ = send$.pipe(ignoreElements(), endWith(true))\n  return worker$\n    .pipe(\n      ignoreElements(),\n      mergeWith(recv$.pipe(takeUntil(done$))),\n      share()\n    ) as Subject<T>\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { getElement, getLocation } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Feature flag\n */\nexport type Flag =\n  | \"announce.dismiss\"                 /* Dismissable announcement bar */\n  | \"content.code.annotate\"            /* Code annotations */\n  | \"content.code.copy\"                /* Code copy button */\n  | \"content.lazy\"                     /* Lazy content elements */\n  | \"content.tabs.link\"                /* Link content tabs */\n  | \"content.tooltips\"                 /* Tooltips */\n  | \"header.autohide\"                  /* Hide header */\n  | \"navigation.expand\"                /* Automatic expansion */\n  | \"navigation.indexes\"               /* Section pages */\n  | \"navigation.instant\"               /* Instant navigation */\n  | \"navigation.instant.progress\"      /* Instant navigation progress */\n  | \"navigation.sections\"              /* Section navigation */\n  | \"navigation.tabs\"                  /* Tabs navigation */\n  | \"navigation.tabs.sticky\"           /* Tabs navigation (sticky) */\n  | \"navigation.top\"                   /* Back-to-top button */\n  | \"navigation.tracking\"              /* Anchor tracking */\n  | \"search.highlight\"                 /* Search highlighting */\n  | \"search.share\"                     /* Search sharing */\n  | \"search.suggest\"                   /* Search suggestions */\n  | \"toc.follow\"                       /* Following table of contents */\n  | \"toc.integrate\"                    /* Integrated table of contents */\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Translation\n */\nexport type Translation =\n  | \"clipboard.copy\"                   /* Copy to clipboard */\n  | \"clipboard.copied\"                 /* Copied to clipboard */\n  | \"search.result.placeholder\"        /* Type to start searching */\n  | \"search.result.none\"               /* No matching documents */\n  | \"search.result.one\"                /* 1 matching document */\n  | \"search.result.other\"              /* # matching documents */\n  | \"search.result.more.one\"           /* 1 more on this page */\n  | \"search.result.more.other\"         /* # more on this page */\n  | \"search.result.term.missing\"       /* Missing */\n  | \"select.version\"                   /* Version selector */\n\n/**\n * Translations\n */\nexport type Translations =\n  Record<Translation, string>\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Versioning\n */\nexport interface Versioning {\n  provider: \"mike\"                     /* Version provider */\n  default?: string | string[]          /* Default version */\n  alias?: boolean                      /* Show alias */\n}\n\n/**\n * Configuration\n */\nexport interface Config {\n  base: string                         /* Base URL */\n  features: Flag[]                     /* Feature flags */\n  translations: Translations           /* Translations */\n  search: string                       /* Search worker URL */\n  tags?: Record<string, string>        /* Tags mapping */\n  version?: Versioning                 /* Versioning */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve global configuration and make base URL absolute\n */\nconst script = getElement(\"#__config\")\nconst config: Config = JSON.parse(script.textContent!)\nconfig.base = `${new URL(config.base, getLocation())}`\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve global configuration\n *\n * @returns Global configuration\n */\nexport function configuration(): Config {\n  return config\n}\n\n/**\n * Check whether a feature flag is enabled\n *\n * @param flag - Feature flag\n *\n * @returns Test result\n */\nexport function feature(flag: Flag): boolean {\n  return config.features.includes(flag)\n}\n\n/**\n * Retrieve the translation for the given key\n *\n * @param key - Key to be translated\n * @param value - Positional value, if any\n *\n * @returns Translation\n */\nexport function translation(\n  key: Translation, value?: string | number\n): string {\n  return typeof value !== \"undefined\"\n    ? config.translations[key].replace(\"#\", value.toString())\n    : config.translations[key]\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { getElement, getElements } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Component type\n */\nexport type ComponentType =\n  | \"announce\"                         /* Announcement bar */\n  | \"container\"                        /* Container */\n  | \"consent\"                          /* Consent */\n  | \"content\"                          /* Content */\n  | \"dialog\"                           /* Dialog */\n  | \"header\"                           /* Header */\n  | \"header-title\"                     /* Header title */\n  | \"header-topic\"                     /* Header topic */\n  | \"main\"                             /* Main area */\n  | \"outdated\"                         /* Version warning */\n  | \"palette\"                          /* Color palette */\n  | \"progress\"                         /* Progress indicator */\n  | \"search\"                           /* Search */\n  | \"search-query\"                     /* Search input */\n  | \"search-result\"                    /* Search results */\n  | \"search-share\"                     /* Search sharing */\n  | \"search-suggest\"                   /* Search suggestions */\n  | \"sidebar\"                          /* Sidebar */\n  | \"skip\"                             /* Skip link */\n  | \"source\"                           /* Repository information */\n  | \"tabs\"                             /* Navigation tabs */\n  | \"toc\"                              /* Table of contents */\n  | \"top\"                              /* Back-to-top button */\n\n/**\n * Component\n *\n * @template T - Component type\n * @template U - Reference type\n */\nexport type Component<\n  T extends {} = {},\n  U extends HTMLElement = HTMLElement\n> =\n  T & {\n    ref: U                             /* Component reference */\n  }\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Component type map\n */\ninterface ComponentTypeMap {\n  \"announce\": HTMLElement              /* Announcement bar */\n  \"container\": HTMLElement             /* Container */\n  \"consent\": HTMLElement               /* Consent */\n  \"content\": HTMLElement               /* Content */\n  \"dialog\": HTMLElement                /* Dialog */\n  \"header\": HTMLElement                /* Header */\n  \"header-title\": HTMLElement          /* Header title */\n  \"header-topic\": HTMLElement          /* Header topic */\n  \"main\": HTMLElement                  /* Main area */\n  \"outdated\": HTMLElement              /* Version warning */\n  \"palette\": HTMLElement               /* Color palette */\n  \"progress\": HTMLElement              /* Progress indicator */\n  \"search\": HTMLElement                /* Search */\n  \"search-query\": HTMLInputElement     /* Search input */\n  \"search-result\": HTMLElement         /* Search results */\n  \"search-share\": HTMLAnchorElement    /* Search sharing */\n  \"search-suggest\": HTMLElement        /* Search suggestions */\n  \"sidebar\": HTMLElement               /* Sidebar */\n  \"skip\": HTMLAnchorElement            /* Skip link */\n  \"source\": HTMLAnchorElement          /* Repository information */\n  \"tabs\": HTMLElement                  /* Navigation tabs */\n  \"toc\": HTMLElement                   /* Table of contents */\n  \"top\": HTMLAnchorElement             /* Back-to-top button */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Retrieve the element for a given component or throw a reference error\n *\n * @template T - Component type\n *\n * @param type - Component type\n * @param node - Node of reference\n *\n * @returns Element\n */\nexport function getComponentElement<T extends ComponentType>(\n  type: T, node: ParentNode = document\n): ComponentTypeMap[T] {\n  return getElement(`[data-md-component=${type}]`, node)\n}\n\n/**\n * Retrieve all elements for a given component\n *\n * @template T - Component type\n *\n * @param type - Component type\n * @param node - Node of reference\n *\n * @returns Elements\n */\nexport function getComponentElements<T extends ComponentType>(\n  type: T, node: ParentNode = document\n): ComponentTypeMap[T][] {\n  return getElements(`[data-md-component=${type}]`, node)\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  defer,\n  finalize,\n  fromEvent,\n  map,\n  tap\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport { getElement } from \"~/browser\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Announcement bar\n */\nexport interface Announce {\n  hash: number                        /* Content hash */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch announcement bar\n *\n * @param el - Announcement bar element\n *\n * @returns Announcement bar observable\n */\nexport function watchAnnounce(\n  el: HTMLElement\n): Observable<Announce> {\n  const button = getElement(\".md-typeset > :first-child\", el)\n  return fromEvent(button, \"click\", { once: true })\n    .pipe(\n      map(() => getElement(\".md-typeset\", el)),\n      map(content => ({ hash: __md_hash(content.innerHTML) }))\n    )\n}\n\n/**\n * Mount announcement bar\n *\n * @param el - Announcement bar element\n *\n * @returns Announcement bar component observable\n */\nexport function mountAnnounce(\n  el: HTMLElement\n): Observable<Component<Announce>> {\n  if (!feature(\"announce.dismiss\") || !el.childElementCount)\n    return EMPTY\n\n  /* Support instant navigation - see https://t.ly/3FTme */\n  if (!el.hidden) {\n    const content = getElement(\".md-typeset\", el)\n    if (__md_hash(content.innerHTML) === __md_get(\"__announce\"))\n      el.hidden = true\n  }\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject<Announce>()\n    push$.subscribe(({ hash }) => {\n      el.hidden = true\n\n      /* Persist preference in local storage */\n      __md_set<number>(\"__announce\", hash)\n    })\n\n    /* Create and return component */\n    return watchAnnounce(el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  finalize,\n  map,\n  tap\n} from \"rxjs\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Consent\n */\nexport interface Consent {\n  hidden: boolean                      /* Consent is hidden */\n}\n\n/**\n * Consent defaults\n */\nexport interface ConsentDefaults {\n  analytics?: boolean                  /* Consent for Analytics */\n  github?: boolean                     /* Consent for GitHub */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  target$: Observable<HTMLElement>     /* Target observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch consent\n *\n * @param el - Consent element\n * @param options - Options\n *\n * @returns Consent observable\n */\nexport function watchConsent(\n  el: HTMLElement, { target$ }: WatchOptions\n): Observable<Consent> {\n  return target$\n    .pipe(\n      map(target => ({ hidden: target !== el }))\n    )\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Mount consent\n *\n * @param el - Consent element\n * @param options - Options\n *\n * @returns Consent component observable\n */\nexport function mountConsent(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<Consent>> {\n  const internal$ = new Subject<Consent>()\n  internal$.subscribe(({ hidden }) => {\n    el.hidden = hidden\n  })\n\n  /* Create and return component */\n  return watchConsent(el, options)\n    .pipe(\n      tap(state => internal$.next(state)),\n      finalize(() => internal$.complete()),\n      map(state => ({ ref: el, ...state }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { ComponentChild } from \"preact\"\n\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Tooltip style\n */\nexport type TooltipStyle =\n  | \"inline\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a tooltip\n *\n * @param id - Tooltip identifier\n * @param style - Tooltip style\n *\n * @returns Element\n */\nexport function renderTooltip(\n  id?: string, style?: TooltipStyle\n): HTMLElement {\n  if (style === \"inline\") { // @todo refactor control flow\n    return (\n      <div class=\"md-tooltip md-tooltip--inline\" id={id} role=\"tooltip\">\n        <div class=\"md-tooltip__inner md-typeset\"></div>\n      </div>\n    )\n  } else {\n    return (\n      <div class=\"md-tooltip\" id={id} role=\"tooltip\">\n        <div class=\"md-tooltip__inner md-typeset\"></div>\n      </div>\n    )\n  }\n}\n\n// @todo: rename\nexport function renderInlineTooltip2(\n  ...children: ComponentChild[]\n): HTMLElement {\n  return (\n    <div class=\"md-tooltip2\" role=\"tooltip\">\n      <div class=\"md-tooltip2__inner md-typeset\">\n        {children}\n      </div>\n    </div>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { h } from \"~/utilities\"\n\nimport { renderTooltip } from \"../tooltip\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render an annotation\n *\n * @param id - Annotation identifier\n * @param prefix - Tooltip identifier prefix\n *\n * @returns Element\n */\nexport function renderAnnotation(\n  id: string | number, prefix?: string\n): HTMLElement {\n  prefix = prefix ? `${prefix}_annotation_${id}` : undefined\n\n  /* Render tooltip with anchor, if given */\n  if (prefix) {\n    const anchor = prefix ? `#${prefix}` : undefined\n    return (\n      <aside class=\"md-annotation\" tabIndex={0}>\n        {renderTooltip(prefix)}\n        <a href={anchor} class=\"md-annotation__index\" tabIndex={-1}>\n          <span data-md-annotation-id={id}></span>\n        </a>\n      </aside>\n    )\n  } else {\n    return (\n      <aside class=\"md-annotation\" tabIndex={0}>\n        {renderTooltip(prefix)}\n        <span class=\"md-annotation__index\" tabIndex={-1}>\n          <span data-md-annotation-id={id}></span>\n        </span>\n      </aside>\n    )\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { translation } from \"~/_\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a 'copy-to-clipboard' button\n *\n * @param id - Unique identifier\n *\n * @returns Element\n */\nexport function renderClipboardButton(id: string): HTMLElement {\n  return (\n    <button\n      class=\"md-clipboard md-icon\"\n      title={translation(\"clipboard.copy\")}\n      data-clipboard-target={`#${id} > code`}\n    ></button>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport escapeHTML from \"escape-html\"\nimport { ComponentChild } from \"preact\"\n\nimport { configuration, feature, translation } from \"~/_\"\nimport { SearchItem } from \"~/integrations/search\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Render flag\n */\nconst enum Flag {\n  TEASER = 1,                          /* Render teaser */\n  PARENT = 2                           /* Render as parent */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper function\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a search document\n *\n * @param document - Search document\n * @param flag - Render flags\n *\n * @returns Element\n */\nfunction renderSearchDocument(\n  document: SearchItem, flag: Flag\n): HTMLElement {\n  const parent = flag & Flag.PARENT\n  const teaser = flag & Flag.TEASER\n\n  /* Render missing query terms */\n  const missing = Object.keys(document.terms)\n    .filter(key => !document.terms[key])\n    .reduce<ComponentChild[]>((list, key) => [\n      ...list, <del>{escapeHTML(key)}</del>, \" \"\n    ], [])\n    .slice(0, -1)\n\n  /* Assemble query string for highlighting */\n  const config = configuration()\n  const url = new URL(document.location, config.base)\n  if (feature(\"search.highlight\"))\n    url.searchParams.set(\"h\", Object.entries(document.terms)\n      .filter(([, match]) => match)\n      .reduce((highlight, [value]) => `${highlight} ${value}`.trim(), \"\")\n    )\n\n  /* Render article or section, depending on flags */\n  const { tags } = configuration()\n  return (\n    <a href={`${url}`} class=\"md-search-result__link\" tabIndex={-1}>\n      <article\n        class=\"md-search-result__article md-typeset\"\n        data-md-score={document.score.toFixed(2)}\n      >\n        {parent > 0 && <div class=\"md-search-result__icon md-icon\"></div>}\n        {parent > 0 && <h1>{document.title}</h1>}\n        {parent <= 0 && <h2>{document.title}</h2>}\n        {teaser > 0 && document.text.length > 0 &&\n          document.text\n        }\n        {document.tags && (\n          <nav class=\"md-tags\">\n            {document.tags.map(tag => {\n              const type = tags\n                ? tag in tags\n                  ? `md-tag-icon md-tag--${tags[tag]}`\n                  : \"md-tag-icon\"\n                : \"\"\n              return (\n                <span class={`md-tag ${type}`}>{tag}</span>\n              )\n            })}\n          </nav>\n        )}\n        {teaser > 0 && missing.length > 0 &&\n          <p class=\"md-search-result__terms\">\n            {translation(\"search.result.term.missing\")}: {...missing}\n          </p>\n        }\n      </article>\n    </a>\n  )\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a search result\n *\n * @param result - Search result\n *\n * @returns Element\n */\nexport function renderSearchResultItem(\n  result: SearchItem[]\n): HTMLElement {\n  const threshold = result[0].score\n  const docs = [...result]\n\n  const config = configuration()\n\n  /* Find and extract parent article */\n  const parent = docs.findIndex(doc => {\n    const l = `${new URL(doc.location, config.base)}` // @todo hacky\n    return !l.includes(\"#\")\n  })\n  const [article] = docs.splice(parent, 1)\n\n  /* Determine last index above threshold */\n  let index = docs.findIndex(doc => doc.score < threshold)\n  if (index === -1)\n    index = docs.length\n\n  /* Partition sections */\n  const best = docs.slice(0, index)\n  const more = docs.slice(index)\n\n  /* Render children */\n  const children = [\n    renderSearchDocument(article, Flag.PARENT | +(!parent && index === 0)),\n    ...best.map(section => renderSearchDocument(section, Flag.TEASER)),\n    ...more.length ? [\n      <details class=\"md-search-result__more\">\n        <summary tabIndex={-1}>\n          <div>\n            {more.length > 0 && more.length === 1\n              ? translation(\"search.result.more.one\")\n              : translation(\"search.result.more.other\", more.length)\n            }\n          </div>\n        </summary>\n        {...more.map(section => renderSearchDocument(section, Flag.TEASER))}\n      </details>\n    ] : []\n  ]\n\n  /* Render search result */\n  return (\n    <li class=\"md-search-result__item\">\n      {children}\n    </li>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { SourceFacts } from \"~/components\"\nimport { h, round } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render repository facts\n *\n * @param facts - Repository facts\n *\n * @returns Element\n */\nexport function renderSourceFacts(facts: SourceFacts): HTMLElement {\n  return (\n    <ul class=\"md-source__facts\">\n      {Object.entries(facts).map(([key, value]) => (\n        <li class={`md-source__fact md-source__fact--${key}`}>\n          {typeof value === \"number\" ? round(value) : value}\n        </li>\n      ))}\n    </ul>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Tabbed control type\n */\ntype TabbedControlType =\n  | \"prev\"\n  | \"next\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render control for content tabs\n *\n * @param type - Control type\n *\n * @returns Element\n */\nexport function renderTabbedControl(\n  type: TabbedControlType\n): HTMLElement {\n  const classes = `tabbed-control tabbed-control--${type}`\n  return (\n    <div class={classes} hidden>\n      <button class=\"tabbed-button\" tabIndex={-1} aria-hidden=\"true\"></button>\n    </div>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a table inside a wrapper to improve scrolling on mobile\n *\n * @param table - Table element\n *\n * @returns Element\n */\nexport function renderTable(table: HTMLElement): HTMLElement {\n  return (\n    <div class=\"md-typeset__scrollwrap\">\n      <div class=\"md-typeset__table\">\n        {table}\n      </div>\n    </div>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { configuration, translation } from \"~/_\"\nimport { h } from \"~/utilities\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Version properties\n */\nexport interface VersionProperties {\n  hidden?: boolean                     /* Version is hidden */\n}\n\n/**\n * Version\n */\nexport interface Version {\n  version: string                      /* Version identifier */\n  title: string                        /* Version title */\n  aliases: string[]                    /* Version aliases */\n  properties?: VersionProperties       /* Version properties */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a version\n *\n * @param version - Version\n *\n * @returns Element\n */\nfunction renderVersion(version: Version): HTMLElement {\n  const config = configuration()\n\n  /* Ensure trailing slash - see https://bit.ly/3rL5u3f */\n  const url = new URL(`../${version.version}/`, config.base)\n  return (\n    <li class=\"md-version__item\">\n      <a href={`${url}`} class=\"md-version__link\">\n        {version.title}\n        {config.version?.alias && version.aliases.length > 0 && (\n          <span class=\"md-version__alias\">\n            {version.aliases[0]}\n          </span>\n        )}\n      </a>\n    </li>\n  )\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Render a version selector\n *\n * @param versions - Versions\n * @param active - Active version\n *\n * @returns Element\n */\nexport function renderVersionSelector(\n  versions: Version[], active: Version\n): HTMLElement {\n  const config = configuration()\n  versions = versions.filter(version => !version.properties?.hidden)\n  return (\n    <div class=\"md-version\">\n      <button\n        class=\"md-version__current\"\n        aria-label={translation(\"select.version\")}\n      >\n        {active.title}\n        {config.version?.alias && active.aliases.length > 0 && (\n          <span class=\"md-version__alias\">\n            {active.aliases[0]}\n          </span>\n        )}\n      </button>\n      <ul class=\"md-version__list\">\n        {versions.map(renderVersion)}\n      </ul>\n    </div>\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  BehaviorSubject,\n  EMPTY,\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  combineLatest,\n  combineLatestWith,\n  debounce,\n  defer,\n  distinctUntilChanged,\n  endWith,\n  filter,\n  finalize,\n  first,\n  ignoreElements,\n  map,\n  mergeMap,\n  observeOn,\n  queueScheduler,\n  share,\n  startWith,\n  switchMap,\n  tap,\n  throttleTime,\n  timer,\n  withLatestFrom\n} from \"rxjs\"\n\nimport {\n  ElementOffset,\n  Viewport,\n  getElement,\n  getElementContainers,\n  getElementOffsetAbsolute,\n  getElementSize,\n  watchElementContentOffset,\n  watchElementFocus,\n  watchElementHover\n} from \"~/browser\"\nimport { renderInlineTooltip2 } from \"~/templates\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Tooltip\n */\nexport interface Tooltip {\n  active: boolean                      // Tooltip is active\n  offset: ElementOffset                // Tooltip offset\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Dependencies\n */\ninterface Dependencies {\n  content$: Observable<HTMLElement>    // Tooltip content observable\n  viewport$: Observable<Viewport>      // Viewport observable\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Global sequence number for tooltips\n */\nlet sequence = 0\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch tooltip\n *\n * This function tracks the tooltip host element, and deduces the active state\n * and offset of the tooltip from it. The active state is determined by whether\n * the host element is focused or hovered, and the offset is determined by the\n * host element's absolute position in the document.\n *\n * @param el - Tooltip host element\n *\n * @returns Tooltip observable\n */\nexport function watchTooltip2(\n  el: HTMLElement\n): Observable<Tooltip> {\n\n  // Compute whether tooltip should be shown - we need to watch both focus and\n  // hover events on the host element and emit if one of them is active. In case\n  // of a hover event, we keep the element visible for a short amount of time\n  // after the pointer left the host element for a better user experience.\n  const active$ =\n    combineLatest([\n      watchElementFocus(el),\n      watchElementHover(el)\n    ])\n      .pipe(\n        map(([focus, hover]) => focus || hover),\n        distinctUntilChanged()\n      )\n\n  // We need to determine all parent elements of the host element that are\n  // currently scrollable, as they might affect the position of the tooltip\n  // depending on their horizontal of vertical offset. We must track all of\n  // them and recompute the position of the tooltip if they change.\n  const offset$ =\n    defer(() => getElementContainers(el)).pipe(\n      mergeMap(watchElementContentOffset),\n      throttleTime(1),\n      // Note that we need to poll the value again if the active state changes,\n      // as otherwise the tooltip might be misplaced. This particularly happens\n      // when using third-party integrations like tablesort that change the\n      // position of elements \u2013 see https://t.ly/Y-V7X\n      combineLatestWith(active$),\n      map(() => getElementOffsetAbsolute(el)),\n    )\n\n  // Only track parent elements and compute offset of the tooltip host if the\n  // tooltip should be shown - we defer the computation of the offset until the\n  // tooltip becomes active for the first time. This is necessary, because we\n  // must also keep the tooltip active as long as it is focused or hovered.\n  return active$.pipe(\n    first(active => active),\n    switchMap(() => combineLatest([active$, offset$])),\n    map(([active, offset]) => ({ active, offset })),\n    share()\n  )\n}\n\n/**\n * Mount tooltip\n *\n * This function renders a tooltip with the content from the provided `content$`\n * observable as passed via the dependencies. If the returned element has a role\n * of type `dialog`, the tooltip is considered to be interactive, and rendered\n * either above or below the host element, depending on the available space.\n *\n * If the returned element has a role of type `tooltip`, the tooltip is always\n * rendered below the host element and considered to be non-interactive. This\n * allows us to reuse the same positioning logic for both interactive and\n * non-interactive tooltips, as it is largely the same.\n *\n * @param el - Tooltip host element\n * @param dependencies - Dependencies\n *\n * @returns Tooltip component observable\n */\nexport function mountTooltip2(\n  el: HTMLElement, dependencies: Dependencies\n): Observable<Component<Tooltip>> {\n  const { content$, viewport$ } = dependencies\n\n  // Compute unique tooltip id - this is necessary to associate the tooltip host\n  // element with the tooltip element for ARIA purposes\n  const id = `__tooltip2_${sequence++}`\n\n  // Create component on subscription\n  return defer(() => {\n    const push$ = new Subject<Tooltip>()\n\n    // Create subject to track tooltip presence and visibility - we use another\n    // purely internal subject to track the tooltip's presence and visibility,\n    // as the tooltip should be visible if the host element or tooltip itself\n    // is focused or hovered to allow for smooth pointer migration\n    const show$ = new BehaviorSubject(false)\n    push$.pipe(ignoreElements(), endWith(false))\n      .subscribe(show$)\n\n    // Create observable controlling tooltip element - we create and attach the\n    // tooltip only if it is actually present, in order to keep the number of\n    // elements low. We need to keep the tooltip visible for a short time after\n    // the pointer left the host element or tooltip itself. For this, we use an\n    // inner subscription to the tooltip observable, which we terminate when the\n    // tooltip should not be shown, automatically removing the element. Moreover\n    // we use the queue scheduler, which will schedule synchronously in case the\n    // tooltip should be shown, and asynchronously if it should be hidden.\n    const node$ = show$.pipe(\n      debounce(active => timer(+!active * 250, queueScheduler)),\n      distinctUntilChanged(),\n      switchMap(active => active ? content$ : EMPTY),\n      tap(node => node.id = id),\n      share()\n    )\n\n    // Compute tooltip presence and visibility - the tooltip should be shown if\n    // the host element or the tooltip itself is focused or hovered\n    combineLatest([\n      push$.pipe(map(({ active }) => active)),\n      node$.pipe(\n        switchMap(node => watchElementHover(node, 250)),\n        startWith(false)\n      )\n    ])\n      .pipe(map(states => states.some(active => active)))\n      .subscribe(show$)\n\n    // Compute tooltip origin - we need to compute the tooltip origin depending\n    // on the position of the host element, the viewport size, as well as the\n    // actual size of the tooltip, if positioned above. The tooltip must about\n    // to be rendered for this to be correct, which is why we do it here.\n    const origin$ = show$.pipe(\n      filter(active => active),\n      withLatestFrom(node$, viewport$),\n      map(([_, node, { size }]) => {\n        const host = el.getBoundingClientRect()\n        const x = host.width / 2\n\n        // If the tooltip is non-interactive, we always render it below the\n        // actual element because all operating systems do it that way\n        if (node.role === \"tooltip\") {\n          return { x, y: 8 + host.height }\n\n        // Otherwise, we determine where there is more space, and render the\n        // tooltip either above or below the host element\n        } else if (host.y >= size.height / 2) {\n          const { height } = getElementSize(node)\n          return { x, y: -16 - height }\n        } else {\n          return { x, y: +16 + host.height }\n        }\n      })\n    )\n\n    // Update tooltip position - we always need to update the position of the\n    // tooltip, as it might change depending on the viewport offset of the host\n    combineLatest([node$, push$, origin$])\n      .subscribe(([node, { offset }, origin]) => {\n        node.style.setProperty(\"--md-tooltip-host-x\", `${offset.x}px`)\n        node.style.setProperty(\"--md-tooltip-host-y\", `${offset.y}px`)\n\n        // Update tooltip origin - this is mainly set to determine the position\n        // of the tooltip tail, to show the direction it is originating from\n        node.style.setProperty(\"--md-tooltip-x\", `${origin.x}px`)\n        node.style.setProperty(\"--md-tooltip-y\", `${origin.y}px`)\n\n        // Update tooltip render location, i.e., whether the tooltip is shown\n        // above or below the host element, depending on the available space\n        node.classList.toggle(\"md-tooltip2--top\",    origin.y <  0)\n        node.classList.toggle(\"md-tooltip2--bottom\", origin.y >= 0)\n      })\n\n    // Update tooltip width - we only explicitly set the width of the tooltip\n    // if it is non-interactive, in case it should always be rendered centered\n    show$.pipe(\n      filter(active => active),\n      withLatestFrom(node$, (_, node) => node),\n      filter(node => node.role === \"tooltip\")\n    )\n      .subscribe(node => {\n        const size = getElementSize(getElement(\":scope > *\", node))\n\n        // Set tooltip width and remove tail by setting it to a width of zero -\n        // if authors want to keep the tail, we can move this to CSS later\n        node.style.setProperty(\"--md-tooltip-width\", `${size.width}px`)\n        node.style.setProperty(\"--md-tooltip-tail\",  `${0}px`)\n      })\n\n    // Update tooltip visibility - we defer to the next animation frame, because\n    // the tooltip must first be added to the document before we make it appear,\n    // or it will appear instantly without delay. Additionally, we need to keep\n    // the tooltip visible for a short time after the pointer left the host.\n    show$.pipe(\n      distinctUntilChanged(),\n      observeOn(animationFrameScheduler),\n      withLatestFrom(node$)\n    )\n      .subscribe(([active, node]) => {\n        node.classList.toggle(\"md-tooltip2--active\", active)\n      })\n\n    // Set up ARIA attributes when tooltip is visible\n    combineLatest([\n      show$.pipe(filter(active => active)),\n      node$\n    ])\n      .subscribe(([_, node]) => {\n        if (node.role === \"dialog\") {\n          el.setAttribute(\"aria-controls\", id)\n          el.setAttribute(\"aria-haspopup\", \"dialog\")\n        } else {\n          el.setAttribute(\"aria-describedby\", id)\n        }\n      })\n\n    // Remove ARIA attributes when tooltip is hidden\n    show$.pipe(filter(active => !active))\n      .subscribe(() => {\n        el.removeAttribute(\"aria-controls\")\n        el.removeAttribute(\"aria-describedby\")\n        el.removeAttribute(\"aria-haspopup\")\n      })\n\n    // Create and return component\n    return watchTooltip2(el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n\n// ----------------------------------------------------------------------------\n\n/**\n * Mount inline tooltip\n *\n * @todo refactor this function\n *\n * @param el - Tooltip host element\n * @param dependencies - Dependencies\n * @param container - Container\n *\n * @returns Tooltip component observable\n */\nexport function mountInlineTooltip2(\n  el: HTMLElement, { viewport$ }: { viewport$: Observable<Viewport> },\n  container = document.body\n): Observable<Component<Tooltip>> {\n  return mountTooltip2(el, {\n    content$: new Observable<HTMLElement>(observer => {\n      const title = el.title\n      const node = renderInlineTooltip2(title)\n      observer.next(node)\n      el.removeAttribute(\"title\")\n      // Append tooltip and remove on unsubscription\n      container.append(node)\n      return () => {\n        node.remove()\n        el.setAttribute(\"title\", title)\n      }\n    }),\n    viewport$\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  auditTime,\n  combineLatest,\n  debounceTime,\n  defer,\n  delay,\n  endWith,\n  filter,\n  finalize,\n  fromEvent,\n  ignoreElements,\n  map,\n  merge,\n  switchMap,\n  take,\n  takeUntil,\n  tap,\n  throttleTime,\n  withLatestFrom\n} from \"rxjs\"\n\nimport {\n  ElementOffset,\n  getActiveElement,\n  getElementSize,\n  watchElementContentOffset,\n  watchElementFocus,\n  watchElementOffset,\n  watchElementVisibility\n} from \"~/browser\"\n\nimport { Component } from \"../../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Annotation\n */\nexport interface Annotation {\n  active: boolean                      /* Annotation is active */\n  offset: ElementOffset                /* Annotation offset */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch annotation\n *\n * @param el - Annotation element\n * @param container - Containing element\n *\n * @returns Annotation observable\n */\nexport function watchAnnotation(\n  el: HTMLElement, container: HTMLElement\n): Observable<Annotation> {\n  const offset$ = defer(() => combineLatest([\n    watchElementOffset(el),\n    watchElementContentOffset(container)\n  ]))\n    .pipe(\n      map(([{ x, y }, scroll]): ElementOffset => {\n        const { width, height } = getElementSize(el)\n        return ({\n          x: x - scroll.x + width  / 2,\n          y: y - scroll.y + height / 2\n        })\n      })\n    )\n\n  /* Actively watch annotation on focus */\n  return watchElementFocus(el)\n    .pipe(\n      switchMap(active => offset$\n        .pipe(\n          map(offset => ({ active, offset })),\n          take(+!active || Infinity)\n        )\n      )\n    )\n}\n\n/**\n * Mount annotation\n *\n * @param el - Annotation element\n * @param container - Containing element\n * @param options - Options\n *\n * @returns Annotation component observable\n */\nexport function mountAnnotation(\n  el: HTMLElement, container: HTMLElement, { target$ }: MountOptions\n): Observable<Component<Annotation>> {\n  const [tooltip, index] = Array.from(el.children)\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject<Annotation>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    push$.subscribe({\n\n      /* Handle emission */\n      next({ offset }) {\n        el.style.setProperty(\"--md-tooltip-x\", `${offset.x}px`)\n        el.style.setProperty(\"--md-tooltip-y\", `${offset.y}px`)\n      },\n\n      /* Handle complete */\n      complete() {\n        el.style.removeProperty(\"--md-tooltip-x\")\n        el.style.removeProperty(\"--md-tooltip-y\")\n      }\n    })\n\n    /* Start animation only when annotation is visible */\n    watchElementVisibility(el)\n      .pipe(\n        takeUntil(done$)\n      )\n        .subscribe(visible => {\n          el.toggleAttribute(\"data-md-visible\", visible)\n        })\n\n    /* Toggle tooltip presence to mitigate empty lines when copying */\n    merge(\n      push$.pipe(filter(({ active }) => active)),\n      push$.pipe(debounceTime(250), filter(({ active }) => !active))\n    )\n      .subscribe({\n\n        /* Handle emission */\n        next({ active }) {\n          if (active)\n            el.prepend(tooltip)\n          else\n            tooltip.remove()\n        },\n\n        /* Handle complete */\n        complete() {\n          el.prepend(tooltip)\n        }\n      })\n\n    /* Toggle tooltip visibility */\n    push$\n      .pipe(\n        auditTime(16, animationFrameScheduler)\n      )\n        .subscribe(({ active }) => {\n          tooltip.classList.toggle(\"md-tooltip--active\", active)\n        })\n\n    /* Track relative origin of tooltip */\n    push$\n      .pipe(\n        throttleTime(125, animationFrameScheduler),\n        filter(() => !!el.offsetParent),\n        map(() => el.offsetParent!.getBoundingClientRect()),\n        map(({ x }) => x)\n      )\n        .subscribe({\n\n          /* Handle emission */\n          next(origin) {\n            if (origin)\n              el.style.setProperty(\"--md-tooltip-0\", `${-origin}px`)\n            else\n              el.style.removeProperty(\"--md-tooltip-0\")\n          },\n\n          /* Handle complete */\n          complete() {\n            el.style.removeProperty(\"--md-tooltip-0\")\n          }\n        })\n\n    /* Allow to copy link without scrolling to anchor */\n    fromEvent<MouseEvent>(index, \"click\")\n      .pipe(\n        takeUntil(done$),\n        filter(ev => !(ev.metaKey || ev.ctrlKey))\n      )\n        .subscribe(ev => {\n          ev.stopPropagation()\n          ev.preventDefault()\n        })\n\n    /* Allow to open link in new tab or blur on close */\n    fromEvent<MouseEvent>(index, \"mousedown\")\n      .pipe(\n        takeUntil(done$),\n        withLatestFrom(push$)\n      )\n        .subscribe(([ev, { active }]) => {\n\n          /* Open in new tab */\n          if (ev.button !== 0 || ev.metaKey || ev.ctrlKey) {\n            ev.preventDefault()\n\n          /* Close annotation */\n          } else if (active) {\n            ev.preventDefault()\n\n            /* Focus parent annotation, if any */\n            const parent = el.parentElement!.closest(\".md-annotation\")\n            if (parent instanceof HTMLElement)\n              parent.focus()\n            else\n              getActiveElement()?.blur()\n          }\n        })\n\n    /* Open and focus annotation on location target */\n    target$\n      .pipe(\n        takeUntil(done$),\n        filter(target => target === tooltip),\n        delay(125)\n      )\n        .subscribe(() => el.focus())\n\n    /* Create and return component */\n    return watchAnnotation(el, container)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  defer,\n  endWith,\n  finalize,\n  ignoreElements,\n  merge,\n  share,\n  takeUntil\n} from \"rxjs\"\n\nimport {\n  getElement,\n  getElements,\n  getOptionalElement\n} from \"~/browser\"\nimport { renderAnnotation } from \"~/templates\"\n\nimport { Component } from \"../../../_\"\nimport {\n  Annotation,\n  mountAnnotation\n} from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Find all annotation hosts in the containing element\n *\n * @param container - Containing element\n *\n * @returns Annotation hosts\n */\nfunction findHosts(container: HTMLElement): HTMLElement[] {\n  return container.tagName === \"CODE\"\n    ? getElements(\".c, .c1, .cm\", container)\n    : [container]\n}\n\n/**\n * Find all annotation markers in the containing element\n *\n * @param container - Containing element\n *\n * @returns Annotation markers\n */\nfunction findMarkers(container: HTMLElement): Text[] {\n  const markers: Text[] = []\n  for (const el of findHosts(container)) {\n    const nodes: Text[] = []\n\n    /* Find all text nodes in current element */\n    const it = document.createNodeIterator(el, NodeFilter.SHOW_TEXT)\n    for (let node = it.nextNode(); node; node = it.nextNode())\n      nodes.push(node as Text)\n\n    /* Find all markers in each text node */\n    for (let text of nodes) {\n      let match: RegExpExecArray | null\n\n      /* Split text at marker and add to list */\n      while ((match = /(\\(\\d+\\))(!)?/.exec(text.textContent!))) {\n        const [, id, force] = match\n        if (typeof force === \"undefined\") {\n          const marker = text.splitText(match.index)\n          text = marker.splitText(id.length)\n          markers.push(marker)\n\n        /* Replace entire text with marker */\n        } else {\n          text.textContent = id\n          markers.push(text)\n          break\n        }\n      }\n    }\n  }\n  return markers\n}\n\n/**\n * Swap the child nodes of two elements\n *\n * @param source - Source element\n * @param target - Target element\n */\nfunction swap(source: HTMLElement, target: HTMLElement): void {\n  target.append(...Array.from(source.childNodes))\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount annotation list\n *\n * This function analyzes the containing code block and checks for markers\n * referring to elements in the given annotation list. If no markers are found,\n * the list is left untouched. Otherwise, list elements are rendered as\n * annotations inside the code block.\n *\n * @param el - Annotation list element\n * @param container - Containing element\n * @param options - Options\n *\n * @returns Annotation component observable\n */\nexport function mountAnnotationList(\n  el: HTMLElement, container: HTMLElement, { target$, print$ }: MountOptions\n): Observable<Component<Annotation>> {\n\n  /* Compute prefix for tooltip anchors */\n  const parent = container.closest(\"[id]\")\n  const prefix = parent?.id\n\n  /* Find and replace all markers with empty annotations */\n  const annotations = new Map<string, HTMLElement>()\n  for (const marker of findMarkers(container)) {\n    const [, id] = marker.textContent!.match(/\\((\\d+)\\)/)!\n    if (getOptionalElement(`:scope > li:nth-child(${id})`, el)) {\n      annotations.set(id, renderAnnotation(id, prefix))\n      marker.replaceWith(annotations.get(id)!)\n    }\n  }\n\n  /* Keep list if there are no annotations to render */\n  if (annotations.size === 0)\n    return EMPTY\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n\n    /* Retrieve container pairs for swapping */\n    const pairs: [HTMLElement, HTMLElement][] = []\n    for (const [id, annotation] of annotations)\n      pairs.push([\n        getElement(\".md-typeset\", annotation),\n        getElement(`:scope > li:nth-child(${id})`, el)\n      ])\n\n    /* Handle print mode - see https://bit.ly/3rgPdpt */\n    print$.pipe(takeUntil(done$))\n      .subscribe(active => {\n        el.hidden = !active\n\n        /* Add class to discern list element */\n        el.classList.toggle(\"md-annotation-list\", active)\n\n        /* Show annotations in code block or list (print) */\n        for (const [inner, child] of pairs)\n          if (!active)\n            swap(child, inner)\n          else\n            swap(inner, child)\n      })\n\n    /* Create and return component */\n    return merge(...[...annotations]\n      .map(([, annotation]) => (\n        mountAnnotation(annotation, container, { target$ })\n      ))\n    )\n      .pipe(\n        finalize(() => push$.complete()),\n        share()\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { EMPTY, Observable, defer } from \"rxjs\"\n\nimport { Component } from \"../../../_\"\nimport { Annotation } from \"../_\"\nimport { mountAnnotationList } from \"../list\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Find list element directly following a block\n *\n * @param el - Annotation block element\n *\n * @returns List element or nothing\n */\nfunction findList(el: HTMLElement): HTMLElement | undefined {\n  if (el.nextElementSibling) {\n    const sibling = el.nextElementSibling as HTMLElement\n    if (sibling.tagName === \"OL\")\n      return sibling\n\n    /* Skip empty paragraphs - see https://bit.ly/3r4ZJ2O */\n    else if (sibling.tagName === \"P\" && !sibling.children.length)\n      return findList(sibling)\n  }\n\n  /* Everything else */\n  return undefined\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount annotation block\n *\n * @param el - Annotation block element\n * @param options - Options\n *\n * @returns Annotation component observable\n */\nexport function mountAnnotationBlock(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<Annotation>> {\n  return defer(() => {\n    const list = findList(el)\n    return typeof list !== \"undefined\"\n      ? mountAnnotationList(list, el, options)\n      : EMPTY\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport ClipboardJS from \"clipboard\"\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  defer,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  filter,\n  finalize,\n  map,\n  mergeWith,\n  switchMap,\n  take,\n  takeLast,\n  takeUntil,\n  tap\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  getElementContentSize,\n  getElements,\n  watchElementSize,\n  watchElementVisibility\n} from \"~/browser\"\nimport {\n  Tooltip,\n  mountInlineTooltip2\n} from \"~/components/tooltip2\"\nimport { renderClipboardButton } from \"~/templates\"\n\nimport { Component } from \"../../../_\"\nimport {\n  Annotation,\n  mountAnnotationList\n} from \"../../annotation\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Code block overflow\n */\nexport interface Overflow {\n  scrollable: boolean                  /* Code block overflows */\n}\n\n/**\n * Code block\n */\nexport type CodeBlock =\n  | Overflow\n  | Annotation\n  | Tooltip\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Global sequence number for code blocks\n */\nlet sequence = 0\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Find candidate list element directly following a code block\n *\n * @param el - Code block element\n *\n * @returns List element or nothing\n */\nfunction findCandidateList(el: HTMLElement): HTMLElement | undefined {\n  if (el.nextElementSibling) {\n    const sibling = el.nextElementSibling as HTMLElement\n    if (sibling.tagName === \"OL\")\n      return sibling\n\n    /* Skip empty paragraphs - see https://bit.ly/3r4ZJ2O */\n    else if (sibling.tagName === \"P\" && !sibling.children.length)\n      return findCandidateList(sibling)\n  }\n\n  /* Everything else */\n  return undefined\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch code block\n *\n * This function monitors size changes of the viewport, as well as switches of\n * content tabs with embedded code blocks, as both may trigger overflow.\n *\n * @param el - Code block element\n *\n * @returns Code block observable\n */\nexport function watchCodeBlock(\n  el: HTMLElement\n): Observable<Overflow> {\n  return watchElementSize(el)\n    .pipe(\n      map(({ width }) => {\n        const content = getElementContentSize(el)\n        return {\n          scrollable: content.width > width\n        }\n      }),\n      distinctUntilKeyChanged(\"scrollable\")\n    )\n}\n\n/**\n * Mount code block\n *\n * This function ensures that an overflowing code block is focusable through\n * keyboard, so it can be scrolled without a mouse to improve on accessibility.\n * Furthermore, if code annotations are enabled, they are mounted if and only\n * if the code block is currently visible, e.g., not in a hidden content tab.\n *\n * Note that code blocks may be mounted eagerly or lazily. If they're mounted\n * lazily (on first visibility), code annotation anchor links will not work,\n * as they are evaluated on initial page load, and code annotations in general\n * might feel a little bumpier.\n *\n * @param el - Code block element\n * @param options - Options\n *\n * @returns Code block and annotation component observable\n */\nexport function mountCodeBlock(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<CodeBlock>> {\n  const { matches: hover } = matchMedia(\"(hover)\")\n\n  /* Defer mounting of code block - see https://bit.ly/3vHVoVD */\n  const factory$ = defer(() => {\n    const push$ = new Subject<Overflow>()\n    const done$ = push$.pipe(takeLast(1))\n    push$.subscribe(({ scrollable }) => {\n      if (scrollable && hover)\n        el.setAttribute(\"tabindex\", \"0\")\n      else\n        el.removeAttribute(\"tabindex\")\n    })\n\n    /* Render button for Clipboard.js integration */\n    const content$: Array<Observable<Component<CodeBlock>>> = []\n    if (ClipboardJS.isSupported()) {\n      if (el.closest(\".copy\") || (\n        feature(\"content.code.copy\") && !el.closest(\".no-copy\")\n      )) {\n        const parent = el.closest(\"pre\")!\n        parent.id = `__code_${sequence++}`\n\n        /* Mount tooltip, if enabled */\n        const button = renderClipboardButton(parent.id)\n        parent.insertBefore(button, el)\n        if (feature(\"content.tooltips\"))\n          content$.push(mountInlineTooltip2(button, { viewport$ }))\n      }\n    }\n\n    /* Handle code annotations */\n    const container = el.closest(\".highlight\")\n    if (container instanceof HTMLElement) {\n      const list = findCandidateList(container)\n\n      /* Mount code annotations, if enabled */\n      if (typeof list !== \"undefined\" && (\n        container.classList.contains(\"annotate\") ||\n        feature(\"content.code.annotate\")\n      )) {\n        const annotations$ = mountAnnotationList(list, el, options)\n        content$.push(\n          watchElementSize(container)\n            .pipe(\n              takeUntil(done$),\n              map(({ width, height }) => width && height),\n              distinctUntilChanged(),\n              switchMap(active => active ? annotations$ : EMPTY)\n            )\n        )\n      }\n    }\n\n    // If the code block has line spans, we can add this additional class to\n    // the code block element, which fixes the problem for highlighted code\n    // lines not stretching to the entirety of the screen when the code block\n    // overflows, e.g., on mobile - see\n    const spans = getElements(\":scope > span[id]\", el)\n    if (spans.length)\n      el.classList.add(\"md-code__content\")\n\n    /* Create and return component */\n    return watchCodeBlock(el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state })),\n        mergeWith(...content$)\n      )\n  })\n\n  /* Mount code block lazily */\n  if (feature(\"content.lazy\"))\n    return watchElementVisibility(el)\n      .pipe(\n        filter(visible => visible),\n        take(1),\n        switchMap(() => factory$)\n      )\n\n  /* Mount code block */\n  return factory$\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  defer,\n  filter,\n  finalize,\n  map,\n  merge,\n  tap\n} from \"rxjs\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Details\n */\nexport interface Details {\n  action: \"open\" | \"close\"             /* Details state */\n  reveal?: boolean                     /* Details is revealed */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch details\n *\n * @param el - Details element\n * @param options - Options\n *\n * @returns Details observable\n */\nexport function watchDetails(\n  el: HTMLDetailsElement, { target$, print$ }: WatchOptions\n): Observable<Details> {\n  let open = true\n  return merge(\n\n    /* Open and focus details on location target */\n    target$\n      .pipe(\n        map(target => target.closest(\"details:not([open])\")!),\n        filter(details => el === details),\n        map(() => ({\n          action: \"open\", reveal: true\n        }) as Details)\n      ),\n\n    /* Open details on print and close afterwards */\n    print$\n      .pipe(\n        filter(active => active || !open),\n        tap(() => open = el.open),\n        map(active => ({\n          action: active ? \"open\" : \"close\"\n        }) as Details)\n      )\n  )\n}\n\n/**\n * Mount details\n *\n * This function ensures that `details` tags are opened on anchor jumps and\n * prior to printing, so the whole content of the page is visible.\n *\n * @param el - Details element\n * @param options - Options\n *\n * @returns Details component observable\n */\nexport function mountDetails(\n  el: HTMLDetailsElement, options: MountOptions\n): Observable<Component<Details>> {\n  return defer(() => {\n    const push$ = new Subject<Details>()\n    push$.subscribe(({ action, reveal }) => {\n      el.toggleAttribute(\"open\", action === \"open\")\n      if (reveal)\n        el.scrollIntoView()\n    })\n\n    /* Create and return component */\n    return watchDetails(el, options)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", ".node circle,.node ellipse,.node path,.node polygon,.node rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}marker{fill:var(--md-mermaid-edge-color)!important}.edgeLabel .label rect{fill:#0000}.flowchartTitleText{fill:var(--md-mermaid-label-fg-color)}.label{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.label foreignObject{line-height:normal;overflow:visible}.label div .edgeLabel{color:var(--md-mermaid-label-fg-color)}.edgeLabel,.edgeLabel p,.label div .edgeLabel{background-color:var(--md-mermaid-label-bg-color)}.edgeLabel,.edgeLabel p{fill:var(--md-mermaid-label-bg-color);color:var(--md-mermaid-edge-color)}.edgePath .path,.flowchart-link{stroke:var(--md-mermaid-edge-color);stroke-width:.05rem}.edgePath .arrowheadPath{fill:var(--md-mermaid-edge-color);stroke:none}.cluster rect{fill:var(--md-default-fg-color--lightest);stroke:var(--md-default-fg-color--lighter)}.cluster span{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}g #flowchart-circleEnd,g #flowchart-circleStart,g #flowchart-crossEnd,g #flowchart-crossStart,g #flowchart-pointEnd,g #flowchart-pointStart{stroke:none}.classDiagramTitleText{fill:var(--md-mermaid-label-fg-color)}g.classGroup line,g.classGroup rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}g.classGroup text{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.classLabel .box{fill:var(--md-mermaid-label-bg-color);background-color:var(--md-mermaid-label-bg-color);opacity:1}.classLabel .label{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.node .divider{stroke:var(--md-mermaid-node-fg-color)}.relation{stroke:var(--md-mermaid-edge-color)}.cardinality{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.cardinality text{fill:inherit!important}defs #classDiagram-compositionEnd,defs #classDiagram-compositionStart,defs #classDiagram-dependencyEnd,defs #classDiagram-dependencyStart,defs #classDiagram-extensionEnd,defs #classDiagram-extensionStart{fill:var(--md-mermaid-edge-color)!important;stroke:var(--md-mermaid-edge-color)!important}defs #classDiagram-aggregationEnd,defs #classDiagram-aggregationStart{fill:var(--md-mermaid-label-bg-color)!important;stroke:var(--md-mermaid-edge-color)!important}.statediagramTitleText{fill:var(--md-mermaid-label-fg-color)}g.stateGroup rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}g.stateGroup .state-title{fill:var(--md-mermaid-label-fg-color)!important;font-family:var(--md-mermaid-font-family)}g.stateGroup .composit{fill:var(--md-mermaid-label-bg-color)}.nodeLabel,.nodeLabel p{color:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}a .nodeLabel{text-decoration:underline}.node circle.state-end,.node circle.state-start,.start-state{fill:var(--md-mermaid-edge-color);stroke:none}.end-state-inner,.end-state-outer{fill:var(--md-mermaid-edge-color)}.end-state-inner,.node circle.state-end{stroke:var(--md-mermaid-label-bg-color)}.transition{stroke:var(--md-mermaid-edge-color)}[id^=state-fork] rect,[id^=state-join] rect{fill:var(--md-mermaid-edge-color)!important;stroke:none!important}.statediagram-cluster.statediagram-cluster .inner{fill:var(--md-default-bg-color)}.statediagram-cluster rect{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}.statediagram-state rect.divider{fill:var(--md-default-fg-color--lightest);stroke:var(--md-default-fg-color--lighter)}defs #statediagram-barbEnd{stroke:var(--md-mermaid-edge-color)}.entityTitleText{fill:var(--md-mermaid-label-fg-color)}.attributeBoxEven,.attributeBoxOdd{fill:var(--md-mermaid-node-bg-color);stroke:var(--md-mermaid-node-fg-color)}.entityBox{fill:var(--md-mermaid-label-bg-color);stroke:var(--md-mermaid-node-fg-color)}.entityLabel{fill:var(--md-mermaid-label-fg-color);font-family:var(--md-mermaid-font-family)}.relationshipLabelBox{fill:var(--md-mermaid-label-bg-color);fill-opacity:1;background-color:var(--md-mermaid-label-bg-color);opacity:1}.relationshipLabel{fill:var(--md-mermaid-label-fg-color)}.relationshipLine{stroke:var(--md-mermaid-edge-color)}defs #ONE_OR_MORE_END *,defs #ONE_OR_MORE_START *,defs #ONLY_ONE_END *,defs #ONLY_ONE_START *,defs #ZERO_OR_MORE_END *,defs #ZERO_OR_MORE_START *,defs #ZERO_OR_ONE_END *,defs #ZERO_OR_ONE_START *{stroke:var(--md-mermaid-edge-color)!important}defs #ZERO_OR_MORE_END circle,defs #ZERO_OR_MORE_START circle{fill:var(--md-mermaid-label-bg-color)}text:not([class]):last-child{fill:var(--md-mermaid-label-fg-color)}.actor{fill:var(--md-mermaid-sequence-actor-bg-color);stroke:var(--md-mermaid-sequence-actor-border-color)}text.actor>tspan{fill:var(--md-mermaid-sequence-actor-fg-color);font-family:var(--md-mermaid-font-family)}line{stroke:var(--md-mermaid-sequence-actor-line-color)}.actor-man circle,.actor-man line{fill:var(--md-mermaid-sequence-actorman-bg-color);stroke:var(--md-mermaid-sequence-actorman-line-color)}.messageLine0,.messageLine1{stroke:var(--md-mermaid-sequence-message-line-color)}.note{fill:var(--md-mermaid-sequence-note-bg-color);stroke:var(--md-mermaid-sequence-note-border-color)}.loopText,.loopText>tspan,.messageText,.noteText>tspan{stroke:none;font-family:var(--md-mermaid-font-family)!important}.messageText{fill:var(--md-mermaid-sequence-message-fg-color)}.loopText,.loopText>tspan{fill:var(--md-mermaid-sequence-loop-fg-color)}.noteText>tspan{fill:var(--md-mermaid-sequence-note-fg-color)}#arrowhead path{fill:var(--md-mermaid-sequence-message-line-color);stroke:none}.loopLine{fill:var(--md-mermaid-sequence-loop-bg-color);stroke:var(--md-mermaid-sequence-loop-border-color)}.labelBox{fill:var(--md-mermaid-sequence-label-bg-color);stroke:none}.labelText,.labelText>span{fill:var(--md-mermaid-sequence-label-fg-color);font-family:var(--md-mermaid-font-family)}.sequenceNumber{fill:var(--md-mermaid-sequence-number-fg-color)}rect.rect{fill:var(--md-mermaid-sequence-box-bg-color);stroke:none}rect.rect+text.text{fill:var(--md-mermaid-sequence-box-fg-color)}defs #sequencenumber{fill:var(--md-mermaid-sequence-number-bg-color)!important}", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  map,\n  of,\n  shareReplay,\n  tap\n} from \"rxjs\"\n\nimport { watchScript } from \"~/browser\"\nimport { h } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\n\nimport themeCSS from \"./index.css\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mermaid diagram\n */\nexport interface Mermaid {}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Mermaid instance observable\n */\nlet mermaid$: Observable<void>\n\n/**\n * Global sequence number for diagrams\n */\nlet sequence = 0\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch Mermaid script\n *\n * @returns Mermaid scripts observable\n */\nfunction fetchScripts(): Observable<void> {\n  return typeof mermaid === \"undefined\" || mermaid instanceof Element\n    ? watchScript(\"https://unpkg.com/mermaid@11/dist/mermaid.min.js\")\n    : of(undefined)\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount Mermaid diagram\n *\n * @param el - Code block element\n *\n * @returns Mermaid diagram component observable\n */\nexport function mountMermaid(\n  el: HTMLElement\n): Observable<Component<Mermaid>> {\n  el.classList.remove(\"mermaid\") // Hack: mitigate https://bit.ly/3CiN6Du\n  mermaid$ ||= fetchScripts()\n    .pipe(\n      tap(() => mermaid.initialize({\n        startOnLoad: false,\n        themeCSS,\n        sequence: {\n          actorFontSize: \"16px\", // Hack: mitigate https://bit.ly/3y0NEi3\n          messageFontSize: \"16px\",\n          noteFontSize: \"16px\"\n        }\n      })),\n      map(() => undefined),\n      shareReplay(1)\n    )\n\n  /* Render diagram */\n  mermaid$.subscribe(async () => {\n    el.classList.add(\"mermaid\") // Hack: mitigate https://bit.ly/3CiN6Du\n    const id = `__mermaid_${sequence++}`\n\n    /* Create host element to replace code block */\n    const host = h(\"div\", { class: \"mermaid\" })\n    const text = el.textContent\n\n    /* Render and inject diagram */\n    const { svg, fn } = await mermaid.render(id, text)\n\n    /* Create a shadow root and inject diagram */\n    const shadow = host.attachShadow({ mode: \"closed\" })\n    shadow.innerHTML = svg\n\n    /* Replace code block with diagram and bind functions */\n    el.replaceWith(host)\n    fn?.(shadow)\n  })\n\n  /* Create and return component */\n  return mermaid$\n    .pipe(\n      map(() => ({ ref: el }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { Observable, of } from \"rxjs\"\n\nimport { renderTable } from \"~/templates\"\nimport { h } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Data table\n */\nexport interface DataTable {}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Sentinel for replacement\n */\nconst sentinel = h(\"table\")\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount data table\n *\n * This function wraps a data table in another scrollable container, so it can\n * be smoothly scrolled on smaller screen sizes and won't break the layout.\n *\n * @param el - Data table element\n *\n * @returns Data table component observable\n */\nexport function mountDataTable(\n  el: HTMLElement\n): Observable<Component<DataTable>> {\n  el.replaceWith(sentinel)\n  sentinel.replaceWith(renderTable(el))\n\n  /* Create and return component */\n  return of({ ref: el })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  asyncScheduler,\n  auditTime,\n  combineLatest,\n  defer,\n  endWith,\n  filter,\n  finalize,\n  fromEvent,\n  ignoreElements,\n  map,\n  merge,\n  skip,\n  startWith,\n  subscribeOn,\n  takeUntil,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  getElement,\n  getElementContentOffset,\n  getElementContentSize,\n  getElementOffset,\n  getElementSize,\n  getElements,\n  watchElementContentOffset,\n  watchElementSize,\n  watchElementVisibility\n} from \"~/browser\"\nimport { renderTabbedControl } from \"~/templates\"\nimport { h } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Content tabs\n */\nexport interface ContentTabs {\n  active: HTMLLabelElement             /* Active tab label */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch content tabs\n *\n * @param inputs - Content tabs input elements\n *\n * @returns Content tabs observable\n */\nexport function watchContentTabs(\n  inputs: HTMLInputElement[]\n): Observable<ContentTabs> {\n  const initial = inputs.find(input => input.checked) || inputs[0]\n  return merge(...inputs.map(input => fromEvent(input, \"change\")\n    .pipe(\n      map(() => getElement<HTMLLabelElement>(`label[for=\"${input.id}\"]`))\n    )\n  ))\n    .pipe(\n      startWith(getElement<HTMLLabelElement>(`label[for=\"${initial.id}\"]`)),\n      map(active => ({ active }))\n    )\n}\n\n/**\n * Mount content tabs\n *\n * @param el - Content tabs element\n * @param options - Options\n *\n * @returns Content tabs component observable\n */\nexport function mountContentTabs(\n  el: HTMLElement, { viewport$, target$ }: MountOptions\n): Observable<Component<ContentTabs>> {\n  const container = getElement(\".tabbed-labels\", el)\n  const inputs = getElements<HTMLInputElement>(\":scope > input\", el)\n\n  /* Render content tab previous button for pagination */\n  const prev = renderTabbedControl(\"prev\")\n  el.append(prev)\n\n  /* Render content tab next button for pagination */\n  const next = renderTabbedControl(\"next\")\n  el.append(next)\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject<ContentTabs>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    combineLatest([push$, watchElementSize(el), watchElementVisibility(el)])\n      .pipe(\n        takeUntil(done$),\n        auditTime(1, animationFrameScheduler)\n      )\n        .subscribe({\n\n          /* Handle emission */\n          next([{ active }, size]) {\n            const offset = getElementOffset(active)\n            const { width } = getElementSize(active)\n\n            /* Set tab indicator offset and width */\n            el.style.setProperty(\"--md-indicator-x\", `${offset.x}px`)\n            el.style.setProperty(\"--md-indicator-width\", `${width}px`)\n\n            /* Scroll container to active content tab */\n            const content = getElementContentOffset(container)\n            if (\n              offset.x         < content.x              ||\n              offset.x + width > content.x + size.width\n            )\n              container.scrollTo({\n                left: Math.max(0, offset.x - 16),\n                behavior: \"smooth\"\n              })\n          },\n\n          /* Handle complete */\n          complete() {\n            el.style.removeProperty(\"--md-indicator-x\")\n            el.style.removeProperty(\"--md-indicator-width\")\n          }\n        })\n\n    /* Hide content tab buttons on borders */\n    combineLatest([\n      watchElementContentOffset(container),\n      watchElementSize(container)\n    ])\n      .pipe(\n        takeUntil(done$)\n      )\n        .subscribe(([offset, size]) => {\n          const content = getElementContentSize(container)\n          prev.hidden = offset.x < 16\n          next.hidden = offset.x > content.width - size.width - 16\n        })\n\n    /* Paginate content tab container on click */\n    merge(\n      fromEvent(prev, \"click\").pipe(map(() => -1)),\n      fromEvent(next, \"click\").pipe(map(() => +1))\n    )\n      .pipe(\n        takeUntil(done$)\n      )\n        .subscribe(direction => {\n          const { width } = getElementSize(container)\n          container.scrollBy({\n            left: width * direction,\n            behavior: \"smooth\"\n          })\n        })\n\n    /* Switch to content tab target */\n    target$\n      .pipe(\n        takeUntil(done$),\n        filter(input => inputs.includes(input as HTMLInputElement))\n      )\n        .subscribe(input => input.click())\n\n    /* Add link to each content tab label */\n    container.classList.add(\"tabbed-labels--linked\")\n    for (const input of inputs) {\n      const label = getElement<HTMLLabelElement>(`label[for=\"${input.id}\"]`)\n      label.replaceChildren(h(\"a\", {\n        href: `#${label.htmlFor}`,\n        tabIndex: -1\n      }, ...Array.from(label.childNodes)))\n\n      /* Allow to copy link without scrolling to anchor */\n      fromEvent<MouseEvent>(label.firstElementChild!, \"click\")\n        .pipe(\n          takeUntil(done$),\n          filter(ev => !(ev.metaKey || ev.ctrlKey)),\n          tap(ev => {\n            ev.preventDefault()\n            ev.stopPropagation()\n          })\n        )\n          // @todo we might need to remove the anchor link on complete\n          .subscribe(() => {\n            history.replaceState({}, \"\", `#${label.htmlFor}`)\n            label.click()\n          })\n    }\n\n    /* Set up linking of content tabs, if enabled */\n    if (feature(\"content.tabs.link\"))\n      push$.pipe(\n        skip(1),\n        withLatestFrom(viewport$)\n      )\n        .subscribe(([{ active }, { offset }]) => {\n          const tab = active.innerText.trim()\n          if (active.hasAttribute(\"data-md-switching\")) {\n            active.removeAttribute(\"data-md-switching\")\n\n          /* Determine viewport offset of active tab */\n          } else {\n            const y = el.offsetTop - offset.y\n\n            /* Passively activate other tabs */\n            for (const set of getElements(\"[data-tabs]\"))\n              for (const input of getElements<HTMLInputElement>(\n                \":scope > input\", set\n              )) {\n                const label = getElement(`label[for=\"${input.id}\"]`)\n                if (\n                  label !== active &&\n                  label.innerText.trim() === tab\n                ) {\n                  label.setAttribute(\"data-md-switching\", \"\")\n                  input.click()\n                  break\n                }\n              }\n\n            /* Bring active tab into view */\n            window.scrollTo({\n              top: el.offsetTop - y\n            })\n\n            /* Persist active tabs in local storage */\n            const tabs = __md_get<string[]>(\"__tabs\") || []\n            __md_set(\"__tabs\", [...new Set([tab, ...tabs])])\n          }\n        })\n\n    /* Pause media (audio, video) on switch - see https://bit.ly/3Bk6cel */\n    push$.pipe(takeUntil(done$))\n      .subscribe(() => {\n        for (const media of getElements<HTMLAudioElement>(\"audio, video\", el))\n          media.pause()\n      })\n\n    /* Create and return component */\n    return watchContentTabs(inputs)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n    .pipe(\n      subscribeOn(asyncScheduler)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { Observable, merge } from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport { Viewport, getElements } from \"~/browser\"\n\nimport { Component } from \"../../_\"\nimport {\n  Tooltip,\n  mountInlineTooltip2\n} from \"../../tooltip2\"\nimport {\n  Annotation,\n  mountAnnotationBlock\n} from \"../annotation\"\nimport {\n  CodeBlock,\n  mountCodeBlock\n} from \"../code\"\nimport {\n  Details,\n  mountDetails\n} from \"../details\"\nimport {\n  Mermaid,\n  mountMermaid\n} from \"../mermaid\"\nimport {\n  DataTable,\n  mountDataTable\n} from \"../table\"\nimport {\n  ContentTabs,\n  mountContentTabs\n} from \"../tabs\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Content\n */\nexport type Content =\n  | Annotation\n  | CodeBlock\n  | ContentTabs\n  | DataTable\n  | Details\n  | Mermaid\n  | Tooltip\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n  print$: Observable<boolean>          /* Media print observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount content\n *\n * This function mounts all components that are found in the content of the\n * actual article, including code blocks, data tables and details.\n *\n * @param el - Content element\n * @param options - Options\n *\n * @returns Content component observable\n */\nexport function mountContent(\n  el: HTMLElement, { viewport$, target$, print$ }: MountOptions\n): Observable<Component<Content>> {\n  return merge(\n\n    /* Annotations */\n    ...getElements(\".annotate:not(.highlight)\", el)\n      .map(child => mountAnnotationBlock(child, { target$, print$ })),\n\n    /* Code blocks */\n    ...getElements(\"pre:not(.mermaid) > code\", el)\n      .map(child => mountCodeBlock(child, { target$, print$ })),\n\n    /* Mermaid diagrams */\n    ...getElements(\"pre.mermaid\", el)\n      .map(child => mountMermaid(child)),\n\n    /* Data tables */\n    ...getElements(\"table:not([class])\", el)\n      .map(child => mountDataTable(child)),\n\n    /* Details */\n    ...getElements(\"details\", el)\n      .map(child => mountDetails(child, { target$, print$ })),\n\n    /* Content tabs */\n    ...getElements(\"[data-tabs]\", el)\n      .map(child => mountContentTabs(child, { viewport$, target$ })),\n\n    /* Tooltips */\n    ...getElements(\"[title]\", el)\n      .filter(() => feature(\"content.tooltips\"))\n      .map(child => mountInlineTooltip2(child, { viewport$ }))\n  )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  defer,\n  delay,\n  finalize,\n  map,\n  merge,\n  of,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport { getElement } from \"~/browser\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Dialog\n */\nexport interface Dialog {\n  message: string                      /* Dialog message */\n  active: boolean                      /* Dialog is active */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  alert$: Subject<string>              /* Alert subject */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  alert$: Subject<string>              /* Alert subject */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch dialog\n *\n * @param _el - Dialog element\n * @param options - Options\n *\n * @returns Dialog observable\n */\nexport function watchDialog(\n  _el: HTMLElement, { alert$ }: WatchOptions\n): Observable<Dialog> {\n  return alert$\n    .pipe(\n      switchMap(message => merge(\n        of(true),\n        of(false).pipe(delay(2000))\n      )\n        .pipe(\n          map(active => ({ message, active }))\n        )\n      )\n    )\n}\n\n/**\n * Mount dialog\n *\n * This function reveals the dialog in the right corner when a new alert is\n * emitted through the subject that is passed as part of the options.\n *\n * @param el - Dialog element\n * @param options - Options\n *\n * @returns Dialog component observable\n */\nexport function mountDialog(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<Dialog>> {\n  const inner = getElement(\".md-typeset\", el)\n  return defer(() => {\n    const push$ = new Subject<Dialog>()\n    push$.subscribe(({ message, active }) => {\n      el.classList.toggle(\"md-dialog--active\", active)\n      inner.textContent = message\n    })\n\n    /* Create and return component */\n    return watchDialog(el, options)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  asyncScheduler,\n  auditTime,\n  combineLatest,\n  debounceTime,\n  defer,\n  distinctUntilChanged,\n  filter,\n  finalize,\n  map,\n  merge,\n  of,\n  subscribeOn,\n  tap,\n  throttleTime\n} from \"rxjs\"\n\nimport {\n  ElementOffset,\n  getElement,\n  getElementContainer,\n  getElementOffset,\n  getElementSize,\n  watchElementContentOffset,\n  watchElementFocus,\n  watchElementHover\n} from \"~/browser\"\nimport { renderTooltip } from \"~/templates\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Tooltip\n */\nexport interface Tooltip {\n  active: boolean                      /* Tooltip is active */\n  offset: ElementOffset                /* Tooltip offset */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Global sequence number for tooltips\n */\nlet sequence = 0\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch tooltip\n *\n * This function will append the tooltip temporarily to compute its width,\n * which is necessary for correct centering, and then removing it again.\n *\n * @param el - Tooltip element\n * @param host - Host element\n *\n * @returns Tooltip observable\n */\nexport function watchTooltip(\n  el: HTMLElement, host: HTMLElement\n): Observable<Tooltip> {\n  document.body.append(el)\n\n  /* Compute width and remove tooltip immediately */\n  const { width } = getElementSize(el)\n  el.style.setProperty(\"--md-tooltip-width\", `${width}px`)\n  el.remove()\n\n  /* Retrieve and watch containing element */\n  const container = getElementContainer(host)\n  const scroll$ =\n    typeof container !== \"undefined\"\n      ? watchElementContentOffset(container)\n      : of({ x: 0, y: 0 })\n\n  /* Compute tooltip visibility */\n  const active$ = merge(\n    watchElementFocus(host),\n    watchElementHover(host)\n  )\n    .pipe(\n      distinctUntilChanged()\n    )\n\n  /* Compute tooltip offset */\n  return combineLatest([active$, scroll$])\n    .pipe(\n      map(([active, scroll]) => {\n        let { x, y } = getElementOffset(host)\n        const size = getElementSize(host)\n\n        /**\n         * Experimental: fix handling of tables - see https://bit.ly/3TQEj5O\n         *\n         * If this proves to be a viable fix, we should refactor tooltip\n         * positioning and somehow streamline the current process. This might\n         * also fix positioning for annotations inside tables, which is another\n         * limitation.\n         */\n        const table = host.closest(\"table\")\n        if (table && host.parentElement) {\n          x += table.offsetLeft + host.parentElement.offsetLeft\n          y += table.offsetTop  + host.parentElement.offsetTop\n        }\n        return {\n          active,\n          offset: {\n            x: x - scroll.x + size.width  / 2 - width / 2,\n            y: y - scroll.y + size.height + 8\n          }\n        }\n      })\n    )\n}\n\n/**\n * Mount tooltip\n *\n * @param el - Host element\n *\n * @returns Tooltip component observable\n */\nexport function mountTooltip(\n  el: HTMLElement\n): Observable<Component<Tooltip>> {\n  const title = el.title\n  if (!title.length)\n    return EMPTY\n\n  /* Render tooltip and set title from host element */\n  const id = `__tooltip_${sequence++}`\n  const tooltip = renderTooltip(id, \"inline\")\n  const typeset = getElement(\".md-typeset\", tooltip)\n  typeset.innerHTML = title\n\n  /* Mount component on subscription */\n  return defer(() => {\n    const push$ = new Subject<Tooltip>()\n    push$.subscribe({\n\n      /* Handle emission */\n      next({ offset }) {\n        tooltip.style.setProperty(\"--md-tooltip-x\", `${offset.x}px`)\n        tooltip.style.setProperty(\"--md-tooltip-y\", `${offset.y}px`)\n      },\n\n      /* Handle complete */\n      complete() {\n        tooltip.style.removeProperty(\"--md-tooltip-x\")\n        tooltip.style.removeProperty(\"--md-tooltip-y\")\n      }\n    })\n\n    /* Toggle tooltip presence to mitigate empty lines when copying */\n    merge(\n      push$.pipe(filter(({ active }) => active)),\n      push$.pipe(debounceTime(250), filter(({ active }) => !active))\n    )\n      .subscribe({\n\n        /* Handle emission */\n        next({ active }) {\n          if (active) {\n            el.insertAdjacentElement(\"afterend\", tooltip)\n            el.setAttribute(\"aria-describedby\", id)\n            el.removeAttribute(\"title\")\n          } else {\n            tooltip.remove()\n            el.removeAttribute(\"aria-describedby\")\n            el.setAttribute(\"title\", title)\n          }\n        },\n\n        /* Handle complete */\n        complete() {\n          tooltip.remove()\n          el.removeAttribute(\"aria-describedby\")\n          el.setAttribute(\"title\", title)\n        }\n      })\n\n    /* Toggle tooltip visibility */\n    push$\n      .pipe(\n        auditTime(16, animationFrameScheduler)\n      )\n        .subscribe(({ active }) => {\n          tooltip.classList.toggle(\"md-tooltip--active\", active)\n        })\n\n    // @todo - refactor positioning together with annotations \u2013 there are\n    // several things that overlap and are identical in handling\n\n    /* Track relative origin of tooltip */\n    push$\n      .pipe(\n        throttleTime(125, animationFrameScheduler),\n        filter(() => !!el.offsetParent),\n        map(() => el.offsetParent!.getBoundingClientRect()),\n        map(({ x }) => x)\n      )\n      .subscribe({\n\n        /* Handle emission */\n        next(origin) {\n          if (origin)\n            tooltip.style.setProperty(\"--md-tooltip-0\", `${-origin}px`)\n          else\n            tooltip.style.removeProperty(\"--md-tooltip-0\")\n        },\n\n        /* Handle complete */\n        complete() {\n          tooltip.style.removeProperty(\"--md-tooltip-0\")\n        }\n      })\n\n    /* Create and return component */\n    return watchTooltip(tooltip, el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n    .pipe(\n      subscribeOn(asyncScheduler)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  bufferCount,\n  combineLatest,\n  combineLatestWith,\n  defer,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  filter,\n  from,\n  ignoreElements,\n  map,\n  mergeMap,\n  mergeWith,\n  of,\n  shareReplay,\n  startWith,\n  switchMap,\n  takeUntil\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  getElements,\n  watchElementSize,\n  watchToggle\n} from \"~/browser\"\n\nimport { Component } from \"../../_\"\nimport { Main } from \"../../main\"\nimport {\n  Tooltip,\n  mountTooltip\n} from \"../../tooltip\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Header\n */\nexport interface Header {\n  height: number                       /* Header visible height */\n  hidden: boolean                      /* Header is hidden */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n  main$: Observable<Main>              /* Main area observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Compute whether the header is hidden\n *\n * If the user scrolls past a certain threshold, the header can be hidden when\n * scrolling down, and shown when scrolling up.\n *\n * @param options - Options\n *\n * @returns Toggle observable\n */\nfunction isHidden({ viewport$ }: WatchOptions): Observable<boolean> {\n  if (!feature(\"header.autohide\"))\n    return of(false)\n\n  /* Compute direction and turning point */\n  const direction$ = viewport$\n    .pipe(\n      map(({ offset: { y } }) => y),\n      bufferCount(2, 1),\n      map(([a, b]) => [a < b, b] as const),\n      distinctUntilKeyChanged(0)\n    )\n\n  /* Compute whether header should be hidden */\n  const hidden$ = combineLatest([viewport$, direction$])\n    .pipe(\n      filter(([{ offset }, [, y]]) => Math.abs(y - offset.y) > 100),\n      map(([, [direction]]) => direction),\n      distinctUntilChanged()\n    )\n\n  /* Compute threshold for hiding */\n  const search$ = watchToggle(\"search\")\n  return combineLatest([viewport$, search$])\n    .pipe(\n      map(([{ offset }, search]) => offset.y > 400 && !search),\n      distinctUntilChanged(),\n      switchMap(active => active ? hidden$ : of(false)),\n      startWith(false)\n    )\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch header\n *\n * @param el - Header element\n * @param options - Options\n *\n * @returns Header observable\n */\nexport function watchHeader(\n  el: HTMLElement, options: WatchOptions\n): Observable<Header> {\n  return defer(() => combineLatest([\n    watchElementSize(el),\n    isHidden(options)\n  ]))\n    .pipe(\n      map(([{ height }, hidden]) => ({\n        height,\n        hidden\n      })),\n      distinctUntilChanged((a, b) => (\n        a.height === b.height &&\n        a.hidden === b.hidden\n      )),\n      shareReplay(1)\n    )\n}\n\n/**\n * Mount header\n *\n * This function manages the different states of the header, i.e. whether it's\n * hidden or rendered with a shadow. This depends heavily on the main area.\n *\n * @param el - Header element\n * @param options - Options\n *\n * @returns Header component observable\n */\nexport function mountHeader(\n  el: HTMLElement, { header$, main$ }: MountOptions\n): Observable<Component<Header | Tooltip>> {\n  return defer(() => {\n    const push$ = new Subject<Main>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    push$\n      .pipe(\n        distinctUntilKeyChanged(\"active\"),\n        combineLatestWith(header$)\n      )\n        .subscribe(([{ active }, { hidden }]) => {\n          el.classList.toggle(\"md-header--shadow\", active && !hidden)\n          el.hidden = hidden\n        })\n\n    /* Mount tooltips, if enabled */\n    const tooltips = from(getElements(\"[title]\", el))\n      .pipe(\n        filter(() => feature(\"content.tooltips\")),\n        mergeMap(child => mountTooltip(child))\n      )\n\n    /* Link to main area */\n    main$.subscribe(push$)\n\n    /* Create and return component */\n    return header$\n      .pipe(\n        takeUntil(done$),\n        map(state => ({ ref: el, ...state })),\n        mergeWith(tooltips.pipe(takeUntil(done$)))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  defer,\n  distinctUntilKeyChanged,\n  finalize,\n  map,\n  tap\n} from \"rxjs\"\n\nimport {\n  Viewport,\n  getElementSize,\n  getOptionalElement,\n  watchViewportAt\n} from \"~/browser\"\n\nimport { Component } from \"../../_\"\nimport { Header } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Header\n */\nexport interface HeaderTitle {\n  active: boolean                      /* Header title is active */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch header title\n *\n * @param el - Heading element\n * @param options - Options\n *\n * @returns Header title observable\n */\nexport function watchHeaderTitle(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<HeaderTitle> {\n  return watchViewportAt(el, { viewport$, header$ })\n    .pipe(\n      map(({ offset: { y } }) => {\n        const { height } = getElementSize(el)\n        return {\n          active: y >= height\n        }\n      }),\n      distinctUntilKeyChanged(\"active\")\n    )\n}\n\n/**\n * Mount header title\n *\n * This function swaps the header title from the site title to the title of the\n * current page when the user scrolls past the first headline.\n *\n * @param el - Header title element\n * @param options - Options\n *\n * @returns Header title component observable\n */\nexport function mountHeaderTitle(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<HeaderTitle>> {\n  return defer(() => {\n    const push$ = new Subject<HeaderTitle>()\n    push$.subscribe({\n\n      /* Handle emission */\n      next({ active }) {\n        el.classList.toggle(\"md-header__title--active\", active)\n      },\n\n      /* Handle complete */\n      complete() {\n        el.classList.remove(\"md-header__title--active\")\n      }\n    })\n\n    /* Obtain headline, if any */\n    const heading = getOptionalElement(\".md-content h1\")\n    if (typeof heading === \"undefined\")\n      return EMPTY\n\n    /* Create and return component */\n    return watchHeaderTitle(heading, options)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  combineLatest,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  map,\n  switchMap\n} from \"rxjs\"\n\nimport {\n  Viewport,\n  watchElementSize\n} from \"~/browser\"\n\nimport { Header } from \"../header\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Main area\n */\nexport interface Main {\n  offset: number                       /* Main area top offset */\n  height: number                       /* Main area visible height */\n  active: boolean                      /* Main area is active */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch main area\n *\n * This function returns an observable that computes the visual parameters of\n * the main area which depends on the viewport vertical offset and height, as\n * well as the height of the header element, if the header is fixed.\n *\n * @param el - Main area element\n * @param options - Options\n *\n * @returns Main area observable\n */\nexport function watchMain(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<Main> {\n\n  /* Compute necessary adjustment for header */\n  const adjust$ = header$\n    .pipe(\n      map(({ height }) => height),\n      distinctUntilChanged()\n    )\n\n  /* Compute the main area's top and bottom borders */\n  const border$ = adjust$\n    .pipe(\n      switchMap(() => watchElementSize(el)\n        .pipe(\n          map(({ height }) => ({\n            top:    el.offsetTop,\n            bottom: el.offsetTop + height\n          })),\n          distinctUntilKeyChanged(\"bottom\")\n        )\n      )\n    )\n\n  /* Compute the main area's offset, visible height and if we scrolled past */\n  return combineLatest([adjust$, border$, viewport$])\n    .pipe(\n      map(([header, { top, bottom }, { offset: { y }, size: { height } }]) => {\n        height = Math.max(0, height\n          - Math.max(0, top    - y,  header)\n          - Math.max(0, height + y - bottom)\n        )\n        return {\n          offset: top - header,\n          height,\n          active: top - header <= y\n        }\n      }),\n      distinctUntilChanged((a, b) => (\n        a.offset === b.offset &&\n        a.height === b.height &&\n        a.active === b.active\n      ))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  asyncScheduler,\n  defer,\n  filter,\n  finalize,\n  fromEvent,\n  map,\n  mergeMap,\n  observeOn,\n  of,\n  repeat,\n  shareReplay,\n  skip,\n  startWith,\n  takeUntil,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { getElements, watchMedia } from \"~/browser\"\nimport { h } from \"~/utilities\"\n\nimport {\n  Component,\n  getComponentElement\n} from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Palette colors\n */\nexport interface PaletteColor {\n  media?: string                       /* Media query */\n  scheme?: string                      /* Color scheme */\n  primary?: string                     /* Primary color */\n  accent?: string                      /* Accent color */\n}\n\n/**\n * Palette\n */\nexport interface Palette {\n  index: number                        /* Palette index */\n  color: PaletteColor                  /* Palette colors */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch color palette\n *\n * @param inputs - Color palette element\n *\n * @returns Color palette observable\n */\nexport function watchPalette(\n  inputs: HTMLInputElement[]\n): Observable<Palette> {\n  const current = __md_get<Palette>(\"__palette\") || {\n    index: inputs.findIndex(input => matchMedia(\n      input.getAttribute(\"data-md-color-media\")!\n    ).matches)\n  }\n\n  /* Emit changes in color palette */\n  const index = Math.max(0, Math.min(current.index, inputs.length - 1))\n  return of(...inputs)\n    .pipe(\n      mergeMap(input => fromEvent(input, \"change\").pipe(map(() => input))),\n      startWith(inputs[index]),\n      map(input => ({\n        index: inputs.indexOf(input),\n        color: {\n          media:   input.getAttribute(\"data-md-color-media\"),\n          scheme:  input.getAttribute(\"data-md-color-scheme\"),\n          primary: input.getAttribute(\"data-md-color-primary\"),\n          accent:  input.getAttribute(\"data-md-color-accent\")\n        }\n      } as Palette)),\n      shareReplay(1)\n    )\n}\n\n/**\n * Mount color palette\n *\n * @param el - Color palette element\n *\n * @returns Color palette component observable\n */\nexport function mountPalette(\n  el: HTMLElement\n): Observable<Component<Palette>> {\n  const inputs = getElements<HTMLInputElement>(\"input\", el)\n  const meta = h(\"meta\", { name: \"theme-color\" })\n  document.head.appendChild(meta)\n\n  // Add color scheme meta tag\n  const scheme = h(\"meta\", { name: \"color-scheme\" })\n  document.head.appendChild(scheme)\n\n  /* Mount component on subscription */\n  const media$ = watchMedia(\"(prefers-color-scheme: light)\")\n  return defer(() => {\n    const push$ = new Subject<Palette>()\n    push$.subscribe(palette => {\n      document.body.setAttribute(\"data-md-color-switching\", \"\")\n\n      /* Retrieve color palette for system preference */\n      if (palette.color.media === \"(prefers-color-scheme)\") {\n        const media = matchMedia(\"(prefers-color-scheme: light)\")\n        const input = document.querySelector(media.matches\n          ? \"[data-md-color-media='(prefers-color-scheme: light)']\"\n          : \"[data-md-color-media='(prefers-color-scheme: dark)']\"\n        )!\n\n        /* Retrieve colors for system preference */\n        palette.color.scheme  = input.getAttribute(\"data-md-color-scheme\")!\n        palette.color.primary = input.getAttribute(\"data-md-color-primary\")!\n        palette.color.accent  = input.getAttribute(\"data-md-color-accent\")!\n      }\n\n      /* Set color palette */\n      for (const [key, value] of Object.entries(palette.color))\n        document.body.setAttribute(`data-md-color-${key}`, value)\n\n      /* Set toggle visibility */\n      for (let index = 0; index < inputs.length; index++) {\n        const label = inputs[index].nextElementSibling\n        if (label instanceof HTMLElement)\n          label.hidden = palette.index !== index\n      }\n\n      /* Persist preference in local storage */\n      __md_set(\"__palette\", palette)\n    })\n\n    // Handle color switch on Enter or Space - see https://t.ly/YIhVj\n    fromEvent<KeyboardEvent>(el, \"keydown\").pipe(\n      filter(ev => ev.key === \"Enter\"),\n      withLatestFrom(push$, (_, palette) => palette)\n    )\n      .subscribe(({ index }) => {\n        index = (index + 1) % inputs.length\n        inputs[index].click()\n        inputs[index].focus()\n      })\n\n    /* Update theme-color meta tag */\n    push$\n      .pipe(\n        map(() => {\n          const header = getComponentElement(\"header\")\n          const style  = window.getComputedStyle(header)\n\n          // Set color scheme\n          scheme.content = style.colorScheme\n\n          /* Return color in hexadecimal format */\n          return style.backgroundColor.match(/\\d+/g)!\n            .map(value => (+value).toString(16).padStart(2, \"0\"))\n            .join(\"\")\n        })\n      )\n        .subscribe(color => meta.content = `#${color}`)\n\n    /* Revert transition durations after color switch */\n    push$.pipe(observeOn(asyncScheduler))\n      .subscribe(() => {\n        document.body.removeAttribute(\"data-md-color-switching\")\n      })\n\n    /* Create and return component */\n    return watchPalette(inputs)\n      .pipe(\n        takeUntil(media$.pipe(skip(1))),\n        repeat(),\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  defer,\n  finalize,\n  map,\n  tap\n} from \"rxjs\"\n\nimport { Component } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Progress indicator\n */\nexport interface Progress {\n  value: number                        // Progress value\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  progress$: Subject<number>           // Progress subject\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount progress indicator\n *\n * @param el - Progress indicator element\n * @param options - Options\n *\n * @returns Progress indicator component observable\n */\nexport function mountProgress(\n  el: HTMLElement, { progress$ }: MountOptions\n): Observable<Component<Progress>> {\n\n  // Mount component on subscription\n  return defer(() => {\n    const push$ = new Subject<Progress>()\n    push$.subscribe(({ value }) => {\n      el.style.setProperty(\"--md-progress-value\", `${value}`)\n    })\n\n    // Create and return component\n    return progress$\n      .pipe(\n        tap(value => push$.next({ value })),\n        finalize(() => push$.complete()),\n        map(value => ({ ref: el, value }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport ClipboardJS from \"clipboard\"\nimport {\n  Observable,\n  Subject,\n  map,\n  tap\n} from \"rxjs\"\n\nimport { translation } from \"~/_\"\nimport { getElement } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Setup options\n */\ninterface SetupOptions {\n  alert$: Subject<string>              /* Alert subject */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Extract text to copy\n *\n * @param el - HTML element\n *\n * @returns Extracted text\n */\nfunction extract(el: HTMLElement): string {\n  el.setAttribute(\"data-md-copying\", \"\")\n  const copy = el.closest(\"[data-copy]\")\n  const text = copy\n    ? copy.getAttribute(\"data-copy\")!\n    : el.innerText\n  el.removeAttribute(\"data-md-copying\")\n  return text.trimEnd()\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Set up Clipboard.js integration\n *\n * @param options - Options\n */\nexport function setupClipboardJS(\n  { alert$ }: SetupOptions\n): void {\n  if (ClipboardJS.isSupported()) {\n    new Observable<ClipboardJS.Event>(subscriber => {\n      new ClipboardJS(\"[data-clipboard-target], [data-clipboard-text]\", {\n        text: el => (\n          el.getAttribute(\"data-clipboard-text\")! ||\n          extract(getElement(\n            el.getAttribute(\"data-clipboard-target\")!\n          ))\n        )\n      })\n        .on(\"success\", ev => subscriber.next(ev))\n    })\n      .pipe(\n        tap(ev => {\n          const trigger = ev.trigger as HTMLElement\n          trigger.focus()\n        }),\n        map(() => translation(\"clipboard.copied\"))\n      )\n        .subscribe(alert$)\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  catchError,\n  map,\n  of\n} from \"rxjs\"\n\nimport {\n  getElement,\n  getElements,\n  requestXML\n} from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Sitemap, i.e. a list of URLs\n */\nexport type Sitemap = Map<string, URL[]>\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Resolve URL to the given base URL\n *\n * When serving the site with instant navigation, MkDocs will set the hostname\n * to the value as specified in `dev_addr`, but the browser allows for several\n * hostnames to be used: `localhost`, `127.0.0.1` or even `0.0.0.0`, depending\n * on configuration. This function resolves the URL to the given hostname.\n *\n * @param url - URL\n * @param base - Base URL\n *\n * @returns Resolved URL\n */\nfunction resolve(url: URL, base: URL) {\n  url.protocol = base.protocol\n  url.hostname = base.hostname\n  return url\n}\n\n/**\n * Extract sitemap from document\n *\n * This function extracts the URLs and alternate links from the document, and\n * associates alternate links to the original URL as found in `loc`, allowing\n * the browser to navigate to the correct page when switching languages. The\n * format of the sitemap is expected to adhere to:\n *\n * ``` xml\n * <urlset>\n *   <url>\n *     <loc>...</loc>\n *     <xhtml:link rel=\"alternate\" hreflang=\"en\" href=\"...\"/>\n *     <xhtml:link rel=\"alternate\" hreflang=\"de\" href=\"...\"/>\n *     ...\n *   </url>\n *   ...\n * </urlset>\n * ```\n *\n * @param document - Document\n * @param base - Base URL\n *\n * @returns Sitemap\n */\nfunction extract(document: Document, base: URL): Sitemap {\n  const sitemap: Sitemap = new Map()\n  for (const el of getElements(\"url\", document)) {\n    const url = getElement(\"loc\", el)\n\n    // Create entry for location and add it to the list of links\n    const links = [resolve(new URL(url.textContent!), base)]\n    sitemap.set(`${links[0]}`, links)\n\n    // Attach alternate links to current entry\n    for (const link of getElements(\"[rel=alternate]\", el)) {\n      const href = link.getAttribute(\"href\")\n      if (href != null)\n        links.push(resolve(new URL(href), base))\n    }\n  }\n\n  // Return sitemap\n  return sitemap\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch the sitemap for the given base URL\n *\n * If a network or parsing error occurs, we just default to an empty sitemap,\n * which means the caller should fall back to regular navigation.\n *\n * @param base - Base URL\n *\n * @returns Sitemap observable\n */\nexport function fetchSitemap(base: URL | string): Observable<Sitemap> {\n  return requestXML(new URL(\"sitemap.xml\", base))\n    .pipe(\n      map(document => extract(document, new URL(base))),\n      catchError(() => of(new Map())),\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  catchError,\n  combineLatestWith,\n  concat,\n  debounceTime,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  fromEvent,\n  ignoreElements,\n  map,\n  merge,\n  of,\n  share,\n  switchMap,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { configuration, feature } from \"~/_\"\nimport {\n  Viewport,\n  getElements,\n  getLocation,\n  getOptionalElement,\n  requestHTML,\n  setLocation,\n  setLocationHash\n} from \"~/browser\"\nimport { getComponentElement } from \"~/components\"\n\nimport { Sitemap, fetchSitemap } from \"../sitemap\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Setup options\n */\ninterface SetupOptions {\n  location$: Subject<URL>              // Location subject\n  viewport$: Observable<Viewport>      // Viewport observable\n  progress$: Subject<number>           // Progress subject\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Handle clicks on internal URLs while skipping external URLs\n *\n * @param ev - Mouse event\n * @param sitemap - Sitemap\n *\n * @returns URL observable\n */\nfunction handle(\n  ev: MouseEvent, sitemap: Sitemap\n): Observable<URL> {\n  if (!(ev.target instanceof Element))\n    return EMPTY\n\n  // Skip, as target is not within a link - clicks on non-link elements are\n  // also captured, which we need to exclude from processing\n  const el = ev.target.closest(\"a\")\n  if (el === null)\n    return EMPTY\n\n  // Skip, as link opens in new window - we now know we have captured a click\n  // on a link, but the link either has a `target` property defined, or the\n  // user pressed the `meta` or `ctrl` key to open it in a new window. Thus,\n  // we need to filter this event as well.\n  if (el.target || ev.metaKey || ev.ctrlKey)\n    return EMPTY\n\n  // Next, we must check if the URL is relevant for us, i.e., if it's an\n  // internal link to a page that is managed by MkDocs. Only then we can be\n  // sure that the structure of the page to be loaded adheres to the current\n  // document structure and can subsequently be injected into it without doing\n  // a full reload. For this reason, we must canonicalize the URL by removing\n  // all search parameters and hash fragments.\n  const url = new URL(el.href)\n  url.search = url.hash = \"\"\n\n  // Skip, if URL is not included in the sitemap - this could be the case when\n  // linking between versions or languages, or to another page that the author\n  // included as part of the build, but that is not managed by MkDocs. In that\n  // case we must not continue with instant navigation.\n  if (!sitemap.has(`${url}`))\n    return EMPTY\n\n  // We now know that we have a link to an internal page, so we prevent the\n  // browser from navigation and emit the URL for instant navigation. Note that\n  // this also includes anchor links, which means we need to implement anchor\n  // positioning ourselves. The reason for this is that if we wouldn't manage\n  // anchor links as well, scroll restoration will not work correctly (e.g.\n  // following an anchor link and scrolling).\n  ev.preventDefault()\n  return of(new URL(el.href))\n}\n\n/**\n * Create a map of head elements for lookup and replacement\n *\n * @param document - Document\n *\n * @returns Tag map\n */\nfunction head(document: Document): Map<string, HTMLElement> {\n  const tags = new Map<string, HTMLElement>()\n  for (const el of getElements(\":scope > *\", document.head))\n    tags.set(el.outerHTML, el)\n\n  // Return tag map\n  return tags\n}\n\n/**\n * Resolve relative URLs in the given document\n *\n * This function resolves relative `href` and `src` attributes, which can belong\n * to all sorts of tags, like meta tags, links, images, scripts and more.\n *\n * @param document - Document\n *\n * @returns Document observable\n */\nfunction resolve(document: Document): Observable<Document> {\n  for (const el of getElements(\"[href], [src]\", document))\n    for (const key of [\"href\", \"src\"]) {\n      const value = el.getAttribute(key)\n      if (value && !/^(?:[a-z]+:)?\\/\\//i.test(value)) {\n        // @ts-expect-error - trick: self-assign to resolve URL\n        el[key] = el[key]\n        break\n      }\n    }\n\n  // Return document observable\n  return of(document)\n}\n\n/**\n * Inject the contents of a document into the current one\n *\n * @param next - Next document\n *\n * @returns Document observable\n */\nfunction inject(next: Document): Observable<Document> {\n  for (const selector of [\n    \"[data-md-component=announce]\",\n    \"[data-md-component=container]\",\n    \"[data-md-component=header-topic]\",\n    \"[data-md-component=outdated]\",\n    \"[data-md-component=logo]\",\n    \"[data-md-component=skip]\",\n    ...feature(\"navigation.tabs.sticky\")\n      ? [\"[data-md-component=tabs]\"]\n      : []\n  ]) {\n    const source = getOptionalElement(selector)\n    const target = getOptionalElement(selector, next)\n    if (\n      typeof source !== \"undefined\" &&\n      typeof target !== \"undefined\"\n    ) {\n      source.replaceWith(target)\n    }\n  }\n\n  // Update meta tags\n  const tags = head(document)\n  for (const [html, el] of head(next))\n    if (tags.has(html))\n      tags.delete(html)\n    else\n      document.head.appendChild(el)\n\n  // Remove meta tags that are not present in the new document\n  for (const el of tags.values()) {\n    const name = el.getAttribute(\"name\")\n    // @todo - find a better way to handle attributes we add dynamically in\n    // other components without mounting components on every navigation, as\n    // this might impact overall performance - see https://t.ly/ehp_O\n    if (name !== \"theme-color\" && name !== \"color-scheme\")\n      el.remove()\n  }\n\n  // After components and meta tags were replaced, re-evaluate scripts\n  // that were provided by the author as part of Markdown files\n  const container = getComponentElement(\"container\")\n  return concat(getElements(\"script\", container))\n    .pipe(\n      switchMap(el => {\n        const script = next.createElement(\"script\")\n        if (el.src) {\n          for (const name of el.getAttributeNames())\n            script.setAttribute(name, el.getAttribute(name)!)\n          el.replaceWith(script)\n\n          // Complete when script is loaded\n          return new Observable(observer => {\n            script.onload = () => observer.complete()\n          })\n\n        // Complete immediately\n        } else {\n          script.textContent = el.textContent\n          el.replaceWith(script)\n          return EMPTY\n        }\n      }),\n      ignoreElements(),\n      endWith(document)\n    )\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Set up instant navigation\n *\n * This is a heavily orchestrated operation - see inline comments to learn how\n * this works with Material for MkDocs, and how you can hook into it.\n *\n * @param options - Options\n *\n * @returns Document observable\n */\nexport function setupInstantNavigation(\n  { location$, viewport$, progress$ }: SetupOptions\n): Observable<Document> {\n  const config = configuration()\n  if (location.protocol === \"file:\")\n    return EMPTY\n\n  // Load sitemap immediately, so we have it available when the user initiates\n  // the first navigation request without any perceivable delay\n  const sitemap$ = fetchSitemap(config.base)\n\n  // Since we might be on a slow connection, the user might trigger multiple\n  // instant navigation events that overlap. MkDocs produces relative URLs for\n  // all internal links, which becomes a problem in this case, because we need\n  // to change the base URL the moment the user clicks a link that should be\n  // intercepted in order to be consistent with popstate, which means that the\n  // base URL would now be incorrect when resolving another relative link from\n  // the same site. For this reason we always resolve all relative links to\n  // absolute links, so we can be sure this never happens.\n  of(document)\n    .subscribe(resolve)\n\n  // --------------------------------------------------------------------------\n  // Navigation interception\n  // --------------------------------------------------------------------------\n\n  // Intercept navigation - to keep the number of event listeners down we use\n  // the fact that uncaptured events bubble up to the body. This has the nice\n  // property that we don't need to detach and then re-attach event listeners\n  // when the document is replaced after a navigation event.\n  const instant$ =\n    fromEvent<MouseEvent>(document.body, \"click\")\n      .pipe(\n        combineLatestWith(sitemap$),\n        switchMap(([ev, sitemap]) => handle(ev, sitemap)),\n        share()\n      )\n\n  // Intercept history change events, e.g. when the user uses the browser's\n  // back or forward buttons, and emit new location for fetching and parsing\n  const history$ =\n    fromEvent<PopStateEvent>(window, \"popstate\")\n      .pipe(\n        map(getLocation),\n        share()\n      )\n\n  // While it would be better UX to defer navigation events until the document\n  // is fully fetched and parsed, we must schedule it here to synchronize with\n  // popstate events, as they are emitted immediately. Moreover we need to\n  // store the current viewport offset for scroll restoration later on.\n  instant$.pipe(withLatestFrom(viewport$))\n    .subscribe(([url, { offset }]) => {\n      history.replaceState(offset, \"\")\n      history.pushState(null, \"\", url)\n    })\n\n  // Emit URLs that should be fetched via instant navigation on location subject\n  // which was passed into this function. The state of instant navigation can be\n  // intercepted by other parts of the application, which can synchronously back\n  // up or restore state before or after instant navigation happens.\n  merge(instant$, history$)\n    .subscribe(location$)\n\n  // --------------------------------------------------------------------------\n  // Fetching and parsing\n  // --------------------------------------------------------------------------\n\n  // Fetch document - we deduplicate requests to the same location, so we don't\n  // end up with multiple requests for the same page. We use `switchMap`, since\n  // we want to cancel the previous request when a new one is triggered, which\n  // is automatically handled by the observable returned by `request`. This is\n  // essential to ensure a good user experience, as we don't want to load pages\n  // that are not needed anymore, e.g., when the user clicks multiple links in\n  // quick succession or on slow connections. If the request fails for some\n  // reason, we fall back and use regular navigation, forcing a reload.\n  const document$ =\n    location$.pipe(\n      distinctUntilKeyChanged(\"pathname\"),\n      switchMap(url => requestHTML(url, { progress$ })\n        .pipe(\n          catchError(() => {\n            setLocation(url, true)\n            return EMPTY\n          })\n        )\n      ),\n\n      // The document was successfully fetched and parsed, so we can inject its\n      // contents into the currently active document\n      switchMap(resolve),\n      switchMap(inject),\n      share()\n    )\n\n  // --------------------------------------------------------------------------\n  // Scroll restoration\n  // --------------------------------------------------------------------------\n\n  // Handle scroll restoration - we must restore the viewport offset after the\n  // document has been fetched and injected, and every time the user clicks an\n  // anchor that leads to an element on the same page, which might also happen\n  // when the user uses the back or forward button.\n  merge(\n    document$.pipe(withLatestFrom(location$, (_, url) => url)),\n\n    // Handle instant navigation events that are triggered by the user clicking\n    // on an anchor link with a hash fragment different from the current one, as\n    // well as from popstate events, which are emitted when the user navigates\n    // back and forth between pages.\n    document$.pipe(\n      switchMap(() => location$),\n      distinctUntilKeyChanged(\"hash\"),\n    ),\n\n    // Handle instant navigation events that are triggered by the user clicking\n    // on an anchor link with the same hash fragment as the current one in the\n    // URL. It is essential that we only intercept those from instant navigation\n    // events and not from history change events, or we'll end up in and endless\n    // loop. The top-level history entry must be removed, as it will be replaced\n    // with a new one, which would otherwise lead to a duplicate entry.\n    location$.pipe(\n      distinctUntilChanged((a, b) => (\n        a.pathname === b.pathname &&\n        a.hash     === b.hash\n      )),\n      switchMap(() => instant$),\n      tap(() => history.back())\n    )\n  )\n    .subscribe(url => {\n\n      // Check if the current history entry has a state, which happens when the\n      // user presses the back or forward button to visit a page we've already\n      // seen. If there's no state, it means a new page was visited and we must\n      // scroll to the top, unless an anchor is given.\n      if (history.state !== null || !url.hash) {\n        window.scrollTo(0, history.state?.y ?? 0)\n      } else {\n        history.scrollRestoration = \"auto\"\n        setLocationHash(url.hash)\n        history.scrollRestoration = \"manual\"\n      }\n    })\n\n  // Disable scroll restoration when an instant navigation event occurs, so the\n  // browser does not immediately set the viewport offset to the prior history\n  // entry, scrolling to the position on the same page, which would look odd.\n  // Instead, we manually restore the position once the page has loaded.\n  location$.subscribe(() => {\n    history.scrollRestoration = \"manual\"\n  })\n\n  // Enable scroll restoration before window unloads - this is essential to\n  // ensure that full reloads (F5) restore the viewport offset correctly. If\n  // only popstate events wouldn't reset the viewport offset prior to their\n  // emission, we could just reset this in popstate. Meh.\n  fromEvent(window, \"beforeunload\")\n    .subscribe(() => {\n      history.scrollRestoration = \"auto\"\n    })\n\n  // Track viewport offset, so we can restore it when the user navigates back\n  // and forth between pages. Note that this must be debounced and cannot be\n  // done in popstate, as popstate has already removed the entry from the\n  // history, which means it is too late.\n  viewport$.pipe(\n    distinctUntilKeyChanged(\"offset\"),\n    debounceTime(100)\n  )\n    .subscribe(({ offset }) => {\n      history.replaceState(offset, \"\")\n    })\n\n  // Return document observable\n  return document$\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport escapeHTML from \"escape-html\"\n\nimport { SearchConfig } from \"../config\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search highlight function\n *\n * @param value - Value\n *\n * @returns Highlighted value\n */\nexport type SearchHighlightFn = (value: string) => string\n\n/**\n * Search highlight factory function\n *\n * @param query - Query value\n *\n * @returns Search highlight function\n */\nexport type SearchHighlightFactoryFn = (query: string) => SearchHighlightFn\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Create a search highlighter\n *\n * @param config - Search configuration\n *\n * @returns Search highlight factory function\n */\nexport function setupSearchHighlighter(\n  config: SearchConfig\n): SearchHighlightFactoryFn {\n  // Hack: temporarily remove pure lookaheads and lookbehinds\n  const regex = config.separator.split(\"|\").map(term => {\n    const temp = term.replace(/(\\(\\?[!=<][^)]+\\))/g, \"\")\n    return temp.length === 0 ? \"\uFFFD\" : term\n  })\n    .join(\"|\")\n\n  const separator = new RegExp(regex, \"img\")\n  const highlight = (_: unknown, data: string, term: string) => {\n    return `${data}<mark data-md-highlight>${term}</mark>`\n  }\n\n  /* Return factory function */\n  return (query: string) => {\n    query = query\n      .replace(/[\\s*+\\-:~^]+/g, \" \")\n      .trim()\n\n    /* Create search term match expression */\n    const match = new RegExp(`(^|${config.separator}|)(${\n      query\n        .replace(/[|\\\\{}()[\\]^$+*?.-]/g, \"\\\\$&\")\n        .replace(separator, \"|\")\n    })`, \"img\")\n\n    /* Highlight string value */\n    return value => escapeHTML(value)\n      .replace(match, highlight)\n      .replace(/<\\/mark>(\\s+)<mark[^>]*>/img, \"$1\")\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A RTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { SearchResult } from \"../../_\"\nimport { SearchIndex } from \"../../config\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search message type\n */\nexport const enum SearchMessageType {\n  SETUP,                               /* Search index setup */\n  READY,                               /* Search index ready */\n  QUERY,                               /* Search query */\n  RESULT                               /* Search results */\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Message containing the data necessary to setup the search index\n */\nexport interface SearchSetupMessage {\n  type: SearchMessageType.SETUP        /* Message type */\n  data: SearchIndex                    /* Message data */\n}\n\n/**\n * Message indicating the search index is ready\n */\nexport interface SearchReadyMessage {\n  type: SearchMessageType.READY        /* Message type */\n}\n\n/**\n * Message containing a search query\n */\nexport interface SearchQueryMessage {\n  type: SearchMessageType.QUERY        /* Message type */\n  data: string                         /* Message data */\n}\n\n/**\n * Message containing results for a search query\n */\nexport interface SearchResultMessage {\n  type: SearchMessageType.RESULT       /* Message type */\n  data: SearchResult                   /* Message data */\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Message exchanged with the search worker\n */\nexport type SearchMessage =\n  | SearchSetupMessage\n  | SearchReadyMessage\n  | SearchQueryMessage\n  | SearchResultMessage\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Type guard for search ready messages\n *\n * @param message - Search worker message\n *\n * @returns Test result\n */\nexport function isSearchReadyMessage(\n  message: SearchMessage\n): message is SearchReadyMessage {\n  return message.type === SearchMessageType.READY\n}\n\n/**\n * Type guard for search result messages\n *\n * @param message - Search worker message\n *\n * @returns Test result\n */\nexport function isSearchResultMessage(\n  message: SearchMessage\n): message is SearchResultMessage {\n  return message.type === SearchMessageType.RESULT\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A RTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  ObservableInput,\n  Subject,\n  first,\n  merge,\n  of,\n  switchMap\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport { watchToggle, watchWorker } from \"~/browser\"\n\nimport { SearchIndex } from \"../../config\"\nimport {\n  SearchMessage,\n  SearchMessageType\n} from \"../message\"\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Set up search worker\n *\n * This function creates and initializes a web worker that is used for search,\n * so that the user interface doesn't freeze. In general, the application does\n * not care how search is implemented, as long as the web worker conforms to\n * the format expected by the application as defined in `SearchMessage`. This\n * allows the author to implement custom search functionality, by providing a\n * custom web worker via configuration.\n *\n * Material for MkDocs' built-in search implementation makes use of Lunr.js, an\n * efficient and fast implementation for client-side search. Leveraging a tiny\n * iframe-based web worker shim, search is even supported for the `file://`\n * protocol, enabling search for local non-hosted builds.\n *\n * If the protocol is `file://`, search initialization is deferred to mitigate\n * freezing, as it's now synchronous by design - see https://bit.ly/3C521EO\n *\n * @see https://bit.ly/3igvtQv - How to implement custom search\n *\n * @param url - Worker URL\n * @param index$ - Search index observable input\n *\n * @returns Search worker\n */\nexport function setupSearchWorker(\n  url: string, index$: ObservableInput<SearchIndex>\n): Subject<SearchMessage> {\n  const worker$ = watchWorker<SearchMessage>(url)\n  merge(\n    of(location.protocol !== \"file:\"),\n    watchToggle(\"search\")\n  )\n    .pipe(\n      first(active => active),\n      switchMap(() => index$)\n    )\n      .subscribe(({ config, docs }) => worker$.next({\n        type: SearchMessageType.SETUP,\n        data: {\n          config,\n          docs,\n          options: {\n            suggest: feature(\"search.suggest\")\n          }\n        }\n      }))\n\n  /* Return search worker */\n  return worker$\n}\n", "import { Sitemap } from \"../../sitemap\"\n\n/** See docstring for `selectedVersionCorrespondingURL` for the meaning of these fields. */\ntype CorrespondingURLParams = {\n  selectedVersionSitemap: Sitemap\n  selectedVersionBaseURL: URL\n  currentLocation: URL\n  currentBaseURL: string\n}\n\n/**\n * Choose a URL to navigate to when the user chooses a version in the version\n * selector.\n *\n * The parameters in `params` are named as follows, in order to make it clearer\n * which parameter means what when invoking the function:\n *\n *  - selectedVersionSitemap: Sitemap - as obtained by fetchSitemap from `${selectedVersionBaseURL}/sitemap.xml`\n *\n *  - selectedVersionBaseURL: URL - usually `${currentBaseURL}/../selectedVersion`\n *\n *  - currentLocation: URL - current web browser location\n *\n *  - currentBaseURL: string - as obtained from `config.base`\n *\n * @param params - arguments with the meanings explained above.\n * @returns the URL to navigate to or null if we can't be sure that the\n * corresponding page to the current page exists in the selected version\n */\nexport function selectedVersionCorrespondingURL(\n  params: CorrespondingURLParams\n): URL | undefined {\n  const {selectedVersionSitemap,\n    selectedVersionBaseURL,\n    currentLocation,\n    currentBaseURL} = params\n  const current_path = safeURLParse(currentBaseURL)?.pathname\n  if (current_path === undefined) {\n    return\n  }\n  const currentRelativePath = stripPrefix(currentLocation.pathname, current_path)\n  if (currentRelativePath === undefined) {\n    return\n  }\n  const sitemapCommonPrefix = shortestCommonPrefix(selectedVersionSitemap.keys())\n  if (!selectedVersionSitemap.has(sitemapCommonPrefix)) {\n    // We could also check that `commonSitemapPrefix` ends in the canonical version,\n    // similarly to https://github.com/squidfunk/mkdocs-material/pull/7227. However,\n    // I don't believe that Mike/MkDocs ever generate sitemaps where it would matter\n    return\n  }\n\n  const potentialSitemapURL = safeURLParse(currentRelativePath, sitemapCommonPrefix)\n  if (!potentialSitemapURL || !selectedVersionSitemap.has(potentialSitemapURL.href)) {\n    return\n  }\n\n  const result = safeURLParse(currentRelativePath, selectedVersionBaseURL)\n  if (!result) {\n    return\n  }\n  result.hash = currentLocation.hash\n  result.search = currentLocation.search\n  return result\n}\n\n/**\n * A version of `new URL` that never throws. A polyfill for URL.parse() which is\n * not yet ubuquitous.\n *\n * @param url - passed to `new URL` constructor\n * @param base - passed to `new URL` constructor\n *\n * @returns `new URL(url, base)` or undefined if the URL is invalid.\n */\nfunction safeURLParse(url: string|URL, base?: string|URL): URL | undefined {\n  try {\n    return new URL(url, base)\n  } catch {\n    return\n  }\n}\n\n// Basic string manipulation\n\n/** Strip a given prefix from a function\n *\n * @param s - string\n * @param prefix - prefix to strip\n *\n * @returns either the string with the prefix stripped or undefined if the\n * string did not begin with the prefix.\n */\nexport function stripPrefix(s: string, prefix: string): string | undefined {\n  if (s.startsWith(prefix)) {\n    return s.slice(prefix.length)\n  }\n  return undefined\n}\n\n/** Find the length of the longest common prefix of two strings\n *\n * @param s1 - first string\n * @param s2 - second string\n *\n * @returns - the length of the longest common prefix of the two strings.\n */\nfunction commonPrefixLen(s1: string, s2: string): number {\n  const max = Math.min(s1.length, s2.length)\n  let result\n  for (result = 0; result < max; ++result) {\n    if (s1[result] !== s2[result]) {\n      break\n    }\n  }\n  return result\n}\n\n/** Find the longest common prefix of any number of strings\n *\n * @param strs - an iterable of strings\n *\n * @returns the longest common prefix of all the strings\n */\nexport function shortestCommonPrefix(strs: Iterable<string>): string {\n  let result  // Undefined if no iterations happened\n  for (const s of strs) {\n    if (result === undefined) {\n      result = s\n    } else {\n      result = result.slice(0, commonPrefixLen(result, s))\n    }\n  }\n  return result ?? \"\"\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Subject,\n  catchError,\n  combineLatest,\n  filter,\n  fromEvent,\n  map,\n  of,\n  switchMap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { configuration } from \"~/_\"\nimport {\n  getElement,\n  getLocation,\n  requestJSON,\n  setLocation\n} from \"~/browser\"\nimport { getComponentElements } from \"~/components\"\nimport {\n  Version,\n  renderVersionSelector\n} from \"~/templates\"\n\nimport { fetchSitemap } from \"../sitemap\"\n\nimport { selectedVersionCorrespondingURL } from \"./findurl\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Setup options\n */\ninterface SetupOptions {\n  document$: Subject<Document>         /* Document subject */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Set up version selector\n *\n * @param options - Options\n */\nexport function setupVersionSelector(\n  { document$ }: SetupOptions\n): void {\n  const config = configuration()\n  const versions$ = requestJSON<Version[]>(\n    new URL(\"../versions.json\", config.base)\n  )\n    .pipe(\n      catchError(() => EMPTY) // @todo refactor instant loading\n    )\n\n  /* Determine current version */\n  const current$ = versions$\n    .pipe(\n      map(versions => {\n        const [, current] = config.base.match(/([^/]+)\\/?$/)!\n        return versions.find(({ version, aliases }) => (\n          version === current || aliases.includes(current)\n        )) || versions[0]\n      })\n    )\n\n  /* Intercept inter-version navigation */\n  versions$\n    .pipe(\n      map(versions => new Map(versions.map(version => [\n        `${new URL(`../${version.version}/`, config.base)}`,\n        version\n      ]))),\n      switchMap(urls => fromEvent<MouseEvent>(document.body, \"click\")\n        .pipe(\n          filter(ev => !ev.metaKey && !ev.ctrlKey),\n          withLatestFrom(current$),\n          switchMap(([ev, current]) => {\n            if (ev.target instanceof Element) {\n              const el = ev.target.closest(\"a\")\n              if (el && !el.target && urls.has(el.href)) {\n                const url = el.href\n                // This is a temporary hack to detect if a version inside the\n                // version selector or on another part of the site was clicked.\n                // If we're inside the version selector, we definitely want to\n                // find the same page, as we might have different deployments\n                // due to aliases. However, if we're outside the version\n                // selector, we must abort here, because we might otherwise\n                // interfere with instant navigation. We need to refactor this\n                // at some point together with instant navigation.\n                //\n                // See https://github.com/squidfunk/mkdocs-material/issues/4012\n                if (!ev.target.closest(\".md-version\")) {\n                  const version = urls.get(url)!\n                  if (version === current)\n                    return EMPTY\n                }\n                ev.preventDefault()\n                return of(new URL(url))\n              }\n            }\n            return EMPTY\n          }),\n          switchMap(selectedVersionBaseURL => {\n            return fetchSitemap(selectedVersionBaseURL).pipe(\n              map(\n                sitemap =>\n                  selectedVersionCorrespondingURL({\n                    selectedVersionSitemap: sitemap,\n                    selectedVersionBaseURL,\n                    currentLocation: getLocation(),\n                    currentBaseURL: config.base\n                  }) ?? selectedVersionBaseURL,\n              ),\n            )\n          })\n        )\n      )\n    )\n      .subscribe(url => setLocation(url, true))\n\n  /* Render version selector and warning */\n  combineLatest([versions$, current$])\n    .subscribe(([versions, current]) => {\n      const topic = getElement(\".md-header__topic\")\n      topic.appendChild(renderVersionSelector(versions, current))\n    })\n\n  /* Integrate outdated version banner with instant navigation */\n  document$.pipe(switchMap(() => current$))\n    .subscribe(current => {\n\n      // Always scope outdate version banner to the base URL of the site\n      const base = new URL(config.base)\n\n      /* Check if version state was already determined */\n      let outdated = __md_get(\"__outdated\", sessionStorage, base)\n      if (outdated === null) {\n        outdated = true\n\n        /* Obtain and normalize default versions */\n        let ignored = config.version?.default || \"latest\"\n        if (!Array.isArray(ignored))\n          ignored = [ignored]\n\n        /* Check if version is considered a default */\n        main: for (const ignore of ignored)\n          for (const version of current.aliases.concat(current.version))\n            if (new RegExp(ignore, \"i\").test(version)) {\n              outdated = false\n              break main\n            }\n\n        /* Persist version state in session storage */\n        __md_set(\"__outdated\", outdated, sessionStorage, base)\n      }\n\n      /* Unhide outdated version banner */\n      if (outdated)\n        for (const warning of getComponentElements(\"outdated\"))\n          warning.hidden = false\n    })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  combineLatest,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  finalize,\n  first,\n  fromEvent,\n  ignoreElements,\n  map,\n  merge,\n  shareReplay,\n  takeUntil,\n  tap\n} from \"rxjs\"\n\nimport {\n  getElement,\n  getLocation,\n  setToggle,\n  watchElementFocus,\n  watchToggle\n} from \"~/browser\"\nimport {\n  SearchMessage,\n  SearchMessageType,\n  isSearchReadyMessage\n} from \"~/integrations\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search query\n */\nexport interface SearchQuery {\n  value: string                        /* Query value */\n  focus: boolean                       /* Query focus */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  worker$: Subject<SearchMessage>      /* Search worker */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  worker$: Subject<SearchMessage>      /* Search worker */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch search query\n *\n * Note that the focus event which triggers re-reading the current query value\n * is delayed by `1ms` so the input's empty state is allowed to propagate.\n *\n * @param el - Search query element\n * @param options - Options\n *\n * @returns Search query observable\n */\nexport function watchSearchQuery(\n  el: HTMLInputElement, { worker$ }: WatchOptions\n): Observable<SearchQuery> {\n\n  /* Support search deep linking */\n  const { searchParams } = getLocation()\n  if (searchParams.has(\"q\")) {\n    setToggle(\"search\", true)\n\n    /* Set query from parameter */\n    el.value = searchParams.get(\"q\")!\n    el.focus()\n\n    /* Remove query parameter on close */\n    watchToggle(\"search\")\n      .pipe(\n        first(active => !active)\n      )\n        .subscribe(() => {\n          const url = getLocation()\n          url.searchParams.delete(\"q\")\n          history.replaceState({}, \"\", `${url}`)\n        })\n  }\n\n  /* Intercept focus and input events */\n  const focus$ = watchElementFocus(el)\n  const value$ = merge(\n    worker$.pipe(first(isSearchReadyMessage)),\n    fromEvent(el, \"keyup\"),\n    focus$\n  )\n    .pipe(\n      map(() => el.value),\n      distinctUntilChanged()\n    )\n\n  /* Combine into single observable */\n  return combineLatest([value$, focus$])\n    .pipe(\n      map(([value, focus]) => ({ value, focus })),\n      shareReplay(1)\n    )\n}\n\n/**\n * Mount search query\n *\n * @param el - Search query element\n * @param options - Options\n *\n * @returns Search query component observable\n */\nexport function mountSearchQuery(\n  el: HTMLInputElement, { worker$ }: MountOptions\n): Observable<Component<SearchQuery, HTMLInputElement>> {\n  const push$ = new Subject<SearchQuery>()\n  const done$ = push$.pipe(ignoreElements(), endWith(true))\n\n  /* Handle value change */\n  combineLatest([\n    worker$.pipe(first(isSearchReadyMessage)),\n    push$\n  ], (_, query) => query)\n    .pipe(\n      distinctUntilKeyChanged(\"value\")\n    )\n      .subscribe(({ value }) => worker$.next({\n        type: SearchMessageType.QUERY,\n        data: value\n      }))\n\n  /* Handle focus change */\n  push$\n    .pipe(\n      distinctUntilKeyChanged(\"focus\")\n    )\n      .subscribe(({ focus }) => {\n        if (focus)\n          setToggle(\"search\", focus)\n      })\n\n  /* Handle reset */\n  fromEvent(el.form!, \"reset\")\n    .pipe(\n      takeUntil(done$)\n    )\n      .subscribe(() => el.focus())\n\n  // Focus search query on label click - note that this is necessary to bring\n  // up the keyboard on iOS and other mobile platforms, as the search dialog is\n  // not visible at first, and programatically focusing an input element must\n  // be triggered by a user interaction - see https://t.ly/Cb30n\n  const label = getElement(\"header [for=__search]\")\n  fromEvent(label, \"click\")\n    .subscribe(() => el.focus())\n\n  /* Create and return component */\n  return watchSearchQuery(el, { worker$ })\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(state => ({ ref: el, ...state })),\n      shareReplay(1)\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  bufferCount,\n  filter,\n  finalize,\n  first,\n  fromEvent,\n  map,\n  merge,\n  mergeMap,\n  of,\n  share,\n  skipUntil,\n  switchMap,\n  takeUntil,\n  tap,\n  withLatestFrom,\n  zipWith\n} from \"rxjs\"\n\nimport { translation } from \"~/_\"\nimport {\n  getElement,\n  getOptionalElement,\n  watchElementBoundary,\n  watchToggle\n} from \"~/browser\"\nimport {\n  SearchMessage,\n  SearchResult,\n  isSearchReadyMessage,\n  isSearchResultMessage\n} from \"~/integrations\"\nimport { renderSearchResultItem } from \"~/templates\"\nimport { round } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\nimport { SearchQuery } from \"../query\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  query$: Observable<SearchQuery>      /* Search query observable */\n  worker$: Subject<SearchMessage>      /* Search worker */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search result list\n *\n * This function performs a lazy rendering of the search results, depending on\n * the vertical offset of the search result container.\n *\n * @param el - Search result list element\n * @param options - Options\n *\n * @returns Search result list component observable\n */\nexport function mountSearchResult(\n  el: HTMLElement, { worker$, query$ }: MountOptions\n): Observable<Component<SearchResult>> {\n  const push$ = new Subject<SearchResult>()\n  const boundary$ = watchElementBoundary(el.parentElement!)\n    .pipe(\n      filter(Boolean)\n    )\n\n  /* Retrieve container */\n  const container = el.parentElement!\n\n  /* Retrieve nested components */\n  const meta = getElement(\":scope > :first-child\", el)\n  const list = getElement(\":scope > :last-child\", el)\n\n  /* Reveal to accessibility tree \u2013 see https://bit.ly/3iAA7t8 */\n  watchToggle(\"search\")\n    .subscribe(active => list.setAttribute(\n      \"role\", active ? \"list\" : \"presentation\"\n    ))\n\n  /* Update search result metadata */\n  push$\n    .pipe(\n      withLatestFrom(query$),\n      skipUntil(worker$.pipe(first(isSearchReadyMessage)))\n    )\n      .subscribe(([{ items }, { value }]) => {\n        switch (items.length) {\n\n          /* No results */\n          case 0:\n            meta.textContent = value.length\n              ? translation(\"search.result.none\")\n              : translation(\"search.result.placeholder\")\n            break\n\n          /* One result */\n          case 1:\n            meta.textContent = translation(\"search.result.one\")\n            break\n\n          /* Multiple result */\n          default:\n            const count = round(items.length)\n            meta.textContent = translation(\"search.result.other\", count)\n        }\n      })\n\n  /* Render search result item */\n  const render$ = push$\n    .pipe(\n      tap(() => list.innerHTML = \"\"),\n      switchMap(({ items }) => merge(\n        of(...items.slice(0, 10)),\n        of(...items.slice(10))\n          .pipe(\n            bufferCount(4),\n            zipWith(boundary$),\n            switchMap(([chunk]) => chunk)\n          )\n      )),\n      map(renderSearchResultItem),\n      share()\n    )\n\n  /* Update search result list */\n  render$.subscribe(item => list.appendChild(item))\n  render$\n    .pipe(\n      mergeMap(item => {\n        const details = getOptionalElement(\"details\", item)\n        if (typeof details === \"undefined\")\n          return EMPTY\n\n        /* Keep position of details element stable */\n        return fromEvent(details, \"toggle\")\n          .pipe(\n            takeUntil(push$),\n            map(() => details)\n          )\n      })\n    )\n      .subscribe(details => {\n        if (\n          details.open === false &&\n          details.offsetTop <= container.scrollTop\n        )\n          container.scrollTo({ top: details.offsetTop })\n      })\n\n  /* Filter search result message */\n  const result$ = worker$\n    .pipe(\n      filter(isSearchResultMessage),\n      map(({ data }) => data)\n    )\n\n  /* Create and return component */\n  return result$\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(state => ({ ref: el, ...state }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  endWith,\n  finalize,\n  fromEvent,\n  ignoreElements,\n  map,\n  takeUntil,\n  tap\n} from \"rxjs\"\n\nimport { getLocation } from \"~/browser\"\n\nimport { Component } from \"../../_\"\nimport { SearchQuery } from \"../query\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search sharing\n */\nexport interface SearchShare {\n  url: URL                             /* Deep link for sharing */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  query$: Observable<SearchQuery>      /* Search query observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  query$: Observable<SearchQuery>      /* Search query observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search sharing\n *\n * @param _el - Search sharing element\n * @param options - Options\n *\n * @returns Search sharing observable\n */\nexport function watchSearchShare(\n  _el: HTMLElement, { query$ }: WatchOptions\n): Observable<SearchShare> {\n  return query$\n    .pipe(\n      map(({ value }) => {\n        const url = getLocation()\n        url.hash = \"\"\n\n        /* Compute readable query strings */\n        value = value\n          .replace(/\\s+/g, \"+\")        /* Collapse whitespace */\n          .replace(/&/g, \"%26\")        /* Escape '&' character */\n          .replace(/=/g, \"%3D\")        /* Escape '=' character */\n\n        /* Replace query string */\n        url.search = `q=${value}`\n        return { url }\n      })\n    )\n}\n\n/**\n * Mount search sharing\n *\n * @param el - Search sharing element\n * @param options - Options\n *\n * @returns Search sharing component observable\n */\nexport function mountSearchShare(\n  el: HTMLAnchorElement, options: MountOptions\n): Observable<Component<SearchShare>> {\n  const push$ = new Subject<SearchShare>()\n  const done$ = push$.pipe(ignoreElements(), endWith(true))\n  push$.subscribe(({ url }) => {\n    el.setAttribute(\"data-clipboard-text\", el.href)\n    el.href = `${url}`\n  })\n\n  /* Prevent following of link */\n  fromEvent(el, \"click\")\n    .pipe(\n      takeUntil(done$)\n    )\n      .subscribe(ev => ev.preventDefault())\n\n  /* Create and return component */\n  return watchSearchShare(el, options)\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(state => ({ ref: el, ...state }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  asyncScheduler,\n  combineLatestWith,\n  distinctUntilChanged,\n  filter,\n  finalize,\n  fromEvent,\n  map,\n  merge,\n  observeOn,\n  tap\n} from \"rxjs\"\n\nimport { Keyboard } from \"~/browser\"\nimport {\n  SearchMessage,\n  SearchResult,\n  isSearchResultMessage\n} from \"~/integrations\"\n\nimport { Component, getComponentElement } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search suggestions\n */\nexport interface SearchSuggest {}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  keyboard$: Observable<Keyboard>      /* Keyboard observable */\n  worker$: Subject<SearchMessage>      /* Search worker */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search suggestions\n *\n * This function will perform a lazy rendering of the search results, depending\n * on the vertical offset of the search result container.\n *\n * @param el - Search result list element\n * @param options - Options\n *\n * @returns Search result list component observable\n */\nexport function mountSearchSuggest(\n  el: HTMLElement, { worker$, keyboard$ }: MountOptions\n): Observable<Component<SearchSuggest>> {\n  const push$ = new Subject<SearchResult>()\n\n  /* Retrieve query component and track all changes */\n  const query  = getComponentElement(\"search-query\")\n  const query$ = merge(\n    fromEvent(query, \"keydown\"),\n    fromEvent(query, \"focus\")\n  )\n    .pipe(\n      observeOn(asyncScheduler),\n      map(() => query.value),\n      distinctUntilChanged(),\n    )\n\n  /* Update search suggestions */\n  push$\n    .pipe(\n      combineLatestWith(query$),\n      map(([{ suggest }, value]) => {\n        const words = value.split(/([\\s-]+)/)\n        if (suggest?.length && words[words.length - 1]) {\n          const last = suggest[suggest.length - 1]\n          if (last.startsWith(words[words.length - 1]))\n            words[words.length - 1] = last\n        } else {\n          words.length = 0\n        }\n        return words\n      })\n    )\n      .subscribe(words => el.innerHTML = words\n        .join(\"\")\n        .replace(/\\s/g, \"&nbsp;\")\n      )\n\n  /* Set up search keyboard handlers */\n  keyboard$\n    .pipe(\n      filter(({ mode }) => mode === \"search\")\n    )\n      .subscribe(key => {\n        switch (key.type) {\n\n          /* Right arrow: accept current suggestion */\n          case \"ArrowRight\":\n            if (\n              el.innerText.length &&\n              query.selectionStart === query.value.length\n            )\n              query.value = el.innerText\n            break\n        }\n      })\n\n  /* Filter search result message */\n  const result$ = worker$\n    .pipe(\n      filter(isSearchResultMessage),\n      map(({ data }) => data)\n    )\n\n  /* Create and return component */\n  return result$\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(() => ({ ref: el }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  NEVER,\n  Observable,\n  ObservableInput,\n  filter,\n  fromEvent,\n  merge,\n  mergeWith\n} from \"rxjs\"\n\nimport { configuration } from \"~/_\"\nimport {\n  Keyboard,\n  getActiveElement,\n  getElements,\n  setToggle\n} from \"~/browser\"\nimport {\n  SearchIndex,\n  SearchResult,\n  setupSearchWorker\n} from \"~/integrations\"\n\nimport {\n  Component,\n  getComponentElement,\n  getComponentElements\n} from \"../../_\"\nimport {\n  SearchQuery,\n  mountSearchQuery\n} from \"../query\"\nimport { mountSearchResult } from \"../result\"\nimport {\n  SearchShare,\n  mountSearchShare\n} from \"../share\"\nimport {\n  SearchSuggest,\n  mountSearchSuggest\n} from \"../suggest\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search\n */\nexport type Search =\n  | SearchQuery\n  | SearchResult\n  | SearchShare\n  | SearchSuggest\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  index$: ObservableInput<SearchIndex> /* Search index observable */\n  keyboard$: Observable<Keyboard>      /* Keyboard observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search\n *\n * This function sets up the search functionality, including the underlying\n * web worker and all keyboard bindings.\n *\n * @param el - Search element\n * @param options - Options\n *\n * @returns Search component observable\n */\nexport function mountSearch(\n  el: HTMLElement, { index$, keyboard$ }: MountOptions\n): Observable<Component<Search>> {\n  const config = configuration()\n  try {\n    const worker$ = setupSearchWorker(config.search, index$)\n\n    /* Retrieve query and result components */\n    const query  = getComponentElement(\"search-query\", el)\n    const result = getComponentElement(\"search-result\", el)\n\n    /* Always close search on result selection */\n    fromEvent<PointerEvent>(el, \"click\")\n      .pipe(\n        filter(({ target }) => (\n          target instanceof Element && !!target.closest(\"a\")\n        ))\n      )\n        .subscribe(() => setToggle(\"search\", false))\n\n    /* Set up search keyboard handlers */\n    keyboard$\n      .pipe(\n        filter(({ mode }) => mode === \"search\")\n      )\n        .subscribe(key => {\n          const active = getActiveElement()\n          switch (key.type) {\n\n            /* Enter: go to first (best) result */\n            case \"Enter\":\n              if (active === query) {\n                const anchors = new Map<HTMLAnchorElement, number>()\n                for (const anchor of getElements<HTMLAnchorElement>(\n                  \":first-child [href]\", result\n                )) {\n                  const article = anchor.firstElementChild!\n                  anchors.set(anchor, parseFloat(\n                    article.getAttribute(\"data-md-score\")!\n                  ))\n                }\n\n                /* Go to result with highest score, if any */\n                if (anchors.size) {\n                  const [[best]] = [...anchors].sort(([, a], [, b]) => b - a)\n                  best.click()\n                }\n\n                /* Otherwise omit form submission */\n                key.claim()\n              }\n              break\n\n            /* Escape or Tab: close search */\n            case \"Escape\":\n            case \"Tab\":\n              setToggle(\"search\", false)\n              query.blur()\n              break\n\n            /* Vertical arrows: select previous or next search result */\n            case \"ArrowUp\":\n            case \"ArrowDown\":\n              if (typeof active === \"undefined\") {\n                query.focus()\n              } else {\n                const els = [query, ...getElements(\n                  \":not(details) > [href], summary, details[open] [href]\",\n                  result\n                )]\n                const i = Math.max(0, (\n                  Math.max(0, els.indexOf(active)) + els.length + (\n                    key.type === \"ArrowUp\" ? -1 : +1\n                  )\n                ) % els.length)\n                els[i].focus()\n              }\n\n              /* Prevent scrolling of page */\n              key.claim()\n              break\n\n            /* All other keys: hand to search query */\n            default:\n              if (query !== getActiveElement())\n                query.focus()\n          }\n        })\n\n    /* Set up global keyboard handlers */\n    keyboard$\n      .pipe(\n        filter(({ mode }) => mode === \"global\")\n      )\n        .subscribe(key => {\n          switch (key.type) {\n\n            /* Open search and select query */\n            case \"f\":\n            case \"s\":\n            case \"/\":\n              query.focus()\n              query.select()\n\n              /* Prevent scrolling of page */\n              key.claim()\n              break\n          }\n        })\n\n    /* Create and return component */\n    const query$ = mountSearchQuery(query, { worker$ })\n    return merge(\n      query$,\n      mountSearchResult(result, { worker$, query$ })\n    )\n      .pipe(\n        mergeWith(\n\n          /* Search sharing */\n          ...getComponentElements(\"search-share\", el)\n            .map(child => mountSearchShare(child, { query$ })),\n\n          /* Search suggestions */\n          ...getComponentElements(\"search-suggest\", el)\n            .map(child => mountSearchSuggest(child, { worker$, keyboard$ }))\n        )\n      )\n\n  /* Gracefully handle broken search */\n  } catch (err) {\n    el.hidden = true\n    return NEVER\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  ObservableInput,\n  combineLatest,\n  filter,\n  map,\n  startWith\n} from \"rxjs\"\n\nimport { getLocation } from \"~/browser\"\nimport {\n  SearchIndex,\n  setupSearchHighlighter\n} from \"~/integrations\"\nimport { h } from \"~/utilities\"\n\nimport { Component } from \"../../_\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Search highlighting\n */\nexport interface SearchHighlight {\n  nodes: Map<ChildNode, string>        /* Map of replacements */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  index$: ObservableInput<SearchIndex> /* Search index observable */\n  location$: Observable<URL>           /* Location observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Mount search highlighting\n *\n * @param el - Content element\n * @param options - Options\n *\n * @returns Search highlighting component observable\n */\nexport function mountSearchHiglight(\n  el: HTMLElement, { index$, location$ }: MountOptions\n): Observable<Component<SearchHighlight>> {\n  return combineLatest([\n    index$,\n    location$\n      .pipe(\n        startWith(getLocation()),\n        filter(url => !!url.searchParams.get(\"h\"))\n      )\n  ])\n    .pipe(\n      map(([index, url]) => setupSearchHighlighter(index.config)(\n        url.searchParams.get(\"h\")!\n      )),\n      map(fn => {\n        const nodes = new Map<ChildNode, string>()\n\n        /* Traverse text nodes and collect matches */\n        const it = document.createNodeIterator(el, NodeFilter.SHOW_TEXT)\n        for (let node = it.nextNode(); node; node = it.nextNode()) {\n          if (node.parentElement?.offsetHeight) {\n            const original = node.textContent!\n            const replaced = fn(original)\n            if (replaced.length > original.length)\n              nodes.set(node as ChildNode, replaced)\n          }\n        }\n\n        /* Replace original nodes with matches */\n        for (const [node, text] of nodes) {\n          const { childNodes } = h(\"span\", null, text)\n          node.replaceWith(...Array.from(childNodes))\n        }\n\n        /* Return component */\n        return { ref: el, nodes }\n      })\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  animationFrameScheduler,\n  asyncScheduler,\n  auditTime,\n  combineLatest,\n  defer,\n  distinctUntilChanged,\n  endWith,\n  finalize,\n  first,\n  from,\n  fromEvent,\n  ignoreElements,\n  map,\n  mergeMap,\n  observeOn,\n  takeUntil,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport {\n  Viewport,\n  getElement,\n  getElementOffset,\n  getElementSize,\n  getElements\n} from \"~/browser\"\n\nimport { Component } from \"../_\"\nimport { Header } from \"../header\"\nimport { Main } from \"../main\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Sidebar\n */\nexport interface Sidebar {\n  height: number                       /* Sidebar height */\n  locked: boolean                      /* Sidebar is locked */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  main$: Observable<Main>              /* Main area observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n  main$: Observable<Main>              /* Main area observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch sidebar\n *\n * This function returns an observable that computes the visual parameters of\n * the sidebar which depends on the vertical viewport offset, as well as the\n * height of the main area. When the page is scrolled beyond the header, the\n * sidebar is locked and fills the remaining space.\n *\n * @param el - Sidebar element\n * @param options - Options\n *\n * @returns Sidebar observable\n */\nexport function watchSidebar(\n  el: HTMLElement, { viewport$, main$ }: WatchOptions\n): Observable<Sidebar> {\n  const parent = el.closest<HTMLElement>(\".md-grid\")!\n  const adjust =\n    parent.offsetTop -\n    parent.parentElement!.offsetTop\n\n  /* Compute the sidebar's available height and if it should be locked */\n  return combineLatest([main$, viewport$])\n    .pipe(\n      map(([{ offset, height }, { offset: { y } }]) => {\n        height = height\n          + Math.min(adjust, Math.max(0, y - offset))\n          - adjust\n        return {\n          height,\n          locked: y >= offset + adjust\n        }\n      }),\n      distinctUntilChanged((a, b) => (\n        a.height === b.height &&\n        a.locked === b.locked\n      ))\n    )\n}\n\n/**\n * Mount sidebar\n *\n * This function doesn't set the height of the actual sidebar, but of its first\n * child \u2013 the `.md-sidebar__scrollwrap` element in order to mitigiate jittery\n * sidebars when the footer is scrolled into view. At some point we switched\n * from `absolute` / `fixed` positioning to `sticky` positioning, significantly\n * reducing jitter in some browsers (respectively Firefox and Safari) when\n * scrolling from the top. However, top-aligned sticky positioning means that\n * the sidebar snaps to the bottom when the end of the container is reached.\n * This is what leads to the mentioned jitter, as the sidebar's height may be\n * updated too slowly.\n *\n * This behaviour can be mitigiated by setting the height of the sidebar to `0`\n * while preserving the padding, and the height on its first element.\n *\n * @param el - Sidebar element\n * @param options - Options\n *\n * @returns Sidebar component observable\n */\nexport function mountSidebar(\n  el: HTMLElement, { header$, ...options }: MountOptions\n): Observable<Component<Sidebar>> {\n  const inner = getElement(\".md-sidebar__scrollwrap\", el)\n  const { y } = getElementOffset(inner)\n  return defer(() => {\n    const push$ = new Subject<Sidebar>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    const next$ = push$\n      .pipe(\n        auditTime(0, animationFrameScheduler)\n      )\n\n    /* Update sidebar height and offset */\n    next$.pipe(withLatestFrom(header$))\n      .subscribe({\n\n        /* Handle emission */\n        next([{ height }, { height: offset }]) {\n          inner.style.height = `${height - 2 * y}px`\n          el.style.top       = `${offset}px`\n        },\n\n        /* Handle complete */\n        complete() {\n          inner.style.height = \"\"\n          el.style.top       = \"\"\n        }\n      })\n\n    /* Bring active item into view on initial load */\n    next$.pipe(first())\n      .subscribe(() => {\n        for (const item of getElements(\".md-nav__link--active[href]\", el)) {\n          if (!item.clientHeight) // skip invisible toc in left sidebar\n            continue\n          const container = item.closest<HTMLElement>(\".md-sidebar__scrollwrap\")!\n          if (typeof container !== \"undefined\") {\n            const offset = item.offsetTop - container.offsetTop\n            const { height } = getElementSize(container)\n            container.scrollTo({\n              top: offset - height / 2\n            })\n          }\n        }\n      })\n\n    /* Handle accessibility for expandable items, see https://bit.ly/3jaod9p */\n    from(getElements<HTMLLabelElement>(\"label[tabindex]\", el))\n      .pipe(\n        mergeMap(label => fromEvent(label, \"click\")\n          .pipe(\n            observeOn(asyncScheduler),\n            map(() => label),\n            takeUntil(done$)\n          )\n        )\n      )\n        .subscribe(label => {\n          const input = getElement<HTMLInputElement>(`[id=\"${label.htmlFor}\"]`)\n          const nav = getElement(`[aria-labelledby=\"${label.id}\"]`)\n          nav.setAttribute(\"aria-expanded\", `${input.checked}`)\n        })\n\n    /* Create and return component */\n    return watchSidebar(el, options)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { Repo, User } from \"github-types\"\nimport {\n  EMPTY,\n  Observable,\n  catchError,\n  defaultIfEmpty,\n  map,\n  zip\n} from \"rxjs\"\n\nimport { requestJSON } from \"~/browser\"\n\nimport { SourceFacts } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * GitHub release (partial)\n */\ninterface Release {\n  tag_name: string                     /* Tag name */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch GitHub repository facts\n *\n * @param user - GitHub user or organization\n * @param repo - GitHub repository\n *\n * @returns Repository facts observable\n */\nexport function fetchSourceFactsFromGitHub(\n  user: string, repo?: string\n): Observable<SourceFacts> {\n  if (typeof repo !== \"undefined\") {\n    const url = `https://api.github.com/repos/${user}/${repo}`\n    return zip(\n\n      /* Fetch version */\n      requestJSON<Release>(`${url}/releases/latest`)\n        .pipe(\n          catchError(() => EMPTY), // @todo refactor instant loading\n          map(release => ({\n            version: release.tag_name\n          })),\n          defaultIfEmpty({})\n        ),\n\n      /* Fetch stars and forks */\n      requestJSON<Repo>(url)\n        .pipe(\n          catchError(() => EMPTY), // @todo refactor instant loading\n          map(info => ({\n            stars: info.stargazers_count,\n            forks: info.forks_count\n          })),\n          defaultIfEmpty({})\n        )\n    )\n      .pipe(\n        map(([release, info]) => ({ ...release, ...info }))\n      )\n\n  /* User or organization */\n  } else {\n    const url = `https://api.github.com/users/${user}`\n    return requestJSON<User>(url)\n      .pipe(\n        map(info => ({\n          repositories: info.public_repos\n        })),\n        defaultIfEmpty({})\n      )\n  }\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { ProjectSchema } from \"gitlab\"\nimport {\n  EMPTY,\n  Observable,\n  catchError,\n  defaultIfEmpty,\n  map,\n  zip\n} from \"rxjs\"\n\nimport { requestJSON } from \"~/browser\"\n\nimport { SourceFacts } from \"../_\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * GitLab release (partial)\n */\ninterface Release { // @todo remove and use the ReleaseSchema type instead after switching from gitlab to @gitbeaker/rest\n  tag_name: string                     /* Tag name */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch GitLab repository facts\n *\n * @param base - GitLab base\n * @param project - GitLab project\n *\n * @returns Repository facts observable\n */\nexport function fetchSourceFactsFromGitLab(\n  base: string, project: string\n): Observable<SourceFacts> {\n  const url = `https://${base}/api/v4/projects/${encodeURIComponent(project)}`\n  return zip(\n\n    /* Fetch version */\n    requestJSON<Release>(`${url}/releases/permalink/latest`)\n      .pipe(\n        catchError(() => EMPTY), // @todo refactor instant loading\n        map(({ tag_name }) => ({\n          version: tag_name\n        })),\n        defaultIfEmpty({})\n      ),\n\n    /* Fetch stars and forks */\n    requestJSON<ProjectSchema>(url)\n      .pipe(\n        catchError(() => EMPTY), // @todo refactor instant loading\n        map(({ star_count, forks_count }) => ({\n          stars: star_count,\n          forks: forks_count\n        })),\n        defaultIfEmpty({})\n      )\n  )\n    .pipe(\n      map(([release, info]) => ({ ...release, ...info }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport { EMPTY, Observable } from \"rxjs\"\n\nimport { fetchSourceFactsFromGitHub } from \"../github\"\nimport { fetchSourceFactsFromGitLab } from \"../gitlab\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Repository facts for repositories\n */\nexport interface RepositoryFacts {\n  stars?: number                       /* Number of stars */\n  forks?: number                       /* Number of forks */\n  version?: string                     /* Latest version */\n}\n\n/**\n * Repository facts for organizations\n */\nexport interface OrganizationFacts {\n  repositories?: number                /* Number of repositories */\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Repository facts\n */\nexport type SourceFacts =\n  | RepositoryFacts\n  | OrganizationFacts\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Fetch repository facts\n *\n * @param url - Repository URL\n *\n * @returns Repository facts observable\n */\nexport function fetchSourceFacts(\n  url: string\n): Observable<SourceFacts> {\n\n  /* Try to match GitHub repository */\n  let match = url.match(/^.+github\\.com\\/([^/]+)\\/?([^/]+)?/i)\n  if (match) {\n    const [, user, repo] = match\n    return fetchSourceFactsFromGitHub(user, repo)\n  }\n\n  /* Try to match GitLab repository */\n  match = url.match(/^.+?([^/]*gitlab[^/]+)\\/(.+?)\\/?$/i)\n  if (match) {\n    const [, base, slug] = match\n    return fetchSourceFactsFromGitLab(base, slug)\n  }\n\n  /* Fallback */\n  return EMPTY\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  Subject,\n  catchError,\n  defer,\n  filter,\n  finalize,\n  map,\n  of,\n  shareReplay,\n  tap\n} from \"rxjs\"\n\nimport { getElement } from \"~/browser\"\nimport { ConsentDefaults } from \"~/components/consent\"\nimport { renderSourceFacts } from \"~/templates\"\n\nimport {\n  Component,\n  getComponentElements\n} from \"../../_\"\nimport {\n  SourceFacts,\n  fetchSourceFacts\n} from \"../facts\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Repository information\n */\nexport interface Source {\n  facts: SourceFacts                   /* Repository facts */\n}\n\n/* ----------------------------------------------------------------------------\n * Data\n * ------------------------------------------------------------------------- */\n\n/**\n * Repository information observable\n */\nlet fetch$: Observable<Source>\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch repository information\n *\n * This function tries to read the repository facts from session storage, and\n * if unsuccessful, fetches them from the underlying provider.\n *\n * @param el - Repository information element\n *\n * @returns Repository information observable\n */\nexport function watchSource(\n  el: HTMLAnchorElement\n): Observable<Source> {\n  return fetch$ ||= defer(() => {\n    const cached = __md_get<SourceFacts>(\"__source\", sessionStorage)\n    if (cached) {\n      return of(cached)\n    } else {\n\n      /* Check if consent is configured and was given */\n      const els = getComponentElements(\"consent\")\n      if (els.length) {\n        const consent = __md_get<ConsentDefaults>(\"__consent\")\n        if (!(consent && consent.github))\n          return EMPTY\n      }\n\n      /* Fetch repository facts */\n      return fetchSourceFacts(el.href)\n        .pipe(\n          tap(facts => __md_set(\"__source\", facts, sessionStorage))\n        )\n    }\n  })\n    .pipe(\n      catchError(() => EMPTY),\n      filter(facts => Object.keys(facts).length > 0),\n      map(facts => ({ facts })),\n      shareReplay(1)\n    )\n}\n\n/**\n * Mount repository information\n *\n * @param el - Repository information element\n *\n * @returns Repository information component observable\n */\nexport function mountSource(\n  el: HTMLAnchorElement\n): Observable<Component<Source>> {\n  const inner = getElement(\":scope > :last-child\", el)\n  return defer(() => {\n    const push$ = new Subject<Source>()\n    push$.subscribe(({ facts }) => {\n      inner.appendChild(renderSourceFacts(facts))\n      inner.classList.add(\"md-source__repository--active\")\n    })\n\n    /* Create and return component */\n    return watchSource(el)\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  defer,\n  distinctUntilKeyChanged,\n  finalize,\n  map,\n  of,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  watchElementSize,\n  watchViewportAt\n} from \"~/browser\"\n\nimport { Component } from \"../_\"\nimport { Header } from \"../header\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Navigation tabs\n */\nexport interface Tabs {\n  hidden: boolean                      /* Navigation tabs are hidden */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch navigation tabs\n *\n * @param el - Navigation tabs element\n * @param options - Options\n *\n * @returns Navigation tabs observable\n */\nexport function watchTabs(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<Tabs> {\n  return watchElementSize(document.body)\n    .pipe(\n      switchMap(() => watchViewportAt(el, { header$, viewport$ })),\n      map(({ offset: { y } }) => {\n        return {\n          hidden: y >= 10\n        }\n      }),\n      distinctUntilKeyChanged(\"hidden\")\n    )\n}\n\n/**\n * Mount navigation tabs\n *\n * This function hides the navigation tabs when scrolling past the threshold\n * and makes them reappear in a nice CSS animation when scrolling back up.\n *\n * @param el - Navigation tabs element\n * @param options - Options\n *\n * @returns Navigation tabs component observable\n */\nexport function mountTabs(\n  el: HTMLElement, options: MountOptions\n): Observable<Component<Tabs>> {\n  return defer(() => {\n    const push$ = new Subject<Tabs>()\n    push$.subscribe({\n\n      /* Handle emission */\n      next({ hidden }) {\n        el.hidden = hidden\n      },\n\n      /* Handle complete */\n      complete() {\n        el.hidden = false\n      }\n    })\n\n    /* Create and return component */\n    return (\n      feature(\"navigation.tabs.sticky\")\n        ? of({ hidden: false })\n        : watchTabs(el, options)\n    )\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  asyncScheduler,\n  bufferCount,\n  combineLatestWith,\n  debounceTime,\n  defer,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  filter,\n  finalize,\n  ignoreElements,\n  map,\n  merge,\n  observeOn,\n  of,\n  repeat,\n  scan,\n  share,\n  skip,\n  startWith,\n  switchMap,\n  takeUntil,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  getElement,\n  getElementContainer,\n  getElementSize,\n  getElements,\n  getLocation,\n  getOptionalElement,\n  watchElementSize\n} from \"~/browser\"\n\nimport {\n  Component,\n  getComponentElement\n} from \"../_\"\nimport { Header } from \"../header\"\nimport { Main } from \"../main\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Table of contents\n */\nexport interface TableOfContents {\n  prev: HTMLAnchorElement[][]          /* Anchors (previous) */\n  next: HTMLAnchorElement[][]          /* Anchors (next) */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n  main$: Observable<Main>              /* Main area observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch table of contents\n *\n * This is effectively a scroll spy implementation which will account for the\n * fixed header and automatically re-calculate anchor offsets when the viewport\n * is resized. The returned observable will only emit if the table of contents\n * needs to be repainted.\n *\n * This implementation tracks an anchor element's entire path starting from its\n * level up to the top-most anchor element, e.g. `[h3, h2, h1]`. Although the\n * Material theme currently doesn't make use of this information, it enables\n * the styling of the entire hierarchy through customization.\n *\n * Note that the current anchor is the last item of the `prev` anchor list.\n *\n * @param el - Table of contents element\n * @param options - Options\n *\n * @returns Table of contents observable\n */\nexport function watchTableOfContents(\n  el: HTMLElement, { viewport$, header$ }: WatchOptions\n): Observable<TableOfContents> {\n  const table = new Map<HTMLAnchorElement, HTMLElement>()\n\n  /* Compute anchor-to-target mapping */\n  const anchors = getElements<HTMLAnchorElement>(\".md-nav__link\", el)\n  for (const anchor of anchors) {\n    const id = decodeURIComponent(anchor.hash.substring(1))\n    const target = getOptionalElement(`[id=\"${id}\"]`)\n    if (typeof target !== \"undefined\")\n      table.set(anchor, target)\n  }\n\n  /* Compute necessary adjustment for header */\n  const adjust$ = header$\n    .pipe(\n      distinctUntilKeyChanged(\"height\"),\n      map(({ height }) => {\n        const main = getComponentElement(\"main\")\n        const grid = getElement(\":scope > :first-child\", main)\n        return height + 0.8 * (\n          grid.offsetTop -\n          main.offsetTop\n        )\n      }),\n      share()\n    )\n\n  /* Compute partition of previous and next anchors */\n  const partition$ = watchElementSize(document.body)\n    .pipe(\n      distinctUntilKeyChanged(\"height\"),\n\n      /* Build index to map anchor paths to vertical offsets */\n      switchMap(body => defer(() => {\n        let path: HTMLAnchorElement[] = []\n        return of([...table].reduce((index, [anchor, target]) => {\n          while (path.length) {\n            const last = table.get(path[path.length - 1])!\n            if (last.tagName >= target.tagName) {\n              path.pop()\n            } else {\n              break\n            }\n          }\n\n          /* If the current anchor is hidden, continue with its parent */\n          let offset = target.offsetTop\n          while (!offset && target.parentElement) {\n            target = target.parentElement\n            offset = target.offsetTop\n          }\n\n          /* Fix anchor offsets in tables - see https://bit.ly/3CUFOcn */\n          let parent = target.offsetParent as HTMLElement\n          for (; parent; parent = parent.offsetParent as HTMLElement)\n            offset += parent.offsetTop\n\n          /* Map reversed anchor path to vertical offset */\n          return index.set(\n            [...path = [...path, anchor]].reverse(),\n            offset\n          )\n        }, new Map<HTMLAnchorElement[], number>()))\n      })\n        .pipe(\n\n          /* Sort index by vertical offset (see https://bit.ly/30z6QSO) */\n          map(index => new Map([...index].sort(([, a], [, b]) => a - b))),\n          combineLatestWith(adjust$),\n\n          /* Re-compute partition when viewport offset changes */\n          switchMap(([index, adjust]) => viewport$\n            .pipe(\n              scan(([prev, next], { offset: { y }, size }) => {\n                const last = y + size.height >= Math.floor(body.height)\n\n                /* Look forward */\n                while (next.length) {\n                  const [, offset] = next[0]\n                  if (offset - adjust < y || last) {\n                    prev = [...prev, next.shift()!]\n                  } else {\n                    break\n                  }\n                }\n\n                /* Look backward */\n                while (prev.length) {\n                  const [, offset] = prev[prev.length - 1]\n                  if (offset - adjust >= y && !last) {\n                    next = [prev.pop()!, ...next]\n                  } else {\n                    break\n                  }\n                }\n\n                /* Return partition */\n                return [prev, next]\n              }, [[], [...index]]),\n              distinctUntilChanged((a, b) => (\n                a[0] === b[0] &&\n                a[1] === b[1]\n              ))\n            )\n          )\n        )\n      )\n    )\n\n  /* Compute and return anchor list migrations */\n  return partition$\n    .pipe(\n      map(([prev, next]) => ({\n        prev: prev.map(([path]) => path),\n        next: next.map(([path]) => path)\n      })),\n\n      /* Extract anchor list migrations */\n      startWith({ prev: [], next: [] }),\n      bufferCount(2, 1),\n      map(([a, b]) => {\n\n        /* Moving down */\n        if (a.prev.length < b.prev.length) {\n          return {\n            prev: b.prev.slice(Math.max(0, a.prev.length - 1), b.prev.length),\n            next: []\n          }\n\n        /* Moving up */\n        } else {\n          return {\n            prev: b.prev.slice(-1),\n            next: b.next.slice(0, b.next.length - a.next.length)\n          }\n        }\n      })\n    )\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Mount table of contents\n *\n * @param el - Table of contents element\n * @param options - Options\n *\n * @returns Table of contents component observable\n */\nexport function mountTableOfContents(\n  el: HTMLElement, { viewport$, header$, main$, target$ }: MountOptions\n): Observable<Component<TableOfContents>> {\n  return defer(() => {\n    const push$ = new Subject<TableOfContents>()\n    const done$ = push$.pipe(ignoreElements(), endWith(true))\n    push$.subscribe(({ prev, next }) => {\n\n      /* Look forward */\n      for (const [anchor] of next) {\n        anchor.classList.remove(\"md-nav__link--passed\")\n        anchor.classList.remove(\"md-nav__link--active\")\n      }\n\n      /* Look backward */\n      for (const [index, [anchor]] of prev.entries()) {\n        anchor.classList.add(\"md-nav__link--passed\")\n        anchor.classList.toggle(\n          \"md-nav__link--active\",\n          index === prev.length - 1\n        )\n      }\n    })\n\n    /* Set up following, if enabled */\n    if (feature(\"toc.follow\")) {\n\n      /* Toggle smooth scrolling only for anchor clicks */\n      const smooth$ = merge(\n        viewport$.pipe(debounceTime(1), map(() => undefined)),\n        viewport$.pipe(debounceTime(250), map(() => \"smooth\" as const))\n      )\n\n      /* Bring active anchor into view */ // @todo: refactor\n      push$\n        .pipe(\n          filter(({ prev }) => prev.length > 0),\n          combineLatestWith(main$.pipe(observeOn(asyncScheduler))),\n          withLatestFrom(smooth$)\n        )\n          .subscribe(([[{ prev }], behavior]) => {\n            const [anchor] = prev[prev.length - 1]\n            if (anchor.offsetHeight) {\n\n              /* Retrieve overflowing container and scroll */\n              const container = getElementContainer(anchor)\n              if (typeof container !== \"undefined\") {\n                const offset = anchor.offsetTop - container.offsetTop\n                const { height } = getElementSize(container)\n                container.scrollTo({\n                  top: offset - height / 2,\n                  behavior\n                })\n              }\n            }\n          })\n    }\n\n    /* Set up anchor tracking, if enabled */\n    if (feature(\"navigation.tracking\"))\n      viewport$\n        .pipe(\n          takeUntil(done$),\n          distinctUntilKeyChanged(\"offset\"),\n          debounceTime(250),\n          skip(1),\n          takeUntil(target$.pipe(skip(1))),\n          repeat({ delay: 250 }),\n          withLatestFrom(push$)\n        )\n          .subscribe(([, { prev }]) => {\n            const url = getLocation()\n\n            /* Set hash fragment to active anchor */\n            const anchor = prev[prev.length - 1]\n            if (anchor && anchor.length) {\n              const [active] = anchor\n              const { hash } = new URL(active.href)\n              if (url.hash !== hash) {\n                url.hash = hash\n                history.replaceState({}, \"\", `${url}`)\n              }\n\n            /* Reset anchor when at the top */\n            } else {\n              url.hash = \"\"\n              history.replaceState({}, \"\", `${url}`)\n            }\n          })\n\n    /* Create and return component */\n    return watchTableOfContents(el, { viewport$, header$ })\n      .pipe(\n        tap(state => push$.next(state)),\n        finalize(() => push$.complete()),\n        map(state => ({ ref: el, ...state }))\n      )\n  })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  Subject,\n  bufferCount,\n  combineLatest,\n  distinctUntilChanged,\n  distinctUntilKeyChanged,\n  endWith,\n  finalize,\n  fromEvent,\n  ignoreElements,\n  map,\n  repeat,\n  skip,\n  takeUntil,\n  tap\n} from \"rxjs\"\n\nimport { Viewport } from \"~/browser\"\n\nimport { Component } from \"../_\"\nimport { Header } from \"../header\"\nimport { Main } from \"../main\"\n\n/* ----------------------------------------------------------------------------\n * Types\n * ------------------------------------------------------------------------- */\n\n/**\n * Back-to-top button\n */\nexport interface BackToTop {\n  hidden: boolean                      /* Back-to-top button is hidden */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch options\n */\ninterface WatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  main$: Observable<Main>              /* Main area observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/**\n * Mount options\n */\ninterface MountOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  header$: Observable<Header>          /* Header observable */\n  main$: Observable<Main>              /* Main area observable */\n  target$: Observable<HTMLElement>     /* Location target observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Watch back-to-top\n *\n * @param _el - Back-to-top element\n * @param options - Options\n *\n * @returns Back-to-top observable\n */\nexport function watchBackToTop(\n  _el: HTMLElement, { viewport$, main$, target$ }: WatchOptions\n): Observable<BackToTop> {\n\n  /* Compute direction */\n  const direction$ = viewport$\n    .pipe(\n      map(({ offset: { y } }) => y),\n      bufferCount(2, 1),\n      map(([a, b]) => a > b && b > 0),\n      distinctUntilChanged()\n    )\n\n  /* Compute whether main area is active */\n  const active$ = main$\n    .pipe(\n      map(({ active }) => active)\n    )\n\n  /* Compute threshold for hiding */\n  return combineLatest([active$, direction$])\n    .pipe(\n      map(([active, direction]) => !(active && direction)),\n      distinctUntilChanged(),\n      takeUntil(target$.pipe(skip(1))),\n      endWith(true),\n      repeat({ delay: 250 }),\n      map(hidden => ({ hidden }))\n    )\n}\n\n/* ------------------------------------------------------------------------- */\n\n/**\n * Mount back-to-top\n *\n * @param el - Back-to-top element\n * @param options - Options\n *\n * @returns Back-to-top component observable\n */\nexport function mountBackToTop(\n  el: HTMLElement, { viewport$, header$, main$, target$ }: MountOptions\n): Observable<Component<BackToTop>> {\n  const push$ = new Subject<BackToTop>()\n  const done$ = push$.pipe(ignoreElements(), endWith(true))\n  push$.subscribe({\n\n    /* Handle emission */\n    next({ hidden }) {\n      el.hidden = hidden\n      if (hidden) {\n        el.setAttribute(\"tabindex\", \"-1\")\n        el.blur()\n      } else {\n        el.removeAttribute(\"tabindex\")\n      }\n    },\n\n    /* Handle complete */\n    complete() {\n      el.style.top = \"\"\n      el.hidden = true\n      el.removeAttribute(\"tabindex\")\n    }\n  })\n\n  /* Watch header height */\n  header$\n    .pipe(\n      takeUntil(done$),\n      distinctUntilKeyChanged(\"height\")\n    )\n      .subscribe(({ height }) => {\n        el.style.top = `${height + 16}px`\n      })\n\n  /* Go back to top */\n  fromEvent(el, \"click\")\n    .subscribe(ev => {\n      ev.preventDefault()\n      window.scrollTo({ top: 0 })\n    })\n\n  /* Create and return component */\n  return watchBackToTop(el, { viewport$, main$, target$ })\n    .pipe(\n      tap(state => push$.next(state)),\n      finalize(() => push$.complete()),\n      map(state => ({ ref: el, ...state }))\n    )\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  EMPTY,\n  Observable,\n  filter,\n  finalize,\n  map,\n  mergeMap,\n  skip,\n  switchMap,\n  take,\n  takeUntil\n} from \"rxjs\"\n\nimport { feature } from \"~/_\"\nimport {\n  Viewport,\n  getElements,\n  watchElementVisibility\n} from \"~/browser\"\nimport { mountInlineTooltip2 } from \"~/components/tooltip2\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch options\n */\ninterface PatchOptions {\n  document$: Observable<Document>      /* Document observable */\n  viewport$: Observable<Viewport>      /* Viewport observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch ellipsis\n *\n * This function will fetch all elements that are shortened with ellipsis, and\n * filter those which are visible. Once they become visible, they stay in that\n * state, even though they may be hidden again. This optimization is necessary\n * to reduce pressure on the browser, with elements fading in and out of view.\n *\n * @param options - Options\n */\nexport function patchEllipsis(\n  { document$, viewport$ }: PatchOptions\n): void {\n  document$\n    .pipe(\n      switchMap(() => getElements(\".md-ellipsis\")),\n      mergeMap(el => watchElementVisibility(el)\n        .pipe(\n          takeUntil(document$.pipe(skip(1))),\n          filter(visible => visible),\n          map(() => el),\n          take(1)\n        )\n      ),\n      filter(el => el.offsetWidth < el.scrollWidth),\n      mergeMap(el => {\n        const text = el.innerText\n        const host = el.closest(\"a\") || el\n        host.title = text\n\n        // Do not mount improved tooltip if feature is disabled\n        if (!feature(\"content.tooltips\"))\n          return EMPTY\n\n        /* Mount tooltip */\n        return mountInlineTooltip2(host, { viewport$ })\n          .pipe(\n            takeUntil(document$.pipe(skip(1))),\n            finalize(() => host.removeAttribute(\"title\"))\n          )\n      })\n    )\n      .subscribe()\n\n  // @todo move this outside of here and fix memleaks\n  if (feature(\"content.tooltips\"))\n    document$\n      .pipe(\n        switchMap(() => getElements(\".md-status\")),\n        mergeMap(el => mountInlineTooltip2(el, { viewport$ }))\n      )\n        .subscribe()\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  fromEvent,\n  map,\n  mergeMap,\n  switchMap,\n  takeWhile,\n  tap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport { getElements } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch options\n */\ninterface PatchOptions {\n  document$: Observable<Document>      /* Document observable */\n  tablet$: Observable<boolean>         /* Media tablet observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch indeterminate checkboxes\n *\n * This function replaces the indeterminate \"pseudo state\" with the actual\n * indeterminate state, which is used to keep navigation always expanded.\n *\n * @param options - Options\n */\nexport function patchIndeterminate(\n  { document$, tablet$ }: PatchOptions\n): void {\n  document$\n    .pipe(\n      switchMap(() => getElements<HTMLInputElement>(\n        \".md-toggle--indeterminate\"\n      )),\n      tap(el => {\n        el.indeterminate = true\n        el.checked = false\n      }),\n      mergeMap(el => fromEvent(el, \"change\")\n        .pipe(\n          takeWhile(() => el.classList.contains(\"md-toggle--indeterminate\")),\n          map(() => el)\n        )\n      ),\n      withLatestFrom(tablet$)\n    )\n      .subscribe(([el, tablet]) => {\n        el.classList.remove(\"md-toggle--indeterminate\")\n        if (tablet)\n          el.checked = false\n      })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  filter,\n  fromEvent,\n  map,\n  mergeMap,\n  switchMap,\n  tap\n} from \"rxjs\"\n\nimport { getElements } from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch options\n */\ninterface PatchOptions {\n  document$: Observable<Document>      /* Document observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Helper functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Check whether the given device is an Apple device\n *\n * @returns Test result\n */\nfunction isAppleDevice(): boolean {\n  return /(iPad|iPhone|iPod)/.test(navigator.userAgent)\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch all elements with `data-md-scrollfix` attributes\n *\n * This is a year-old patch which ensures that overflow scrolling works at the\n * top and bottom of containers on iOS by ensuring a `1px` scroll offset upon\n * the start of a touch event.\n *\n * @see https://bit.ly/2SCtAOO - Original source\n *\n * @param options - Options\n */\nexport function patchScrollfix(\n  { document$ }: PatchOptions\n): void {\n  document$\n    .pipe(\n      switchMap(() => getElements(\"[data-md-scrollfix]\")),\n      tap(el => el.removeAttribute(\"data-md-scrollfix\")),\n      filter(isAppleDevice),\n      mergeMap(el => fromEvent(el, \"touchstart\")\n        .pipe(\n          map(() => el)\n        )\n      )\n    )\n      .subscribe(el => {\n        const top = el.scrollTop\n\n        /* We're at the top of the container */\n        if (top === 0) {\n          el.scrollTop = 1\n\n        /* We're at the bottom of the container */\n        } else if (top + el.offsetHeight === el.scrollHeight) {\n          el.scrollTop = top - 1\n        }\n      })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\nimport {\n  Observable,\n  combineLatest,\n  delay,\n  map,\n  of,\n  switchMap,\n  withLatestFrom\n} from \"rxjs\"\n\nimport {\n  Viewport,\n  watchToggle\n} from \"~/browser\"\n\n/* ----------------------------------------------------------------------------\n * Helper types\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch options\n */\ninterface PatchOptions {\n  viewport$: Observable<Viewport>      /* Viewport observable */\n  tablet$: Observable<boolean>         /* Media tablet observable */\n}\n\n/* ----------------------------------------------------------------------------\n * Functions\n * ------------------------------------------------------------------------- */\n\n/**\n * Patch the document body to lock when search is open\n *\n * For mobile and tablet viewports, the search is rendered full screen, which\n * leads to scroll leaking when at the top or bottom of the search result. This\n * function locks the body when the search is in full screen mode, and restores\n * the scroll position when leaving.\n *\n * @param options - Options\n */\nexport function patchScrolllock(\n  { viewport$, tablet$ }: PatchOptions\n): void {\n  combineLatest([watchToggle(\"search\"), tablet$])\n    .pipe(\n      map(([active, tablet]) => active && !tablet),\n      switchMap(active => of(active)\n        .pipe(\n          delay(active ? 400 : 100)\n        )\n      ),\n      withLatestFrom(viewport$)\n    )\n      .subscribe(([active, { offset: { y }}]) => {\n        if (active) {\n          document.body.setAttribute(\"data-md-scrolllock\", \"\")\n          document.body.style.top = `-${y}px`\n        } else {\n          const value = -1 * parseInt(document.body.style.top, 10)\n          document.body.removeAttribute(\"data-md-scrolllock\")\n          document.body.style.top = \"\"\n          if (value)\n            window.scrollTo(0, value)\n        }\n      })\n}\n", "/*\n * Copyright (c) 2016-2025 Martin Donath <martin.donath@squidfunk.com>\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to\n * deal in the Software without restriction, including without limitation the\n * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or\n * sell copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in\n * all copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS\n * IN THE SOFTWARE.\n */\n\n/* ----------------------------------------------------------------------------\n * Polyfills\n * ------------------------------------------------------------------------- */\n\n/* Polyfill `Object.entries` */\nif (!Object.entries)\n  Object.entries = function (obj: object) {\n    const data: [string, string][] = []\n    for (const key of Object.keys(obj))\n      // @ts-expect-error - ignore property access warning\n      data.push([key, obj[key]])\n\n    /* Return entries */\n    return data\n  }\n\n/* Polyfill `Object.values` */\nif (!Object.values)\n  Object.values = function (obj: object) {\n    const data: string[] = []\n    for (const key of Object.keys(obj))\n      // @ts-expect-error - ignore property access warning\n      data.push(obj[key])\n\n    /* Return values */\n    return data\n  }\n\n/* ------------------------------------------------------------------------- */\n\n/* Polyfills for `Element` */\nif (typeof Element !== \"undefined\") {\n\n  /* Polyfill `Element.scrollTo` */\n  if (!Element.prototype.scrollTo)\n    Element.prototype.scrollTo = function (\n      x?: ScrollToOptions | number, y?: number\n    ): void {\n      if (typeof x === \"object\") {\n        this.scrollLeft = x.left!\n        this.scrollTop = x.top!\n      } else {\n        this.scrollLeft = x!\n        this.scrollTop = y!\n      }\n    }\n\n  /* Polyfill `Element.replaceWith` */\n  if (!Element.prototype.replaceWith)\n    Element.prototype.replaceWith = function (\n      ...nodes: Array<string | Node>\n    ): void {\n      const parent = this.parentNode\n      if (parent) {\n        if (nodes.length === 0)\n          parent.removeChild(this)\n\n        /* Replace children and create text nodes */\n        for (let i = nodes.length - 1; i >= 0; i--) {\n          let node = nodes[i]\n          if (typeof node === \"string\")\n            node = document.createTextNode(node)\n          else if (node.parentNode)\n            node.parentNode.removeChild(node)\n\n          /* Replace child or insert before previous sibling */\n          if (!i)\n            parent.replaceChild(node, this)\n          else\n            parent.insertBefore(this.previousSibling!, node)\n        }\n      }\n    }\n}\n"],
+  "mappings": "2rCAAA,IAAAA,GAAAC,GAAA,CAAAC,GAAAC,KAAA,EAAC,SAAUC,EAAQC,EAAS,CAC1B,OAAOH,IAAY,UAAY,OAAOC,IAAW,YAAcE,EAAQ,EACvE,OAAO,QAAW,YAAc,OAAO,IAAM,OAAOA,CAAO,EAC1DA,EAAQ,CACX,GAAEH,GAAO,UAAY,CAAE,aASrB,SAASI,EAA0BC,EAAO,CACxC,IAAIC,EAAmB,GACnBC,EAA0B,GAC1BC,EAAiC,KAEjCC,EAAsB,CACxB,KAAM,GACN,OAAQ,GACR,IAAK,GACL,IAAK,GACL,MAAO,GACP,SAAU,GACV,OAAQ,GACR,KAAM,GACN,MAAO,GACP,KAAM,GACN,KAAM,GACN,SAAU,GACV,iBAAkB,EACpB,EAOA,SAASC,EAAmBC,EAAI,CAC9B,MACE,GAAAA,GACAA,IAAO,UACPA,EAAG,WAAa,QAChBA,EAAG,WAAa,QAChB,cAAeA,GACf,aAAcA,EAAG,UAKrB,CASA,SAASC,EAA8BD,EAAI,CACzC,IAAIE,GAAOF,EAAG,KACVG,GAAUH,EAAG,QAUjB,MARI,GAAAG,KAAY,SAAWL,EAAoBI,EAAI,GAAK,CAACF,EAAG,UAIxDG,KAAY,YAAc,CAACH,EAAG,UAI9BA,EAAG,kBAKT,CAOA,SAASI,EAAqBJ,EAAI,CAC5BA,EAAG,UAAU,SAAS,eAAe,IAGzCA,EAAG,UAAU,IAAI,eAAe,EAChCA,EAAG,aAAa,2BAA4B,EAAE,EAChD,CAOA,SAASK,EAAwBL,EAAI,CAC9BA,EAAG,aAAa,0BAA0B,IAG/CA,EAAG,UAAU,OAAO,eAAe,EACnCA,EAAG,gBAAgB,0BAA0B,EAC/C,CAUA,SAASM,EAAUC,EAAG,CAChBA,EAAE,SAAWA,EAAE,QAAUA,EAAE,UAI3BR,EAAmBL,EAAM,aAAa,GACxCU,EAAqBV,EAAM,aAAa,EAG1CC,EAAmB,GACrB,CAUA,SAASa,EAAcD,EAAG,CACxBZ,EAAmB,EACrB,CASA,SAASc,EAAQF,EAAG,CAEbR,EAAmBQ,EAAE,MAAM,IAI5BZ,GAAoBM,EAA8BM,EAAE,MAAM,IAC5DH,EAAqBG,EAAE,MAAM,CAEjC,CAMA,SAASG,EAAOH,EAAG,CACZR,EAAmBQ,EAAE,MAAM,IAK9BA,EAAE,OAAO,UAAU,SAAS,eAAe,GAC3CA,EAAE,OAAO,aAAa,0BAA0B,KAMhDX,EAA0B,GAC1B,OAAO,aAAaC,CAA8B,EAClDA,EAAiC,OAAO,WAAW,UAAW,CAC5DD,EAA0B,EAC5B,EAAG,GAAG,EACNS,EAAwBE,EAAE,MAAM,EAEpC,CAOA,SAASI,EAAmBJ,EAAG,CACzB,SAAS,kBAAoB,WAK3BX,IACFD,EAAmB,IAErBiB,EAA+B,EAEnC,CAQA,SAASA,GAAiC,CACxC,SAAS,iBAAiB,YAAaC,CAAoB,EAC3D,SAAS,iBAAiB,YAAaA,CAAoB,EAC3D,SAAS,iBAAiB,UAAWA,CAAoB,EACzD,SAAS,iBAAiB,cAAeA,CAAoB,EAC7D,SAAS,iBAAiB,cAAeA,CAAoB,EAC7D,SAAS,iBAAiB,YAAaA,CAAoB,EAC3D,SAAS,iBAAiB,YAAaA,CAAoB,EAC3D,SAAS,iBAAiB,aAAcA,CAAoB,EAC5D,SAAS,iBAAiB,WAAYA,CAAoB,CAC5D,CAEA,SAASC,IAAoC,CAC3C,SAAS,oBAAoB,YAAaD,CAAoB,EAC9D,SAAS,oBAAoB,YAAaA,CAAoB,EAC9D,SAAS,oBAAoB,UAAWA,CAAoB,EAC5D,SAAS,oBAAoB,cAAeA,CAAoB,EAChE,SAAS,oBAAoB,cAAeA,CAAoB,EAChE,SAAS,oBAAoB,YAAaA,CAAoB,EAC9D,SAAS,oBAAoB,YAAaA,CAAoB,EAC9D,SAAS,oBAAoB,aAAcA,CAAoB,EAC/D,SAAS,oBAAoB,WAAYA,CAAoB,CAC/D,CASA,SAASA,EAAqBN,EAAG,CAG3BA,EAAE,OAAO,UAAYA,EAAE,OAAO,SAAS,YAAY,IAAM,SAI7DZ,EAAmB,GACnBmB,GAAkC,EACpC,CAKA,SAAS,iBAAiB,UAAWR,EAAW,EAAI,EACpD,SAAS,iBAAiB,YAAaE,EAAe,EAAI,EAC1D,SAAS,iBAAiB,cAAeA,EAAe,EAAI,EAC5D,SAAS,iBAAiB,aAAcA,EAAe,EAAI,EAC3D,SAAS,iBAAiB,mBAAoBG,EAAoB,EAAI,EAEtEC,EAA+B,EAM/BlB,EAAM,iBAAiB,QAASe,EAAS,EAAI,EAC7Cf,EAAM,iBAAiB,OAAQgB,EAAQ,EAAI,EAOvChB,EAAM,WAAa,KAAK,wBAA0BA,EAAM,KAI1DA,EAAM,KAAK,aAAa,wBAAyB,EAAE,EAC1CA,EAAM,WAAa,KAAK,gBACjC,SAAS,gBAAgB,UAAU,IAAI,kBAAkB,EACzD,SAAS,gBAAgB,aAAa,wBAAyB,EAAE,EAErE,CAKA,GAAI,OAAO,QAAW,aAAe,OAAO,UAAa,YAAa,CAIpE,OAAO,0BAA4BD,EAInC,IAAIsB,EAEJ,GAAI,CACFA,EAAQ,IAAI,YAAY,8BAA8B,CACxD,OAASC,EAAO,CAEdD,EAAQ,SAAS,YAAY,aAAa,EAC1CA,EAAM,gBAAgB,+BAAgC,GAAO,GAAO,CAAC,CAAC,CACxE,CAEA,OAAO,cAAcA,CAAK,CAC5B,CAEI,OAAO,UAAa,aAGtBtB,EAA0B,QAAQ,CAGtC,CAAE,ICvTF,IAAAwB,GAAAC,GAAA,CAAAC,GAAAC,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAeA,IAAIC,GAAkB,UAOtBD,GAAO,QAAUE,GAUjB,SAASA,GAAWC,EAAQ,CAC1B,IAAIC,EAAM,GAAKD,EACXE,EAAQJ,GAAgB,KAAKG,CAAG,EAEpC,GAAI,CAACC,EACH,OAAOD,EAGT,IAAIE,EACAC,EAAO,GACPC,EAAQ,EACRC,EAAY,EAEhB,IAAKD,EAAQH,EAAM,MAAOG,EAAQJ,EAAI,OAAQI,IAAS,CACrD,OAAQJ,EAAI,WAAWI,CAAK,EAAG,CAC7B,IAAK,IACHF,EAAS,SACT,MACF,IAAK,IACHA,EAAS,QACT,MACF,IAAK,IACHA,EAAS,QACT,MACF,IAAK,IACHA,EAAS,OACT,MACF,IAAK,IACHA,EAAS,OACT,MACF,QACE,QACJ,CAEIG,IAAcD,IAChBD,GAAQH,EAAI,UAAUK,EAAWD,CAAK,GAGxCC,EAAYD,EAAQ,EACpBD,GAAQD,CACV,CAEA,OAAOG,IAAcD,EACjBD,EAAOH,EAAI,UAAUK,EAAWD,CAAK,EACrCD,CACN,IC7EA,IAAAG,GAAAC,GAAA,CAAAC,GAAAC,KAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMC,SAA0CC,EAAMC,EAAS,CACtD,OAAOH,IAAY,UAAY,OAAOC,IAAW,SACnDA,GAAO,QAAUE,EAAQ,EAClB,OAAO,QAAW,YAAc,OAAO,IAC9C,OAAO,CAAC,EAAGA,CAAO,EACX,OAAOH,IAAY,SAC1BA,GAAQ,YAAiBG,EAAQ,EAEjCD,EAAK,YAAiBC,EAAQ,CAChC,GAAGH,GAAM,UAAW,CACpB,OAAiB,UAAW,CAClB,IAAII,EAAuB,CAE/B,IACC,SAASC,EAAyBC,EAAqBC,EAAqB,CAEnF,aAGAA,EAAoB,EAAED,EAAqB,CACzC,QAAW,UAAW,CAAE,OAAqBE,EAAW,CAC1D,CAAC,EAGD,IAAIC,EAAeF,EAAoB,GAAG,EACtCG,EAAoCH,EAAoB,EAAEE,CAAY,EAEtEE,EAASJ,EAAoB,GAAG,EAChCK,EAA8BL,EAAoB,EAAEI,CAAM,EAE1DE,EAAaN,EAAoB,GAAG,EACpCO,EAA8BP,EAAoB,EAAEM,CAAU,EAOlE,SAASE,EAAQC,EAAM,CACrB,GAAI,CACF,OAAO,SAAS,YAAYA,CAAI,CAClC,OAASC,EAAK,CACZ,MAAO,EACT,CACF,CAUA,IAAIC,EAAqB,SAA4BC,EAAQ,CAC3D,IAAIC,EAAeN,EAAe,EAAEK,CAAM,EAC1C,OAAAJ,EAAQ,KAAK,EACNK,CACT,EAEiCC,EAAeH,EAOhD,SAASI,EAAkBC,EAAO,CAChC,IAAIC,EAAQ,SAAS,gBAAgB,aAAa,KAAK,IAAM,MACzDC,EAAc,SAAS,cAAc,UAAU,EAEnDA,EAAY,MAAM,SAAW,OAE7BA,EAAY,MAAM,OAAS,IAC3BA,EAAY,MAAM,QAAU,IAC5BA,EAAY,MAAM,OAAS,IAE3BA,EAAY,MAAM,SAAW,WAC7BA,EAAY,MAAMD,EAAQ,QAAU,MAAM,EAAI,UAE9C,IAAIE,EAAY,OAAO,aAAe,SAAS,gBAAgB,UAC/D,OAAAD,EAAY,MAAM,IAAM,GAAG,OAAOC,EAAW,IAAI,EACjDD,EAAY,aAAa,WAAY,EAAE,EACvCA,EAAY,MAAQF,EACbE,CACT,CAYA,IAAIE,EAAiB,SAAwBJ,EAAOK,EAAS,CAC3D,IAAIH,EAAcH,EAAkBC,CAAK,EACzCK,EAAQ,UAAU,YAAYH,CAAW,EACzC,IAAIL,EAAeN,EAAe,EAAEW,CAAW,EAC/C,OAAAV,EAAQ,MAAM,EACdU,EAAY,OAAO,EACZL,CACT,EASIS,GAAsB,SAA6BV,EAAQ,CAC7D,IAAIS,EAAU,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAChF,UAAW,SAAS,IACtB,EACIR,EAAe,GAEnB,OAAI,OAAOD,GAAW,SACpBC,EAAeO,EAAeR,EAAQS,CAAO,EACpCT,aAAkB,kBAAoB,CAAC,CAAC,OAAQ,SAAU,MAAO,MAAO,UAAU,EAAE,SAASA,GAAW,KAA4B,OAASA,EAAO,IAAI,EAEjKC,EAAeO,EAAeR,EAAO,MAAOS,CAAO,GAEnDR,EAAeN,EAAe,EAAEK,CAAM,EACtCJ,EAAQ,MAAM,GAGTK,CACT,EAEiCU,EAAgBD,GAEjD,SAASE,EAAQC,EAAK,CAAE,0BAA2B,OAAI,OAAO,QAAW,YAAc,OAAO,OAAO,UAAa,SAAYD,EAAU,SAAiBC,EAAK,CAAE,OAAO,OAAOA,CAAK,EAAYD,EAAU,SAAiBC,EAAK,CAAE,OAAOA,GAAO,OAAO,QAAW,YAAcA,EAAI,cAAgB,QAAUA,IAAQ,OAAO,UAAY,SAAW,OAAOA,CAAK,EAAYD,EAAQC,CAAG,CAAG,CAUzX,IAAIC,GAAyB,UAAkC,CAC7D,IAAIL,EAAU,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAAC,EAE/EM,EAAkBN,EAAQ,OAC1BO,EAASD,IAAoB,OAAS,OAASA,EAC/CE,EAAYR,EAAQ,UACpBT,EAASS,EAAQ,OACjBS,GAAOT,EAAQ,KAEnB,GAAIO,IAAW,QAAUA,IAAW,MAClC,MAAM,IAAI,MAAM,oDAAoD,EAItE,GAAIhB,IAAW,OACb,GAAIA,GAAUY,EAAQZ,CAAM,IAAM,UAAYA,EAAO,WAAa,EAAG,CACnE,GAAIgB,IAAW,QAAUhB,EAAO,aAAa,UAAU,EACrD,MAAM,IAAI,MAAM,mFAAmF,EAGrG,GAAIgB,IAAW,QAAUhB,EAAO,aAAa,UAAU,GAAKA,EAAO,aAAa,UAAU,GACxF,MAAM,IAAI,MAAM,uGAAwG,CAE5H,KACE,OAAM,IAAI,MAAM,6CAA6C,EAKjE,GAAIkB,GACF,OAAOP,EAAaO,GAAM,CACxB,UAAWD,CACb,CAAC,EAIH,GAAIjB,EACF,OAAOgB,IAAW,MAAQd,EAAYF,CAAM,EAAIW,EAAaX,EAAQ,CACnE,UAAWiB,CACb,CAAC,CAEL,EAEiCE,GAAmBL,GAEpD,SAASM,GAAiBP,EAAK,CAAE,0BAA2B,OAAI,OAAO,QAAW,YAAc,OAAO,OAAO,UAAa,SAAYO,GAAmB,SAAiBP,EAAK,CAAE,OAAO,OAAOA,CAAK,EAAYO,GAAmB,SAAiBP,EAAK,CAAE,OAAOA,GAAO,OAAO,QAAW,YAAcA,EAAI,cAAgB,QAAUA,IAAQ,OAAO,UAAY,SAAW,OAAOA,CAAK,EAAYO,GAAiBP,CAAG,CAAG,CAE7Z,SAASQ,GAAgBC,EAAUC,EAAa,CAAE,GAAI,EAAED,aAAoBC,GAAgB,MAAM,IAAI,UAAU,mCAAmC,CAAK,CAExJ,SAASC,GAAkBxB,EAAQyB,EAAO,CAAE,QAASC,EAAI,EAAGA,EAAID,EAAM,OAAQC,IAAK,CAAE,IAAIC,EAAaF,EAAMC,CAAC,EAAGC,EAAW,WAAaA,EAAW,YAAc,GAAOA,EAAW,aAAe,GAAU,UAAWA,IAAYA,EAAW,SAAW,IAAM,OAAO,eAAe3B,EAAQ2B,EAAW,IAAKA,CAAU,CAAG,CAAE,CAE5T,SAASC,GAAaL,EAAaM,EAAYC,EAAa,CAAE,OAAID,GAAYL,GAAkBD,EAAY,UAAWM,CAAU,EAAOC,GAAaN,GAAkBD,EAAaO,CAAW,EAAUP,CAAa,CAEtN,SAASQ,GAAUC,EAAUC,EAAY,CAAE,GAAI,OAAOA,GAAe,YAAcA,IAAe,KAAQ,MAAM,IAAI,UAAU,oDAAoD,EAAKD,EAAS,UAAY,OAAO,OAAOC,GAAcA,EAAW,UAAW,CAAE,YAAa,CAAE,MAAOD,EAAU,SAAU,GAAM,aAAc,EAAK,CAAE,CAAC,EAAOC,GAAYC,GAAgBF,EAAUC,CAAU,CAAG,CAEhY,SAASC,GAAgBC,EAAGC,EAAG,CAAE,OAAAF,GAAkB,OAAO,gBAAkB,SAAyBC,EAAGC,EAAG,CAAE,OAAAD,EAAE,UAAYC,EAAUD,CAAG,EAAUD,GAAgBC,EAAGC,CAAC,CAAG,CAEzK,SAASC,GAAaC,EAAS,CAAE,IAAIC,EAA4BC,GAA0B,EAAG,OAAO,UAAgC,CAAE,IAAIC,EAAQC,GAAgBJ,CAAO,EAAGK,EAAQ,GAAIJ,EAA2B,CAAE,IAAIK,EAAYF,GAAgB,IAAI,EAAE,YAAaC,EAAS,QAAQ,UAAUF,EAAO,UAAWG,CAAS,CAAG,MAASD,EAASF,EAAM,MAAM,KAAM,SAAS,EAAK,OAAOI,GAA2B,KAAMF,CAAM,CAAG,CAAG,CAExa,SAASE,GAA2BC,EAAMC,EAAM,CAAE,OAAIA,IAAS3B,GAAiB2B,CAAI,IAAM,UAAY,OAAOA,GAAS,YAAsBA,EAAeC,GAAuBF,CAAI,CAAG,CAEzL,SAASE,GAAuBF,EAAM,CAAE,GAAIA,IAAS,OAAU,MAAM,IAAI,eAAe,2DAA2D,EAAK,OAAOA,CAAM,CAErK,SAASN,IAA4B,CAA0E,GAApE,OAAO,SAAY,aAAe,CAAC,QAAQ,WAA6B,QAAQ,UAAU,KAAM,MAAO,GAAO,GAAI,OAAO,OAAU,WAAY,MAAO,GAAM,GAAI,CAAE,YAAK,UAAU,SAAS,KAAK,QAAQ,UAAU,KAAM,CAAC,EAAG,UAAY,CAAC,CAAC,CAAC,EAAU,EAAM,OAASS,EAAG,CAAE,MAAO,EAAO,CAAE,CAEnU,SAASP,GAAgBP,EAAG,CAAE,OAAAO,GAAkB,OAAO,eAAiB,OAAO,eAAiB,SAAyBP,EAAG,CAAE,OAAOA,EAAE,WAAa,OAAO,eAAeA,CAAC,CAAG,EAAUO,GAAgBP,CAAC,CAAG,CAa5M,SAASe,GAAkBC,EAAQC,EAAS,CAC1C,IAAIC,EAAY,kBAAkB,OAAOF,CAAM,EAE/C,GAAKC,EAAQ,aAAaC,CAAS,EAInC,OAAOD,EAAQ,aAAaC,CAAS,CACvC,CAOA,IAAIC,GAAyB,SAAUC,EAAU,CAC/CxB,GAAUuB,EAAWC,CAAQ,EAE7B,IAAIC,EAASnB,GAAaiB,CAAS,EAMnC,SAASA,EAAUG,EAAShD,EAAS,CACnC,IAAIiD,EAEJ,OAAArC,GAAgB,KAAMiC,CAAS,EAE/BI,EAAQF,EAAO,KAAK,IAAI,EAExBE,EAAM,eAAejD,CAAO,EAE5BiD,EAAM,YAAYD,CAAO,EAElBC,CACT,CAQA,OAAA9B,GAAa0B,EAAW,CAAC,CACvB,IAAK,iBACL,MAAO,UAA0B,CAC/B,IAAI7C,EAAU,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAAC,EACnF,KAAK,OAAS,OAAOA,EAAQ,QAAW,WAAaA,EAAQ,OAAS,KAAK,cAC3E,KAAK,OAAS,OAAOA,EAAQ,QAAW,WAAaA,EAAQ,OAAS,KAAK,cAC3E,KAAK,KAAO,OAAOA,EAAQ,MAAS,WAAaA,EAAQ,KAAO,KAAK,YACrE,KAAK,UAAYW,GAAiBX,EAAQ,SAAS,IAAM,SAAWA,EAAQ,UAAY,SAAS,IACnG,CAMF,EAAG,CACD,IAAK,cACL,MAAO,SAAqBgD,EAAS,CACnC,IAAIE,EAAS,KAEb,KAAK,SAAWlE,EAAe,EAAEgE,EAAS,QAAS,SAAUR,GAAG,CAC9D,OAAOU,EAAO,QAAQV,EAAC,CACzB,CAAC,CACH,CAMF,EAAG,CACD,IAAK,UACL,MAAO,SAAiBA,EAAG,CACzB,IAAIQ,EAAUR,EAAE,gBAAkBA,EAAE,cAChCjC,GAAS,KAAK,OAAOyC,CAAO,GAAK,OACjCvC,GAAOC,GAAgB,CACzB,OAAQH,GACR,UAAW,KAAK,UAChB,OAAQ,KAAK,OAAOyC,CAAO,EAC3B,KAAM,KAAK,KAAKA,CAAO,CACzB,CAAC,EAED,KAAK,KAAKvC,GAAO,UAAY,QAAS,CACpC,OAAQF,GACR,KAAME,GACN,QAASuC,EACT,eAAgB,UAA0B,CACpCA,GACFA,EAAQ,MAAM,EAGhB,OAAO,aAAa,EAAE,gBAAgB,CACxC,CACF,CAAC,CACH,CAMF,EAAG,CACD,IAAK,gBACL,MAAO,SAAuBA,EAAS,CACrC,OAAOP,GAAkB,SAAUO,CAAO,CAC5C,CAMF,EAAG,CACD,IAAK,gBACL,MAAO,SAAuBA,EAAS,CACrC,IAAIG,EAAWV,GAAkB,SAAUO,CAAO,EAElD,GAAIG,EACF,OAAO,SAAS,cAAcA,CAAQ,CAE1C,CAQF,EAAG,CACD,IAAK,cAML,MAAO,SAAqBH,EAAS,CACnC,OAAOP,GAAkB,OAAQO,CAAO,CAC1C,CAKF,EAAG,CACD,IAAK,UACL,MAAO,UAAmB,CACxB,KAAK,SAAS,QAAQ,CACxB,CACF,CAAC,EAAG,CAAC,CACH,IAAK,OACL,MAAO,SAAczD,EAAQ,CAC3B,IAAIS,EAAU,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAChF,UAAW,SAAS,IACtB,EACA,OAAOE,EAAaX,EAAQS,CAAO,CACrC,CAOF,EAAG,CACD,IAAK,MACL,MAAO,SAAaT,EAAQ,CAC1B,OAAOE,EAAYF,CAAM,CAC3B,CAOF,EAAG,CACD,IAAK,cACL,MAAO,UAAuB,CAC5B,IAAIgB,EAAS,UAAU,OAAS,GAAK,UAAU,CAAC,IAAM,OAAY,UAAU,CAAC,EAAI,CAAC,OAAQ,KAAK,EAC3F6C,EAAU,OAAO7C,GAAW,SAAW,CAACA,CAAM,EAAIA,EAClD8C,GAAU,CAAC,CAAC,SAAS,sBACzB,OAAAD,EAAQ,QAAQ,SAAU7C,GAAQ,CAChC8C,GAAUA,IAAW,CAAC,CAAC,SAAS,sBAAsB9C,EAAM,CAC9D,CAAC,EACM8C,EACT,CACF,CAAC,CAAC,EAEKR,CACT,EAAG/D,EAAqB,CAAE,EAEOF,GAAaiE,EAExC,EAEA,IACC,SAASxE,EAAQ,CAExB,IAAIiF,EAAqB,EAKzB,GAAI,OAAO,SAAY,aAAe,CAAC,QAAQ,UAAU,QAAS,CAC9D,IAAIC,EAAQ,QAAQ,UAEpBA,EAAM,QAAUA,EAAM,iBACNA,EAAM,oBACNA,EAAM,mBACNA,EAAM,kBACNA,EAAM,qBAC1B,CASA,SAASC,EAASb,EAASQ,EAAU,CACjC,KAAOR,GAAWA,EAAQ,WAAaW,GAAoB,CACvD,GAAI,OAAOX,EAAQ,SAAY,YAC3BA,EAAQ,QAAQQ,CAAQ,EAC1B,OAAOR,EAETA,EAAUA,EAAQ,UACtB,CACJ,CAEAtE,EAAO,QAAUmF,CAGX,EAEA,IACC,SAASnF,EAAQoF,EAA0B9E,EAAqB,CAEvE,IAAI6E,EAAU7E,EAAoB,GAAG,EAYrC,SAAS+E,EAAUf,EAASQ,EAAU/D,EAAMuE,EAAUC,EAAY,CAC9D,IAAIC,EAAaC,EAAS,MAAM,KAAM,SAAS,EAE/C,OAAAnB,EAAQ,iBAAiBvD,EAAMyE,EAAYD,CAAU,EAE9C,CACH,QAAS,UAAW,CAChBjB,EAAQ,oBAAoBvD,EAAMyE,EAAYD,CAAU,CAC5D,CACJ,CACJ,CAYA,SAASG,EAASC,EAAUb,EAAU/D,EAAMuE,EAAUC,EAAY,CAE9D,OAAI,OAAOI,EAAS,kBAAqB,WAC9BN,EAAU,MAAM,KAAM,SAAS,EAItC,OAAOtE,GAAS,WAGTsE,EAAU,KAAK,KAAM,QAAQ,EAAE,MAAM,KAAM,SAAS,GAI3D,OAAOM,GAAa,WACpBA,EAAW,SAAS,iBAAiBA,CAAQ,GAI1C,MAAM,UAAU,IAAI,KAAKA,EAAU,SAAUrB,EAAS,CACzD,OAAOe,EAAUf,EAASQ,EAAU/D,EAAMuE,EAAUC,CAAU,CAClE,CAAC,EACL,CAWA,SAASE,EAASnB,EAASQ,EAAU/D,EAAMuE,EAAU,CACjD,OAAO,SAASnB,EAAG,CACfA,EAAE,eAAiBgB,EAAQhB,EAAE,OAAQW,CAAQ,EAEzCX,EAAE,gBACFmB,EAAS,KAAKhB,EAASH,CAAC,CAEhC,CACJ,CAEAnE,EAAO,QAAU0F,CAGX,EAEA,IACC,SAAStF,EAAyBL,EAAS,CAQlDA,EAAQ,KAAO,SAASuB,EAAO,CAC3B,OAAOA,IAAU,QACVA,aAAiB,aACjBA,EAAM,WAAa,CAC9B,EAQAvB,EAAQ,SAAW,SAASuB,EAAO,CAC/B,IAAIP,EAAO,OAAO,UAAU,SAAS,KAAKO,CAAK,EAE/C,OAAOA,IAAU,SACTP,IAAS,qBAAuBA,IAAS,4BACzC,WAAYO,IACZA,EAAM,SAAW,GAAKvB,EAAQ,KAAKuB,EAAM,CAAC,CAAC,EACvD,EAQAvB,EAAQ,OAAS,SAASuB,EAAO,CAC7B,OAAO,OAAOA,GAAU,UACjBA,aAAiB,MAC5B,EAQAvB,EAAQ,GAAK,SAASuB,EAAO,CACzB,IAAIP,EAAO,OAAO,UAAU,SAAS,KAAKO,CAAK,EAE/C,OAAOP,IAAS,mBACpB,CAGM,EAEA,IACC,SAASf,EAAQoF,EAA0B9E,EAAqB,CAEvE,IAAIsF,EAAKtF,EAAoB,GAAG,EAC5BoF,EAAWpF,EAAoB,GAAG,EAWtC,SAASI,EAAOQ,EAAQH,EAAMuE,EAAU,CACpC,GAAI,CAACpE,GAAU,CAACH,GAAQ,CAACuE,EACrB,MAAM,IAAI,MAAM,4BAA4B,EAGhD,GAAI,CAACM,EAAG,OAAO7E,CAAI,EACf,MAAM,IAAI,UAAU,kCAAkC,EAG1D,GAAI,CAAC6E,EAAG,GAAGN,CAAQ,EACf,MAAM,IAAI,UAAU,mCAAmC,EAG3D,GAAIM,EAAG,KAAK1E,CAAM,EACd,OAAO2E,EAAW3E,EAAQH,EAAMuE,CAAQ,EAEvC,GAAIM,EAAG,SAAS1E,CAAM,EACvB,OAAO4E,EAAe5E,EAAQH,EAAMuE,CAAQ,EAE3C,GAAIM,EAAG,OAAO1E,CAAM,EACrB,OAAO6E,EAAe7E,EAAQH,EAAMuE,CAAQ,EAG5C,MAAM,IAAI,UAAU,2EAA2E,CAEvG,CAWA,SAASO,EAAWG,EAAMjF,EAAMuE,EAAU,CACtC,OAAAU,EAAK,iBAAiBjF,EAAMuE,CAAQ,EAE7B,CACH,QAAS,UAAW,CAChBU,EAAK,oBAAoBjF,EAAMuE,CAAQ,CAC3C,CACJ,CACJ,CAWA,SAASQ,EAAeG,EAAUlF,EAAMuE,EAAU,CAC9C,aAAM,UAAU,QAAQ,KAAKW,EAAU,SAASD,EAAM,CAClDA,EAAK,iBAAiBjF,EAAMuE,CAAQ,CACxC,CAAC,EAEM,CACH,QAAS,UAAW,CAChB,MAAM,UAAU,QAAQ,KAAKW,EAAU,SAASD,EAAM,CAClDA,EAAK,oBAAoBjF,EAAMuE,CAAQ,CAC3C,CAAC,CACL,CACJ,CACJ,CAWA,SAASS,EAAejB,EAAU/D,EAAMuE,EAAU,CAC9C,OAAOI,EAAS,SAAS,KAAMZ,EAAU/D,EAAMuE,CAAQ,CAC3D,CAEAtF,EAAO,QAAUU,CAGX,EAEA,IACC,SAASV,EAAQ,CAExB,SAASkG,EAAO5B,EAAS,CACrB,IAAInD,EAEJ,GAAImD,EAAQ,WAAa,SACrBA,EAAQ,MAAM,EAEdnD,EAAemD,EAAQ,cAElBA,EAAQ,WAAa,SAAWA,EAAQ,WAAa,WAAY,CACtE,IAAI6B,EAAa7B,EAAQ,aAAa,UAAU,EAE3C6B,GACD7B,EAAQ,aAAa,WAAY,EAAE,EAGvCA,EAAQ,OAAO,EACfA,EAAQ,kBAAkB,EAAGA,EAAQ,MAAM,MAAM,EAE5C6B,GACD7B,EAAQ,gBAAgB,UAAU,EAGtCnD,EAAemD,EAAQ,KAC3B,KACK,CACGA,EAAQ,aAAa,iBAAiB,GACtCA,EAAQ,MAAM,EAGlB,IAAI8B,EAAY,OAAO,aAAa,EAChCC,EAAQ,SAAS,YAAY,EAEjCA,EAAM,mBAAmB/B,CAAO,EAChC8B,EAAU,gBAAgB,EAC1BA,EAAU,SAASC,CAAK,EAExBlF,EAAeiF,EAAU,SAAS,CACtC,CAEA,OAAOjF,CACX,CAEAnB,EAAO,QAAUkG,CAGX,EAEA,IACC,SAASlG,EAAQ,CAExB,SAASsG,GAAK,CAGd,CAEAA,EAAE,UAAY,CACZ,GAAI,SAAUC,EAAMjB,EAAUkB,EAAK,CACjC,IAAIrC,EAAI,KAAK,IAAM,KAAK,EAAI,CAAC,GAE7B,OAACA,EAAEoC,CAAI,IAAMpC,EAAEoC,CAAI,EAAI,CAAC,IAAI,KAAK,CAC/B,GAAIjB,EACJ,IAAKkB,CACP,CAAC,EAEM,IACT,EAEA,KAAM,SAAUD,EAAMjB,EAAUkB,EAAK,CACnC,IAAIxC,EAAO,KACX,SAASyB,GAAY,CACnBzB,EAAK,IAAIuC,EAAMd,CAAQ,EACvBH,EAAS,MAAMkB,EAAK,SAAS,CAC/B,CAEA,OAAAf,EAAS,EAAIH,EACN,KAAK,GAAGiB,EAAMd,EAAUe,CAAG,CACpC,EAEA,KAAM,SAAUD,EAAM,CACpB,IAAIE,EAAO,CAAC,EAAE,MAAM,KAAK,UAAW,CAAC,EACjCC,IAAW,KAAK,IAAM,KAAK,EAAI,CAAC,IAAIH,CAAI,GAAK,CAAC,GAAG,MAAM,EACvD3D,EAAI,EACJ+D,EAAMD,EAAO,OAEjB,IAAK9D,EAAGA,EAAI+D,EAAK/D,IACf8D,EAAO9D,CAAC,EAAE,GAAG,MAAM8D,EAAO9D,CAAC,EAAE,IAAK6D,CAAI,EAGxC,OAAO,IACT,EAEA,IAAK,SAAUF,EAAMjB,EAAU,CAC7B,IAAInB,EAAI,KAAK,IAAM,KAAK,EAAI,CAAC,GACzByC,EAAOzC,EAAEoC,CAAI,EACbM,EAAa,CAAC,EAElB,GAAID,GAAQtB,EACV,QAAS1C,EAAI,EAAG+D,EAAMC,EAAK,OAAQhE,EAAI+D,EAAK/D,IACtCgE,EAAKhE,CAAC,EAAE,KAAO0C,GAAYsB,EAAKhE,CAAC,EAAE,GAAG,IAAM0C,GAC9CuB,EAAW,KAAKD,EAAKhE,CAAC,CAAC,EAQ7B,OAACiE,EAAW,OACR1C,EAAEoC,CAAI,EAAIM,EACV,OAAO1C,EAAEoC,CAAI,EAEV,IACT,CACF,EAEAvG,EAAO,QAAUsG,EACjBtG,EAAO,QAAQ,YAAcsG,CAGvB,CAEI,EAGIQ,EAA2B,CAAC,EAGhC,SAASxG,EAAoByG,EAAU,CAEtC,GAAGD,EAAyBC,CAAQ,EACnC,OAAOD,EAAyBC,CAAQ,EAAE,QAG3C,IAAI/G,EAAS8G,EAAyBC,CAAQ,EAAI,CAGjD,QAAS,CAAC,CACX,EAGA,OAAA5G,EAAoB4G,CAAQ,EAAE/G,EAAQA,EAAO,QAASM,CAAmB,EAGlEN,EAAO,OACf,CAIA,OAAC,UAAW,CAEXM,EAAoB,EAAI,SAASN,EAAQ,CACxC,IAAIgH,EAAShH,GAAUA,EAAO,WAC7B,UAAW,CAAE,OAAOA,EAAO,OAAY,EACvC,UAAW,CAAE,OAAOA,CAAQ,EAC7B,OAAAM,EAAoB,EAAE0G,EAAQ,CAAE,EAAGA,CAAO,CAAC,EACpCA,CACR,CACD,EAAE,EAGD,UAAW,CAEX1G,EAAoB,EAAI,SAASP,EAASkH,EAAY,CACrD,QAAQC,KAAOD,EACX3G,EAAoB,EAAE2G,EAAYC,CAAG,GAAK,CAAC5G,EAAoB,EAAEP,EAASmH,CAAG,GAC/E,OAAO,eAAenH,EAASmH,EAAK,CAAE,WAAY,GAAM,IAAKD,EAAWC,CAAG,CAAE,CAAC,CAGjF,CACD,EAAE,EAGD,UAAW,CACX5G,EAAoB,EAAI,SAASyB,EAAKoF,EAAM,CAAE,OAAO,OAAO,UAAU,eAAe,KAAKpF,EAAKoF,CAAI,CAAG,CACvG,EAAE,EAMK7G,EAAoB,GAAG,CAC/B,EAAG,EACX,OACD,CAAC,ICn2BD,IAAA8G,GAAO,SCNP,IAAIC,GAAgB,SAASC,EAAGC,EAAG,CACjC,OAAAF,GAAgB,OAAO,gBAClB,CAAE,UAAW,CAAC,CAAE,YAAa,OAAS,SAAUC,EAAGC,EAAG,CAAED,EAAE,UAAYC,CAAG,GAC1E,SAAUD,EAAGC,EAAG,CAAE,QAASC,KAAKD,EAAO,OAAO,UAAU,eAAe,KAAKA,EAAGC,CAAC,IAAGF,EAAEE,CAAC,EAAID,EAAEC,CAAC,EAAG,EAC7FH,GAAcC,EAAGC,CAAC,CAC3B,EAEO,SAASE,GAAUH,EAAGC,EAAG,CAC9B,GAAI,OAAOA,GAAM,YAAcA,IAAM,KACjC,MAAM,IAAI,UAAU,uBAAyB,OAAOA,CAAC,EAAI,+BAA+B,EAC5FF,GAAcC,EAAGC,CAAC,EAClB,SAASG,GAAK,CAAE,KAAK,YAAcJ,CAAG,CACtCA,EAAE,UAAYC,IAAM,KAAO,OAAO,OAAOA,CAAC,GAAKG,EAAG,UAAYH,EAAE,UAAW,IAAIG,EACjF,CAqFO,SAASC,GAAUC,EAASC,EAAYC,EAAGC,EAAW,CAC3D,SAASC,EAAMC,EAAO,CAAE,OAAOA,aAAiBH,EAAIG,EAAQ,IAAIH,EAAE,SAAUI,EAAS,CAAEA,EAAQD,CAAK,CAAG,CAAC,CAAG,CAC3G,OAAO,IAAKH,IAAMA,EAAI,UAAU,SAAUI,EAASC,EAAQ,CACvD,SAASC,EAAUH,EAAO,CAAE,GAAI,CAAEI,EAAKN,EAAU,KAAKE,CAAK,CAAC,CAAG,OAASK,EAAG,CAAEH,EAAOG,CAAC,CAAG,CAAE,CAC1F,SAASC,EAASN,EAAO,CAAE,GAAI,CAAEI,EAAKN,EAAU,MAASE,CAAK,CAAC,CAAG,OAASK,EAAG,CAAEH,EAAOG,CAAC,CAAG,CAAE,CAC7F,SAASD,EAAKG,EAAQ,CAAEA,EAAO,KAAON,EAAQM,EAAO,KAAK,EAAIR,EAAMQ,EAAO,KAAK,EAAE,KAAKJ,EAAWG,CAAQ,CAAG,CAC7GF,GAAMN,EAAYA,EAAU,MAAMH,EAASC,GAAc,CAAC,CAAC,GAAG,KAAK,CAAC,CACxE,CAAC,CACH,CAEO,SAASY,GAAYb,EAASc,EAAM,CACzC,IAAIC,EAAI,CAAE,MAAO,EAAG,KAAM,UAAW,CAAE,GAAIC,EAAE,CAAC,EAAI,EAAG,MAAMA,EAAE,CAAC,EAAG,OAAOA,EAAE,CAAC,CAAG,EAAG,KAAM,CAAC,EAAG,IAAK,CAAC,CAAE,EAAGC,EAAGC,EAAGF,EAAGG,EAAI,OAAO,QAAQ,OAAO,UAAa,WAAa,SAAW,QAAQ,SAAS,EAC/L,OAAOA,EAAE,KAAOC,EAAK,CAAC,EAAGD,EAAE,MAAWC,EAAK,CAAC,EAAGD,EAAE,OAAYC,EAAK,CAAC,EAAG,OAAO,QAAW,aAAeD,EAAE,OAAO,QAAQ,EAAI,UAAW,CAAE,OAAO,IAAM,GAAIA,EAC1J,SAASC,EAAKC,EAAG,CAAE,OAAO,SAAUC,EAAG,CAAE,OAAOb,EAAK,CAACY,EAAGC,CAAC,CAAC,CAAG,CAAG,CACjE,SAASb,EAAKc,EAAI,CACd,GAAIN,EAAG,MAAM,IAAI,UAAU,iCAAiC,EAC5D,KAAOE,IAAMA,EAAI,EAAGI,EAAG,CAAC,IAAMR,EAAI,IAAKA,GAAG,GAAI,CAC1C,GAAIE,EAAI,EAAGC,IAAMF,EAAIO,EAAG,CAAC,EAAI,EAAIL,EAAE,OAAYK,EAAG,CAAC,EAAIL,EAAE,SAAcF,EAAIE,EAAE,SAAcF,EAAE,KAAKE,CAAC,EAAG,GAAKA,EAAE,OAAS,EAAEF,EAAIA,EAAE,KAAKE,EAAGK,EAAG,CAAC,CAAC,GAAG,KAAM,OAAOP,EAE3J,OADIE,EAAI,EAAGF,IAAGO,EAAK,CAACA,EAAG,CAAC,EAAI,EAAGP,EAAE,KAAK,GAC9BO,EAAG,CAAC,EAAG,CACX,IAAK,GAAG,IAAK,GAAGP,EAAIO,EAAI,MACxB,IAAK,GAAG,OAAAR,EAAE,QAAgB,CAAE,MAAOQ,EAAG,CAAC,EAAG,KAAM,EAAM,EACtD,IAAK,GAAGR,EAAE,QAASG,EAAIK,EAAG,CAAC,EAAGA,EAAK,CAAC,CAAC,EAAG,SACxC,IAAK,GAAGA,EAAKR,EAAE,IAAI,IAAI,EAAGA,EAAE,KAAK,IAAI,EAAG,SACxC,QACI,GAAMC,EAAID,EAAE,KAAM,EAAAC,EAAIA,EAAE,OAAS,GAAKA,EAAEA,EAAE,OAAS,CAAC,KAAOO,EAAG,CAAC,IAAM,GAAKA,EAAG,CAAC,IAAM,GAAI,CAAER,EAAI,EAAG,QAAU,CAC3G,GAAIQ,EAAG,CAAC,IAAM,IAAM,CAACP,GAAMO,EAAG,CAAC,EAAIP,EAAE,CAAC,GAAKO,EAAG,CAAC,EAAIP,EAAE,CAAC,GAAK,CAAED,EAAE,MAAQQ,EAAG,CAAC,EAAG,KAAO,CACrF,GAAIA,EAAG,CAAC,IAAM,GAAKR,EAAE,MAAQC,EAAE,CAAC,EAAG,CAAED,EAAE,MAAQC,EAAE,CAAC,EAAGA,EAAIO,EAAI,KAAO,CACpE,GAAIP,GAAKD,EAAE,MAAQC,EAAE,CAAC,EAAG,CAAED,EAAE,MAAQC,EAAE,CAAC,EAAGD,EAAE,IAAI,KAAKQ,CAAE,EAAG,KAAO,CAC9DP,EAAE,CAAC,GAAGD,EAAE,IAAI,IAAI,EACpBA,EAAE,KAAK,IAAI,EAAG,QACtB,CACAQ,EAAKT,EAAK,KAAKd,EAASe,CAAC,CAC7B,OAASL,EAAG,CAAEa,EAAK,CAAC,EAAGb,CAAC,EAAGQ,EAAI,CAAG,QAAE,CAAUD,EAAID,EAAI,CAAG,CACzD,GAAIO,EAAG,CAAC,EAAI,EAAG,MAAMA,EAAG,CAAC,EAAG,MAAO,CAAE,MAAOA,EAAG,CAAC,EAAIA,EAAG,CAAC,EAAI,OAAQ,KAAM,EAAK,CACnF,CACF,CAkBO,SAASC,GAASC,EAAG,CAC1B,IAAIC,EAAI,OAAO,QAAW,YAAc,OAAO,SAAUC,EAAID,GAAKD,EAAEC,CAAC,EAAGE,EAAI,EAC5E,GAAID,EAAG,OAAOA,EAAE,KAAKF,CAAC,EACtB,GAAIA,GAAK,OAAOA,EAAE,QAAW,SAAU,MAAO,CAC1C,KAAM,UAAY,CACd,OAAIA,GAAKG,GAAKH,EAAE,SAAQA,EAAI,QACrB,CAAE,MAAOA,GAAKA,EAAEG,GAAG,EAAG,KAAM,CAACH,CAAE,CAC1C,CACJ,EACA,MAAM,IAAI,UAAUC,EAAI,0BAA4B,iCAAiC,CACvF,CAEO,SAASG,EAAOJ,EAAGK,EAAG,CAC3B,IAAIH,EAAI,OAAO,QAAW,YAAcF,EAAE,OAAO,QAAQ,EACzD,GAAI,CAACE,EAAG,OAAOF,EACf,IAAIG,EAAID,EAAE,KAAKF,CAAC,EAAGM,EAAGC,EAAK,CAAC,EAAGC,EAC/B,GAAI,CACA,MAAQH,IAAM,QAAUA,KAAM,IAAM,EAAEC,EAAIH,EAAE,KAAK,GAAG,MAAMI,EAAG,KAAKD,EAAE,KAAK,CAC7E,OACOG,EAAO,CAAED,EAAI,CAAE,MAAOC,CAAM,CAAG,QACtC,CACI,GAAI,CACIH,GAAK,CAACA,EAAE,OAASJ,EAAIC,EAAE,SAAYD,EAAE,KAAKC,CAAC,CACnD,QACA,CAAU,GAAIK,EAAG,MAAMA,EAAE,KAAO,CACpC,CACA,OAAOD,CACT,CAkBO,SAASG,EAAcC,EAAIC,EAAMC,EAAM,CAC5C,GAAIA,GAAQ,UAAU,SAAW,EAAG,QAASC,EAAI,EAAGC,EAAIH,EAAK,OAAQI,EAAIF,EAAIC,EAAGD,KACxEE,GAAM,EAAEF,KAAKF,MACRI,IAAIA,EAAK,MAAM,UAAU,MAAM,KAAKJ,EAAM,EAAGE,CAAC,GACnDE,EAAGF,CAAC,EAAIF,EAAKE,CAAC,GAGtB,OAAOH,EAAG,OAAOK,GAAM,MAAM,UAAU,MAAM,KAAKJ,CAAI,CAAC,CACzD,CAEO,SAASK,GAAQC,EAAG,CACzB,OAAO,gBAAgBD,IAAW,KAAK,EAAIC,EAAG,MAAQ,IAAID,GAAQC,CAAC,CACrE,CAEO,SAASC,GAAiBC,EAASC,EAAYC,EAAW,CAC/D,GAAI,CAAC,OAAO,cAAe,MAAM,IAAI,UAAU,sCAAsC,EACrF,IAAIC,EAAID,EAAU,MAAMF,EAASC,GAAc,CAAC,CAAC,EAAGP,EAAGU,EAAI,CAAC,EAC5D,OAAOV,EAAI,OAAO,QAAQ,OAAO,eAAkB,WAAa,cAAgB,QAAQ,SAAS,EAAGW,EAAK,MAAM,EAAGA,EAAK,OAAO,EAAGA,EAAK,SAAUC,CAAW,EAAGZ,EAAE,OAAO,aAAa,EAAI,UAAY,CAAE,OAAO,IAAM,EAAGA,EACtN,SAASY,EAAYC,EAAG,CAAE,OAAO,SAAUT,EAAG,CAAE,OAAO,QAAQ,QAAQA,CAAC,EAAE,KAAKS,EAAGC,CAAM,CAAG,CAAG,CAC9F,SAASH,EAAKI,EAAGF,EAAG,CAAMJ,EAAEM,CAAC,IAAKf,EAAEe,CAAC,EAAI,SAAUX,EAAG,CAAE,OAAO,IAAI,QAAQ,SAAUY,EAAGC,GAAG,CAAEP,EAAE,KAAK,CAACK,EAAGX,EAAGY,EAAGC,EAAC,CAAC,EAAI,GAAKC,EAAOH,EAAGX,CAAC,CAAG,CAAC,CAAG,EAAOS,IAAGb,EAAEe,CAAC,EAAIF,EAAEb,EAAEe,CAAC,CAAC,GAAK,CACvK,SAASG,EAAOH,EAAGX,EAAG,CAAE,GAAI,CAAEe,EAAKV,EAAEM,CAAC,EAAEX,CAAC,CAAC,CAAG,OAASgB,EAAG,CAAEC,EAAOX,EAAE,CAAC,EAAE,CAAC,EAAGU,CAAC,CAAG,CAAE,CACjF,SAASD,EAAKG,EAAG,CAAEA,EAAE,iBAAiBnB,GAAU,QAAQ,QAAQmB,EAAE,MAAM,CAAC,EAAE,KAAKC,EAAST,CAAM,EAAIO,EAAOX,EAAE,CAAC,EAAE,CAAC,EAAGY,CAAC,CAAG,CACvH,SAASC,EAAQC,EAAO,CAAEN,EAAO,OAAQM,CAAK,CAAG,CACjD,SAASV,EAAOU,EAAO,CAAEN,EAAO,QAASM,CAAK,CAAG,CACjD,SAASH,EAAOR,EAAGT,EAAG,CAAMS,EAAET,CAAC,EAAGM,EAAE,MAAM,EAAGA,EAAE,QAAQQ,EAAOR,EAAE,CAAC,EAAE,CAAC,EAAGA,EAAE,CAAC,EAAE,CAAC,CAAC,CAAG,CACnF,CAQO,SAASe,GAAcC,EAAG,CAC/B,GAAI,CAAC,OAAO,cAAe,MAAM,IAAI,UAAU,sCAAsC,EACrF,IAAIC,EAAID,EAAE,OAAO,aAAa,EAAGE,EACjC,OAAOD,EAAIA,EAAE,KAAKD,CAAC,GAAKA,EAAI,OAAOG,IAAa,WAAaA,GAASH,CAAC,EAAIA,EAAE,OAAO,QAAQ,EAAE,EAAGE,EAAI,CAAC,EAAGE,EAAK,MAAM,EAAGA,EAAK,OAAO,EAAGA,EAAK,QAAQ,EAAGF,EAAE,OAAO,aAAa,EAAI,UAAY,CAAE,OAAO,IAAM,EAAGA,GAC9M,SAASE,EAAKC,EAAG,CAAEH,EAAEG,CAAC,EAAIL,EAAEK,CAAC,GAAK,SAAUC,EAAG,CAAE,OAAO,IAAI,QAAQ,SAAUC,EAASC,EAAQ,CAAEF,EAAIN,EAAEK,CAAC,EAAEC,CAAC,EAAGG,EAAOF,EAASC,EAAQF,EAAE,KAAMA,EAAE,KAAK,CAAG,CAAC,CAAG,CAAG,CAC/J,SAASG,EAAOF,EAASC,EAAQE,EAAGJ,EAAG,CAAE,QAAQ,QAAQA,CAAC,EAAE,KAAK,SAASA,EAAG,CAAEC,EAAQ,CAAE,MAAOD,EAAG,KAAMI,CAAE,CAAC,CAAG,EAAGF,CAAM,CAAG,CAC7H,CCxPM,SAAUG,EAAWC,EAAU,CACnC,OAAO,OAAOA,GAAU,UAC1B,CCGM,SAAUC,GAAoBC,EAAgC,CAClE,IAAMC,EAAS,SAACC,EAAa,CAC3B,MAAM,KAAKA,CAAQ,EACnBA,EAAS,MAAQ,IAAI,MAAK,EAAG,KAC/B,EAEMC,EAAWH,EAAWC,CAAM,EAClC,OAAAE,EAAS,UAAY,OAAO,OAAO,MAAM,SAAS,EAClDA,EAAS,UAAU,YAAcA,EAC1BA,CACT,CCDO,IAAMC,GAA+CC,GAC1D,SAACC,EAAM,CACL,OAAA,SAA4CC,EAA0B,CACpED,EAAO,IAAI,EACX,KAAK,QAAUC,EACRA,EAAO,OAAM;EACxBA,EAAO,IAAI,SAACC,EAAKC,EAAC,CAAK,OAAGA,EAAI,EAAC,KAAKD,EAAI,SAAQ,CAAzB,CAA6B,EAAE,KAAK;GAAM,EACzD,GACJ,KAAK,KAAO,sBACZ,KAAK,OAASD,CAChB,CARA,CAQC,ECvBC,SAAUG,GAAaC,EAA6BC,EAAO,CAC/D,GAAID,EAAK,CACP,IAAME,EAAQF,EAAI,QAAQC,CAAI,EAC9B,GAAKC,GAASF,EAAI,OAAOE,EAAO,CAAC,EAErC,CCOA,IAAAC,GAAA,UAAA,CAyBE,SAAAA,EAAoBC,EAA4B,CAA5B,KAAA,gBAAAA,EAdb,KAAA,OAAS,GAER,KAAA,WAAmD,KAMnD,KAAA,YAAqD,IAMV,CAQnD,OAAAD,EAAA,UAAA,YAAA,UAAA,aACME,EAEJ,GAAI,CAAC,KAAK,OAAQ,CAChB,KAAK,OAAS,GAGN,IAAAC,EAAe,KAAI,WAC3B,GAAIA,EAEF,GADA,KAAK,WAAa,KACd,MAAM,QAAQA,CAAU,MAC1B,QAAqBC,EAAAC,GAAAF,CAAU,EAAAG,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAA5B,IAAMG,EAAMD,EAAA,MACfC,EAAO,OAAO,IAAI,yGAGpBJ,EAAW,OAAO,IAAI,EAIlB,IAAiBK,EAAqB,KAAI,gBAClD,GAAIC,EAAWD,CAAgB,EAC7B,GAAI,CACFA,EAAgB,QACTE,EAAG,CACVR,EAASQ,aAAaC,GAAsBD,EAAE,OAAS,CAACA,CAAC,EAIrD,IAAAE,EAAgB,KAAI,YAC5B,GAAIA,EAAa,CACf,KAAK,YAAc,SACnB,QAAwBC,EAAAR,GAAAO,CAAW,EAAAE,EAAAD,EAAA,KAAA,EAAA,CAAAC,EAAA,KAAAA,EAAAD,EAAA,KAAA,EAAE,CAAhC,IAAME,EAASD,EAAA,MAClB,GAAI,CACFE,GAAcD,CAAS,QAChBE,EAAK,CACZf,EAASA,GAAM,KAANA,EAAU,CAAA,EACfe,aAAeN,GACjBT,EAAMgB,EAAAA,EAAA,CAAA,EAAAC,EAAOjB,CAAM,CAAA,EAAAiB,EAAKF,EAAI,MAAM,CAAA,EAElCf,EAAO,KAAKe,CAAG,sGAMvB,GAAIf,EACF,MAAM,IAAIS,GAAoBT,CAAM,EAG1C,EAoBAF,EAAA,UAAA,IAAA,SAAIoB,EAAuB,OAGzB,GAAIA,GAAYA,IAAa,KAC3B,GAAI,KAAK,OAGPJ,GAAcI,CAAQ,MACjB,CACL,GAAIA,aAAoBpB,EAAc,CAGpC,GAAIoB,EAAS,QAAUA,EAAS,WAAW,IAAI,EAC7C,OAEFA,EAAS,WAAW,IAAI,GAEzB,KAAK,aAAcC,EAAA,KAAK,eAAW,MAAAA,IAAA,OAAAA,EAAI,CAAA,GAAI,KAAKD,CAAQ,EAG/D,EAOQpB,EAAA,UAAA,WAAR,SAAmBsB,EAAoB,CAC7B,IAAAnB,EAAe,KAAI,WAC3B,OAAOA,IAAemB,GAAW,MAAM,QAAQnB,CAAU,GAAKA,EAAW,SAASmB,CAAM,CAC1F,EASQtB,EAAA,UAAA,WAAR,SAAmBsB,EAAoB,CAC7B,IAAAnB,EAAe,KAAI,WAC3B,KAAK,WAAa,MAAM,QAAQA,CAAU,GAAKA,EAAW,KAAKmB,CAAM,EAAGnB,GAAcA,EAAa,CAACA,EAAYmB,CAAM,EAAIA,CAC5H,EAMQtB,EAAA,UAAA,cAAR,SAAsBsB,EAAoB,CAChC,IAAAnB,EAAe,KAAI,WACvBA,IAAemB,EACjB,KAAK,WAAa,KACT,MAAM,QAAQnB,CAAU,GACjCoB,GAAUpB,EAAYmB,CAAM,CAEhC,EAgBAtB,EAAA,UAAA,OAAA,SAAOoB,EAAsC,CACnC,IAAAR,EAAgB,KAAI,YAC5BA,GAAeW,GAAUX,EAAaQ,CAAQ,EAE1CA,aAAoBpB,GACtBoB,EAAS,cAAc,IAAI,CAE/B,EAlLcpB,EAAA,MAAS,UAAA,CACrB,IAAMwB,EAAQ,IAAIxB,EAClB,OAAAwB,EAAM,OAAS,GACRA,CACT,EAAE,EA+KJxB,GArLA,EAuLO,IAAMyB,GAAqBC,GAAa,MAEzC,SAAUC,GAAeC,EAAU,CACvC,OACEA,aAAiBF,IAChBE,GAAS,WAAYA,GAASC,EAAWD,EAAM,MAAM,GAAKC,EAAWD,EAAM,GAAG,GAAKC,EAAWD,EAAM,WAAW,CAEpH,CAEA,SAASE,GAAcC,EAAwC,CACzDF,EAAWE,CAAS,EACtBA,EAAS,EAETA,EAAU,YAAW,CAEzB,CChNO,IAAMC,GAAuB,CAClC,iBAAkB,KAClB,sBAAuB,KACvB,QAAS,OACT,sCAAuC,GACvC,yBAA0B,ICGrB,IAAMC,GAAmC,CAG9C,WAAA,SAAWC,EAAqBC,EAAgB,SAAEC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,EAAA,CAAA,EAAA,UAAAA,CAAA,EACxC,IAAAC,EAAaL,GAAe,SACpC,OAAIK,GAAQ,MAARA,EAAU,WACLA,EAAS,WAAU,MAAnBA,EAAQC,EAAA,CAAYL,EAASC,CAAO,EAAAK,EAAKJ,CAAI,CAAA,CAAA,EAE/C,WAAU,MAAA,OAAAG,EAAA,CAACL,EAASC,CAAO,EAAAK,EAAKJ,CAAI,CAAA,CAAA,CAC7C,EACA,aAAA,SAAaK,EAAM,CACT,IAAAH,EAAaL,GAAe,SACpC,QAAQK,GAAQ,KAAA,OAARA,EAAU,eAAgB,cAAcG,CAAa,CAC/D,EACA,SAAU,QCjBN,SAAUC,GAAqBC,EAAQ,CAC3CC,GAAgB,WAAW,UAAA,CACjB,IAAAC,EAAqBC,GAAM,iBACnC,GAAID,EAEFA,EAAiBF,CAAG,MAGpB,OAAMA,CAEV,CAAC,CACH,CCtBM,SAAUI,IAAI,CAAK,CCMlB,IAAMC,GAAyB,UAAA,CAAM,OAAAC,GAAmB,IAAK,OAAW,MAAS,CAA5C,EAAsE,EAO5G,SAAUC,GAAkBC,EAAU,CAC1C,OAAOF,GAAmB,IAAK,OAAWE,CAAK,CACjD,CAOM,SAAUC,GAAoBC,EAAQ,CAC1C,OAAOJ,GAAmB,IAAKI,EAAO,MAAS,CACjD,CAQM,SAAUJ,GAAmBK,EAAuBD,EAAYF,EAAU,CAC9E,MAAO,CACL,KAAIG,EACJ,MAAKD,EACL,MAAKF,EAET,CCrCA,IAAII,GAAuD,KASrD,SAAUC,GAAaC,EAAc,CACzC,GAAIC,GAAO,sCAAuC,CAChD,IAAMC,EAAS,CAACJ,GAKhB,GAJII,IACFJ,GAAU,CAAE,YAAa,GAAO,MAAO,IAAI,GAE7CE,EAAE,EACEE,EAAQ,CACJ,IAAAC,EAAyBL,GAAvBM,EAAWD,EAAA,YAAEE,EAAKF,EAAA,MAE1B,GADAL,GAAU,KACNM,EACF,MAAMC,QAMVL,EAAE,CAEN,CAMM,SAAUM,GAAaC,EAAQ,CAC/BN,GAAO,uCAAyCH,KAClDA,GAAQ,YAAc,GACtBA,GAAQ,MAAQS,EAEpB,CCrBA,IAAAC,GAAA,SAAAC,EAAA,CAAmCC,GAAAF,EAAAC,CAAA,EA6BjC,SAAAD,EAAYG,EAA6C,CAAzD,IAAAC,EACEH,EAAA,KAAA,IAAA,GAAO,KATC,OAAAG,EAAA,UAAqB,GAUzBD,GACFC,EAAK,YAAcD,EAGfE,GAAeF,CAAW,GAC5BA,EAAY,IAAIC,CAAI,GAGtBA,EAAK,YAAcE,IAEvB,CAzBO,OAAAN,EAAA,OAAP,SAAiBO,EAAwBC,EAA2BC,EAAqB,CACvF,OAAO,IAAIC,GAAeH,EAAMC,EAAOC,CAAQ,CACjD,EAgCAT,EAAA,UAAA,KAAA,SAAKW,EAAS,CACR,KAAK,UACPC,GAA0BC,GAAiBF,CAAK,EAAG,IAAI,EAEvD,KAAK,MAAMA,CAAM,CAErB,EASAX,EAAA,UAAA,MAAA,SAAMc,EAAS,CACT,KAAK,UACPF,GAA0BG,GAAkBD,CAAG,EAAG,IAAI,GAEtD,KAAK,UAAY,GACjB,KAAK,OAAOA,CAAG,EAEnB,EAQAd,EAAA,UAAA,SAAA,UAAA,CACM,KAAK,UACPY,GAA0BI,GAAuB,IAAI,GAErD,KAAK,UAAY,GACjB,KAAK,UAAS,EAElB,EAEAhB,EAAA,UAAA,YAAA,UAAA,CACO,KAAK,SACR,KAAK,UAAY,GACjBC,EAAA,UAAM,YAAW,KAAA,IAAA,EACjB,KAAK,YAAc,KAEvB,EAEUD,EAAA,UAAA,MAAV,SAAgBW,EAAQ,CACtB,KAAK,YAAY,KAAKA,CAAK,CAC7B,EAEUX,EAAA,UAAA,OAAV,SAAiBc,EAAQ,CACvB,GAAI,CACF,KAAK,YAAY,MAAMA,CAAG,UAE1B,KAAK,YAAW,EAEpB,EAEUd,EAAA,UAAA,UAAV,UAAA,CACE,GAAI,CACF,KAAK,YAAY,SAAQ,UAEzB,KAAK,YAAW,EAEpB,EACFA,CAAA,EApHmCiB,EAAY,EA2H/C,IAAMC,GAAQ,SAAS,UAAU,KAEjC,SAASC,GAAyCC,EAAQC,EAAY,CACpE,OAAOH,GAAM,KAAKE,EAAIC,CAAO,CAC/B,CAMA,IAAAC,GAAA,UAAA,CACE,SAAAA,EAAoBC,EAAqC,CAArC,KAAA,gBAAAA,CAAwC,CAE5D,OAAAD,EAAA,UAAA,KAAA,SAAKE,EAAQ,CACH,IAAAD,EAAoB,KAAI,gBAChC,GAAIA,EAAgB,KAClB,GAAI,CACFA,EAAgB,KAAKC,CAAK,QACnBC,EAAO,CACdC,GAAqBD,CAAK,EAGhC,EAEAH,EAAA,UAAA,MAAA,SAAMK,EAAQ,CACJ,IAAAJ,EAAoB,KAAI,gBAChC,GAAIA,EAAgB,MAClB,GAAI,CACFA,EAAgB,MAAMI,CAAG,QAClBF,EAAO,CACdC,GAAqBD,CAAK,OAG5BC,GAAqBC,CAAG,CAE5B,EAEAL,EAAA,UAAA,SAAA,UAAA,CACU,IAAAC,EAAoB,KAAI,gBAChC,GAAIA,EAAgB,SAClB,GAAI,CACFA,EAAgB,SAAQ,QACjBE,EAAO,CACdC,GAAqBD,CAAK,EAGhC,EACFH,CAAA,EArCA,EAuCAM,GAAA,SAAAC,EAAA,CAAuCC,GAAAF,EAAAC,CAAA,EACrC,SAAAD,EACEG,EACAN,EACAO,EAA8B,CAHhC,IAAAC,EAKEJ,EAAA,KAAA,IAAA,GAAO,KAEHN,EACJ,GAAIW,EAAWH,CAAc,GAAK,CAACA,EAGjCR,EAAkB,CAChB,KAAOQ,GAAc,KAAdA,EAAkB,OACzB,MAAON,GAAK,KAALA,EAAS,OAChB,SAAUO,GAAQ,KAARA,EAAY,YAEnB,CAEL,IAAIG,EACAF,GAAQG,GAAO,0BAIjBD,EAAU,OAAO,OAAOJ,CAAc,EACtCI,EAAQ,YAAc,UAAA,CAAM,OAAAF,EAAK,YAAW,CAAhB,EAC5BV,EAAkB,CAChB,KAAMQ,EAAe,MAAQZ,GAAKY,EAAe,KAAMI,CAAO,EAC9D,MAAOJ,EAAe,OAASZ,GAAKY,EAAe,MAAOI,CAAO,EACjE,SAAUJ,EAAe,UAAYZ,GAAKY,EAAe,SAAUI,CAAO,IAI5EZ,EAAkBQ,EAMtB,OAAAE,EAAK,YAAc,IAAIX,GAAiBC,CAAe,GACzD,CACF,OAAAK,CAAA,EAzCuCS,EAAU,EA2CjD,SAASC,GAAqBC,EAAU,CAClCC,GAAO,sCACTC,GAAaF,CAAK,EAIlBG,GAAqBH,CAAK,CAE9B,CAQA,SAASI,GAAoBC,EAAQ,CACnC,MAAMA,CACR,CAOA,SAASC,GAA0BC,EAA2CC,EAA2B,CAC/F,IAAAC,EAA0BR,GAAM,sBACxCQ,GAAyBC,GAAgB,WAAW,UAAA,CAAM,OAAAD,EAAsBF,EAAcC,CAAU,CAA9C,CAA+C,CAC3G,CAOO,IAAMG,GAA6D,CACxE,OAAQ,GACR,KAAMC,GACN,MAAOR,GACP,SAAUQ,IC5QL,IAAMC,GAA+B,UAAA,CAAM,OAAC,OAAO,QAAW,YAAc,OAAO,YAAe,cAAvD,EAAsE,ECoClH,SAAUC,GAAYC,EAAI,CAC9B,OAAOA,CACT,CCiCM,SAAUC,IAAI,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACnB,OAAOC,GAAcF,CAAG,CAC1B,CAGM,SAAUE,GAAoBF,EAA+B,CACjE,OAAIA,EAAI,SAAW,EACVG,GAGLH,EAAI,SAAW,EACVA,EAAI,CAAC,EAGP,SAAeI,EAAQ,CAC5B,OAAOJ,EAAI,OAAO,SAACK,EAAWC,EAAuB,CAAK,OAAAA,EAAGD,CAAI,CAAP,EAAUD,CAAY,CAClF,CACF,CC9EA,IAAAG,EAAA,UAAA,CAkBE,SAAAA,EAAYC,EAA6E,CACnFA,IACF,KAAK,WAAaA,EAEtB,CA4BA,OAAAD,EAAA,UAAA,KAAA,SAAQE,EAAyB,CAC/B,IAAMC,EAAa,IAAIH,EACvB,OAAAG,EAAW,OAAS,KACpBA,EAAW,SAAWD,EACfC,CACT,EA6IAH,EAAA,UAAA,UAAA,SACEI,EACAC,EACAC,EAA8B,CAHhC,IAAAC,EAAA,KAKQC,EAAaC,GAAaL,CAAc,EAAIA,EAAiB,IAAIM,GAAeN,EAAgBC,EAAOC,CAAQ,EAErH,OAAAK,GAAa,UAAA,CACL,IAAAC,EAAuBL,EAArBL,EAAQU,EAAA,SAAEC,EAAMD,EAAA,OACxBJ,EAAW,IACTN,EAGIA,EAAS,KAAKM,EAAYK,CAAM,EAChCA,EAIAN,EAAK,WAAWC,CAAU,EAG1BD,EAAK,cAAcC,CAAU,CAAC,CAEtC,CAAC,EAEMA,CACT,EAGUR,EAAA,UAAA,cAAV,SAAwBc,EAAmB,CACzC,GAAI,CACF,OAAO,KAAK,WAAWA,CAAI,QACpBC,EAAK,CAIZD,EAAK,MAAMC,CAAG,EAElB,EA6DAf,EAAA,UAAA,QAAA,SAAQgB,EAA0BC,EAAoC,CAAtE,IAAAV,EAAA,KACE,OAAAU,EAAcC,GAAeD,CAAW,EAEjC,IAAIA,EAAkB,SAACE,EAASC,EAAM,CAC3C,IAAMZ,EAAa,IAAIE,GAAkB,CACvC,KAAM,SAACW,EAAK,CACV,GAAI,CACFL,EAAKK,CAAK,QACHN,EAAK,CACZK,EAAOL,CAAG,EACVP,EAAW,YAAW,EAE1B,EACA,MAAOY,EACP,SAAUD,EACX,EACDZ,EAAK,UAAUC,CAAU,CAC3B,CAAC,CACH,EAGUR,EAAA,UAAA,WAAV,SAAqBQ,EAA2B,OAC9C,OAAOI,EAAA,KAAK,UAAM,MAAAA,IAAA,OAAA,OAAAA,EAAE,UAAUJ,CAAU,CAC1C,EAOAR,EAAA,UAACG,EAAiB,EAAlB,UAAA,CACE,OAAO,IACT,EA4FAH,EAAA,UAAA,KAAA,UAAA,SAAKsB,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACH,OAAOC,GAAcF,CAAU,EAAE,IAAI,CACvC,EA6BAtB,EAAA,UAAA,UAAA,SAAUiB,EAAoC,CAA9C,IAAAV,EAAA,KACE,OAAAU,EAAcC,GAAeD,CAAW,EAEjC,IAAIA,EAAY,SAACE,EAASC,EAAM,CACrC,IAAIC,EACJd,EAAK,UACH,SAACkB,EAAI,CAAK,OAACJ,EAAQI,CAAT,EACV,SAACV,EAAQ,CAAK,OAAAK,EAAOL,CAAG,CAAV,EACd,UAAA,CAAM,OAAAI,EAAQE,CAAK,CAAb,CAAc,CAExB,CAAC,CACH,EA1aOrB,EAAA,OAAkC,SAAIC,EAAwD,CACnG,OAAO,IAAID,EAAcC,CAAS,CACpC,EAyaFD,GA9cA,EAudA,SAAS0B,GAAeC,EAA+C,OACrE,OAAOC,EAAAD,GAAW,KAAXA,EAAeE,GAAO,WAAO,MAAAD,IAAA,OAAAA,EAAI,OAC1C,CAEA,SAASE,GAAcC,EAAU,CAC/B,OAAOA,GAASC,EAAWD,EAAM,IAAI,GAAKC,EAAWD,EAAM,KAAK,GAAKC,EAAWD,EAAM,QAAQ,CAChG,CAEA,SAASE,GAAgBF,EAAU,CACjC,OAAQA,GAASA,aAAiBG,IAAgBJ,GAAWC,CAAK,GAAKI,GAAeJ,CAAK,CAC7F,CCzeM,SAAUK,GAAQC,EAAW,CACjC,OAAOC,EAAWD,GAAM,KAAA,OAANA,EAAQ,IAAI,CAChC,CAMM,SAAUE,EACdC,EAAqF,CAErF,OAAO,SAACH,EAAqB,CAC3B,GAAID,GAAQC,CAAM,EAChB,OAAOA,EAAO,KAAK,SAA+BI,EAA2B,CAC3E,GAAI,CACF,OAAOD,EAAKC,EAAc,IAAI,QACvBC,EAAK,CACZ,KAAK,MAAMA,CAAG,EAElB,CAAC,EAEH,MAAM,IAAI,UAAU,wCAAwC,CAC9D,CACF,CCjBM,SAAUC,EACdC,EACAC,EACAC,EACAC,EACAC,EAAuB,CAEvB,OAAO,IAAIC,GAAmBL,EAAaC,EAAQC,EAAYC,EAASC,CAAU,CACpF,CAMA,IAAAC,GAAA,SAAAC,EAAA,CAA2CC,GAAAF,EAAAC,CAAA,EAiBzC,SAAAD,EACEL,EACAC,EACAC,EACAC,EACQC,EACAI,EAAiC,CAN3C,IAAAC,EAoBEH,EAAA,KAAA,KAAMN,CAAW,GAAC,KAfV,OAAAS,EAAA,WAAAL,EACAK,EAAA,kBAAAD,EAeRC,EAAK,MAAQR,EACT,SAAuCS,EAAQ,CAC7C,GAAI,CACFT,EAAOS,CAAK,QACLC,EAAK,CACZX,EAAY,MAAMW,CAAG,EAEzB,EACAL,EAAA,UAAM,MACVG,EAAK,OAASN,EACV,SAAuCQ,EAAQ,CAC7C,GAAI,CACFR,EAAQQ,CAAG,QACJA,EAAK,CAEZX,EAAY,MAAMW,CAAG,UAGrB,KAAK,YAAW,EAEpB,EACAL,EAAA,UAAM,OACVG,EAAK,UAAYP,EACb,UAAA,CACE,GAAI,CACFA,EAAU,QACHS,EAAK,CAEZX,EAAY,MAAMW,CAAG,UAGrB,KAAK,YAAW,EAEpB,EACAL,EAAA,UAAM,WACZ,CAEA,OAAAD,EAAA,UAAA,YAAA,UAAA,OACE,GAAI,CAAC,KAAK,mBAAqB,KAAK,kBAAiB,EAAI,CAC/C,IAAAO,EAAW,KAAI,OACvBN,EAAA,UAAM,YAAW,KAAA,IAAA,EAEjB,CAACM,KAAUC,EAAA,KAAK,cAAU,MAAAA,IAAA,QAAAA,EAAA,KAAf,IAAI,GAEnB,EACFR,CAAA,EAnF2CS,EAAU,ECd9C,IAAMC,GAAiD,CAG5D,SAAA,SAASC,EAAQ,CACf,IAAIC,EAAU,sBACVC,EAAkD,qBAC9CC,EAAaJ,GAAsB,SACvCI,IACFF,EAAUE,EAAS,sBACnBD,EAASC,EAAS,sBAEpB,IAAMC,EAASH,EAAQ,SAACI,EAAS,CAI/BH,EAAS,OACTF,EAASK,CAAS,CACpB,CAAC,EACD,OAAO,IAAIC,GAAa,UAAA,CAAM,OAAAJ,GAAM,KAAA,OAANA,EAASE,CAAM,CAAf,CAAgB,CAChD,EACA,sBAAqB,UAAA,SAACG,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACZ,IAAAL,EAAaJ,GAAsB,SAC3C,QAAQI,GAAQ,KAAA,OAARA,EAAU,wBAAyB,uBAAsB,MAAA,OAAAM,EAAA,CAAA,EAAAC,EAAIH,CAAI,CAAA,CAAA,CAC3E,EACA,qBAAoB,UAAA,SAACA,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACX,IAAAL,EAAaJ,GAAsB,SAC3C,QAAQI,GAAQ,KAAA,OAARA,EAAU,uBAAwB,sBAAqB,MAAA,OAAAM,EAAA,CAAA,EAAAC,EAAIH,CAAI,CAAA,CAAA,CACzE,EACA,SAAU,QCrBL,IAAMI,GAAuDC,GAClE,SAACC,EAAM,CACL,OAAA,UAAoC,CAClCA,EAAO,IAAI,EACX,KAAK,KAAO,0BACZ,KAAK,QAAU,qBACjB,CAJA,CAIC,ECXL,IAAAC,EAAA,SAAAC,EAAA,CAAgCC,GAAAF,EAAAC,CAAA,EAwB9B,SAAAD,GAAA,CAAA,IAAAG,EAEEF,EAAA,KAAA,IAAA,GAAO,KAzBT,OAAAE,EAAA,OAAS,GAEDA,EAAA,iBAAyC,KAGjDA,EAAA,UAA2B,CAAA,EAE3BA,EAAA,UAAY,GAEZA,EAAA,SAAW,GAEXA,EAAA,YAAmB,MAenB,CAGA,OAAAH,EAAA,UAAA,KAAA,SAAQI,EAAwB,CAC9B,IAAMC,EAAU,IAAIC,GAAiB,KAAM,IAAI,EAC/C,OAAAD,EAAQ,SAAWD,EACZC,CACT,EAGUL,EAAA,UAAA,eAAV,UAAA,CACE,GAAI,KAAK,OACP,MAAM,IAAIO,EAEd,EAEAP,EAAA,UAAA,KAAA,SAAKQ,EAAQ,CAAb,IAAAL,EAAA,KACEM,GAAa,UAAA,SAEX,GADAN,EAAK,eAAc,EACf,CAACA,EAAK,UAAW,CACdA,EAAK,mBACRA,EAAK,iBAAmB,MAAM,KAAKA,EAAK,SAAS,OAEnD,QAAuBO,EAAAC,GAAAR,EAAK,gBAAgB,EAAAS,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAAzC,IAAMG,EAAQD,EAAA,MACjBC,EAAS,KAAKL,CAAK,qGAGzB,CAAC,CACH,EAEAR,EAAA,UAAA,MAAA,SAAMc,EAAQ,CAAd,IAAAX,EAAA,KACEM,GAAa,UAAA,CAEX,GADAN,EAAK,eAAc,EACf,CAACA,EAAK,UAAW,CACnBA,EAAK,SAAWA,EAAK,UAAY,GACjCA,EAAK,YAAcW,EAEnB,QADQC,EAAcZ,EAAI,UACnBY,EAAU,QACfA,EAAU,MAAK,EAAI,MAAMD,CAAG,EAGlC,CAAC,CACH,EAEAd,EAAA,UAAA,SAAA,UAAA,CAAA,IAAAG,EAAA,KACEM,GAAa,UAAA,CAEX,GADAN,EAAK,eAAc,EACf,CAACA,EAAK,UAAW,CACnBA,EAAK,UAAY,GAEjB,QADQY,EAAcZ,EAAI,UACnBY,EAAU,QACfA,EAAU,MAAK,EAAI,SAAQ,EAGjC,CAAC,CACH,EAEAf,EAAA,UAAA,YAAA,UAAA,CACE,KAAK,UAAY,KAAK,OAAS,GAC/B,KAAK,UAAY,KAAK,iBAAmB,IAC3C,EAEA,OAAA,eAAIA,EAAA,UAAA,WAAQ,KAAZ,UAAA,OACE,QAAOgB,EAAA,KAAK,aAAS,MAAAA,IAAA,OAAA,OAAAA,EAAE,QAAS,CAClC,kCAGUhB,EAAA,UAAA,cAAV,SAAwBiB,EAAyB,CAC/C,YAAK,eAAc,EACZhB,EAAA,UAAM,cAAa,KAAA,KAACgB,CAAU,CACvC,EAGUjB,EAAA,UAAA,WAAV,SAAqBiB,EAAyB,CAC5C,YAAK,eAAc,EACnB,KAAK,wBAAwBA,CAAU,EAChC,KAAK,gBAAgBA,CAAU,CACxC,EAGUjB,EAAA,UAAA,gBAAV,SAA0BiB,EAA2B,CAArD,IAAAd,EAAA,KACQa,EAAqC,KAAnCE,EAAQF,EAAA,SAAEG,EAASH,EAAA,UAAED,EAASC,EAAA,UACtC,OAAIE,GAAYC,EACPC,IAET,KAAK,iBAAmB,KACxBL,EAAU,KAAKE,CAAU,EAClB,IAAII,GAAa,UAAA,CACtBlB,EAAK,iBAAmB,KACxBmB,GAAUP,EAAWE,CAAU,CACjC,CAAC,EACH,EAGUjB,EAAA,UAAA,wBAAV,SAAkCiB,EAA2B,CACrD,IAAAD,EAAuC,KAArCE,EAAQF,EAAA,SAAEO,EAAWP,EAAA,YAAEG,EAASH,EAAA,UACpCE,EACFD,EAAW,MAAMM,CAAW,EACnBJ,GACTF,EAAW,SAAQ,CAEvB,EAQAjB,EAAA,UAAA,aAAA,UAAA,CACE,IAAMwB,EAAkB,IAAIC,EAC5B,OAAAD,EAAW,OAAS,KACbA,CACT,EAxHOxB,EAAA,OAAkC,SAAI0B,EAA0BC,EAAqB,CAC1F,OAAO,IAAIrB,GAAoBoB,EAAaC,CAAM,CACpD,EAuHF3B,GA7IgCyB,CAAU,EAkJ1C,IAAAG,GAAA,SAAAC,EAAA,CAAyCC,GAAAF,EAAAC,CAAA,EACvC,SAAAD,EAESG,EACPC,EAAsB,CAHxB,IAAAC,EAKEJ,EAAA,KAAA,IAAA,GAAO,KAHA,OAAAI,EAAA,YAAAF,EAIPE,EAAK,OAASD,GAChB,CAEA,OAAAJ,EAAA,UAAA,KAAA,SAAKM,EAAQ,UACXC,GAAAC,EAAA,KAAK,eAAW,MAAAA,IAAA,OAAA,OAAAA,EAAE,QAAI,MAAAD,IAAA,QAAAA,EAAA,KAAAC,EAAGF,CAAK,CAChC,EAEAN,EAAA,UAAA,MAAA,SAAMS,EAAQ,UACZF,GAAAC,EAAA,KAAK,eAAW,MAAAA,IAAA,OAAA,OAAAA,EAAE,SAAK,MAAAD,IAAA,QAAAA,EAAA,KAAAC,EAAGC,CAAG,CAC/B,EAEAT,EAAA,UAAA,SAAA,UAAA,UACEO,GAAAC,EAAA,KAAK,eAAW,MAAAA,IAAA,OAAA,OAAAA,EAAE,YAAQ,MAAAD,IAAA,QAAAA,EAAA,KAAAC,CAAA,CAC5B,EAGUR,EAAA,UAAA,WAAV,SAAqBU,EAAyB,SAC5C,OAAOH,GAAAC,EAAA,KAAK,UAAM,MAAAA,IAAA,OAAA,OAAAA,EAAE,UAAUE,CAAU,KAAC,MAAAH,IAAA,OAAAA,EAAII,EAC/C,EACFX,CAAA,EA1ByCY,CAAO,ECxJhD,IAAAC,GAAA,SAAAC,EAAA,CAAwCC,GAAAF,EAAAC,CAAA,EACtC,SAAAD,EAAoBG,EAAS,CAA7B,IAAAC,EACEH,EAAA,KAAA,IAAA,GAAO,KADW,OAAAG,EAAA,OAAAD,GAEpB,CAEA,cAAA,eAAIH,EAAA,UAAA,QAAK,KAAT,UAAA,CACE,OAAO,KAAK,SAAQ,CACtB,kCAGUA,EAAA,UAAA,WAAV,SAAqBK,EAAyB,CAC5C,IAAMC,EAAeL,EAAA,UAAM,WAAU,KAAA,KAACI,CAAU,EAChD,OAACC,EAAa,QAAUD,EAAW,KAAK,KAAK,MAAM,EAC5CC,CACT,EAEAN,EAAA,UAAA,SAAA,UAAA,CACQ,IAAAO,EAAoC,KAAlCC,EAAQD,EAAA,SAAEE,EAAWF,EAAA,YAAEJ,EAAMI,EAAA,OACrC,GAAIC,EACF,MAAMC,EAER,YAAK,eAAc,EACZN,CACT,EAEAH,EAAA,UAAA,KAAA,SAAKU,EAAQ,CACXT,EAAA,UAAM,KAAI,KAAA,KAAE,KAAK,OAASS,CAAM,CAClC,EACFV,CAAA,EA5BwCW,CAAO,ECJxC,IAAMC,GAA+C,CAC1D,IAAG,UAAA,CAGD,OAAQA,GAAsB,UAAY,MAAM,IAAG,CACrD,EACA,SAAU,QCwBZ,IAAAC,GAAA,SAAAC,EAAA,CAAsCC,GAAAF,EAAAC,CAAA,EAUpC,SAAAD,EACUG,EACAC,EACAC,EAA6D,CAF7DF,IAAA,SAAAA,EAAA,KACAC,IAAA,SAAAA,EAAA,KACAC,IAAA,SAAAA,EAAAC,IAHV,IAAAC,EAKEN,EAAA,KAAA,IAAA,GAAO,KAJC,OAAAM,EAAA,YAAAJ,EACAI,EAAA,YAAAH,EACAG,EAAA,mBAAAF,EAZFE,EAAA,QAA0B,CAAA,EAC1BA,EAAA,oBAAsB,GAc5BA,EAAK,oBAAsBH,IAAgB,IAC3CG,EAAK,YAAc,KAAK,IAAI,EAAGJ,CAAW,EAC1CI,EAAK,YAAc,KAAK,IAAI,EAAGH,CAAW,GAC5C,CAEA,OAAAJ,EAAA,UAAA,KAAA,SAAKQ,EAAQ,CACL,IAAAC,EAA+E,KAA7EC,EAASD,EAAA,UAAEE,EAAOF,EAAA,QAAEG,EAAmBH,EAAA,oBAAEJ,EAAkBI,EAAA,mBAAEL,EAAWK,EAAA,YAC3EC,IACHC,EAAQ,KAAKH,CAAK,EAClB,CAACI,GAAuBD,EAAQ,KAAKN,EAAmB,IAAG,EAAKD,CAAW,GAE7E,KAAK,YAAW,EAChBH,EAAA,UAAM,KAAI,KAAA,KAACO,CAAK,CAClB,EAGUR,EAAA,UAAA,WAAV,SAAqBa,EAAyB,CAC5C,KAAK,eAAc,EACnB,KAAK,YAAW,EAQhB,QANMC,EAAe,KAAK,gBAAgBD,CAAU,EAE9CJ,EAAmC,KAAjCG,EAAmBH,EAAA,oBAAEE,EAAOF,EAAA,QAG9BM,EAAOJ,EAAQ,MAAK,EACjBK,EAAI,EAAGA,EAAID,EAAK,QAAU,CAACF,EAAW,OAAQG,GAAKJ,EAAsB,EAAI,EACpFC,EAAW,KAAKE,EAAKC,CAAC,CAAM,EAG9B,YAAK,wBAAwBH,CAAU,EAEhCC,CACT,EAEQd,EAAA,UAAA,YAAR,UAAA,CACQ,IAAAS,EAAoE,KAAlEN,EAAWM,EAAA,YAAEJ,EAAkBI,EAAA,mBAAEE,EAAOF,EAAA,QAAEG,EAAmBH,EAAA,oBAK/DQ,GAAsBL,EAAsB,EAAI,GAAKT,EAK3D,GAJAA,EAAc,KAAYc,EAAqBN,EAAQ,QAAUA,EAAQ,OAAO,EAAGA,EAAQ,OAASM,CAAkB,EAIlH,CAACL,EAAqB,CAKxB,QAJMM,EAAMb,EAAmB,IAAG,EAC9Bc,EAAO,EAGFH,EAAI,EAAGA,EAAIL,EAAQ,QAAWA,EAAQK,CAAC,GAAgBE,EAAKF,GAAK,EACxEG,EAAOH,EAETG,GAAQR,EAAQ,OAAO,EAAGQ,EAAO,CAAC,EAEtC,EACFnB,CAAA,EAzEsCoB,CAAO,EClB7C,IAAAC,GAAA,SAAAC,EAAA,CAA+BC,GAAAF,EAAAC,CAAA,EAC7B,SAAAD,EAAYG,EAAsBC,EAAmD,QACnFH,EAAA,KAAA,IAAA,GAAO,IACT,CAWO,OAAAD,EAAA,UAAA,SAAP,SAAgBK,EAAWC,EAAiB,CAAjB,OAAAA,IAAA,SAAAA,EAAA,GAClB,IACT,EACFN,CAAA,EAjB+BO,EAAY,ECHpC,IAAMC,GAAqC,CAGhD,YAAA,SAAYC,EAAqBC,EAAgB,SAAEC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,EAAA,CAAA,EAAA,UAAAA,CAAA,EACzC,IAAAC,EAAaL,GAAgB,SACrC,OAAIK,GAAQ,MAARA,EAAU,YACLA,EAAS,YAAW,MAApBA,EAAQC,EAAA,CAAaL,EAASC,CAAO,EAAAK,EAAKJ,CAAI,CAAA,CAAA,EAEhD,YAAW,MAAA,OAAAG,EAAA,CAACL,EAASC,CAAO,EAAAK,EAAKJ,CAAI,CAAA,CAAA,CAC9C,EACA,cAAA,SAAcK,EAAM,CACV,IAAAH,EAAaL,GAAgB,SACrC,QAAQK,GAAQ,KAAA,OAARA,EAAU,gBAAiB,eAAeG,CAAa,CACjE,EACA,SAAU,QCrBZ,IAAAC,GAAA,SAAAC,EAAA,CAAoCC,GAAAF,EAAAC,CAAA,EAOlC,SAAAD,EAAsBG,EAAqCC,EAAmD,CAA9G,IAAAC,EACEJ,EAAA,KAAA,KAAME,EAAWC,CAAI,GAAC,KADF,OAAAC,EAAA,UAAAF,EAAqCE,EAAA,KAAAD,EAFjDC,EAAA,QAAmB,IAI7B,CAEO,OAAAL,EAAA,UAAA,SAAP,SAAgBM,EAAWC,EAAiB,OAC1C,GADyBA,IAAA,SAAAA,EAAA,GACrB,KAAK,OACP,OAAO,KAIT,KAAK,MAAQD,EAEb,IAAME,EAAK,KAAK,GACVL,EAAY,KAAK,UAuBvB,OAAIK,GAAM,OACR,KAAK,GAAK,KAAK,eAAeL,EAAWK,EAAID,CAAK,GAKpD,KAAK,QAAU,GAEf,KAAK,MAAQA,EAEb,KAAK,IAAKE,EAAA,KAAK,MAAE,MAAAA,IAAA,OAAAA,EAAI,KAAK,eAAeN,EAAW,KAAK,GAAII,CAAK,EAE3D,IACT,EAEUP,EAAA,UAAA,eAAV,SAAyBG,EAA2BO,EAAmBH,EAAiB,CAAjB,OAAAA,IAAA,SAAAA,EAAA,GAC9DI,GAAiB,YAAYR,EAAU,MAAM,KAAKA,EAAW,IAAI,EAAGI,CAAK,CAClF,EAEUP,EAAA,UAAA,eAAV,SAAyBY,EAA4BJ,EAAkBD,EAAwB,CAE7F,GAFqEA,IAAA,SAAAA,EAAA,GAEjEA,GAAS,MAAQ,KAAK,QAAUA,GAAS,KAAK,UAAY,GAC5D,OAAOC,EAILA,GAAM,MACRG,GAAiB,cAAcH,CAAE,CAIrC,EAMOR,EAAA,UAAA,QAAP,SAAeM,EAAUC,EAAa,CACpC,GAAI,KAAK,OACP,OAAO,IAAI,MAAM,8BAA8B,EAGjD,KAAK,QAAU,GACf,IAAMM,EAAQ,KAAK,SAASP,EAAOC,CAAK,EACxC,GAAIM,EACF,OAAOA,EACE,KAAK,UAAY,IAAS,KAAK,IAAM,OAc9C,KAAK,GAAK,KAAK,eAAe,KAAK,UAAW,KAAK,GAAI,IAAI,EAE/D,EAEUb,EAAA,UAAA,SAAV,SAAmBM,EAAUQ,EAAc,CACzC,IAAIC,EAAmB,GACnBC,EACJ,GAAI,CACF,KAAK,KAAKV,CAAK,QACRW,EAAG,CACVF,EAAU,GAIVC,EAAaC,GAAQ,IAAI,MAAM,oCAAoC,EAErE,GAAIF,EACF,YAAK,YAAW,EACTC,CAEX,EAEAhB,EAAA,UAAA,YAAA,UAAA,CACE,GAAI,CAAC,KAAK,OAAQ,CACV,IAAAS,EAAoB,KAAlBD,EAAEC,EAAA,GAAEN,EAASM,EAAA,UACbS,EAAYf,EAAS,QAE7B,KAAK,KAAO,KAAK,MAAQ,KAAK,UAAY,KAC1C,KAAK,QAAU,GAEfgB,GAAUD,EAAS,IAAI,EACnBV,GAAM,OACR,KAAK,GAAK,KAAK,eAAeL,EAAWK,EAAI,IAAI,GAGnD,KAAK,MAAQ,KACbP,EAAA,UAAM,YAAW,KAAA,IAAA,EAErB,EACFD,CAAA,EA9IoCoB,EAAM,ECgB1C,IAAAC,GAAA,UAAA,CAGE,SAAAA,EAAoBC,EAAoCC,EAAiC,CAAjCA,IAAA,SAAAA,EAAoBF,EAAU,KAAlE,KAAA,oBAAAC,EAClB,KAAK,IAAMC,CACb,CA6BO,OAAAF,EAAA,UAAA,SAAP,SAAmBG,EAAqDC,EAAmBC,EAAS,CAA5B,OAAAD,IAAA,SAAAA,EAAA,GAC/D,IAAI,KAAK,oBAAuB,KAAMD,CAAI,EAAE,SAASE,EAAOD,CAAK,CAC1E,EAnCcJ,EAAA,IAAoBM,GAAsB,IAoC1DN,GArCA,ECnBA,IAAAO,GAAA,SAAAC,EAAA,CAAoCC,GAAAF,EAAAC,CAAA,EAkBlC,SAAAD,EAAYG,EAAgCC,EAAiC,CAAjCA,IAAA,SAAAA,EAAoBC,GAAU,KAA1E,IAAAC,EACEL,EAAA,KAAA,KAAME,EAAiBC,CAAG,GAAC,KAlBtB,OAAAE,EAAA,QAAmC,CAAA,EAOnCA,EAAA,QAAmB,IAY1B,CAEO,OAAAN,EAAA,UAAA,MAAP,SAAaO,EAAwB,CAC3B,IAAAC,EAAY,KAAI,QAExB,GAAI,KAAK,QAAS,CAChBA,EAAQ,KAAKD,CAAM,EACnB,OAGF,IAAIE,EACJ,KAAK,QAAU,GAEf,EACE,IAAKA,EAAQF,EAAO,QAAQA,EAAO,MAAOA,EAAO,KAAK,EACpD,YAEMA,EAASC,EAAQ,MAAK,GAIhC,GAFA,KAAK,QAAU,GAEXC,EAAO,CACT,KAAQF,EAASC,EAAQ,MAAK,GAC5BD,EAAO,YAAW,EAEpB,MAAME,EAEV,EACFT,CAAA,EAhDoCK,EAAS,EC6CtC,IAAMK,GAAiB,IAAIC,GAAeC,EAAW,EAK/CC,GAAQH,GCjDrB,IAAAI,GAAA,SAAAC,EAAA,CAAoCC,GAAAF,EAAAC,CAAA,EAClC,SAAAD,EAAsBG,EAAqCC,EAAmD,CAA9G,IAAAC,EACEJ,EAAA,KAAA,KAAME,EAAWC,CAAI,GAAC,KADF,OAAAC,EAAA,UAAAF,EAAqCE,EAAA,KAAAD,GAE3D,CAEO,OAAAJ,EAAA,UAAA,SAAP,SAAgBM,EAAWC,EAAiB,CAC1C,OADyBA,IAAA,SAAAA,EAAA,GACrBA,EAAQ,EACHN,EAAA,UAAM,SAAQ,KAAA,KAACK,EAAOC,CAAK,GAEpC,KAAK,MAAQA,EACb,KAAK,MAAQD,EACb,KAAK,UAAU,MAAM,IAAI,EAClB,KACT,EAEON,EAAA,UAAA,QAAP,SAAeM,EAAUC,EAAa,CACpC,OAAOA,EAAQ,GAAK,KAAK,OAASN,EAAA,UAAM,QAAO,KAAA,KAACK,EAAOC,CAAK,EAAI,KAAK,SAASD,EAAOC,CAAK,CAC5F,EAEUP,EAAA,UAAA,eAAV,SAAyBG,EAA2BK,EAAkBD,EAAiB,CAKrF,OALoEA,IAAA,SAAAA,EAAA,GAK/DA,GAAS,MAAQA,EAAQ,GAAOA,GAAS,MAAQ,KAAK,MAAQ,EAC1DN,EAAA,UAAM,eAAc,KAAA,KAACE,EAAWK,EAAID,CAAK,GAIlDJ,EAAU,MAAM,IAAI,EAMb,EACT,EACFH,CAAA,EArCoCS,EAAW,ECJ/C,IAAAC,GAAA,SAAAC,EAAA,CAAoCC,GAAAF,EAAAC,CAAA,EAApC,SAAAD,GAAA,+CACA,CAAA,OAAAA,CAAA,EADoCG,EAAc,ECgE3C,IAAMC,GAAiB,IAAIC,GAAeC,EAAW,EC5D5D,IAAAC,GAAA,SAAAC,EAAA,CAA6CC,GAAAF,EAAAC,CAAA,EAC3C,SAAAD,EAAsBG,EAA8CC,EAAmD,CAAvH,IAAAC,EACEJ,EAAA,KAAA,KAAME,EAAWC,CAAI,GAAC,KADF,OAAAC,EAAA,UAAAF,EAA8CE,EAAA,KAAAD,GAEpE,CAEU,OAAAJ,EAAA,UAAA,eAAV,SAAyBG,EAAoCG,EAAkBC,EAAiB,CAE9F,OAF6EA,IAAA,SAAAA,EAAA,GAEzEA,IAAU,MAAQA,EAAQ,EACrBN,EAAA,UAAM,eAAc,KAAA,KAACE,EAAWG,EAAIC,CAAK,GAGlDJ,EAAU,QAAQ,KAAK,IAAI,EAIpBA,EAAU,aAAeA,EAAU,WAAaK,GAAuB,sBAAsB,UAAA,CAAM,OAAAL,EAAU,MAAM,MAAS,CAAzB,CAA0B,GACtI,EAEUH,EAAA,UAAA,eAAV,SAAyBG,EAAoCG,EAAkBC,EAAiB,OAI9F,GAJ6EA,IAAA,SAAAA,EAAA,GAIzEA,GAAS,KAAOA,EAAQ,EAAI,KAAK,MAAQ,EAC3C,OAAON,EAAA,UAAM,eAAc,KAAA,KAACE,EAAWG,EAAIC,CAAK,EAK1C,IAAAE,EAAYN,EAAS,QACzBG,GAAM,QAAQI,EAAAD,EAAQA,EAAQ,OAAS,CAAC,KAAC,MAAAC,IAAA,OAAA,OAAAA,EAAE,MAAOJ,IACpDE,GAAuB,qBAAqBF,CAAY,EACxDH,EAAU,WAAa,OAI3B,EACFH,CAAA,EApC6CW,EAAW,ECHxD,IAAAC,GAAA,SAAAC,EAAA,CAA6CC,GAAAF,EAAAC,CAAA,EAA7C,SAAAD,GAAA,+CAkCA,CAjCS,OAAAA,EAAA,UAAA,MAAP,SAAaG,EAAyB,CACpC,KAAK,QAAU,GAUf,IAAMC,EAAU,KAAK,WACrB,KAAK,WAAa,OAEV,IAAAC,EAAY,KAAI,QACpBC,EACJH,EAASA,GAAUE,EAAQ,MAAK,EAEhC,EACE,IAAKC,EAAQH,EAAO,QAAQA,EAAO,MAAOA,EAAO,KAAK,EACpD,aAEMA,EAASE,EAAQ,CAAC,IAAMF,EAAO,KAAOC,GAAWC,EAAQ,MAAK,GAIxE,GAFA,KAAK,QAAU,GAEXC,EAAO,CACT,MAAQH,EAASE,EAAQ,CAAC,IAAMF,EAAO,KAAOC,GAAWC,EAAQ,MAAK,GACpEF,EAAO,YAAW,EAEpB,MAAMG,EAEV,EACFN,CAAA,EAlC6CO,EAAc,ECgCpD,IAAMC,GAA0B,IAAIC,GAAwBC,EAAoB,EC8BhF,IAAMC,EAAQ,IAAIC,EAAkB,SAACC,EAAU,CAAK,OAAAA,EAAW,SAAQ,CAAnB,CAAqB,EC9D1E,SAAUC,GAAYC,EAAU,CACpC,OAAOA,GAASC,EAAWD,EAAM,QAAQ,CAC3C,CCDA,SAASE,GAAQC,EAAQ,CACvB,OAAOA,EAAIA,EAAI,OAAS,CAAC,CAC3B,CAEM,SAAUC,GAAkBC,EAAW,CAC3C,OAAOC,EAAWJ,GAAKG,CAAI,CAAC,EAAIA,EAAK,IAAG,EAAK,MAC/C,CAEM,SAAUE,GAAaF,EAAW,CACtC,OAAOG,GAAYN,GAAKG,CAAI,CAAC,EAAIA,EAAK,IAAG,EAAK,MAChD,CAEM,SAAUI,GAAUJ,EAAaK,EAAoB,CACzD,OAAO,OAAOR,GAAKG,CAAI,GAAM,SAAWA,EAAK,IAAG,EAAMK,CACxD,CClBO,IAAMC,GAAe,SAAIC,EAAM,CAAwB,OAAAA,GAAK,OAAOA,EAAE,QAAW,UAAY,OAAOA,GAAM,UAAlD,ECMxD,SAAUC,GAAUC,EAAU,CAClC,OAAOC,EAAWD,GAAK,KAAA,OAALA,EAAO,IAAI,CAC/B,CCHM,SAAUE,GAAoBC,EAAU,CAC5C,OAAOC,EAAWD,EAAME,EAAiB,CAAC,CAC5C,CCLM,SAAUC,GAAmBC,EAAQ,CACzC,OAAO,OAAO,eAAiBC,EAAWD,GAAG,KAAA,OAAHA,EAAM,OAAO,aAAa,CAAC,CACvE,CCAM,SAAUE,GAAiCC,EAAU,CAEzD,OAAO,IAAI,UACT,iBACEA,IAAU,MAAQ,OAAOA,GAAU,SAAW,oBAAsB,IAAIA,EAAK,KAAG,0HACwC,CAE9H,CCXM,SAAUC,IAAiB,CAC/B,OAAI,OAAO,QAAW,YAAc,CAAC,OAAO,SACnC,aAGF,OAAO,QAChB,CAEO,IAAMC,GAAWD,GAAiB,ECJnC,SAAUE,GAAWC,EAAU,CACnC,OAAOC,EAAWD,GAAK,KAAA,OAALA,EAAQE,EAAe,CAAC,CAC5C,CCHM,SAAiBC,GAAsCC,EAAqC,mGAC1FC,EAASD,EAAe,UAAS,2DAGX,MAAA,CAAA,EAAAE,GAAMD,EAAO,KAAI,CAAE,CAAA,gBAArCE,EAAkBC,EAAA,KAAA,EAAhBC,EAAKF,EAAA,MAAEG,EAAIH,EAAA,KACfG,iBAAA,CAAA,EAAA,CAAA,SACF,MAAA,CAAA,EAAAF,EAAA,KAAA,CAAA,qBAEIC,CAAM,CAAA,SAAZ,MAAA,CAAA,EAAAD,EAAA,KAAA,CAAA,SAAA,OAAAA,EAAA,KAAA,mCAGF,OAAAH,EAAO,YAAW,6BAIhB,SAAUM,GAAwBC,EAAQ,CAG9C,OAAOC,EAAWD,GAAG,KAAA,OAAHA,EAAK,SAAS,CAClC,CCPM,SAAUE,EAAaC,EAAyB,CACpD,GAAIA,aAAiBC,EACnB,OAAOD,EAET,GAAIA,GAAS,KAAM,CACjB,GAAIE,GAAoBF,CAAK,EAC3B,OAAOG,GAAsBH,CAAK,EAEpC,GAAII,GAAYJ,CAAK,EACnB,OAAOK,GAAcL,CAAK,EAE5B,GAAIM,GAAUN,CAAK,EACjB,OAAOO,GAAYP,CAAK,EAE1B,GAAIQ,GAAgBR,CAAK,EACvB,OAAOS,GAAkBT,CAAK,EAEhC,GAAIU,GAAWV,CAAK,EAClB,OAAOW,GAAaX,CAAK,EAE3B,GAAIY,GAAqBZ,CAAK,EAC5B,OAAOa,GAAuBb,CAAK,EAIvC,MAAMc,GAAiCd,CAAK,CAC9C,CAMM,SAAUG,GAAyBY,EAAQ,CAC/C,OAAO,IAAId,EAAW,SAACe,EAAyB,CAC9C,IAAMC,EAAMF,EAAIG,EAAiB,EAAC,EAClC,GAAIC,EAAWF,EAAI,SAAS,EAC1B,OAAOA,EAAI,UAAUD,CAAU,EAGjC,MAAM,IAAI,UAAU,gEAAgE,CACtF,CAAC,CACH,CASM,SAAUX,GAAiBe,EAAmB,CAClD,OAAO,IAAInB,EAAW,SAACe,EAAyB,CAU9C,QAASK,EAAI,EAAGA,EAAID,EAAM,QAAU,CAACJ,EAAW,OAAQK,IACtDL,EAAW,KAAKI,EAAMC,CAAC,CAAC,EAE1BL,EAAW,SAAQ,CACrB,CAAC,CACH,CAEM,SAAUT,GAAee,EAAuB,CACpD,OAAO,IAAIrB,EAAW,SAACe,EAAyB,CAC9CM,EACG,KACC,SAACC,EAAK,CACCP,EAAW,SACdA,EAAW,KAAKO,CAAK,EACrBP,EAAW,SAAQ,EAEvB,EACA,SAACQ,EAAQ,CAAK,OAAAR,EAAW,MAAMQ,CAAG,CAApB,CAAqB,EAEpC,KAAK,KAAMC,EAAoB,CACpC,CAAC,CACH,CAEM,SAAUd,GAAgBe,EAAqB,CACnD,OAAO,IAAIzB,EAAW,SAACe,EAAyB,aAC9C,QAAoBW,EAAAC,GAAAF,CAAQ,EAAAG,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAAzB,IAAMJ,EAAKM,EAAA,MAEd,GADAb,EAAW,KAAKO,CAAK,EACjBP,EAAW,OACb,yGAGJA,EAAW,SAAQ,CACrB,CAAC,CACH,CAEM,SAAUP,GAAqBqB,EAA+B,CAClE,OAAO,IAAI7B,EAAW,SAACe,EAAyB,CAC9Ce,GAAQD,EAAed,CAAU,EAAE,MAAM,SAACQ,EAAG,CAAK,OAAAR,EAAW,MAAMQ,CAAG,CAApB,CAAqB,CACzE,CAAC,CACH,CAEM,SAAUX,GAA0BmB,EAAqC,CAC7E,OAAOvB,GAAkBwB,GAAmCD,CAAc,CAAC,CAC7E,CAEA,SAAeD,GAAWD,EAAiCd,EAAyB,uIACxDkB,EAAAC,GAAAL,CAAa,gFAIrC,GAJeP,EAAKa,EAAA,MACpBpB,EAAW,KAAKO,CAAK,EAGjBP,EAAW,OACb,MAAA,CAAA,CAAA,6RAGJ,OAAAA,EAAW,SAAQ,WChHf,SAAUqB,GACdC,EACAC,EACAC,EACAC,EACAC,EAAc,CADdD,IAAA,SAAAA,EAAA,GACAC,IAAA,SAAAA,EAAA,IAEA,IAAMC,EAAuBJ,EAAU,SAAS,UAAA,CAC9CC,EAAI,EACAE,EACFJ,EAAmB,IAAI,KAAK,SAAS,KAAMG,CAAK,CAAC,EAEjD,KAAK,YAAW,CAEpB,EAAGA,CAAK,EAIR,GAFAH,EAAmB,IAAIK,CAAoB,EAEvC,CAACD,EAKH,OAAOC,CAEX,CCeM,SAAUC,GAAaC,EAA0BC,EAAS,CAAT,OAAAA,IAAA,SAAAA,EAAA,GAC9CC,EAAQ,SAACC,EAAQC,EAAU,CAChCD,EAAO,UACLE,EACED,EACA,SAACE,EAAK,CAAK,OAAAC,GAAgBH,EAAYJ,EAAW,UAAA,CAAM,OAAAI,EAAW,KAAKE,CAAK,CAArB,EAAwBL,CAAK,CAA1E,EACX,UAAA,CAAM,OAAAM,GAAgBH,EAAYJ,EAAW,UAAA,CAAM,OAAAI,EAAW,SAAQ,CAAnB,EAAuBH,CAAK,CAAzE,EACN,SAACO,EAAG,CAAK,OAAAD,GAAgBH,EAAYJ,EAAW,UAAA,CAAM,OAAAI,EAAW,MAAMI,CAAG,CAApB,EAAuBP,CAAK,CAAzE,CAA0E,CACpF,CAEL,CAAC,CACH,CCPM,SAAUQ,GAAeC,EAA0BC,EAAiB,CAAjB,OAAAA,IAAA,SAAAA,EAAA,GAChDC,EAAQ,SAACC,EAAQC,EAAU,CAChCA,EAAW,IAAIJ,EAAU,SAAS,UAAA,CAAM,OAAAG,EAAO,UAAUC,CAAU,CAA3B,EAA8BH,CAAK,CAAC,CAC9E,CAAC,CACH,CC7DM,SAAUI,GAAsBC,EAA6BC,EAAwB,CACzF,OAAOC,EAAUF,CAAK,EAAE,KAAKG,GAAYF,CAAS,EAAGG,GAAUH,CAAS,CAAC,CAC3E,CCFM,SAAUI,GAAmBC,EAAuBC,EAAwB,CAChF,OAAOC,EAAUF,CAAK,EAAE,KAAKG,GAAYF,CAAS,EAAGG,GAAUH,CAAS,CAAC,CAC3E,CCJM,SAAUI,GAAiBC,EAAqBC,EAAwB,CAC5E,OAAO,IAAIC,EAAc,SAACC,EAAU,CAElC,IAAIC,EAAI,EAER,OAAOH,EAAU,SAAS,UAAA,CACpBG,IAAMJ,EAAM,OAGdG,EAAW,SAAQ,GAInBA,EAAW,KAAKH,EAAMI,GAAG,CAAC,EAIrBD,EAAW,QACd,KAAK,SAAQ,EAGnB,CAAC,CACH,CAAC,CACH,CCfM,SAAUE,GAAoBC,EAAoBC,EAAwB,CAC9E,OAAO,IAAIC,EAAc,SAACC,EAAU,CAClC,IAAIC,EAKJ,OAAAC,GAAgBF,EAAYF,EAAW,UAAA,CAErCG,EAAYJ,EAAcI,EAAe,EAAC,EAE1CC,GACEF,EACAF,EACA,UAAA,OACMK,EACAC,EACJ,GAAI,CAEDC,EAAkBJ,EAAS,KAAI,EAA7BE,EAAKE,EAAA,MAAED,EAAIC,EAAA,WACPC,EAAK,CAEZN,EAAW,MAAMM,CAAG,EACpB,OAGEF,EAKFJ,EAAW,SAAQ,EAGnBA,EAAW,KAAKG,CAAK,CAEzB,EACA,EACA,EAAI,CAER,CAAC,EAMM,UAAA,CAAM,OAAAI,EAAWN,GAAQ,KAAA,OAARA,EAAU,MAAM,GAAKA,EAAS,OAAM,CAA/C,CACf,CAAC,CACH,CCvDM,SAAUO,GAAyBC,EAAyBC,EAAwB,CACxF,GAAI,CAACD,EACH,MAAM,IAAI,MAAM,yBAAyB,EAE3C,OAAO,IAAIE,EAAc,SAACC,EAAU,CAClCC,GAAgBD,EAAYF,EAAW,UAAA,CACrC,IAAMI,EAAWL,EAAM,OAAO,aAAa,EAAC,EAC5CI,GACED,EACAF,EACA,UAAA,CACEI,EAAS,KAAI,EAAG,KAAK,SAACC,EAAM,CACtBA,EAAO,KAGTH,EAAW,SAAQ,EAEnBA,EAAW,KAAKG,EAAO,KAAK,CAEhC,CAAC,CACH,EACA,EACA,EAAI,CAER,CAAC,CACH,CAAC,CACH,CCzBM,SAAUC,GAA8BC,EAA8BC,EAAwB,CAClG,OAAOC,GAAsBC,GAAmCH,CAAK,EAAGC,CAAS,CACnF,CCoBM,SAAUG,GAAaC,EAA2BC,EAAwB,CAC9E,GAAID,GAAS,KAAM,CACjB,GAAIE,GAAoBF,CAAK,EAC3B,OAAOG,GAAmBH,EAAOC,CAAS,EAE5C,GAAIG,GAAYJ,CAAK,EACnB,OAAOK,GAAcL,EAAOC,CAAS,EAEvC,GAAIK,GAAUN,CAAK,EACjB,OAAOO,GAAgBP,EAAOC,CAAS,EAEzC,GAAIO,GAAgBR,CAAK,EACvB,OAAOS,GAAsBT,EAAOC,CAAS,EAE/C,GAAIS,GAAWV,CAAK,EAClB,OAAOW,GAAiBX,EAAOC,CAAS,EAE1C,GAAIW,GAAqBZ,CAAK,EAC5B,OAAOa,GAA2Bb,EAAOC,CAAS,EAGtD,MAAMa,GAAiCd,CAAK,CAC9C,CCoDM,SAAUe,GAAQC,EAA2BC,EAAyB,CAC1E,OAAOA,EAAYC,GAAUF,EAAOC,CAAS,EAAIE,EAAUH,CAAK,CAClE,CCxBM,SAAUI,GAAE,SAAIC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACpB,IAAMC,EAAYC,GAAaH,CAAI,EACnC,OAAOI,GAAKJ,EAAaE,CAAS,CACpC,CCsCM,SAAUG,GAAWC,EAA0BC,EAAyB,CAC5E,IAAMC,EAAeC,EAAWH,CAAmB,EAAIA,EAAsB,UAAA,CAAM,OAAAA,CAAA,EAC7EI,EAAO,SAACC,EAA6B,CAAK,OAAAA,EAAW,MAAMH,EAAY,CAAE,CAA/B,EAChD,OAAO,IAAII,EAAWL,EAAY,SAACI,EAAU,CAAK,OAAAJ,EAAU,SAASG,EAAa,EAAGC,CAAU,CAA7C,EAAiDD,CAAI,CACzG,CCpGO,IAAMG,GAA6BC,GAAiB,SAACC,EAAM,CAAK,OAAA,UAAuB,CAC5FA,EAAO,IAAI,EACX,KAAK,KAAO,aACZ,KAAK,QAAU,yBACjB,CAJuE,CAItE,ECrBK,SAAUC,GAAYC,EAAU,CACpC,OAAOA,aAAiB,MAAQ,CAAC,MAAMA,CAAY,CACrD,CCsCM,SAAUC,EAAUC,EAAyCC,EAAa,CAC9E,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAEhC,IAAIC,EAAQ,EAGZF,EAAO,UACLG,EAAyBF,EAAY,SAACG,EAAQ,CAG5CH,EAAW,KAAKJ,EAAQ,KAAKC,EAASM,EAAOF,GAAO,CAAC,CACvD,CAAC,CAAC,CAEN,CAAC,CACH,CC1DQ,IAAAG,GAAY,MAAK,QAEzB,SAASC,GAAkBC,EAA6BC,EAAW,CAC/D,OAAOH,GAAQG,CAAI,EAAID,EAAE,MAAA,OAAAE,EAAA,CAAA,EAAAC,EAAIF,CAAI,CAAA,CAAA,EAAID,EAAGC,CAAI,CAChD,CAMM,SAAUG,GAAuBJ,EAA2B,CAC9D,OAAOK,EAAI,SAAAJ,EAAI,CAAI,OAAAF,GAAYC,EAAIC,CAAI,CAApB,CAAqB,CAC5C,CCfQ,IAAAK,GAAY,MAAK,QACjBC,GAA0D,OAAM,eAArCC,GAA+B,OAAM,UAAlBC,GAAY,OAAM,KAQlE,SAAUC,GAAqDC,EAAuB,CAC1F,GAAIA,EAAK,SAAW,EAAG,CACrB,IAAMC,EAAQD,EAAK,CAAC,EACpB,GAAIL,GAAQM,CAAK,EACf,MAAO,CAAE,KAAMA,EAAO,KAAM,IAAI,EAElC,GAAIC,GAAOD,CAAK,EAAG,CACjB,IAAME,EAAOL,GAAQG,CAAK,EAC1B,MAAO,CACL,KAAME,EAAK,IAAI,SAACC,EAAG,CAAK,OAAAH,EAAMG,CAAG,CAAT,CAAU,EAClC,KAAID,IAKV,MAAO,CAAE,KAAMH,EAAa,KAAM,IAAI,CACxC,CAEA,SAASE,GAAOG,EAAQ,CACtB,OAAOA,GAAO,OAAOA,GAAQ,UAAYT,GAAeS,CAAG,IAAMR,EACnE,CC7BM,SAAUS,GAAaC,EAAgBC,EAAa,CACxD,OAAOD,EAAK,OAAO,SAACE,EAAQC,EAAKC,EAAC,CAAK,OAAEF,EAAOC,CAAG,EAAIF,EAAOG,CAAC,EAAIF,CAA5B,EAAqC,CAAA,CAAS,CACvF,CCsMM,SAAUG,GAAa,SAAoCC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAC/D,IAAMC,EAAYC,GAAaH,CAAI,EAC7BI,EAAiBC,GAAkBL,CAAI,EAEvCM,EAA8BC,GAAqBP,CAAI,EAA/CQ,EAAWF,EAAA,KAAEG,EAAIH,EAAA,KAE/B,GAAIE,EAAY,SAAW,EAIzB,OAAOE,GAAK,CAAA,EAAIR,CAAgB,EAGlC,IAAMS,EAAS,IAAIC,EACjBC,GACEL,EACAN,EACAO,EAEI,SAACK,EAAM,CAAK,OAAAC,GAAaN,EAAMK,CAAM,CAAzB,EAEZE,EAAQ,CACb,EAGH,OAAOZ,EAAkBO,EAAO,KAAKM,GAAiBb,CAAc,CAAC,EAAsBO,CAC7F,CAEM,SAAUE,GACdL,EACAN,EACAgB,EAAiD,CAAjD,OAAAA,IAAA,SAAAA,EAAAF,IAEO,SAACG,EAA2B,CAGjCC,GACElB,EACA,UAAA,CAaE,QAZQmB,EAAWb,EAAW,OAExBM,EAAS,IAAI,MAAMO,CAAM,EAG3BC,EAASD,EAITE,EAAuBF,aAGlBG,EAAC,CACRJ,GACElB,EACA,UAAA,CACE,IAAMuB,EAASf,GAAKF,EAAYgB,CAAC,EAAGtB,CAAgB,EAChDwB,EAAgB,GACpBD,EAAO,UACLE,EACER,EACA,SAACS,EAAK,CAEJd,EAAOU,CAAC,EAAII,EACPF,IAEHA,EAAgB,GAChBH,KAEGA,GAGHJ,EAAW,KAAKD,EAAeJ,EAAO,MAAK,CAAE,CAAC,CAElD,EACA,UAAA,CACO,EAAEQ,GAGLH,EAAW,SAAQ,CAEvB,CAAC,CACF,CAEL,EACAA,CAAU,GAjCLK,EAAI,EAAGA,EAAIH,EAAQG,MAAnBA,CAAC,CAoCZ,EACAL,CAAU,CAEd,CACF,CAMA,SAASC,GAAclB,EAAsC2B,EAAqBC,EAA0B,CACtG5B,EACF6B,GAAgBD,EAAc5B,EAAW2B,CAAO,EAEhDA,EAAO,CAEX,CC3RM,SAAUG,GACdC,EACAC,EACAC,EACAC,EACAC,EACAC,EACAC,EACAC,EAAgC,CAGhC,IAAMC,EAAc,CAAA,EAEhBC,EAAS,EAETC,EAAQ,EAERC,EAAa,GAKXC,EAAgB,UAAA,CAIhBD,GAAc,CAACH,EAAO,QAAU,CAACC,GACnCR,EAAW,SAAQ,CAEvB,EAGMY,EAAY,SAACC,EAAQ,CAAK,OAACL,EAASN,EAAaY,EAAWD,CAAK,EAAIN,EAAO,KAAKM,CAAK,CAA5D,EAE1BC,EAAa,SAACD,EAAQ,CAI1BT,GAAUJ,EAAW,KAAKa,CAAY,EAItCL,IAKA,IAAIO,EAAgB,GAGpBC,EAAUf,EAAQY,EAAOJ,GAAO,CAAC,EAAE,UACjCQ,EACEjB,EACA,SAACkB,GAAU,CAGTf,GAAY,MAAZA,EAAee,EAAU,EAErBd,EAGFQ,EAAUM,EAAiB,EAG3BlB,EAAW,KAAKkB,EAAU,CAE9B,EACA,UAAA,CAGEH,EAAgB,EAClB,EAEA,OACA,UAAA,CAIE,GAAIA,EAKF,GAAI,CAIFP,IAKA,sBACE,IAAMW,EAAgBZ,EAAO,MAAK,EAI9BF,EACFe,GAAgBpB,EAAYK,EAAmB,UAAA,CAAM,OAAAS,EAAWK,CAAa,CAAxB,CAAyB,EAE9EL,EAAWK,CAAa,GARrBZ,EAAO,QAAUC,EAASN,QAYjCS,EAAa,QACNU,EAAK,CACZrB,EAAW,MAAMqB,CAAG,EAG1B,CAAC,CACF,CAEL,EAGA,OAAAtB,EAAO,UACLkB,EAAyBjB,EAAYY,EAAW,UAAA,CAE9CF,EAAa,GACbC,EAAa,CACf,CAAC,CAAC,EAKG,UAAA,CACLL,GAAmB,MAAnBA,EAAmB,CACrB,CACF,CClEM,SAAUgB,GACdC,EACAC,EACAC,EAA6B,CAE7B,OAFAA,IAAA,SAAAA,EAAA,KAEIC,EAAWF,CAAc,EAEpBF,GAAS,SAACK,EAAGC,EAAC,CAAK,OAAAC,EAAI,SAACC,EAAQC,EAAU,CAAK,OAAAP,EAAeG,EAAGG,EAAGF,EAAGG,CAAE,CAA1B,CAA2B,EAAEC,EAAUT,EAAQI,EAAGC,CAAC,CAAC,CAAC,CAAjF,EAAoFH,CAAU,GAC/G,OAAOD,GAAmB,WACnCC,EAAaD,GAGRS,EAAQ,SAACC,EAAQC,EAAU,CAAK,OAAAC,GAAeF,EAAQC,EAAYZ,EAASE,CAAU,CAAtD,CAAuD,EAChG,CChCM,SAAUY,GAAyCC,EAA6B,CAA7B,OAAAA,IAAA,SAAAA,EAAA,KAChDC,GAASC,GAAUF,CAAU,CACtC,CCNM,SAAUG,IAAS,CACvB,OAAOC,GAAS,CAAC,CACnB,CCmDM,SAAUC,IAAM,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACrB,OAAOC,GAAS,EAAGC,GAAKH,EAAMI,GAAaJ,CAAI,CAAC,CAAC,CACnD,CC9DM,SAAUK,EAAsCC,EAA0B,CAC9E,OAAO,IAAIC,EAA+B,SAACC,EAAU,CACnDC,EAAUH,EAAiB,CAAE,EAAE,UAAUE,CAAU,CACrD,CAAC,CACH,CChDA,IAAME,GAA0B,CAAC,cAAe,gBAAgB,EAC1DC,GAAqB,CAAC,mBAAoB,qBAAqB,EAC/DC,GAAgB,CAAC,KAAM,KAAK,EAkO5B,SAAUC,EACdC,EACAC,EACAC,EACAC,EAAsC,CAMtC,GAJIC,EAAWF,CAAO,IACpBC,EAAiBD,EACjBA,EAAU,QAERC,EACF,OAAOJ,EAAaC,EAAQC,EAAWC,CAA+B,EAAE,KAAKG,GAAiBF,CAAc,CAAC,EAUzG,IAAAG,EAAAC,EAEJC,GAAcR,CAAM,EAChBH,GAAmB,IAAI,SAACY,EAAU,CAAK,OAAA,SAACC,EAAY,CAAK,OAAAV,EAAOS,CAAU,EAAER,EAAWS,EAASR,CAA+B,CAAtE,CAAlB,CAAyF,EAElIS,GAAwBX,CAAM,EAC5BJ,GAAwB,IAAIgB,GAAwBZ,EAAQC,CAAS,CAAC,EACtEY,GAA0Bb,CAAM,EAChCF,GAAc,IAAIc,GAAwBZ,EAAQC,CAAS,CAAC,EAC5D,CAAA,EAAE,CAAA,EATDa,EAAGR,EAAA,CAAA,EAAES,EAAMT,EAAA,CAAA,EAgBlB,GAAI,CAACQ,GACCE,GAAYhB,CAAM,EACpB,OAAOiB,GAAS,SAACC,EAAc,CAAK,OAAAnB,EAAUmB,EAAWjB,EAAWC,CAA+B,CAA/D,CAAgE,EAClGiB,EAAUnB,CAAM,CAAC,EAOvB,GAAI,CAACc,EACH,MAAM,IAAI,UAAU,sBAAsB,EAG5C,OAAO,IAAIM,EAAc,SAACC,EAAU,CAIlC,IAAMX,EAAU,UAAA,SAACY,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAAmB,OAAAF,EAAW,KAAK,EAAIC,EAAK,OAASA,EAAOA,EAAK,CAAC,CAAC,CAAhD,EAEpC,OAAAR,EAAIJ,CAAO,EAEJ,UAAA,CAAM,OAAAK,EAAQL,CAAO,CAAf,CACf,CAAC,CACH,CASA,SAASE,GAAwBZ,EAAaC,EAAiB,CAC7D,OAAO,SAACQ,EAAkB,CAAK,OAAA,SAACC,EAAY,CAAK,OAAAV,EAAOS,CAAU,EAAER,EAAWS,CAAO,CAArC,CAAlB,CACjC,CAOA,SAASC,GAAwBX,EAAW,CAC1C,OAAOI,EAAWJ,EAAO,WAAW,GAAKI,EAAWJ,EAAO,cAAc,CAC3E,CAOA,SAASa,GAA0Bb,EAAW,CAC5C,OAAOI,EAAWJ,EAAO,EAAE,GAAKI,EAAWJ,EAAO,GAAG,CACvD,CAOA,SAASQ,GAAcR,EAAW,CAChC,OAAOI,EAAWJ,EAAO,gBAAgB,GAAKI,EAAWJ,EAAO,mBAAmB,CACrF,CCnMM,SAAUwB,GACdC,EACAC,EACAC,EAAsC,CAEtC,OAAIA,EACKH,GAAoBC,EAAYC,CAAa,EAAE,KAAKE,GAAiBD,CAAc,CAAC,EAGtF,IAAIE,EAAoB,SAACC,EAAU,CACxC,IAAMC,EAAU,UAAA,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAAc,OAAAH,EAAW,KAAKE,EAAE,SAAW,EAAIA,EAAE,CAAC,EAAIA,CAAC,CAAzC,EACzBE,EAAWT,EAAWM,CAAO,EACnC,OAAOI,EAAWT,CAAa,EAAI,UAAA,CAAM,OAAAA,EAAcK,EAASG,CAAQ,CAA/B,EAAmC,MAC9E,CAAC,CACH,CCtBM,SAAUE,GACdC,EACAC,EACAC,EAAyC,CAFzCF,IAAA,SAAAA,EAAA,GAEAE,IAAA,SAAAA,EAAAC,IAIA,IAAIC,EAAmB,GAEvB,OAAIH,GAAuB,OAIrBI,GAAYJ,CAAmB,EACjCC,EAAYD,EAIZG,EAAmBH,GAIhB,IAAIK,EAAW,SAACC,EAAU,CAI/B,IAAIC,EAAMC,GAAYT,CAAO,EAAI,CAACA,EAAUE,EAAW,IAAG,EAAKF,EAE3DQ,EAAM,IAERA,EAAM,GAIR,IAAIE,EAAI,EAGR,OAAOR,EAAU,SAAS,UAAA,CACnBK,EAAW,SAEdA,EAAW,KAAKG,GAAG,EAEf,GAAKN,EAGP,KAAK,SAAS,OAAWA,CAAgB,EAGzCG,EAAW,SAAQ,EAGzB,EAAGC,CAAG,CACR,CAAC,CACH,CChGM,SAAUG,GAAK,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACpB,IAAMC,EAAYC,GAAaH,CAAI,EAC7BI,EAAaC,GAAUL,EAAM,GAAQ,EACrCM,EAAUN,EAChB,OAAQM,EAAQ,OAGZA,EAAQ,SAAW,EAEnBC,EAAUD,EAAQ,CAAC,CAAC,EAEpBE,GAASJ,CAAU,EAAEK,GAAKH,EAASJ,CAAS,CAAC,EAL7CQ,CAMN,CCjEO,IAAMC,GAAQ,IAAIC,EAAkBC,EAAI,ECpCvC,IAAAC,GAAY,MAAK,QAMnB,SAAUC,GAAkBC,EAAiB,CACjD,OAAOA,EAAK,SAAW,GAAKF,GAAQE,EAAK,CAAC,CAAC,EAAIA,EAAK,CAAC,EAAKA,CAC5D,CCoDM,SAAUC,EAAUC,EAAiDC,EAAa,CACtF,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAEhC,IAAIC,EAAQ,EAIZF,EAAO,UAILG,EAAyBF,EAAY,SAACG,EAAK,CAAK,OAAAP,EAAU,KAAKC,EAASM,EAAOF,GAAO,GAAKD,EAAW,KAAKG,CAAK,CAAhE,CAAiE,CAAC,CAEtH,CAAC,CACH,CCxBM,SAAUC,IAAG,SAACC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAClB,IAAMC,EAAiBC,GAAkBH,CAAI,EAEvCI,EAAUC,GAAeL,CAAI,EAEnC,OAAOI,EAAQ,OACX,IAAIE,EAAsB,SAACC,EAAU,CAGnC,IAAIC,EAAuBJ,EAAQ,IAAI,UAAA,CAAM,MAAA,CAAA,CAAA,CAAE,EAK3CK,EAAYL,EAAQ,IAAI,UAAA,CAAM,MAAA,EAAA,CAAK,EAGvCG,EAAW,IAAI,UAAA,CACbC,EAAUC,EAAY,IACxB,CAAC,EAKD,mBAASC,EAAW,CAClBC,EAAUP,EAAQM,CAAW,CAAC,EAAE,UAC9BE,EACEL,EACA,SAACM,EAAK,CAKJ,GAJAL,EAAQE,CAAW,EAAE,KAAKG,CAAK,EAI3BL,EAAQ,MAAM,SAACM,EAAM,CAAK,OAAAA,EAAO,MAAP,CAAa,EAAG,CAC5C,IAAMC,EAAcP,EAAQ,IAAI,SAACM,EAAM,CAAK,OAAAA,EAAO,MAAK,CAAZ,CAAe,EAE3DP,EAAW,KAAKL,EAAiBA,EAAc,MAAA,OAAAc,EAAA,CAAA,EAAAC,EAAIF,CAAM,CAAA,CAAA,EAAIA,CAAM,EAI/DP,EAAQ,KAAK,SAACM,EAAQI,EAAC,CAAK,MAAA,CAACJ,EAAO,QAAUL,EAAUS,CAAC,CAA7B,CAA8B,GAC5DX,EAAW,SAAQ,EAGzB,EACA,UAAA,CAGEE,EAAUC,CAAW,EAAI,GAIzB,CAACF,EAAQE,CAAW,EAAE,QAAUH,EAAW,SAAQ,CACrD,CAAC,CACF,GA9BIG,EAAc,EAAG,CAACH,EAAW,QAAUG,EAAcN,EAAQ,OAAQM,MAArEA,CAAW,EAmCpB,OAAO,UAAA,CACLF,EAAUC,EAAY,IACxB,CACF,CAAC,EACDU,CACN,CC9DM,SAAUC,GAASC,EAAoD,CAC3E,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAW,GACXC,EAAsB,KACtBC,EAA6C,KAC7CC,EAAa,GAEXC,EAAc,UAAA,CAGlB,GAFAF,GAAkB,MAAlBA,EAAoB,YAAW,EAC/BA,EAAqB,KACjBF,EAAU,CACZA,EAAW,GACX,IAAMK,EAAQJ,EACdA,EAAY,KACZF,EAAW,KAAKM,CAAK,EAEvBF,GAAcJ,EAAW,SAAQ,CACnC,EAEMO,EAAkB,UAAA,CACtBJ,EAAqB,KACrBC,GAAcJ,EAAW,SAAQ,CACnC,EAEAD,EAAO,UACLS,EACER,EACA,SAACM,EAAK,CACJL,EAAW,GACXC,EAAYI,EACPH,GACHM,EAAUZ,EAAiBS,CAAK,CAAC,EAAE,UAChCH,EAAqBK,EAAyBR,EAAYK,EAAaE,CAAe,CAAE,CAG/F,EACA,UAAA,CACEH,EAAa,IACZ,CAACH,GAAY,CAACE,GAAsBA,EAAmB,SAAWH,EAAW,SAAQ,CACxF,CAAC,CACF,CAEL,CAAC,CACH,CC3CM,SAAUU,GAAaC,EAAkBC,EAAyC,CAAzC,OAAAA,IAAA,SAAAA,EAAAC,IACtCC,GAAM,UAAA,CAAM,OAAAC,GAAMJ,EAAUC,CAAS,CAAzB,CAA0B,CAC/C,CCEM,SAAUI,GAAeC,EAAoBC,EAAsC,CAAtC,OAAAA,IAAA,SAAAA,EAAA,MAGjDA,EAAmBA,GAAgB,KAAhBA,EAAoBD,EAEhCE,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAiB,CAAA,EACjBC,EAAQ,EAEZH,EAAO,UACLI,EACEH,EACA,SAACI,EAAK,aACAC,EAAuB,KAKvBH,IAAUL,IAAsB,GAClCI,EAAQ,KAAK,CAAA,CAAE,MAIjB,QAAqBK,EAAAC,GAAAN,CAAO,EAAAO,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAAzB,IAAMG,EAAMD,EAAA,MACfC,EAAO,KAAKL,CAAK,EAMbR,GAAca,EAAO,SACvBJ,EAASA,GAAM,KAANA,EAAU,CAAA,EACnBA,EAAO,KAAKI,CAAM,uGAItB,GAAIJ,MAIF,QAAqBK,EAAAH,GAAAF,CAAM,EAAAM,EAAAD,EAAA,KAAA,EAAA,CAAAC,EAAA,KAAAA,EAAAD,EAAA,KAAA,EAAE,CAAxB,IAAMD,EAAME,EAAA,MACfC,GAAUX,EAASQ,CAAM,EACzBT,EAAW,KAAKS,CAAM,sGAG5B,EACA,UAAA,aAGE,QAAqBI,EAAAN,GAAAN,CAAO,EAAAa,EAAAD,EAAA,KAAA,EAAA,CAAAC,EAAA,KAAAA,EAAAD,EAAA,KAAA,EAAE,CAAzB,IAAMJ,EAAMK,EAAA,MACfd,EAAW,KAAKS,CAAM,oGAExBT,EAAW,SAAQ,CACrB,EAEA,OACA,UAAA,CAEEC,EAAU,IACZ,CAAC,CACF,CAEL,CAAC,CACH,CCbM,SAAUc,GACdC,EAAgD,CAEhD,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAgC,KAChCC,EAAY,GACZC,EAEJF,EAAWF,EAAO,UAChBK,EAAyBJ,EAAY,OAAW,OAAW,SAACK,EAAG,CAC7DF,EAAgBG,EAAUT,EAASQ,EAAKT,GAAWC,CAAQ,EAAEE,CAAM,CAAC,CAAC,EACjEE,GACFA,EAAS,YAAW,EACpBA,EAAW,KACXE,EAAc,UAAUH,CAAU,GAIlCE,EAAY,EAEhB,CAAC,CAAC,EAGAA,IAMFD,EAAS,YAAW,EACpBA,EAAW,KACXE,EAAe,UAAUH,CAAU,EAEvC,CAAC,CACH,CC/HM,SAAUO,GACdC,EACAC,EACAC,EACAC,EACAC,EAAqC,CAErC,OAAO,SAACC,EAAuBC,EAA2B,CAIxD,IAAIC,EAAWL,EAIXM,EAAaP,EAEbQ,EAAQ,EAGZJ,EAAO,UACLK,EACEJ,EACA,SAACK,EAAK,CAEJ,IAAMC,EAAIH,IAEVD,EAAQD,EAEJP,EAAYQ,EAAOG,EAAOC,CAAC,GAIzBL,EAAW,GAAOI,GAGxBR,GAAcG,EAAW,KAAKE,CAAK,CACrC,EAGAJ,GACG,UAAA,CACCG,GAAYD,EAAW,KAAKE,CAAK,EACjCF,EAAW,SAAQ,CACrB,CAAE,CACL,CAEL,CACF,CCnCM,SAAUO,IAAa,SAAOC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAClC,IAAMC,EAAiBC,GAAkBH,CAAI,EAC7C,OAAOE,EACHE,GAAKL,GAAa,MAAA,OAAAM,EAAA,CAAA,EAAAC,EAAKN,CAAoC,CAAA,CAAA,EAAGO,GAAiBL,CAAc,CAAC,EAC9FM,EAAQ,SAACC,EAAQC,EAAU,CACzBC,GAAiBN,EAAA,CAAEI,CAAM,EAAAH,EAAKM,GAAeZ,CAAI,CAAC,CAAA,CAAA,EAAGU,CAAU,CACjE,CAAC,CACP,CCUM,SAAUG,IAAiB,SAC/BC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAEA,OAAOC,GAAa,MAAA,OAAAC,EAAA,CAAA,EAAAC,EAAIJ,CAAY,CAAA,CAAA,CACtC,CCkBM,SAAUK,GAAYC,EAAoD,CAC9E,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAW,GACXC,EAAsB,KAEtBC,EAA6C,KAE3CC,EAAO,UAAA,CAMX,GAFAD,GAAkB,MAAlBA,EAAoB,YAAW,EAC/BA,EAAqB,KACjBF,EAAU,CAEZA,EAAW,GACX,IAAMI,EAAQH,EACdA,EAAY,KACZF,EAAW,KAAKK,CAAK,EAEzB,EAEAN,EAAO,UACLO,EACEN,EACA,SAACK,EAAQ,CAIPF,GAAkB,MAAlBA,EAAoB,YAAW,EAC/BF,EAAW,GACXC,EAAYG,EAGZF,EAAqBG,EAAyBN,EAAYI,EAAMG,EAAI,EAEpEC,EAAUX,EAAiBQ,CAAK,CAAC,EAAE,UAAUF,CAAkB,CACjE,EACA,UAAA,CAGEC,EAAI,EACJJ,EAAW,SAAQ,CACrB,EAEA,OACA,UAAA,CAEEE,EAAYC,EAAqB,IACnC,CAAC,CACF,CAEL,CAAC,CACH,CCvDM,SAAUM,GAAgBC,EAAiBC,EAAyC,CAAzC,OAAAA,IAAA,SAAAA,EAAAC,IACxCC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAkC,KAClCC,EAAsB,KACtBC,EAA0B,KAExBC,EAAO,UAAA,CACX,GAAIH,EAAY,CAEdA,EAAW,YAAW,EACtBA,EAAa,KACb,IAAMI,EAAQH,EACdA,EAAY,KACZF,EAAW,KAAKK,CAAK,EAEzB,EACA,SAASC,GAAY,CAInB,IAAMC,EAAaJ,EAAYR,EACzBa,EAAMZ,EAAU,IAAG,EACzB,GAAIY,EAAMD,EAAY,CAEpBN,EAAa,KAAK,SAAS,OAAWM,EAAaC,CAAG,EACtDR,EAAW,IAAIC,CAAU,EACzB,OAGFG,EAAI,CACN,CAEAL,EAAO,UACLU,EACET,EACA,SAACK,EAAQ,CACPH,EAAYG,EACZF,EAAWP,EAAU,IAAG,EAGnBK,IACHA,EAAaL,EAAU,SAASU,EAAcX,CAAO,EACrDK,EAAW,IAAIC,CAAU,EAE7B,EACA,UAAA,CAGEG,EAAI,EACJJ,EAAW,SAAQ,CACrB,EAEA,OACA,UAAA,CAEEE,EAAYD,EAAa,IAC3B,CAAC,CACF,CAEL,CAAC,CACH,CCpFM,SAAUS,GAAqBC,EAAe,CAClD,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAW,GACfF,EAAO,UACLG,EACEF,EACA,SAACG,EAAK,CACJF,EAAW,GACXD,EAAW,KAAKG,CAAK,CACvB,EACA,UAAA,CACOF,GACHD,EAAW,KAAKH,CAAa,EAE/BG,EAAW,SAAQ,CACrB,CAAC,CACF,CAEL,CAAC,CACH,CCXM,SAAUI,GAAQC,EAAa,CACnC,OAAOA,GAAS,EAEZ,UAAA,CAAM,OAAAC,CAAA,EACNC,EAAQ,SAACC,EAAQC,EAAU,CACzB,IAAIC,EAAO,EACXF,EAAO,UACLG,EAAyBF,EAAY,SAACG,EAAK,CAIrC,EAAEF,GAAQL,IACZI,EAAW,KAAKG,CAAK,EAIjBP,GAASK,GACXD,EAAW,SAAQ,EAGzB,CAAC,CAAC,CAEN,CAAC,CACP,CC9BM,SAAUI,GAAc,CAC5B,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChCD,EAAO,UAAUE,EAAyBD,EAAYE,EAAI,CAAC,CAC7D,CAAC,CACH,CCCM,SAAUC,GAASC,EAAQ,CAC/B,OAAOC,EAAI,UAAA,CAAM,OAAAD,CAAA,CAAK,CACxB,CC4CM,SAAUE,GACdC,EACAC,EAAmC,CAEnC,OAAIA,EAEK,SAACC,EAAqB,CAC3B,OAAAC,GAAOF,EAAkB,KAAKG,GAAK,CAAC,EAAGC,EAAc,CAAE,EAAGH,EAAO,KAAKH,GAAUC,CAAqB,CAAC,CAAC,CAAvG,EAGGM,GAAS,SAACC,EAAOC,EAAK,CAAK,OAAAC,EAAUT,EAAsBO,EAAOC,CAAK,CAAC,EAAE,KAAKJ,GAAK,CAAC,EAAGM,GAAMH,CAAK,CAAC,CAAzE,CAA0E,CAC9G,CCzCM,SAAUI,GAASC,EAAoBC,EAAyC,CAAzCA,IAAA,SAAAA,EAAAC,IAC3C,IAAMC,EAAWC,GAAMJ,EAAKC,CAAS,EACrC,OAAOI,GAAU,UAAA,CAAM,OAAAF,CAAA,CAAQ,CACjC,CC0EM,SAAUG,EACdC,EACAC,EAA0D,CAA1D,OAAAA,IAAA,SAAAA,EAA+BC,IAK/BF,EAAaA,GAAU,KAAVA,EAAcG,GAEpBC,EAAQ,SAACC,EAAQC,EAAU,CAGhC,IAAIC,EAEAC,EAAQ,GAEZH,EAAO,UACLI,EAAyBH,EAAY,SAACI,EAAK,CAEzC,IAAMC,EAAaV,EAAYS,CAAK,GAKhCF,GAAS,CAACR,EAAYO,EAAaI,CAAU,KAM/CH,EAAQ,GACRD,EAAcI,EAGdL,EAAW,KAAKI,CAAK,EAEzB,CAAC,CAAC,CAEN,CAAC,CACH,CAEA,SAASP,GAAeS,EAAQC,EAAM,CACpC,OAAOD,IAAMC,CACf,CCjHM,SAAUC,GAA8CC,EAAQC,EAAuC,CAC3G,OAAOC,EAAqB,SAACC,EAAMC,EAAI,CAAK,OAAAH,EAAUA,EAAQE,EAAEH,CAAG,EAAGI,EAAEJ,CAAG,CAAC,EAAIG,EAAEH,CAAG,IAAMI,EAAEJ,CAAG,CAApD,CAAqD,CACnG,CC7BM,SAAUK,GAAgBC,EAA6C,CAA7C,OAAAA,IAAA,SAAAA,EAAAC,IACvBC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAW,GACfF,EAAO,UACLG,EACEF,EACA,SAACG,EAAK,CACJF,EAAW,GACXD,EAAW,KAAKG,CAAK,CACvB,EACA,UAAA,CAAM,OAACF,EAAWD,EAAW,SAAQ,EAAKA,EAAW,MAAMJ,EAAY,CAAE,CAAnE,CAAqE,CAC5E,CAEL,CAAC,CACH,CAEA,SAASC,IAAmB,CAC1B,OAAO,IAAIO,EACb,CCMM,SAAUC,IAAO,SAAIC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACzB,OAAO,SAACC,EAAqB,CAAK,OAAAC,GAAOD,EAAQE,EAAE,MAAA,OAAAC,EAAA,CAAA,EAAAC,EAAIN,CAAM,CAAA,CAAA,CAAA,CAA3B,CACpC,CCHM,SAAUO,EAAYC,EAAoB,CAC9C,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAGhC,GAAI,CACFD,EAAO,UAAUC,CAAU,UAE3BA,EAAW,IAAIH,CAAQ,EAE3B,CAAC,CACH,CCMM,SAAUI,GACdC,EACAC,EAAgB,CAEhB,IAAMC,EAAkB,UAAU,QAAU,EAC5C,OAAO,SAACC,EAAqB,CAC3B,OAAAA,EAAO,KACLH,EAAYI,EAAO,SAACC,EAAG,EAAC,CAAK,OAAAL,EAAUK,EAAG,EAAGF,CAAM,CAAtB,CAAuB,EAAIG,GACxDC,GAAK,CAAC,EACNL,EAAkBM,GAAeP,CAAa,EAAIQ,GAAa,UAAA,CAAM,OAAA,IAAIC,EAAJ,CAAgB,CAAC,CAHxF,CAKJ,CC/CM,SAAUC,GAAYC,EAAa,CACvC,OAAOA,GAAS,EACZ,UAAA,CAAM,OAAAC,CAAA,EACNC,EAAQ,SAACC,EAAQC,EAAU,CAKzB,IAAIC,EAAc,CAAA,EAClBF,EAAO,UACLG,EACEF,EACA,SAACG,EAAK,CAEJF,EAAO,KAAKE,CAAK,EAGjBP,EAAQK,EAAO,QAAUA,EAAO,MAAK,CACvC,EACA,UAAA,aAGE,QAAoBG,EAAAC,GAAAJ,CAAM,EAAAK,EAAAF,EAAA,KAAA,EAAA,CAAAE,EAAA,KAAAA,EAAAF,EAAA,KAAA,EAAE,CAAvB,IAAMD,EAAKG,EAAA,MACdN,EAAW,KAAKG,CAAK,oGAEvBH,EAAW,SAAQ,CACrB,EAEA,OACA,UAAA,CAEEC,EAAS,IACX,CAAC,CACF,CAEL,CAAC,CACP,CC1DM,SAAUM,IAAK,SAAIC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACvB,IAAMC,EAAYC,GAAaH,CAAI,EAC7BI,EAAaC,GAAUL,EAAM,GAAQ,EAC3C,OAAAA,EAAOM,GAAeN,CAAI,EAEnBO,EAAQ,SAACC,EAAQC,EAAU,CAChCC,GAASN,CAAU,EAAEO,GAAIC,EAAA,CAAEJ,CAAM,EAAAK,EAAMb,CAA6B,CAAA,EAAGE,CAAS,CAAC,EAAE,UAAUO,CAAU,CACzG,CAAC,CACH,CCcM,SAAUK,IAAS,SACvBC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAEA,OAAOC,GAAK,MAAA,OAAAC,EAAA,CAAA,EAAAC,EAAIJ,CAAY,CAAA,CAAA,CAC9B,CCmEM,SAAUK,GAAUC,EAAqC,OACzDC,EAAQ,IACRC,EAEJ,OAAIF,GAAiB,OACf,OAAOA,GAAkB,UACxBG,EAA4BH,EAAa,MAAzCC,EAAKE,IAAA,OAAG,IAAQA,EAAED,EAAUF,EAAa,OAE5CC,EAAQD,GAILC,GAAS,EACZ,UAAA,CAAM,OAAAG,CAAA,EACNC,EAAQ,SAACC,EAAQC,EAAU,CACzB,IAAIC,EAAQ,EACRC,EAEEC,EAAc,UAAA,CAGlB,GAFAD,GAAS,MAATA,EAAW,YAAW,EACtBA,EAAY,KACRP,GAAS,KAAM,CACjB,IAAMS,EAAW,OAAOT,GAAU,SAAWU,GAAMV,CAAK,EAAIW,EAAUX,EAAMM,CAAK,CAAC,EAC5EM,EAAqBC,EAAyBR,EAAY,UAAA,CAC9DO,EAAmB,YAAW,EAC9BE,EAAiB,CACnB,CAAC,EACDL,EAAS,UAAUG,CAAkB,OAErCE,EAAiB,CAErB,EAEMA,EAAoB,UAAA,CACxB,IAAIC,EAAY,GAChBR,EAAYH,EAAO,UACjBS,EAAyBR,EAAY,OAAW,UAAA,CAC1C,EAAEC,EAAQP,EACRQ,EACFC,EAAW,EAEXO,EAAY,GAGdV,EAAW,SAAQ,CAEvB,CAAC,CAAC,EAGAU,GACFP,EAAW,CAEf,EAEAM,EAAiB,CACnB,CAAC,CACP,CCpFM,SAAUE,GAAcC,EAA6DC,EAAQ,CAMjG,OAAOC,EAAQC,GAAcH,EAAaC,EAAW,UAAU,QAAU,EAAG,EAAI,CAAC,CACnF,CC+CM,SAAUG,GAASC,EAA4B,CAA5BA,IAAA,SAAAA,EAAA,CAAA,GACf,IAAAC,EAAgHD,EAAO,UAAvHE,EAASD,IAAA,OAAG,UAAA,CAAM,OAAA,IAAIE,CAAJ,EAAgBF,EAAEG,EAA4EJ,EAAO,aAAnFK,EAAYD,IAAA,OAAG,GAAIA,EAAEE,EAAuDN,EAAO,gBAA9DO,EAAeD,IAAA,OAAG,GAAIA,EAAEE,EAA+BR,EAAO,oBAAtCS,EAAmBD,IAAA,OAAG,GAAIA,EAUnH,OAAO,SAACE,EAAa,CACnB,IAAIC,EACAC,EACAC,EACAC,EAAW,EACXC,EAAe,GACfC,EAAa,GAEXC,EAAc,UAAA,CAClBL,GAAe,MAAfA,EAAiB,YAAW,EAC5BA,EAAkB,MACpB,EAGMM,GAAQ,UAAA,CACZD,EAAW,EACXN,EAAaE,EAAU,OACvBE,EAAeC,EAAa,EAC9B,EACMG,EAAsB,UAAA,CAG1B,IAAMC,EAAOT,EACbO,GAAK,EACLE,GAAI,MAAJA,EAAM,YAAW,CACnB,EAEA,OAAOC,EAAc,SAACC,EAAQC,GAAU,CACtCT,IACI,CAACE,GAAc,CAACD,GAClBE,EAAW,EAOb,IAAMO,GAAQX,EAAUA,GAAO,KAAPA,EAAWX,EAAS,EAO5CqB,GAAW,IAAI,UAAA,CACbT,IAKIA,IAAa,GAAK,CAACE,GAAc,CAACD,IACpCH,EAAkBa,GAAYN,EAAqBV,CAAmB,EAE1E,CAAC,EAIDe,GAAK,UAAUD,EAAU,EAGvB,CAACZ,GAIDG,EAAW,IAOXH,EAAa,IAAIe,GAAe,CAC9B,KAAM,SAACC,GAAK,CAAK,OAAAH,GAAK,KAAKG,EAAK,CAAf,EACjB,MAAO,SAACC,GAAG,CACTZ,EAAa,GACbC,EAAW,EACXL,EAAkBa,GAAYP,GAAOb,EAAcuB,EAAG,EACtDJ,GAAK,MAAMI,EAAG,CAChB,EACA,SAAU,UAAA,CACRb,EAAe,GACfE,EAAW,EACXL,EAAkBa,GAAYP,GAAOX,CAAe,EACpDiB,GAAK,SAAQ,CACf,EACD,EACDK,EAAUP,CAAM,EAAE,UAAUX,CAAU,EAE1C,CAAC,EAAED,CAAa,CAClB,CACF,CAEA,SAASe,GACPP,EACAY,EAAoD,SACpDC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,EAAA,CAAA,EAAA,UAAAA,CAAA,EAEA,GAAIF,IAAO,GAAM,CACfZ,EAAK,EACL,OAGF,GAAIY,IAAO,GAIX,KAAMG,EAAe,IAAIP,GAAe,CACtC,KAAM,UAAA,CACJO,EAAa,YAAW,EACxBf,EAAK,CACP,EACD,EAED,OAAOW,EAAUC,EAAE,MAAA,OAAAI,EAAA,CAAA,EAAAC,EAAIJ,CAAI,CAAA,CAAA,CAAA,EAAG,UAAUE,CAAY,EACtD,CChHM,SAAUG,EACdC,EACAC,EACAC,EAAyB,WAErBC,EACAC,EAAW,GACf,OAAIJ,GAAsB,OAAOA,GAAuB,UACnDK,EAA8EL,EAAkB,WAAhGG,EAAUE,IAAA,OAAG,IAAQA,EAAEC,EAAuDN,EAAkB,WAAzEC,EAAUK,IAAA,OAAG,IAAQA,EAAEC,EAAgCP,EAAkB,SAAlDI,EAAQG,IAAA,OAAG,GAAKA,EAAEL,EAAcF,EAAkB,WAEnGG,EAAcH,GAAkB,KAAlBA,EAAsB,IAE/BQ,GAAS,CACd,UAAW,UAAA,CAAM,OAAA,IAAIC,GAAcN,EAAYF,EAAYC,CAAS,CAAnD,EACjB,aAAc,GACd,gBAAiB,GACjB,oBAAqBE,EACtB,CACH,CCxIM,SAAUM,GAAQC,EAAa,CACnC,OAAOC,EAAO,SAACC,EAAGC,EAAK,CAAK,OAAAH,GAASG,CAAT,CAAc,CAC5C,CCaM,SAAUC,GAAaC,EAA8B,CACzD,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAS,GAEPC,EAAiBC,EACrBH,EACA,UAAA,CACEE,GAAc,MAAdA,EAAgB,YAAW,EAC3BD,EAAS,EACX,EACAG,EAAI,EAGNC,EAAUR,CAAQ,EAAE,UAAUK,CAAc,EAE5CH,EAAO,UAAUI,EAAyBH,EAAY,SAACM,EAAK,CAAK,OAAAL,GAAUD,EAAW,KAAKM,CAAK,CAA/B,CAAgC,CAAC,CACpG,CAAC,CACH,CCVM,SAAUC,GAAS,SAAOC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EAC9B,IAAMC,EAAYC,GAAaH,CAAM,EACrC,OAAOI,EAAQ,SAACC,EAAQC,EAAU,EAI/BJ,EAAYK,GAAOP,EAAQK,EAAQH,CAAS,EAAIK,GAAOP,EAAQK,CAAM,GAAG,UAAUC,CAAU,CAC/F,CAAC,CACH,CCmBM,SAAUE,EACdC,EACAC,EAA6G,CAE7G,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAyD,KACzDC,EAAQ,EAERC,EAAa,GAIXC,EAAgB,UAAA,CAAM,OAAAD,GAAc,CAACF,GAAmBD,EAAW,SAAQ,CAArD,EAE5BD,EAAO,UACLM,EACEL,EACA,SAACM,EAAK,CAEJL,GAAe,MAAfA,EAAiB,YAAW,EAC5B,IAAIM,EAAa,EACXC,EAAaN,IAEnBO,EAAUb,EAAQU,EAAOE,CAAU,CAAC,EAAE,UACnCP,EAAkBI,EACjBL,EAIA,SAACU,EAAU,CAAK,OAAAV,EAAW,KAAKH,EAAiBA,EAAeS,EAAOI,EAAYF,EAAYD,GAAY,EAAIG,CAAU,CAAzG,EAChB,UAAA,CAIET,EAAkB,KAClBG,EAAa,CACf,CAAC,CACD,CAEN,EACA,UAAA,CACED,EAAa,GACbC,EAAa,CACf,CAAC,CACF,CAEL,CAAC,CACH,CCvFM,SAAUO,EAAaC,EAA8B,CACzD,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChCC,EAAUJ,CAAQ,EAAE,UAAUK,EAAyBF,EAAY,UAAA,CAAM,OAAAA,EAAW,SAAQ,CAAnB,EAAuBG,EAAI,CAAC,EACrG,CAACH,EAAW,QAAUD,EAAO,UAAUC,CAAU,CACnD,CAAC,CACH,CCIM,SAAUI,GAAaC,EAAiDC,EAAiB,CAAjB,OAAAA,IAAA,SAAAA,EAAA,IACrEC,EAAQ,SAACC,EAAQC,EAAU,CAChC,IAAIC,EAAQ,EACZF,EAAO,UACLG,EAAyBF,EAAY,SAACG,EAAK,CACzC,IAAMC,EAASR,EAAUO,EAAOF,GAAO,GACtCG,GAAUP,IAAcG,EAAW,KAAKG,CAAK,EAC9C,CAACC,GAAUJ,EAAW,SAAQ,CAChC,CAAC,CAAC,CAEN,CAAC,CACH,CCqGM,SAAUK,EACdC,EACAC,EACAC,EAA8B,CAK9B,IAAMC,EACJC,EAAWJ,CAAc,GAAKC,GAASC,EAElC,CAAE,KAAMF,EAA2E,MAAKC,EAAE,SAAQC,CAAA,EACnGF,EAEN,OAAOG,EACHE,EAAQ,SAACC,EAAQC,EAAU,QACzBC,EAAAL,EAAY,aAAS,MAAAK,IAAA,QAAAA,EAAA,KAArBL,CAAW,EACX,IAAIM,EAAU,GACdH,EAAO,UACLI,EACEH,EACA,SAACI,EAAK,QACJH,EAAAL,EAAY,QAAI,MAAAK,IAAA,QAAAA,EAAA,KAAhBL,EAAmBQ,CAAK,EACxBJ,EAAW,KAAKI,CAAK,CACvB,EACA,UAAA,OACEF,EAAU,IACVD,EAAAL,EAAY,YAAQ,MAAAK,IAAA,QAAAA,EAAA,KAApBL,CAAW,EACXI,EAAW,SAAQ,CACrB,EACA,SAACK,EAAG,OACFH,EAAU,IACVD,EAAAL,EAAY,SAAK,MAAAK,IAAA,QAAAA,EAAA,KAAjBL,EAAoBS,CAAG,EACvBL,EAAW,MAAMK,CAAG,CACtB,EACA,UAAA,SACMH,KACFD,EAAAL,EAAY,eAAW,MAAAK,IAAA,QAAAA,EAAA,KAAvBL,CAAW,IAEbU,EAAAV,EAAY,YAAQ,MAAAU,IAAA,QAAAA,EAAA,KAApBV,CAAW,CACb,CAAC,CACF,CAEL,CAAC,EAIDW,EACN,CCnIM,SAAUC,GAAYC,EAAsDC,EAAuB,CACvG,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAC1B,IAAAC,EAAuCJ,GAAM,KAANA,EAAU,CAAA,EAA/CK,EAAAD,EAAA,QAAAE,EAAOD,IAAA,OAAG,GAAIA,EAAEE,EAAAH,EAAA,SAAAI,EAAQD,IAAA,OAAG,GAAKA,EACpCE,EAAW,GACXC,EAAsB,KACtBC,EAAiC,KACjCC,EAAa,GAEXC,EAAgB,UAAA,CACpBF,GAAS,MAATA,EAAW,YAAW,EACtBA,EAAY,KACRH,IACFM,EAAI,EACJF,GAAcT,EAAW,SAAQ,EAErC,EAEMY,EAAoB,UAAA,CACxBJ,EAAY,KACZC,GAAcT,EAAW,SAAQ,CACnC,EAEMa,EAAgB,SAACC,GAAQ,CAC7B,OAACN,EAAYO,EAAUnB,EAAiBkB,EAAK,CAAC,EAAE,UAAUE,EAAyBhB,EAAYU,EAAeE,CAAiB,CAAC,CAAhI,EAEID,EAAO,UAAA,CACX,GAAIL,EAAU,CAIZA,EAAW,GACX,IAAMQ,GAAQP,EACdA,EAAY,KAEZP,EAAW,KAAKc,EAAK,EACrB,CAACL,GAAcI,EAAcC,EAAK,EAEtC,EAEAf,EAAO,UACLiB,EACEhB,EAMA,SAACc,GAAK,CACJR,EAAW,GACXC,EAAYO,GACZ,EAAEN,GAAa,CAACA,EAAU,UAAYL,EAAUQ,EAAI,EAAKE,EAAcC,EAAK,EAC9E,EACA,UAAA,CACEL,EAAa,GACb,EAAEJ,GAAYC,GAAYE,GAAa,CAACA,EAAU,SAAWR,EAAW,SAAQ,CAClF,CAAC,CACF,CAEL,CAAC,CACH,CCxFM,SAAUiB,GACdC,EACAC,EACAC,EAAuB,CADvBD,IAAA,SAAAA,EAAAE,IAGA,IAAMC,EAAYC,GAAML,EAAUC,CAAS,EAC3C,OAAOK,GAAS,UAAA,CAAM,OAAAF,CAAA,EAAWF,CAAM,CACzC,CCJM,SAAUK,IAAc,SAAOC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACnC,IAAMC,EAAUC,GAAkBH,CAAM,EAExC,OAAOI,EAAQ,SAACC,EAAQC,EAAU,CAehC,QAdMC,EAAMP,EAAO,OACbQ,EAAc,IAAI,MAAMD,CAAG,EAI7BE,EAAWT,EAAO,IAAI,UAAA,CAAM,MAAA,EAAA,CAAK,EAGjCU,EAAQ,cAMHC,EAAC,CACRC,EAAUZ,EAAOW,CAAC,CAAC,EAAE,UACnBE,EACEP,EACA,SAACQ,EAAK,CACJN,EAAYG,CAAC,EAAIG,EACb,CAACJ,GAAS,CAACD,EAASE,CAAC,IAEvBF,EAASE,CAAC,EAAI,IAKbD,EAAQD,EAAS,MAAMM,EAAQ,KAAON,EAAW,MAEtD,EAGAO,EAAI,CACL,GAnBIL,EAAI,EAAGA,EAAIJ,EAAKI,MAAhBA,CAAC,EAwBVN,EAAO,UACLQ,EAAyBP,EAAY,SAACQ,EAAK,CACzC,GAAIJ,EAAO,CAET,IAAMO,EAAMC,EAAA,CAAIJ,CAAK,EAAAK,EAAKX,CAAW,CAAA,EACrCF,EAAW,KAAKJ,EAAUA,EAAO,MAAA,OAAAgB,EAAA,CAAA,EAAAC,EAAIF,CAAM,CAAA,CAAA,EAAIA,CAAM,EAEzD,CAAC,CAAC,CAEN,CAAC,CACH,CCxFM,SAAUG,IAAG,SAAOC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACxB,OAAOC,EAAQ,SAACC,EAAQC,EAAU,CAChCL,GAAS,MAAA,OAAAM,EAAA,CAACF,CAA8B,EAAAG,EAAMN,CAAuC,CAAA,CAAA,EAAE,UAAUI,CAAU,CAC7G,CAAC,CACH,CCCM,SAAUG,IAAO,SAAkCC,EAAA,CAAA,EAAAC,EAAA,EAAAA,EAAA,UAAA,OAAAA,IAAAD,EAAAC,CAAA,EAAA,UAAAA,CAAA,EACvD,OAAOC,GAAG,MAAA,OAAAC,EAAA,CAAA,EAAAC,EAAIJ,CAAW,CAAA,CAAA,CAC3B,CCYO,SAASK,IAAmC,CACjD,IAAMC,EAAY,IAAIC,GAAwB,CAAC,EAC/C,OAAAC,EAAU,SAAU,mBAAoB,CAAE,KAAM,EAAK,CAAC,EACnD,UAAU,IAAMF,EAAU,KAAK,QAAQ,CAAC,EAGpCA,CACT,CCHO,SAASG,EACdC,EAAkBC,EAAmB,SAChC,CACL,OAAO,MAAM,KAAKA,EAAK,iBAAoBD,CAAQ,CAAC,CACtD,CAuBO,SAASE,EACdF,EAAkBC,EAAmB,SAClC,CACH,IAAME,EAAKC,GAAsBJ,EAAUC,CAAI,EAC/C,GAAI,OAAOE,GAAO,YAChB,MAAM,IAAI,eACR,8BAA8BH,CAAQ,iBACxC,EAGF,OAAOG,CACT,CAsBO,SAASC,GACdJ,EAAkBC,EAAmB,SACtB,CACf,OAAOA,EAAK,cAAiBD,CAAQ,GAAK,MAC5C,CAOO,SAASK,IAA4C,CAnH5D,IAAAC,EAAAC,EAAAC,EAAAC,EAoHE,OACEA,GAAAD,GAAAD,GAAAD,EAAA,SAAS,gBAAT,YAAAA,EAAwB,aAAxB,YAAAC,EAAoC,gBAApC,KAAAC,EACA,SAAS,gBADT,KAAAC,EAEA,MAEJ,CCvEA,IAAMC,GAAYC,EAChBC,EAAU,SAAS,KAAM,SAAS,EAClCA,EAAU,SAAS,KAAM,UAAU,CACrC,EACG,KACCC,GAAa,CAAC,EACdC,EAAU,MAAS,EACnBC,EAAI,IAAMC,GAAiB,GAAK,SAAS,IAAI,EAC7CC,EAAY,CAAC,CACf,EAaK,SAASC,GACdC,EACqB,CACrB,OAAOT,GACJ,KACCK,EAAIK,GAAUD,EAAG,SAASC,CAAM,CAAC,EACjCC,EAAqB,CACvB,CACJ,CC7BO,SAASC,GACdC,EAAiBC,EACI,CACrB,OAAOC,EAAM,IAAMC,EACjBC,EAAUJ,EAAI,YAAY,EAAE,KAAKK,EAAI,IAAM,EAAI,CAAC,EAChDD,EAAUJ,EAAI,YAAY,EAAE,KAAKK,EAAI,IAAM,EAAK,CAAC,CACnD,EACG,KACCJ,EAAUK,GAASC,GAAUC,GAAM,CAAC,CAACD,EAASN,CAAO,CAAC,EAAIQ,GAC1DC,EAAUV,EAAG,QAAQ,QAAQ,CAAC,CAChC,CACF,CACF,CCPA,SAASW,GAAYC,EAAiBC,EAA8B,CAGlE,GAAI,OAAOA,GAAU,UAAY,OAAOA,GAAU,SAChDD,EAAG,WAAaC,EAAM,SAAS,UAGtBA,aAAiB,KAC1BD,EAAG,YAAYC,CAAK,UAGX,MAAM,QAAQA,CAAK,EAC5B,QAAWC,KAAQD,EACjBF,GAAYC,EAAIE,CAAI,CAE1B,CAyBO,SAASC,EACdC,EAAaC,KAAmCC,EAC7C,CACH,IAAMN,EAAK,SAAS,cAAcI,CAAG,EAGrC,GAAIC,EACF,QAAWE,KAAQ,OAAO,KAAKF,CAAU,EACnC,OAAOA,EAAWE,CAAI,GAAM,cAI5B,OAAOF,EAAWE,CAAI,GAAM,UAC9BP,EAAG,aAAaO,EAAMF,EAAWE,CAAI,CAAC,EAEtCP,EAAG,aAAaO,EAAM,EAAE,GAI9B,QAAWN,KAASK,EAClBP,GAAYC,EAAIC,CAAK,EAGvB,OAAOD,CACT,CC9EO,SAASQ,GAAMC,EAAuB,CAC3C,GAAIA,EAAQ,IAAK,CACf,IAAMC,EAAS,GAAGD,EAAQ,KAAO,IAAO,IACxC,MAAO,KAAKA,EAAQ,MAAY,KAAM,QAAQC,CAAM,CAAC,GACvD,KACE,QAAOD,EAAM,SAAS,CAE1B,CCCO,SAASE,GAAYC,EAA+B,CACzD,IAAMC,EAASC,EAAE,SAAU,CAAE,IAAAF,CAAI,CAAC,EAClC,OAAOG,EAAM,KACX,SAAS,KAAK,YAAYF,CAAM,EACzBG,EACLC,EAAUJ,EAAQ,MAAM,EACxBI,EAAUJ,EAAQ,OAAO,EACtB,KACCK,EAAU,IACRC,GAAW,IAAM,IAAI,eAAe,mBAAmBP,CAAG,EAAE,CAAC,CAC9D,CACH,CACJ,EACG,KACCQ,EAAI,IAAG,EAAY,EACnBC,EAAS,IAAM,SAAS,KAAK,YAAYR,CAAM,CAAC,EAChDS,GAAK,CAAC,CACR,EACH,CACH,CCVA,IAAMC,GAAS,IAAIC,EAiBbC,GAAYC,EAAM,IACtB,OAAO,gBAAmB,YACtBC,GAAY,4CAA4C,EACxDC,EAAG,MAAS,CACjB,EACE,KACCC,EAAI,IAAM,IAAI,eAAeC,GAC3BA,EAAQ,QAAQC,GAASR,GAAO,KAAKQ,CAAK,CAAC,CAC5C,CAAC,EACFC,EAAUC,GAAYC,EAAMC,GAAOP,EAAGK,CAAQ,CAAC,EAAE,KAC/CG,EAAS,IAAMH,EAAS,WAAW,CAAC,CACtC,CAAC,EACDI,EAAY,CAAC,CACf,EAaK,SAASC,GACdC,EACa,CACb,MAAO,CACL,MAAQA,EAAG,YACX,OAAQA,EAAG,YACb,CACF,CAuBO,SAASC,GACdD,EACyB,CAMzB,IAAIE,EAASF,EACb,KAAOE,EAAO,cAAgB,GACxBA,EAAO,eACTA,EAASA,EAAO,cAMpB,OAAOhB,GAAU,KACfiB,EAAIT,GAAYA,EAAS,QAAQQ,CAAM,CAAC,EACxCT,EAAUC,GAAYV,GAAO,KAC3BoB,EAAOZ,GAASA,EAAM,SAAWU,CAAM,EACvCL,EAAS,IAAMH,EAAS,UAAUQ,CAAM,CAAC,CAC3C,CAAC,EACDZ,EAAI,IAAMS,GAAeC,CAAE,CAAC,EAC5BK,EAAUN,GAAeC,CAAE,CAAC,CAC9B,CACF,CC3HO,SAASM,GACdC,EACa,CACb,MAAO,CACL,MAAQA,EAAG,YACX,OAAQA,EAAG,YACb,CACF,CASO,SAASC,GACdD,EACyB,CACzB,IAAIE,EAASF,EAAG,cAChB,KAAOE,IAEHF,EAAG,aAAgBE,EAAO,aAC1BF,EAAG,cAAgBE,EAAO,eAE1BA,GAAUF,EAAKE,GAAQ,cAK3B,OAAOA,EAASF,EAAK,MACvB,CAYO,SAASG,GACdH,EACe,CACf,IAAMI,EAA4B,CAAC,EAG/BF,EAASF,EAAG,cAChB,KAAOE,IAEHF,EAAG,YAAeE,EAAO,aACzBF,EAAG,aAAeE,EAAO,eAEzBE,EAAW,KAAKF,CAAM,EAGxBA,GAAUF,EAAKE,GAAQ,cAKzB,OAAIE,EAAW,SAAW,GACxBA,EAAW,KAAK,SAAS,eAAe,EAGnCA,CACT,CC9CO,SAASC,GACdC,EACe,CACf,MAAO,CACL,EAAGA,EAAG,WACN,EAAGA,EAAG,SACR,CACF,CASO,SAASC,GACdD,EACe,CACf,IAAME,EAAOF,EAAG,sBAAsB,EACtC,MAAO,CACL,EAAGE,EAAK,EAAI,OAAO,QACnB,EAAGA,EAAK,EAAI,OAAO,OACrB,CACF,CAWO,SAASC,GACdH,EAC2B,CAC3B,OAAOI,EACLC,EAAU,OAAQ,MAAM,EACxBA,EAAU,OAAQ,QAAQ,CAC5B,EACG,KACCC,GAAU,EAAGC,EAAuB,EACpCC,EAAI,IAAMT,GAAiBC,CAAE,CAAC,EAC9BS,EAAUV,GAAiBC,CAAE,CAAC,CAChC,CACJ,CC3DO,SAASU,GACdC,EACe,CACf,MAAO,CACL,EAAGA,EAAG,WACN,EAAGA,EAAG,SACR,CACF,CAWO,SAASC,GACdD,EAC2B,CAC3B,OAAOE,EACLC,EAAUH,EAAI,QAAQ,EACtBG,EAAU,OAAQ,QAAQ,EAC1BA,EAAU,OAAQ,QAAQ,CAC5B,EACG,KACCC,GAAU,EAAGC,EAAuB,EACpCC,EAAI,IAAMP,GAAwBC,CAAE,CAAC,EACrCO,EAAUR,GAAwBC,CAAE,CAAC,CACvC,CACJ,CCzBA,IAAMQ,GAAS,IAAIC,EAUbC,GAAYC,EAAM,IAAMC,EAC5B,IAAI,qBAAqBC,GAAW,CAClC,QAAWC,KAASD,EAClBL,GAAO,KAAKM,CAAK,CACrB,EAAG,CACD,UAAW,CACb,CAAC,CACH,CAAC,EACE,KACCC,EAAUC,GAAYC,EAAMC,GAAON,EAAGI,CAAQ,CAAC,EAC5C,KACCG,EAAS,IAAMH,EAAS,WAAW,CAAC,CACtC,CACF,EACAI,EAAY,CAAC,CACf,EAaK,SAASC,GACdC,EACqB,CACrB,OAAOZ,GACJ,KACCa,EAAIP,GAAYA,EAAS,QAAQM,CAAE,CAAC,EACpCP,EAAUC,GAAYR,GACnB,KACCgB,EAAO,CAAC,CAAE,OAAAC,CAAO,IAAMA,IAAWH,CAAE,EACpCH,EAAS,IAAMH,EAAS,UAAUM,CAAE,CAAC,EACrCI,EAAI,CAAC,CAAE,eAAAC,CAAe,IAAMA,CAAc,CAC5C,CACF,CACF,CACJ,CAaO,SAASC,GACdN,EAAiBO,EAAY,GACR,CACrB,OAAOC,GAA0BR,CAAE,EAChC,KACCI,EAAI,CAAC,CAAE,EAAAK,CAAE,IAAM,CACb,IAAMC,EAAUC,GAAeX,CAAE,EAC3BY,EAAUC,GAAsBb,CAAE,EACxC,OAAOS,GACLG,EAAQ,OAASF,EAAQ,OAASH,CAEtC,CAAC,EACDO,EAAqB,CACvB,CACJ,CCjFA,IAAMC,GAA4C,CAChD,OAAQC,EAAW,yBAAyB,EAC5C,OAAQA,EAAW,yBAAyB,CAC9C,EAaO,SAASC,GAAUC,EAAuB,CAC/C,OAAOH,GAAQG,CAAI,EAAE,OACvB,CAaO,SAASC,GAAUD,EAAcE,EAAsB,CACxDL,GAAQG,CAAI,EAAE,UAAYE,GAC5BL,GAAQG,CAAI,EAAE,MAAM,CACxB,CAWO,SAASG,GAAYH,EAAmC,CAC7D,IAAMI,EAAKP,GAAQG,CAAI,EACvB,OAAOK,EAAUD,EAAI,QAAQ,EAC1B,KACCE,EAAI,IAAMF,EAAG,OAAO,EACpBG,EAAUH,EAAG,OAAO,CACtB,CACJ,CC9BA,SAASI,GACPC,EAAiBC,EACR,CACT,OAAQD,EAAG,YAAa,CAGtB,KAAK,iBAEH,OAAIA,EAAG,OAAS,QACP,SAAS,KAAKC,CAAI,EAElB,GAGX,KAAK,kBACL,KAAK,oBACH,MAAO,GAGT,QACE,OAAOD,EAAG,iBACd,CACF,CAWO,SAASE,IAAwC,CACtD,OAAOC,EACLC,EAAU,OAAQ,kBAAkB,EAAE,KAAKC,EAAI,IAAM,EAAI,CAAC,EAC1DD,EAAU,OAAQ,gBAAgB,EAAE,KAAKC,EAAI,IAAM,EAAK,CAAC,CAC3D,EACG,KACCC,EAAU,EAAK,CACjB,CACJ,CAOO,SAASC,IAAsC,CACpD,IAAMC,EAAYJ,EAAyB,OAAQ,SAAS,EACzD,KACCK,EAAOC,GAAM,EAAEA,EAAG,SAAWA,EAAG,QAAQ,EACxCL,EAAIK,IAAO,CACT,KAAMC,GAAU,QAAQ,EAAI,SAAW,SACvC,KAAMD,EAAG,IACT,OAAQ,CACNA,EAAG,eAAe,EAClBA,EAAG,gBAAgB,CACrB,CACF,EAAc,EACdD,EAAO,CAAC,CAAE,KAAAG,EAAM,KAAAX,CAAK,IAAM,CACzB,GAAIW,IAAS,SAAU,CACrB,IAAMC,EAASC,GAAiB,EAChC,GAAI,OAAOD,GAAW,YACpB,MAAO,CAACd,GAAwBc,EAAQZ,CAAI,CAChD,CACA,MAAO,EACT,CAAC,EACDc,GAAM,CACR,EAGF,OAAOb,GAAiB,EACrB,KACCc,EAAUH,GAAWA,EAAqBI,EAAZT,CAAiB,CACjD,CACJ,CC1GO,SAASU,IAAmB,CACjC,OAAO,IAAI,IAAI,SAAS,IAAI,CAC9B,CAgBO,SAASC,GACdC,EAA4BC,EAAW,GACjC,CACN,GAAIC,EAAQ,oBAAoB,GAAK,CAACD,EAAU,CAC9C,IAAME,EAAKC,EAAE,IAAK,CAAE,KAAMJ,EAAI,IAAK,CAAC,EACpC,SAAS,KAAK,YAAYG,CAAE,EAC5BA,EAAG,MAAM,EACTA,EAAG,OAAO,CAIZ,MACE,SAAS,KAAOH,EAAI,IAExB,CASO,SAASK,IAA8B,CAC5C,OAAO,IAAIC,CACb,CCxCO,SAASC,IAA0B,CACxC,OAAO,SAAS,KAAK,MAAM,CAAC,CAC9B,CAYO,SAASC,GAAgBC,EAAoB,CAClD,IAAMC,EAAKC,EAAE,IAAK,CAAE,KAAMF,CAAK,CAAC,EAChCC,EAAG,iBAAiB,QAASE,GAAMA,EAAG,gBAAgB,CAAC,EACvDF,EAAG,MAAM,CACX,CAWO,SAASG,GACdC,EACoB,CACpB,OAAOC,EACLC,EAA2B,OAAQ,YAAY,EAC/CF,CACF,EACG,KACCG,EAAIV,EAAe,EACnBW,EAAUX,GAAgB,CAAC,EAC3BY,EAAOV,GAAQA,EAAK,OAAS,CAAC,EAC9BW,EAAY,CAAC,CACf,CACJ,CASO,SAASC,GACdP,EACyB,CACzB,OAAOD,GAAkBC,CAAS,EAC/B,KACCG,EAAIK,GAAMC,GAAmB,QAAQD,CAAE,IAAI,CAAE,EAC7CH,EAAOT,GAAM,OAAOA,GAAO,WAAW,CACxC,CACJ,CCtDO,SAASc,GAAWC,EAAoC,CAC7D,IAAMC,EAAQ,WAAWD,CAAK,EAC9B,OAAOE,GAA0BC,GAC/BF,EAAM,YAAY,IAAME,EAAKF,EAAM,OAAO,CAAC,CAC5C,EACE,KACCG,EAAUH,EAAM,OAAO,CACzB,CACJ,CAOO,SAASI,IAAkC,CAChD,IAAMJ,EAAQ,WAAW,OAAO,EAChC,OAAOK,EACLC,EAAU,OAAQ,aAAa,EAAE,KAAKC,EAAI,IAAM,EAAI,CAAC,EACrDD,EAAU,OAAQ,YAAY,EAAE,KAAKC,EAAI,IAAM,EAAK,CAAC,CACvD,EACG,KACCJ,EAAUH,EAAM,OAAO,CACzB,CACJ,CAcO,SAASQ,GACdC,EAA6BC,EACd,CACf,OAAOD,EACJ,KACCE,EAAUC,GAAUA,EAASF,EAAQ,EAAIG,CAAK,CAChD,CACJ,CC/BO,SAASC,GACdC,EAAmBC,EACD,CAClB,OAAO,IAAIC,EAAiBC,GAAY,CACtC,IAAMC,EAAM,IAAI,eAChB,OAAAA,EAAI,KAAK,MAAO,GAAGJ,CAAG,EAAE,EACxBI,EAAI,aAAe,OAGnBA,EAAI,iBAAiB,OAAQ,IAAM,CAC7BA,EAAI,QAAU,KAAOA,EAAI,OAAS,KACpCD,EAAS,KAAKC,EAAI,QAAQ,EAC1BD,EAAS,SAAS,GAIlBA,EAAS,MAAM,IAAI,MAAMC,EAAI,UAAU,CAAC,CAE5C,CAAC,EAGDA,EAAI,iBAAiB,QAAS,IAAM,CAClCD,EAAS,MAAM,IAAI,MAAM,eAAe,CAAC,CAC3C,CAAC,EAGDC,EAAI,iBAAiB,QAAS,IAAM,CAClCD,EAAS,SAAS,CACpB,CAAC,EAGG,OAAOF,GAAA,YAAAA,EAAS,YAAc,cAChCG,EAAI,iBAAiB,WAAYC,GAAS,CA/FhD,IAAAC,EAgGQ,GAAID,EAAM,iBACRJ,EAAQ,UAAW,KAAMI,EAAM,OAASA,EAAM,MAAS,GAAG,MAIrD,CACL,IAAME,GAASD,EAAAF,EAAI,kBAAkB,gBAAgB,IAAtC,KAAAE,EAA2C,EAC1DL,EAAQ,UAAW,KAAMI,EAAM,OAAS,CAACE,EAAU,GAAG,CACxD,CACF,CAAC,EAGDN,EAAQ,UAAU,KAAK,CAAC,GAI1BG,EAAI,KAAK,EACF,IAAMA,EAAI,MAAM,CACzB,CAAC,CACH,CAcO,SAASI,GACdR,EAAmBC,EACJ,CACf,OAAOF,GAAQC,EAAKC,CAAO,EACxB,KACCQ,EAAUC,GAAOA,EAAI,KAAK,CAAC,EAC3BC,EAAIC,GAAQ,KAAK,MAAMA,CAAI,CAAM,EACjCC,EAAY,CAAC,CACf,CACJ,CAUO,SAASC,GACdd,EAAmBC,EACG,CACtB,IAAMc,EAAM,IAAI,UAChB,OAAOhB,GAAQC,EAAKC,CAAO,EACxB,KACCQ,EAAUC,GAAOA,EAAI,KAAK,CAAC,EAC3BC,EAAID,GAAOK,EAAI,gBAAgBL,EAAK,WAAW,CAAC,EAChDG,EAAY,CAAC,CACf,CACJ,CAUO,SAASG,GACdhB,EAAmBC,EACG,CACtB,IAAMc,EAAM,IAAI,UAChB,OAAOhB,GAAQC,EAAKC,CAAO,EACxB,KACCQ,EAAUC,GAAOA,EAAI,KAAK,CAAC,EAC3BC,EAAID,GAAOK,EAAI,gBAAgBL,EAAK,UAAU,CAAC,EAC/CG,EAAY,CAAC,CACf,CACJ,CC5HO,SAASI,IAAoC,CAClD,MAAO,CACL,EAAG,KAAK,IAAI,EAAG,OAAO,EACtB,EAAG,KAAK,IAAI,EAAG,OAAO,CACxB,CACF,CASO,SAASC,IAAkD,CAChE,OAAOC,EACLC,EAAU,OAAQ,SAAU,CAAE,QAAS,EAAK,CAAC,EAC7CA,EAAU,OAAQ,SAAU,CAAE,QAAS,EAAK,CAAC,CAC/C,EACG,KACCC,EAAIJ,EAAiB,EACrBK,EAAUL,GAAkB,CAAC,CAC/B,CACJ,CC3BO,SAASM,IAAgC,CAC9C,MAAO,CACL,MAAQ,WACR,OAAQ,WACV,CACF,CASO,SAASC,IAA8C,CAC5D,OAAOC,EAAU,OAAQ,SAAU,CAAE,QAAS,EAAK,CAAC,EACjD,KACCC,EAAIH,EAAe,EACnBI,EAAUJ,GAAgB,CAAC,CAC7B,CACJ,CCXO,SAASK,IAAsC,CACpD,OAAOC,EAAc,CACnBC,GAAoB,EACpBC,GAAkB,CACpB,CAAC,EACE,KACCC,EAAI,CAAC,CAACC,EAAQC,CAAI,KAAO,CAAE,OAAAD,EAAQ,KAAAC,CAAK,EAAE,EAC1CC,EAAY,CAAC,CACf,CACJ,CCVO,SAASC,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EAChB,CACtB,IAAMC,EAAQF,EACX,KACCG,GAAwB,MAAM,CAChC,EAGIC,EAAUC,EAAc,CAACH,EAAOD,CAAO,CAAC,EAC3C,KACCK,EAAI,IAAMC,GAAiBR,CAAE,CAAC,CAChC,EAGF,OAAOM,EAAc,CAACJ,EAASD,EAAWI,CAAO,CAAC,EAC/C,KACCE,EAAI,CAAC,CAAC,CAAE,OAAAE,CAAO,EAAG,CAAE,OAAAC,EAAQ,KAAAC,CAAK,EAAG,CAAE,EAAAC,EAAG,EAAAC,CAAE,CAAC,KAAO,CACjD,OAAQ,CACN,EAAGH,EAAO,EAAIE,EACd,EAAGF,EAAO,EAAIG,EAAIJ,CACpB,EACA,KAAAE,CACF,EAAE,CACJ,CACJ,CCzBA,SAASG,GAAQC,EAA+B,CAC9C,OAAOC,EAA8BD,EAAQ,UAAWE,GAAMA,EAAG,IAAI,CACvE,CAWA,SAASC,GAAQH,EAA4B,CAC3C,IAAMI,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAUE,GAAQN,EAAO,YAAYM,CAAI,CAAC,EAGzCF,CACT,CAgBO,SAASG,GACdC,EAAaR,EAAS,IAAI,OAAOQ,CAAG,EACxB,CACZ,IAAMC,EAAQV,GAAQC,CAAM,EACtBI,EAAQD,GAAQH,CAAM,EAGtBU,EAAU,IAAIL,EACpBK,EAAQ,UAAUN,CAAK,EAGvB,IAAMO,EAAQP,EAAM,KAAKQ,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxD,OAAOH,EACJ,KACCE,EAAe,EACfE,GAAUL,EAAM,KAAKM,EAAUJ,CAAK,CAAC,CAAC,EACtCK,GAAM,CACR,CACJ,CCJA,IAAMC,GAASC,EAAW,WAAW,EAC/BC,GAAiB,KAAK,MAAMF,GAAO,WAAY,EACrDE,GAAO,KAAO,GAAG,IAAI,IAAIA,GAAO,KAAMC,GAAY,CAAC,CAAC,GAW7C,SAASC,IAAwB,CACtC,OAAOF,EACT,CASO,SAASG,EAAQC,EAAqB,CAC3C,OAAOJ,GAAO,SAAS,SAASI,CAAI,CACtC,CAUO,SAASC,GACdC,EAAkBC,EACV,CACR,OAAO,OAAOA,GAAU,YACpBP,GAAO,aAAaM,CAAG,EAAE,QAAQ,IAAKC,EAAM,SAAS,CAAC,EACtDP,GAAO,aAAaM,CAAG,CAC7B,CChCO,SAASE,GACdC,EAASC,EAAmB,SACP,CACrB,OAAOC,EAAW,sBAAsBF,CAAI,IAAKC,CAAI,CACvD,CAYO,SAASE,GACdH,EAASC,EAAmB,SACL,CACvB,OAAOG,EAAY,sBAAsBJ,CAAI,IAAKC,CAAI,CACxD,CC7EO,SAASI,GACdC,EACsB,CACtB,IAAMC,EAASC,EAAW,6BAA8BF,CAAE,EAC1D,OAAOG,EAAUF,EAAQ,QAAS,CAAE,KAAM,EAAK,CAAC,EAC7C,KACCG,EAAI,IAAMF,EAAW,cAAeF,CAAE,CAAC,EACvCI,EAAIC,IAAY,CAAE,KAAM,UAAUA,EAAQ,SAAS,CAAE,EAAE,CACzD,CACJ,CASO,SAASC,GACdN,EACiC,CACjC,GAAI,CAACO,EAAQ,kBAAkB,GAAK,CAACP,EAAG,kBACtC,OAAOQ,EAGT,GAAI,CAACR,EAAG,OAAQ,CACd,IAAMK,EAAUH,EAAW,cAAeF,CAAE,EACxC,UAAUK,EAAQ,SAAS,IAAM,SAAS,YAAY,IACxDL,EAAG,OAAS,GAChB,CAGA,OAAOS,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,KAAAE,CAAK,IAAM,CAC5BZ,EAAG,OAAS,GAGZ,SAAiB,aAAcY,CAAI,CACrC,CAAC,EAGMb,GAAcC,CAAE,EACpB,KACCa,EAAIC,GAASJ,EAAM,KAAKI,CAAK,CAAC,EAC9BC,EAAS,IAAML,EAAM,SAAS,CAAC,EAC/BN,EAAIU,GAAUE,EAAA,CAAE,IAAKhB,GAAOc,EAAQ,CACtC,CACJ,CAAC,CACH,CC5BO,SAASG,GACdC,EAAiB,CAAE,QAAAC,CAAQ,EACN,CACrB,OAAOA,EACJ,KACCC,EAAIC,IAAW,CAAE,OAAQA,IAAWH,CAAG,EAAE,CAC3C,CACJ,CAYO,SAASI,GACdJ,EAAiBK,EACe,CAChC,IAAMC,EAAY,IAAIC,EACtB,OAAAD,EAAU,UAAU,CAAC,CAAE,OAAAE,CAAO,IAAM,CAClCR,EAAG,OAASQ,CACd,CAAC,EAGMT,GAAaC,EAAIK,CAAO,EAC5B,KACCI,EAAIC,GAASJ,EAAU,KAAKI,CAAK,CAAC,EAClCC,EAAS,IAAML,EAAU,SAAS,CAAC,EACnCJ,EAAIQ,GAAUE,EAAA,CAAE,IAAKZ,GAAOU,EAAQ,CACtC,CACJ,CCnEO,SAASG,GACdC,EAAaC,EACA,CACb,OAAIA,IAAU,SAEVC,EAAC,OAAI,MAAM,gCAAgC,GAAIF,EAAI,KAAK,WACtDE,EAAC,OAAI,MAAM,+BAA+B,CAC5C,EAIAA,EAAC,OAAI,MAAM,aAAa,GAAIF,EAAI,KAAK,WACnCE,EAAC,OAAI,MAAM,+BAA+B,CAC5C,CAGN,CAGO,SAASC,MACXC,EACU,CACb,OACEF,EAAC,OAAI,MAAM,cAAc,KAAK,WAC5BA,EAAC,OAAI,MAAM,iCACRE,CACH,CACF,CAEJ,CCvCO,SAASC,GACdC,EAAqBC,EACR,CAIb,GAHAA,EAASA,EAAS,GAAGA,CAAM,eAAeD,CAAE,GAAK,OAG7CC,EAAQ,CACV,IAAMC,EAASD,EAAS,IAAIA,CAAM,GAAK,OACvC,OACEE,EAAC,SAAM,MAAM,gBAAgB,SAAU,GACpCC,GAAcH,CAAM,EACrBE,EAAC,KAAE,KAAMD,EAAQ,MAAM,uBAAuB,SAAU,IACtDC,EAAC,QAAK,wBAAuBH,EAAI,CACnC,CACF,CAEJ,KACE,QACEG,EAAC,SAAM,MAAM,gBAAgB,SAAU,GACpCC,GAAcH,CAAM,EACrBE,EAAC,QAAK,MAAM,uBAAuB,SAAU,IAC3CA,EAAC,QAAK,wBAAuBH,EAAI,CACnC,CACF,CAGN,CC5BO,SAASK,GAAsBC,EAAyB,CAC7D,OACEC,EAAC,UACC,MAAM,uBACN,MAAOC,GAAY,gBAAgB,EACnC,wBAAuB,IAAIF,CAAE,UAC9B,CAEL,CCtBA,IAAAG,GAAuB,SA+BvB,SAASC,GACPC,EAAsBC,EACT,CACb,IAAMC,EAASD,EAAO,EAChBE,EAASF,EAAO,EAGhBG,EAAU,OAAO,KAAKJ,EAAS,KAAK,EACvC,OAAOK,GAAO,CAACL,EAAS,MAAMK,CAAG,CAAC,EAClC,OAAyB,CAACC,EAAMD,IAAQ,CACvC,GAAGC,EAAMC,EAAC,cAAK,GAAAC,SAAWH,CAAG,CAAE,EAAQ,GACzC,EAAG,CAAC,CAAC,EACJ,MAAM,EAAG,EAAE,EAGRI,EAASC,GAAc,EACvBC,EAAM,IAAI,IAAIX,EAAS,SAAUS,EAAO,IAAI,EAC9CG,EAAQ,kBAAkB,GAC5BD,EAAI,aAAa,IAAI,IAAK,OAAO,QAAQX,EAAS,KAAK,EACpD,OAAO,CAAC,CAAC,CAAEa,CAAK,IAAMA,CAAK,EAC3B,OAAO,CAACC,EAAW,CAACC,CAAK,IAAM,GAAGD,CAAS,IAAIC,CAAK,GAAG,KAAK,EAAG,EAAE,CACpE,EAGF,GAAM,CAAE,KAAAC,CAAK,EAAIN,GAAc,EAC/B,OACEH,EAAC,KAAE,KAAM,GAAGI,CAAG,GAAI,MAAM,yBAAyB,SAAU,IAC1DJ,EAAC,WACC,MAAM,uCACN,gBAAeP,EAAS,MAAM,QAAQ,CAAC,GAEtCE,EAAS,GAAKK,EAAC,OAAI,MAAM,iCAAiC,EAC1DL,EAAS,GAAKK,EAAC,UAAIP,EAAS,KAAM,EAClCE,GAAU,GAAKK,EAAC,UAAIP,EAAS,KAAM,EACnCG,EAAS,GAAKH,EAAS,KAAK,OAAS,GACpCA,EAAS,KAEVA,EAAS,MACRO,EAAC,OAAI,MAAM,WACRP,EAAS,KAAK,IAAIiB,GAAO,CACxB,IAAMC,EAAOF,EACTC,KAAOD,EACL,uBAAuBA,EAAKC,CAAG,CAAC,GAChC,cACF,GACJ,OACEV,EAAC,QAAK,MAAO,UAAUW,CAAI,IAAKD,CAAI,CAExC,CAAC,CACH,EAEDd,EAAS,GAAKC,EAAQ,OAAS,GAC9BG,EAAC,KAAE,MAAM,2BACNY,GAAY,4BAA4B,EAAE,KAAG,GAAGf,CACnD,CAEJ,CACF,CAEJ,CAaO,SAASgB,GACdC,EACa,CACb,IAAMC,EAAYD,EAAO,CAAC,EAAE,MACtBE,EAAO,CAAC,GAAGF,CAAM,EAEjBZ,EAASC,GAAc,EAGvBR,EAASqB,EAAK,UAAUC,GAErB,CADG,GAAG,IAAI,IAAIA,EAAI,SAAUf,EAAO,IAAI,CAAC,GACrC,SAAS,GAAG,CACvB,EACK,CAACgB,CAAO,EAAIF,EAAK,OAAOrB,EAAQ,CAAC,EAGnCwB,EAAQH,EAAK,UAAUC,GAAOA,EAAI,MAAQF,CAAS,EACnDI,IAAU,KACZA,EAAQH,EAAK,QAGf,IAAMI,EAAOJ,EAAK,MAAM,EAAGG,CAAK,EAC1BE,EAAOL,EAAK,MAAMG,CAAK,EAGvBG,EAAW,CACf9B,GAAqB0B,EAAS,EAAc,EAAE,CAACvB,GAAUwB,IAAU,EAAE,EACrE,GAAGC,EAAK,IAAIG,GAAW/B,GAAqB+B,EAAS,CAAW,CAAC,EACjE,GAAGF,EAAK,OAAS,CACfrB,EAAC,WAAQ,MAAM,0BACbA,EAAC,WAAQ,SAAU,IACjBA,EAAC,WACEqB,EAAK,OAAS,GAAKA,EAAK,SAAW,EAChCT,GAAY,wBAAwB,EACpCA,GAAY,2BAA4BS,EAAK,MAAM,CAEzD,CACF,EACC,GAAGA,EAAK,IAAIE,GAAW/B,GAAqB+B,EAAS,CAAW,CAAC,CACpE,CACF,EAAI,CAAC,CACP,EAGA,OACEvB,EAAC,MAAG,MAAM,0BACPsB,CACH,CAEJ,CC1IO,SAASE,GAAkBC,EAAiC,CACjE,OACEC,EAAC,MAAG,MAAM,oBACP,OAAO,QAAQD,CAAK,EAAE,IAAI,CAAC,CAACE,EAAKC,CAAK,IACrCF,EAAC,MAAG,MAAO,oCAAoCC,CAAG,IAC/C,OAAOC,GAAU,SAAWC,GAAMD,CAAK,EAAIA,CAC9C,CACD,CACH,CAEJ,CCAO,SAASE,GACdC,EACa,CACb,IAAMC,EAAU,kCAAkCD,CAAI,GACtD,OACEE,EAAC,OAAI,MAAOD,EAAS,OAAM,IACzBC,EAAC,UAAO,MAAM,gBAAgB,SAAU,GAAI,cAAY,OAAO,CACjE,CAEJ,CCpBO,SAASC,GAAYC,EAAiC,CAC3D,OACEC,EAAC,OAAI,MAAM,0BACTA,EAAC,OAAI,MAAM,qBACRD,CACH,CACF,CAEJ,CCcA,SAASE,GAAcC,EAA+B,CAzDtD,IAAAC,EA0DE,IAAMC,EAASC,GAAc,EAGvBC,EAAM,IAAI,IAAI,MAAMJ,EAAQ,OAAO,IAAKE,EAAO,IAAI,EACzD,OACEG,EAAC,MAAG,MAAM,oBACRA,EAAC,KAAE,KAAM,GAAGD,CAAG,GAAI,MAAM,oBACtBJ,EAAQ,QACRC,EAAAC,EAAO,UAAP,YAAAD,EAAgB,QAASD,EAAQ,QAAQ,OAAS,GACjDK,EAAC,QAAK,MAAM,qBACTL,EAAQ,QAAQ,CAAC,CACpB,CAEJ,CACF,CAEJ,CAcO,SAASM,GACdC,EAAqBC,EACR,CA1Ff,IAAAP,EA2FE,IAAMC,EAASC,GAAc,EAC7B,OAAAI,EAAWA,EAAS,OAAOP,GAAQ,CA5FrC,IAAAC,EA4FwC,SAACA,EAAAD,EAAQ,aAAR,MAAAC,EAAoB,QAAM,EAE/DI,EAAC,OAAI,MAAM,cACTA,EAAC,UACC,MAAM,sBACN,aAAYI,GAAY,gBAAgB,GAEvCD,EAAO,QACPP,EAAAC,EAAO,UAAP,YAAAD,EAAgB,QAASO,EAAO,QAAQ,OAAS,GAChDH,EAAC,QAAK,MAAM,qBACTG,EAAO,QAAQ,CAAC,CACnB,CAEJ,EACAH,EAAC,MAAG,MAAM,oBACPE,EAAS,IAAIR,EAAa,CAC7B,CACF,CAEJ,CCdA,IAAIW,GAAW,EAkBR,SAASC,GACdC,EACqB,CAMrB,IAAMC,EACJC,EAAc,CACZC,GAAkBH,CAAE,EACpBI,GAAkBJ,CAAE,CACtB,CAAC,EACE,KACCK,EAAI,CAAC,CAACC,EAAOC,CAAK,IAAMD,GAASC,CAAK,EACtCC,EAAqB,CACvB,EAMEC,EACJC,EAAM,IAAMC,GAAqBX,CAAE,CAAC,EAAE,KACpCY,GAASC,EAAyB,EAClCC,GAAa,CAAC,EAKdC,GAAkBd,CAAO,EACzBI,EAAI,IAAMW,GAAyBhB,CAAE,CAAC,CACxC,EAMF,OAAOC,EAAQ,KACbgB,GAAMC,GAAUA,CAAM,EACtBC,EAAU,IAAMjB,EAAc,CAACD,EAASQ,CAAO,CAAC,CAAC,EACjDJ,EAAI,CAAC,CAACa,EAAQE,CAAM,KAAO,CAAE,OAAAF,EAAQ,OAAAE,CAAO,EAAE,EAC9CC,GAAM,CACR,CACF,CAoBO,SAASC,GACdtB,EAAiBuB,EACe,CAChC,GAAM,CAAE,SAAAC,EAAU,UAAAC,CAAU,EAAIF,EAI1BG,EAAK,cAAc5B,IAAU,GAGnC,OAAOY,EAAM,IAAM,CACjB,IAAMiB,EAAQ,IAAIC,EAMZC,EAAQ,IAAIC,GAAgB,EAAK,EACvCH,EAAM,KAAKI,EAAe,EAAGC,GAAQ,EAAK,CAAC,EACxC,UAAUH,CAAK,EAUlB,IAAMI,EAAQJ,EAAM,KAClBK,GAAShB,GAAUiB,GAAM,CAAC,CAACjB,EAAS,IAAKkB,EAAc,CAAC,EACxD5B,EAAqB,EACrBW,EAAUD,GAAUA,EAASM,EAAWa,CAAK,EAC7CC,EAAIC,GAAQA,EAAK,GAAKb,CAAE,EACxBL,GAAM,CACR,EAIAnB,EAAc,CACZyB,EAAM,KAAKtB,EAAI,CAAC,CAAE,OAAAa,CAAO,IAAMA,CAAM,CAAC,EACtCe,EAAM,KACJd,EAAUoB,GAAQnC,GAAkBmC,EAAM,GAAG,CAAC,EAC9CC,EAAU,EAAK,CACjB,CACF,CAAC,EACE,KAAKnC,EAAIoC,GAAUA,EAAO,KAAKvB,GAAUA,CAAM,CAAC,CAAC,EACjD,UAAUW,CAAK,EAMlB,IAAMa,EAAUb,EAAM,KACpBc,EAAOzB,GAAUA,CAAM,EACvB0B,GAAeX,EAAOR,CAAS,EAC/BpB,EAAI,CAAC,CAACwC,EAAGN,EAAM,CAAE,KAAAO,CAAK,CAAC,IAAM,CAC3B,IAAMC,EAAO/C,EAAG,sBAAsB,EAChCgD,EAAID,EAAK,MAAQ,EAIvB,GAAIR,EAAK,OAAS,UAChB,MAAO,CAAE,EAAAS,EAAG,EAAG,EAAID,EAAK,MAAO,EAI1B,GAAIA,EAAK,GAAKD,EAAK,OAAS,EAAG,CACpC,GAAM,CAAE,OAAAG,CAAO,EAAIC,GAAeX,CAAI,EACtC,MAAO,CAAE,EAAAS,EAAG,EAAG,IAAMC,CAAO,CAC9B,KACE,OAAO,CAAE,EAAAD,EAAG,EAAG,GAAMD,EAAK,MAAO,CAErC,CAAC,CACH,EAIA,OAAA7C,EAAc,CAAC+B,EAAON,EAAOe,CAAO,CAAC,EAClC,UAAU,CAAC,CAACH,EAAM,CAAE,OAAAnB,CAAO,EAAG+B,CAAM,IAAM,CACzCZ,EAAK,MAAM,YAAY,sBAAuB,GAAGnB,EAAO,CAAC,IAAI,EAC7DmB,EAAK,MAAM,YAAY,sBAAuB,GAAGnB,EAAO,CAAC,IAAI,EAI7DmB,EAAK,MAAM,YAAY,iBAAkB,GAAGY,EAAO,CAAC,IAAI,EACxDZ,EAAK,MAAM,YAAY,iBAAkB,GAAGY,EAAO,CAAC,IAAI,EAIxDZ,EAAK,UAAU,OAAO,mBAAuBY,EAAO,EAAK,CAAC,EAC1DZ,EAAK,UAAU,OAAO,sBAAuBY,EAAO,GAAK,CAAC,CAC5D,CAAC,EAIHtB,EAAM,KACJc,EAAOzB,GAAUA,CAAM,EACvB0B,GAAeX,EAAO,CAACY,EAAGN,IAASA,CAAI,EACvCI,EAAOJ,GAAQA,EAAK,OAAS,SAAS,CACxC,EACG,UAAUA,GAAQ,CACjB,IAAMO,EAAOI,GAAeE,EAAW,aAAcb,CAAI,CAAC,EAI1DA,EAAK,MAAM,YAAY,qBAAsB,GAAGO,EAAK,KAAK,IAAI,EAC9DP,EAAK,MAAM,YAAY,oBAAsB,KAAQ,CACvD,CAAC,EAMHV,EAAM,KACJrB,EAAqB,EACrB6C,GAAUC,EAAuB,EACjCV,GAAeX,CAAK,CACtB,EACG,UAAU,CAAC,CAACf,EAAQqB,CAAI,IAAM,CAC7BA,EAAK,UAAU,OAAO,sBAAuBrB,CAAM,CACrD,CAAC,EAGHhB,EAAc,CACZ2B,EAAM,KAAKc,EAAOzB,GAAUA,CAAM,CAAC,EACnCe,CACF,CAAC,EACE,UAAU,CAAC,CAACY,EAAGN,CAAI,IAAM,CACpBA,EAAK,OAAS,UAChBvC,EAAG,aAAa,gBAAiB0B,CAAE,EACnC1B,EAAG,aAAa,gBAAiB,QAAQ,GAEzCA,EAAG,aAAa,mBAAoB0B,CAAE,CAE1C,CAAC,EAGHG,EAAM,KAAKc,EAAOzB,GAAU,CAACA,CAAM,CAAC,EACjC,UAAU,IAAM,CACflB,EAAG,gBAAgB,eAAe,EAClCA,EAAG,gBAAgB,kBAAkB,EACrCA,EAAG,gBAAgB,eAAe,CACpC,CAAC,EAGID,GAAcC,CAAE,EACpB,KACCsC,EAAIiB,GAAS5B,EAAM,KAAK4B,CAAK,CAAC,EAC9BC,EAAS,IAAM7B,EAAM,SAAS,CAAC,EAC/BtB,EAAIkD,GAAUE,EAAA,CAAE,IAAKzD,GAAOuD,EAAQ,CACtC,CACJ,CAAC,CACH,CAeO,SAASG,GACd1D,EAAiB,CAAE,UAAAyB,CAAU,EAC7BkC,EAAY,SAAS,KACW,CAChC,OAAOrC,GAActB,EAAI,CACvB,SAAU,IAAI4D,EAAwBC,GAAY,CAChD,IAAMC,EAAQ9D,EAAG,MACXuC,EAAOwB,GAAqBD,CAAK,EACvC,OAAAD,EAAS,KAAKtB,CAAI,EAClBvC,EAAG,gBAAgB,OAAO,EAE1B2D,EAAU,OAAOpB,CAAI,EACd,IAAM,CACXA,EAAK,OAAO,EACZvC,EAAG,aAAa,QAAS8D,CAAK,CAChC,CACF,CAAC,EACD,UAAArC,CACF,CAAC,CACH,CCjRO,SAASuC,GACdC,EAAiBC,EACO,CACxB,IAAMC,EAAUC,EAAM,IAAMC,EAAc,CACxCC,GAAmBL,CAAE,EACrBM,GAA0BL,CAAS,CACrC,CAAC,CAAC,EACC,KACCM,EAAI,CAAC,CAAC,CAAE,EAAAC,EAAG,EAAAC,CAAE,EAAGC,CAAM,IAAqB,CACzC,GAAM,CAAE,MAAAC,EAAO,OAAAC,CAAO,EAAIC,GAAeb,CAAE,EAC3C,MAAQ,CACN,EAAGQ,EAAIE,EAAO,EAAIC,EAAS,EAC3B,EAAGF,EAAIC,EAAO,EAAIE,EAAS,CAC7B,CACF,CAAC,CACH,EAGF,OAAOE,GAAkBd,CAAE,EACxB,KACCe,EAAUC,GAAUd,EACjB,KACCK,EAAIU,IAAW,CAAE,OAAAD,EAAQ,OAAAC,CAAO,EAAE,EAClCC,GAAK,CAAC,CAACF,GAAU,GAAQ,CAC3B,CACF,CACF,CACJ,CAWO,SAASG,GACdnB,EAAiBC,EAAwB,CAAE,QAAAmB,CAAQ,EAChB,CACnC,GAAM,CAACC,EAASC,CAAK,EAAI,MAAM,KAAKtB,EAAG,QAAQ,EAG/C,OAAOG,EAAM,IAAM,CACjB,IAAMoB,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxD,OAAAJ,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAN,CAAO,EAAG,CACfjB,EAAG,MAAM,YAAY,iBAAkB,GAAGiB,EAAO,CAAC,IAAI,EACtDjB,EAAG,MAAM,YAAY,iBAAkB,GAAGiB,EAAO,CAAC,IAAI,CACxD,EAGA,UAAW,CACTjB,EAAG,MAAM,eAAe,gBAAgB,EACxCA,EAAG,MAAM,eAAe,gBAAgB,CAC1C,CACF,CAAC,EAGD4B,GAAuB5B,CAAE,EACtB,KACC6B,EAAUJ,CAAK,CACjB,EACG,UAAUK,GAAW,CACpB9B,EAAG,gBAAgB,kBAAmB8B,CAAO,CAC/C,CAAC,EAGLC,EACER,EAAM,KAAKS,EAAO,CAAC,CAAE,OAAAhB,CAAO,IAAMA,CAAM,CAAC,EACzCO,EAAM,KAAKU,GAAa,GAAG,EAAGD,EAAO,CAAC,CAAE,OAAAhB,CAAO,IAAM,CAACA,CAAM,CAAC,CAC/D,EACG,UAAU,CAGT,KAAK,CAAE,OAAAA,CAAO,EAAG,CACXA,EACFhB,EAAG,QAAQqB,CAAO,EAElBA,EAAQ,OAAO,CACnB,EAGA,UAAW,CACTrB,EAAG,QAAQqB,CAAO,CACpB,CACF,CAAC,EAGHE,EACG,KACCW,GAAU,GAAIC,EAAuB,CACvC,EACG,UAAU,CAAC,CAAE,OAAAnB,CAAO,IAAM,CACzBK,EAAQ,UAAU,OAAO,qBAAsBL,CAAM,CACvD,CAAC,EAGLO,EACG,KACCa,GAAa,IAAKD,EAAuB,EACzCH,EAAO,IAAM,CAAC,CAAChC,EAAG,YAAY,EAC9BO,EAAI,IAAMP,EAAG,aAAc,sBAAsB,CAAC,EAClDO,EAAI,CAAC,CAAE,EAAAC,CAAE,IAAMA,CAAC,CAClB,EACG,UAAU,CAGT,KAAK6B,EAAQ,CACPA,EACFrC,EAAG,MAAM,YAAY,iBAAkB,GAAG,CAACqC,CAAM,IAAI,EAErDrC,EAAG,MAAM,eAAe,gBAAgB,CAC5C,EAGA,UAAW,CACTA,EAAG,MAAM,eAAe,gBAAgB,CAC1C,CACF,CAAC,EAGLsC,EAAsBhB,EAAO,OAAO,EACjC,KACCO,EAAUJ,CAAK,EACfO,EAAOO,GAAM,EAAEA,EAAG,SAAWA,EAAG,QAAQ,CAC1C,EACG,UAAUA,GAAM,CACfA,EAAG,gBAAgB,EACnBA,EAAG,eAAe,CACpB,CAAC,EAGLD,EAAsBhB,EAAO,WAAW,EACrC,KACCO,EAAUJ,CAAK,EACfe,GAAejB,CAAK,CACtB,EACG,UAAU,CAAC,CAACgB,EAAI,CAAE,OAAAvB,CAAO,CAAC,IAAM,CA3OzC,IAAAyB,EA8OU,GAAIF,EAAG,SAAW,GAAKA,EAAG,SAAWA,EAAG,QACtCA,EAAG,eAAe,UAGTvB,EAAQ,CACjBuB,EAAG,eAAe,EAGlB,IAAMG,EAAS1C,EAAG,cAAe,QAAQ,gBAAgB,EACrD0C,aAAkB,YACpBA,EAAO,MAAM,GAEbD,EAAAE,GAAiB,IAAjB,MAAAF,EAAoB,MACxB,CACF,CAAC,EAGLrB,EACG,KACCS,EAAUJ,CAAK,EACfO,EAAOY,GAAUA,IAAWvB,CAAO,EACnCwB,GAAM,GAAG,CACX,EACG,UAAU,IAAM7C,EAAG,MAAM,CAAC,EAGxBD,GAAgBC,EAAIC,CAAS,EACjC,KACC6C,EAAIC,GAASxB,EAAM,KAAKwB,CAAK,CAAC,EAC9BC,EAAS,IAAMzB,EAAM,SAAS,CAAC,EAC/BhB,EAAIwC,GAAUE,EAAA,CAAE,IAAKjD,GAAO+C,EAAQ,CACtC,CACJ,CAAC,CACH,CCxMA,SAASG,GAAUC,EAAuC,CACxD,OAAOA,EAAU,UAAY,OACzBC,EAAY,eAAgBD,CAAS,EACrC,CAACA,CAAS,CAChB,CASA,SAASE,GAAYF,EAAgC,CACnD,IAAMG,EAAkB,CAAC,EACzB,QAAWC,KAAML,GAAUC,CAAS,EAAG,CACrC,IAAMK,EAAgB,CAAC,EAGjBC,EAAK,SAAS,mBAAmBF,EAAI,WAAW,SAAS,EAC/D,QAASG,EAAOD,EAAG,SAAS,EAAGC,EAAMA,EAAOD,EAAG,SAAS,EACtDD,EAAM,KAAKE,CAAY,EAGzB,QAASC,KAAQH,EAAO,CACtB,IAAII,EAGJ,KAAQA,EAAQ,gBAAgB,KAAKD,EAAK,WAAY,GAAI,CACxD,GAAM,CAAC,CAAEE,EAAIC,CAAK,EAAIF,EACtB,GAAI,OAAOE,GAAU,YAAa,CAChC,IAAMC,EAASJ,EAAK,UAAUC,EAAM,KAAK,EACzCD,EAAOI,EAAO,UAAUF,EAAG,MAAM,EACjCP,EAAQ,KAAKS,CAAM,CAGrB,KAAO,CACLJ,EAAK,YAAcE,EACnBP,EAAQ,KAAKK,CAAI,EACjB,KACF,CACF,CACF,CACF,CACA,OAAOL,CACT,CAQA,SAASU,GAAKC,EAAqBC,EAA2B,CAC5DA,EAAO,OAAO,GAAG,MAAM,KAAKD,EAAO,UAAU,CAAC,CAChD,CAoBO,SAASE,GACdZ,EAAiBJ,EAAwB,CAAE,QAAAiB,EAAS,OAAAC,CAAO,EACxB,CAGnC,IAAMC,EAASnB,EAAU,QAAQ,MAAM,EACjCoB,EAASD,GAAA,YAAAA,EAAQ,GAGjBE,EAAc,IAAI,IACxB,QAAWT,KAAUV,GAAYF,CAAS,EAAG,CAC3C,GAAM,CAAC,CAAEU,CAAE,EAAIE,EAAO,YAAa,MAAM,WAAW,EAChDU,GAAmB,yBAAyBZ,CAAE,IAAKN,CAAE,IACvDiB,EAAY,IAAIX,EAAIa,GAAiBb,EAAIU,CAAM,CAAC,EAChDR,EAAO,YAAYS,EAAY,IAAIX,CAAE,CAAE,EAE3C,CAGA,OAAIW,EAAY,OAAS,EAChBG,EAGFC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EAGlDC,EAAsC,CAAC,EAC7C,OAAW,CAACrB,EAAIsB,CAAU,IAAKX,EAC7BU,EAAM,KAAK,CACTE,EAAW,cAAeD,CAAU,EACpCC,EAAW,yBAAyBvB,CAAE,IAAKN,CAAE,CAC/C,CAAC,EAGH,OAAAc,EAAO,KAAKgB,EAAUN,CAAK,CAAC,EACzB,UAAUO,GAAU,CACnB/B,EAAG,OAAS,CAAC+B,EAGb/B,EAAG,UAAU,OAAO,qBAAsB+B,CAAM,EAGhD,OAAW,CAACC,EAAOC,CAAK,IAAKN,EACtBI,EAGHtB,GAAKuB,EAAOC,CAAK,EAFjBxB,GAAKwB,EAAOD,CAAK,CAGvB,CAAC,EAGIE,EAAM,GAAG,CAAC,GAAGjB,CAAW,EAC5B,IAAI,CAAC,CAAC,CAAEW,CAAU,IACjBO,GAAgBP,EAAYhC,EAAW,CAAE,QAAAiB,CAAQ,CAAC,CACnD,CACH,EACG,KACCuB,EAAS,IAAMd,EAAM,SAAS,CAAC,EAC/Be,GAAM,CACR,CACJ,CAAC,CACH,CC7JA,SAASC,GAASC,EAA0C,CAC1D,GAAIA,EAAG,mBAAoB,CACzB,IAAMC,EAAUD,EAAG,mBACnB,GAAIC,EAAQ,UAAY,KACtB,OAAOA,EAGJ,GAAIA,EAAQ,UAAY,KAAO,CAACA,EAAQ,SAAS,OACpD,OAAOF,GAASE,CAAO,CAC3B,CAIF,CAcO,SAASC,GACdF,EAAiBG,EACkB,CACnC,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAON,GAASC,CAAE,EACxB,OAAO,OAAOK,GAAS,YACnBC,GAAoBD,EAAML,EAAIG,CAAO,EACrCI,CACN,CAAC,CACH,CCjEA,IAAAC,GAAwB,SA4ExB,IAAIC,GAAW,EAaf,SAASC,GAAkBC,EAA0C,CACnE,GAAIA,EAAG,mBAAoB,CACzB,IAAMC,EAAUD,EAAG,mBACnB,GAAIC,EAAQ,UAAY,KACtB,OAAOA,EAGJ,GAAIA,EAAQ,UAAY,KAAO,CAACA,EAAQ,SAAS,OACpD,OAAOF,GAAkBE,CAAO,CACpC,CAIF,CAgBO,SAASC,GACdF,EACsB,CACtB,OAAOG,GAAiBH,CAAE,EACvB,KACCI,EAAI,CAAC,CAAE,MAAAC,CAAM,KAEJ,CACL,WAFcC,GAAsBN,CAAE,EAElB,MAAQK,CAC9B,EACD,EACDE,GAAwB,YAAY,CACtC,CACJ,CAoBO,SAASC,GACdR,EAAiBS,EACiB,CAClC,GAAM,CAAE,QAASC,CAAM,EAAI,WAAW,SAAS,EAGzCC,EAAWC,EAAM,IAAM,CAC3B,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,GAAS,CAAC,CAAC,EACpCH,EAAM,UAAU,CAAC,CAAE,WAAAI,CAAW,IAAM,CAC9BA,GAAcP,EAChBV,EAAG,aAAa,WAAY,GAAG,EAE/BA,EAAG,gBAAgB,UAAU,CACjC,CAAC,EAGD,IAAMkB,EAAoD,CAAC,EAC3D,GAAI,GAAAC,QAAY,YAAY,IACtBnB,EAAG,QAAQ,OAAO,GACpBoB,EAAQ,mBAAmB,GAAK,CAACpB,EAAG,QAAQ,UAAU,GACrD,CACD,IAAMqB,EAASrB,EAAG,QAAQ,KAAK,EAC/BqB,EAAO,GAAK,UAAUvB,IAAU,GAGhC,IAAMwB,EAASC,GAAsBF,EAAO,EAAE,EAC9CA,EAAO,aAAaC,EAAQtB,CAAE,EAC1BoB,EAAQ,kBAAkB,GAC5BF,EAAS,KAAKM,GAAoBF,EAAQ,CAAE,SAAU,CAAC,CAAC,CAC5D,CAIF,IAAMG,EAAYzB,EAAG,QAAQ,YAAY,EACzC,GAAIyB,aAAqB,YAAa,CACpC,IAAMC,EAAO3B,GAAkB0B,CAAS,EAGxC,GAAI,OAAOC,GAAS,cAClBD,EAAU,UAAU,SAAS,UAAU,GACvCL,EAAQ,uBAAuB,GAC9B,CACD,IAAMO,EAAeC,GAAoBF,EAAM1B,EAAIS,CAAO,EAC1DS,EAAS,KACPf,GAAiBsB,CAAS,EACvB,KACCI,EAAUd,CAAK,EACfX,EAAI,CAAC,CAAE,MAAAC,EAAO,OAAAyB,CAAO,IAAMzB,GAASyB,CAAM,EAC1CC,EAAqB,EACrBC,EAAUC,GAAUA,EAASN,EAAeO,CAAK,CACnD,CACJ,CACF,CACF,CAOA,OADcC,EAAY,oBAAqBnC,CAAE,EACvC,QACRA,EAAG,UAAU,IAAI,kBAAkB,EAG9BE,GAAeF,CAAE,EACrB,KACCoC,EAAIC,GAASxB,EAAM,KAAKwB,CAAK,CAAC,EAC9BC,EAAS,IAAMzB,EAAM,SAAS,CAAC,EAC/BT,EAAIiC,GAAUE,EAAA,CAAE,IAAKvC,GAAOqC,EAAQ,EACpCG,GAAU,GAAGtB,CAAQ,CACvB,CACJ,CAAC,EAGD,OAAIE,EAAQ,cAAc,EACjBqB,GAAuBzC,CAAE,EAC7B,KACC0C,EAAOC,GAAWA,CAAO,EACzBC,GAAK,CAAC,EACNZ,EAAU,IAAMrB,CAAQ,CAC1B,EAGGA,CACT,CCnLO,SAASkC,GACdC,EAAwB,CAAE,QAAAC,EAAS,OAAAC,CAAO,EACrB,CACrB,IAAIC,EAAO,GACX,OAAOC,EAGLH,EACG,KACCI,EAAIC,GAAUA,EAAO,QAAQ,qBAAqB,CAAE,EACpDC,EAAOC,GAAWR,IAAOQ,CAAO,EAChCH,EAAI,KAAO,CACT,OAAQ,OAAQ,OAAQ,EAC1B,EAAa,CACf,EAGFH,EACG,KACCK,EAAOE,GAAUA,GAAU,CAACN,CAAI,EAChCO,EAAI,IAAMP,EAAOH,EAAG,IAAI,EACxBK,EAAII,IAAW,CACb,OAAQA,EAAS,OAAS,OAC5B,EAAa,CACf,CACJ,CACF,CAaO,SAASE,GACdX,EAAwBY,EACQ,CAChC,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,OAAAE,EAAQ,OAAAC,CAAO,IAAM,CACtCjB,EAAG,gBAAgB,OAAQgB,IAAW,MAAM,EACxCC,GACFjB,EAAG,eAAe,CACtB,CAAC,EAGMD,GAAaC,EAAIY,CAAO,EAC5B,KACCF,EAAIQ,GAASJ,EAAM,KAAKI,CAAK,CAAC,EAC9BC,EAAS,IAAML,EAAM,SAAS,CAAC,EAC/BT,EAAIa,GAAUE,EAAA,CAAE,IAAKpB,GAAOkB,EAAQ,CACtC,CACJ,CAAC,CACH,CCzIA,IAAAG,GAAA,iiMCqDA,IAAIC,GAKAC,GAAW,EAWf,SAASC,IAAiC,CACxC,OAAO,OAAO,SAAY,aAAe,mBAAmB,QACxDC,GAAY,kDAAkD,EAC9DC,EAAG,MAAS,CAClB,CAaO,SAASC,GACdC,EACgC,CAChC,OAAAA,EAAG,UAAU,OAAO,SAAS,EAC7BN,QAAaE,GAAa,EACvB,KACCK,EAAI,IAAM,QAAQ,WAAW,CAC3B,YAAa,GACb,SAAAC,GACA,SAAU,CACR,cAAe,OACf,gBAAiB,OACjB,aAAc,MAChB,CACF,CAAC,CAAC,EACFC,EAAI,IAAG,EAAY,EACnBC,EAAY,CAAC,CACf,GAGFV,GAAS,UAAU,IAAYW,GAAA,sBAC7BL,EAAG,UAAU,IAAI,SAAS,EAC1B,IAAMM,EAAK,aAAaX,IAAU,GAG5BY,EAAOC,EAAE,MAAO,CAAE,MAAO,SAAU,CAAC,EACpCC,EAAOT,EAAG,YAGV,CAAE,IAAAU,EAAK,GAAAC,CAAG,EAAI,MAAM,QAAQ,OAAOL,EAAIG,CAAI,EAG3CG,EAASL,EAAK,aAAa,CAAE,KAAM,QAAS,CAAC,EACnDK,EAAO,UAAYF,EAGnBV,EAAG,YAAYO,CAAI,EACnBI,GAAA,MAAAA,EAAKC,EACP,EAAC,EAGMlB,GACJ,KACCS,EAAI,KAAO,CAAE,IAAKH,CAAG,EAAE,CACzB,CACJ,CCtFA,IAAMa,GAAWC,EAAE,OAAO,EAgBnB,SAASC,GACdC,EACkC,CAClC,OAAAA,EAAG,YAAYH,EAAQ,EACvBA,GAAS,YAAYI,GAAYD,CAAE,CAAC,EAG7BE,EAAG,CAAE,IAAKF,CAAG,CAAC,CACvB,CC4BO,SAASG,GACdC,EACyB,CACzB,IAAMC,EAAUD,EAAO,KAAKE,GAASA,EAAM,OAAO,GAAKF,EAAO,CAAC,EAC/D,OAAOG,EAAM,GAAGH,EAAO,IAAIE,GAASE,EAAUF,EAAO,QAAQ,EAC1D,KACCG,EAAI,IAAMC,EAA6B,cAAcJ,EAAM,EAAE,IAAI,CAAC,CACpE,CACF,CAAC,EACE,KACCK,EAAUD,EAA6B,cAAcL,EAAQ,EAAE,IAAI,CAAC,EACpEI,EAAIG,IAAW,CAAE,OAAAA,CAAO,EAAE,CAC5B,CACJ,CAUO,SAASC,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACF,CACpC,IAAMC,EAAYP,EAAW,iBAAkBI,CAAE,EAC3CV,EAASc,EAA8B,iBAAkBJ,CAAE,EAG3DK,EAAOC,GAAoB,MAAM,EACvCN,EAAG,OAAOK,CAAI,EAGd,IAAME,EAAOD,GAAoB,MAAM,EACvC,OAAAN,EAAG,OAAOO,CAAI,EAGPC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxDC,EAAc,CAACL,EAAOM,GAAiBf,CAAE,EAAGgB,GAAuBhB,CAAE,CAAC,CAAC,EACpE,KACCiB,EAAUN,CAAK,EACfO,GAAU,EAAGC,EAAuB,CACtC,EACG,UAAU,CAGT,KAAK,CAAC,CAAE,OAAArB,CAAO,EAAGsB,CAAI,EAAG,CACvB,IAAMC,EAASC,GAAiBxB,CAAM,EAChC,CAAE,MAAAyB,CAAM,EAAIC,GAAe1B,CAAM,EAGvCE,EAAG,MAAM,YAAY,mBAAoB,GAAGqB,EAAO,CAAC,IAAI,EACxDrB,EAAG,MAAM,YAAY,uBAAwB,GAAGuB,CAAK,IAAI,EAGzD,IAAME,EAAUC,GAAwBvB,CAAS,GAE/CkB,EAAO,EAAYI,EAAQ,GAC3BJ,EAAO,EAAIE,EAAQE,EAAQ,EAAIL,EAAK,QAEpCjB,EAAU,SAAS,CACjB,KAAM,KAAK,IAAI,EAAGkB,EAAO,EAAI,EAAE,EAC/B,SAAU,QACZ,CAAC,CACL,EAGA,UAAW,CACTrB,EAAG,MAAM,eAAe,kBAAkB,EAC1CA,EAAG,MAAM,eAAe,sBAAsB,CAChD,CACF,CAAC,EAGLc,EAAc,CACZa,GAA0BxB,CAAS,EACnCY,GAAiBZ,CAAS,CAC5B,CAAC,EACE,KACCc,EAAUN,CAAK,CACjB,EACG,UAAU,CAAC,CAACU,EAAQD,CAAI,IAAM,CAC7B,IAAMK,EAAUG,GAAsBzB,CAAS,EAC/CE,EAAK,OAASgB,EAAO,EAAI,GACzBd,EAAK,OAASc,EAAO,EAAII,EAAQ,MAAQL,EAAK,MAAQ,EACxD,CAAC,EAGL3B,EACEC,EAAUW,EAAM,OAAO,EAAE,KAAKV,EAAI,IAAM,EAAE,CAAC,EAC3CD,EAAUa,EAAM,OAAO,EAAE,KAAKZ,EAAI,IAAM,CAAE,CAAC,CAC7C,EACG,KACCsB,EAAUN,CAAK,CACjB,EACG,UAAUkB,GAAa,CACtB,GAAM,CAAE,MAAAN,CAAM,EAAIC,GAAerB,CAAS,EAC1CA,EAAU,SAAS,CACjB,KAAMoB,EAAQM,EACd,SAAU,QACZ,CAAC,CACH,CAAC,EAGL3B,EACG,KACCe,EAAUN,CAAK,EACfmB,EAAOtC,GAASF,EAAO,SAASE,CAAyB,CAAC,CAC5D,EACG,UAAUA,GAASA,EAAM,MAAM,CAAC,EAGrCW,EAAU,UAAU,IAAI,uBAAuB,EAC/C,QAAWX,KAASF,EAAQ,CAC1B,IAAMyC,EAAQnC,EAA6B,cAAcJ,EAAM,EAAE,IAAI,EACrEuC,EAAM,gBAAgBC,EAAE,IAAK,CAC3B,KAAM,IAAID,EAAM,OAAO,GACvB,SAAU,EACZ,EAAG,GAAG,MAAM,KAAKA,EAAM,UAAU,CAAC,CAAC,EAGnCrC,EAAsBqC,EAAM,kBAAoB,OAAO,EACpD,KACCd,EAAUN,CAAK,EACfmB,EAAOG,GAAM,EAAEA,EAAG,SAAWA,EAAG,QAAQ,EACxCC,EAAID,GAAM,CACRA,EAAG,eAAe,EAClBA,EAAG,gBAAgB,CACrB,CAAC,CACH,EAEG,UAAU,IAAM,CACf,QAAQ,aAAa,CAAC,EAAG,GAAI,IAAIF,EAAM,OAAO,EAAE,EAChDA,EAAM,MAAM,CACd,CAAC,CACP,CAGA,OAAII,EAAQ,mBAAmB,GAC7B1B,EAAM,KACJ2B,GAAK,CAAC,EACNC,GAAepC,CAAS,CAC1B,EACG,UAAU,CAAC,CAAC,CAAE,OAAAH,CAAO,EAAG,CAAE,OAAAuB,CAAO,CAAC,IAAM,CACvC,IAAMiB,EAAMxC,EAAO,UAAU,KAAK,EAClC,GAAIA,EAAO,aAAa,mBAAmB,EACzCA,EAAO,gBAAgB,mBAAmB,MAGrC,CACL,IAAMyC,EAAIvC,EAAG,UAAYqB,EAAO,EAGhC,QAAWmB,KAAOpC,EAAY,aAAa,EACzC,QAAWZ,KAASY,EAClB,iBAAkBoC,CACpB,EAAG,CACD,IAAMT,EAAQnC,EAAW,cAAcJ,EAAM,EAAE,IAAI,EACnD,GACEuC,IAAUjC,GACViC,EAAM,UAAU,KAAK,IAAMO,EAC3B,CACAP,EAAM,aAAa,oBAAqB,EAAE,EAC1CvC,EAAM,MAAM,EACZ,KACF,CACF,CAGF,OAAO,SAAS,CACd,IAAKQ,EAAG,UAAYuC,CACtB,CAAC,EAGD,IAAME,EAAO,SAAmB,QAAQ,GAAK,CAAC,EAC9C,SAAS,SAAU,CAAC,GAAG,IAAI,IAAI,CAACH,EAAK,GAAGG,CAAI,CAAC,CAAC,CAAC,CACjD,CACF,CAAC,EAGLhC,EAAM,KAAKQ,EAAUN,CAAK,CAAC,EACxB,UAAU,IAAM,CACf,QAAW+B,KAAStC,EAA8B,eAAgBJ,CAAE,EAClE0C,EAAM,MAAM,CAChB,CAAC,EAGIrD,GAAiBC,CAAM,EAC3B,KACC4C,EAAIS,GAASlC,EAAM,KAAKkC,CAAK,CAAC,EAC9BC,EAAS,IAAMnC,EAAM,SAAS,CAAC,EAC/Bd,EAAIgD,GAAUE,EAAA,CAAE,IAAK7C,GAAO2C,EAAQ,CACtC,CACJ,CAAC,EACE,KACCG,GAAYC,EAAc,CAC5B,CACJ,CCpMO,SAASC,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,EAAS,OAAAC,CAAO,EACd,CAChC,OAAOC,EAGL,GAAGC,EAAY,4BAA6BL,CAAE,EAC3C,IAAIM,GAASC,GAAqBD,EAAO,CAAE,QAAAJ,EAAS,OAAAC,CAAO,CAAC,CAAC,EAGhE,GAAGE,EAAY,2BAA4BL,CAAE,EAC1C,IAAIM,GAASE,GAAeF,EAAO,CAAE,QAAAJ,EAAS,OAAAC,CAAO,CAAC,CAAC,EAG1D,GAAGE,EAAY,cAAeL,CAAE,EAC7B,IAAIM,GAASG,GAAaH,CAAK,CAAC,EAGnC,GAAGD,EAAY,qBAAsBL,CAAE,EACpC,IAAIM,GAASI,GAAeJ,CAAK,CAAC,EAGrC,GAAGD,EAAY,UAAWL,CAAE,EACzB,IAAIM,GAASK,GAAaL,EAAO,CAAE,QAAAJ,EAAS,OAAAC,CAAO,CAAC,CAAC,EAGxD,GAAGE,EAAY,cAAeL,CAAE,EAC7B,IAAIM,GAASM,GAAiBN,EAAO,CAAE,UAAAL,EAAW,QAAAC,CAAQ,CAAC,CAAC,EAG/D,GAAGG,EAAY,UAAWL,CAAE,EACzB,OAAO,IAAMa,EAAQ,kBAAkB,CAAC,EACxC,IAAIP,GAASQ,GAAoBR,EAAO,CAAE,UAAAL,CAAU,CAAC,CAAC,CAC3D,CACF,CCtDO,SAASc,GACdC,EAAkB,CAAE,OAAAC,CAAO,EACP,CACpB,OAAOA,EACJ,KACCC,EAAUC,GAAWC,EACnBC,EAAG,EAAI,EACPA,EAAG,EAAK,EAAE,KAAKC,GAAM,GAAI,CAAC,CAC5B,EACG,KACCC,EAAIC,IAAW,CAAE,QAAAL,EAAS,OAAAK,CAAO,EAAE,CACrC,CACF,CACF,CACJ,CAaO,SAASC,GACdC,EAAiBC,EACc,CAC/B,IAAMC,EAAQC,EAAW,cAAeH,CAAE,EAC1C,OAAOI,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,QAAAZ,EAAS,OAAAK,CAAO,IAAM,CACvCE,EAAG,UAAU,OAAO,oBAAqBF,CAAM,EAC/CI,EAAM,YAAcT,CACtB,CAAC,EAGMJ,GAAYW,EAAIC,CAAO,EAC3B,KACCM,EAAIC,GAASH,EAAM,KAAKG,CAAK,CAAC,EAC9BC,EAAS,IAAMJ,EAAM,SAAS,CAAC,EAC/BR,EAAIW,GAAUE,EAAA,CAAE,IAAKV,GAAOQ,EAAQ,CACtC,CACJ,CAAC,CACH,CCnDA,IAAIG,GAAW,EAiBR,SAASC,GACdC,EAAiBC,EACI,CACrB,SAAS,KAAK,OAAOD,CAAE,EAGvB,GAAM,CAAE,MAAAE,CAAM,EAAIC,GAAeH,CAAE,EACnCA,EAAG,MAAM,YAAY,qBAAsB,GAAGE,CAAK,IAAI,EACvDF,EAAG,OAAO,EAGV,IAAMI,EAAYC,GAAoBJ,CAAI,EACpCK,EACJ,OAAOF,GAAc,YACjBG,GAA0BH,CAAS,EACnCI,EAAG,CAAE,EAAG,EAAG,EAAG,CAAE,CAAC,EAGjBC,EAAUC,EACdC,GAAkBV,CAAI,EACtBW,GAAkBX,CAAI,CACxB,EACG,KACCY,EAAqB,CACvB,EAGF,OAAOC,EAAc,CAACL,EAASH,CAAO,CAAC,EACpC,KACCS,EAAI,CAAC,CAACC,EAAQC,CAAM,IAAM,CACxB,GAAI,CAAE,EAAAC,EAAG,EAAAC,CAAE,EAAIC,GAAiBnB,CAAI,EAC9BoB,EAAOlB,GAAeF,CAAI,EAU1BqB,EAAQrB,EAAK,QAAQ,OAAO,EAClC,OAAIqB,GAASrB,EAAK,gBAChBiB,GAAKI,EAAM,WAAarB,EAAK,cAAc,WAC3CkB,GAAKG,EAAM,UAAarB,EAAK,cAAc,WAEtC,CACL,OAAAe,EACA,OAAQ,CACN,EAAGE,EAAID,EAAO,EAAII,EAAK,MAAS,EAAInB,EAAQ,EAC5C,EAAGiB,EAAIF,EAAO,EAAII,EAAK,OAAS,CAClC,CACF,CACF,CAAC,CACH,CACJ,CASO,SAASE,GACdvB,EACgC,CAChC,IAAMwB,EAAQxB,EAAG,MACjB,GAAI,CAACwB,EAAM,OACT,OAAOC,EAGT,IAAMC,EAAK,aAAa5B,IAAU,GAC5B6B,EAAUC,GAAcF,EAAI,QAAQ,EACpCG,EAAUC,EAAW,cAAeH,CAAO,EACjD,OAAAE,EAAQ,UAAYL,EAGbO,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAE,CAAO,EAAG,CACfP,EAAQ,MAAM,YAAY,iBAAkB,GAAGO,EAAO,CAAC,IAAI,EAC3DP,EAAQ,MAAM,YAAY,iBAAkB,GAAGO,EAAO,CAAC,IAAI,CAC7D,EAGA,UAAW,CACTP,EAAQ,MAAM,eAAe,gBAAgB,EAC7CA,EAAQ,MAAM,eAAe,gBAAgB,CAC/C,CACF,CAAC,EAGDjB,EACEsB,EAAM,KAAKG,EAAO,CAAC,CAAE,OAAAnB,CAAO,IAAMA,CAAM,CAAC,EACzCgB,EAAM,KAAKI,GAAa,GAAG,EAAGD,EAAO,CAAC,CAAE,OAAAnB,CAAO,IAAM,CAACA,CAAM,CAAC,CAC/D,EACG,UAAU,CAGT,KAAK,CAAE,OAAAA,CAAO,EAAG,CACXA,GACFhB,EAAG,sBAAsB,WAAY2B,CAAO,EAC5C3B,EAAG,aAAa,mBAAoB0B,CAAE,EACtC1B,EAAG,gBAAgB,OAAO,IAE1B2B,EAAQ,OAAO,EACf3B,EAAG,gBAAgB,kBAAkB,EACrCA,EAAG,aAAa,QAASwB,CAAK,EAElC,EAGA,UAAW,CACTG,EAAQ,OAAO,EACf3B,EAAG,gBAAgB,kBAAkB,EACrCA,EAAG,aAAa,QAASwB,CAAK,CAChC,CACF,CAAC,EAGHQ,EACG,KACCK,GAAU,GAAIC,EAAuB,CACvC,EACG,UAAU,CAAC,CAAE,OAAAtB,CAAO,IAAM,CACzBW,EAAQ,UAAU,OAAO,qBAAsBX,CAAM,CACvD,CAAC,EAMLgB,EACG,KACCO,GAAa,IAAKD,EAAuB,EACzCH,EAAO,IAAM,CAAC,CAACnC,EAAG,YAAY,EAC9Be,EAAI,IAAMf,EAAG,aAAc,sBAAsB,CAAC,EAClDe,EAAI,CAAC,CAAE,EAAAG,CAAE,IAAMA,CAAC,CAClB,EACC,UAAU,CAGT,KAAKsB,EAAQ,CACPA,EACFb,EAAQ,MAAM,YAAY,iBAAkB,GAAG,CAACa,CAAM,IAAI,EAE1Db,EAAQ,MAAM,eAAe,gBAAgB,CACjD,EAGA,UAAW,CACTA,EAAQ,MAAM,eAAe,gBAAgB,CAC/C,CACF,CAAC,EAGI5B,GAAa4B,EAAS3B,CAAE,EAC5B,KACCyC,EAAIC,GAASV,EAAM,KAAKU,CAAK,CAAC,EAC9BC,EAAS,IAAMX,EAAM,SAAS,CAAC,EAC/BjB,EAAI2B,GAAUE,EAAA,CAAE,IAAK5C,GAAO0C,EAAQ,CACtC,CACJ,CAAC,EACE,KACCG,GAAYC,EAAc,CAC5B,CACJ,CC7JA,SAASC,GAAS,CAAE,UAAAC,CAAU,EAAsC,CAClE,GAAI,CAACC,EAAQ,iBAAiB,EAC5B,OAAOC,EAAG,EAAK,EAGjB,IAAMC,EAAaH,EAChB,KACCI,EAAI,CAAC,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,IAAMA,CAAC,EAC5BC,GAAY,EAAG,CAAC,EAChBF,EAAI,CAAC,CAACG,EAAGC,CAAC,IAAM,CAACD,EAAIC,EAAGA,CAAC,CAAU,EACnCC,GAAwB,CAAC,CAC3B,EAGIC,EAAUC,EAAc,CAACX,EAAWG,CAAU,CAAC,EAClD,KACCS,EAAO,CAAC,CAAC,CAAE,OAAAC,CAAO,EAAG,CAAC,CAAER,CAAC,CAAC,IAAM,KAAK,IAAIA,EAAIQ,EAAO,CAAC,EAAI,GAAG,EAC5DT,EAAI,CAAC,CAAC,CAAE,CAACU,CAAS,CAAC,IAAMA,CAAS,EAClCC,EAAqB,CACvB,EAGIC,EAAUC,GAAY,QAAQ,EACpC,OAAON,EAAc,CAACX,EAAWgB,CAAO,CAAC,EACtC,KACCZ,EAAI,CAAC,CAAC,CAAE,OAAAS,CAAO,EAAGK,CAAM,IAAML,EAAO,EAAI,KAAO,CAACK,CAAM,EACvDH,EAAqB,EACrBI,EAAUC,GAAUA,EAASV,EAAUR,EAAG,EAAK,CAAC,EAChDmB,EAAU,EAAK,CACjB,CACJ,CAcO,SAASC,GACdC,EAAiBC,EACG,CACpB,OAAOC,EAAM,IAAMd,EAAc,CAC/Be,GAAiBH,CAAE,EACnBxB,GAASyB,CAAO,CAClB,CAAC,CAAC,EACC,KACCpB,EAAI,CAAC,CAAC,CAAE,OAAAuB,CAAO,EAAGC,CAAM,KAAO,CAC7B,OAAAD,EACA,OAAAC,CACF,EAAE,EACFb,EAAqB,CAACR,EAAGC,IACvBD,EAAE,SAAWC,EAAE,QACfD,EAAE,SAAWC,EAAE,MAChB,EACDqB,EAAY,CAAC,CACf,CACJ,CAaO,SAASC,GACdP,EAAiB,CAAE,QAAAQ,EAAS,MAAAC,CAAM,EACO,CACzC,OAAOP,EAAM,IAAM,CACjB,IAAMQ,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxDJ,EACG,KACCxB,GAAwB,QAAQ,EAChC6B,GAAkBP,CAAO,CAC3B,EACG,UAAU,CAAC,CAAC,CAAE,OAAAX,CAAO,EAAG,CAAE,OAAAQ,CAAO,CAAC,IAAM,CACvCL,EAAG,UAAU,OAAO,oBAAqBH,GAAU,CAACQ,CAAM,EAC1DL,EAAG,OAASK,CACd,CAAC,EAGL,IAAMW,EAAWC,GAAKC,EAAY,UAAWlB,CAAE,CAAC,EAC7C,KACCX,EAAO,IAAMX,EAAQ,kBAAkB,CAAC,EACxCyC,GAASC,GAASC,GAAaD,CAAK,CAAC,CACvC,EAGF,OAAAX,EAAM,UAAUC,CAAK,EAGdF,EACJ,KACCc,EAAUV,CAAK,EACf/B,EAAI0C,GAAUC,EAAA,CAAE,IAAKxB,GAAOuB,EAAQ,EACpCE,GAAUT,EAAS,KAAKM,EAAUV,CAAK,CAAC,CAAC,CAC3C,CACJ,CAAC,CACH,CCjIO,SAASc,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACb,CACzB,OAAOC,GAAgBH,EAAI,CAAE,UAAAC,EAAW,QAAAC,CAAQ,CAAC,EAC9C,KACCE,EAAI,CAAC,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,IAAM,CACzB,GAAM,CAAE,OAAAC,CAAO,EAAIC,GAAeP,CAAE,EACpC,MAAO,CACL,OAAQK,GAAKC,CACf,CACF,CAAC,EACDE,GAAwB,QAAQ,CAClC,CACJ,CAaO,SAASC,GACdT,EAAiBU,EACmB,CACpC,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClBD,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAE,CAAO,EAAG,CACfd,EAAG,UAAU,OAAO,2BAA4Bc,CAAM,CACxD,EAGA,UAAW,CACTd,EAAG,UAAU,OAAO,0BAA0B,CAChD,CACF,CAAC,EAGD,IAAMe,EAAUC,GAAmB,gBAAgB,EACnD,OAAI,OAAOD,GAAY,YACdE,EAGFlB,GAAiBgB,EAASL,CAAO,EACrC,KACCQ,EAAIC,GAASP,EAAM,KAAKO,CAAK,CAAC,EAC9BC,EAAS,IAAMR,EAAM,SAAS,CAAC,EAC/BR,EAAIe,GAAUE,EAAA,CAAE,IAAKrB,GAAOmB,EAAQ,CACtC,CACJ,CAAC,CACH,CChEO,SAASG,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACpB,CAGlB,IAAMC,EAAUD,EACb,KACCE,EAAI,CAAC,CAAE,OAAAC,CAAO,IAAMA,CAAM,EAC1BC,EAAqB,CACvB,EAGIC,EAAUJ,EACb,KACCK,EAAU,IAAMC,GAAiBT,CAAE,EAChC,KACCI,EAAI,CAAC,CAAE,OAAAC,CAAO,KAAO,CACnB,IAAQL,EAAG,UACX,OAAQA,EAAG,UAAYK,CACzB,EAAE,EACFK,GAAwB,QAAQ,CAClC,CACF,CACF,EAGF,OAAOC,EAAc,CAACR,EAASI,EAASN,CAAS,CAAC,EAC/C,KACCG,EAAI,CAAC,CAACQ,EAAQ,CAAE,IAAAC,EAAK,OAAAC,CAAO,EAAG,CAAE,OAAQ,CAAE,EAAAC,CAAE,EAAG,KAAM,CAAE,OAAAV,CAAO,CAAE,CAAC,KAChEA,EAAS,KAAK,IAAI,EAAGA,EACjB,KAAK,IAAI,EAAGQ,EAASE,EAAIH,CAAM,EAC/B,KAAK,IAAI,EAAGP,EAASU,EAAID,CAAM,CACnC,EACO,CACL,OAAQD,EAAMD,EACd,OAAAP,EACA,OAAQQ,EAAMD,GAAUG,CAC1B,EACD,EACDT,EAAqB,CAACU,EAAGC,IACvBD,EAAE,SAAWC,EAAE,QACfD,EAAE,SAAWC,EAAE,QACfD,EAAE,SAAWC,EAAE,MAChB,CACH,CACJ,CCxCO,SAASC,GACdC,EACqB,CACrB,IAAMC,EAAU,SAAkB,WAAW,GAAK,CAChD,MAAOD,EAAO,UAAUE,GAAS,WAC/BA,EAAM,aAAa,qBAAqB,CAC1C,EAAE,OAAO,CACX,EAGMC,EAAQ,KAAK,IAAI,EAAG,KAAK,IAAIF,EAAQ,MAAOD,EAAO,OAAS,CAAC,CAAC,EACpE,OAAOI,EAAG,GAAGJ,CAAM,EAChB,KACCK,GAASH,GAASI,EAAUJ,EAAO,QAAQ,EAAE,KAAKK,EAAI,IAAML,CAAK,CAAC,CAAC,EACnEM,EAAUR,EAAOG,CAAK,CAAC,EACvBI,EAAIL,IAAU,CACZ,MAAOF,EAAO,QAAQE,CAAK,EAC3B,MAAO,CACL,MAASA,EAAM,aAAa,qBAAqB,EACjD,OAASA,EAAM,aAAa,sBAAsB,EAClD,QAASA,EAAM,aAAa,uBAAuB,EACnD,OAASA,EAAM,aAAa,sBAAsB,CACpD,CACF,EAAa,EACbO,EAAY,CAAC,CACf,CACJ,CASO,SAASC,GACdC,EACgC,CAChC,IAAMX,EAASY,EAA8B,QAASD,CAAE,EAClDE,EAAOC,EAAE,OAAQ,CAAE,KAAM,aAAc,CAAC,EAC9C,SAAS,KAAK,YAAYD,CAAI,EAG9B,IAAME,EAASD,EAAE,OAAQ,CAAE,KAAM,cAAe,CAAC,EACjD,SAAS,KAAK,YAAYC,CAAM,EAGhC,IAAMC,EAASC,GAAW,+BAA+B,EACzD,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAUE,GAAW,CAIzB,GAHA,SAAS,KAAK,aAAa,0BAA2B,EAAE,EAGpDA,EAAQ,MAAM,QAAU,yBAA0B,CACpD,IAAMC,EAAQ,WAAW,+BAA+B,EAClDpB,EAAQ,SAAS,cAAcoB,EAAM,QACvC,wDACA,sDACJ,EAGAD,EAAQ,MAAM,OAAUnB,EAAM,aAAa,sBAAsB,EACjEmB,EAAQ,MAAM,QAAUnB,EAAM,aAAa,uBAAuB,EAClEmB,EAAQ,MAAM,OAAUnB,EAAM,aAAa,sBAAsB,CACnE,CAGA,OAAW,CAACqB,EAAKC,CAAK,IAAK,OAAO,QAAQH,EAAQ,KAAK,EACrD,SAAS,KAAK,aAAa,iBAAiBE,CAAG,GAAIC,CAAK,EAG1D,QAASrB,EAAQ,EAAGA,EAAQH,EAAO,OAAQG,IAAS,CAClD,IAAMsB,EAAQzB,EAAOG,CAAK,EAAE,mBACxBsB,aAAiB,cACnBA,EAAM,OAASJ,EAAQ,QAAUlB,EACrC,CAGA,SAAS,YAAakB,CAAO,CAC/B,CAAC,EAGDf,EAAyBK,EAAI,SAAS,EAAE,KACtCe,EAAOC,GAAMA,EAAG,MAAQ,OAAO,EAC/BC,GAAeT,EAAO,CAACU,EAAGR,IAAYA,CAAO,CAC/C,EACG,UAAU,CAAC,CAAE,MAAAlB,CAAM,IAAM,CACxBA,GAASA,EAAQ,GAAKH,EAAO,OAC7BA,EAAOG,CAAK,EAAE,MAAM,EACpBH,EAAOG,CAAK,EAAE,MAAM,CACtB,CAAC,EAGHgB,EACG,KACCZ,EAAI,IAAM,CACR,IAAMuB,EAASC,GAAoB,QAAQ,EACrCC,EAAS,OAAO,iBAAiBF,CAAM,EAG7C,OAAAf,EAAO,QAAUiB,EAAM,YAGhBA,EAAM,gBAAgB,MAAM,MAAM,EACtC,IAAIR,IAAU,CAACA,GAAO,SAAS,EAAE,EAAE,SAAS,EAAG,GAAG,CAAC,EACnD,KAAK,EAAE,CACZ,CAAC,CACH,EACG,UAAUS,GAASpB,EAAK,QAAU,IAAIoB,CAAK,EAAE,EAGlDd,EAAM,KAAKe,GAAUC,EAAc,CAAC,EACjC,UAAU,IAAM,CACf,SAAS,KAAK,gBAAgB,yBAAyB,CACzD,CAAC,EAGIpC,GAAaC,CAAM,EACvB,KACCoC,EAAUpB,EAAO,KAAKqB,GAAK,CAAC,CAAC,CAAC,EAC9BC,GAAO,EACPC,EAAIC,GAASrB,EAAM,KAAKqB,CAAK,CAAC,EAC9BC,EAAS,IAAMtB,EAAM,SAAS,CAAC,EAC/BZ,EAAIiC,GAAUE,EAAA,CAAE,IAAK/B,GAAO6B,EAAQ,CACtC,CACJ,CAAC,CACH,CChJO,SAASG,GACdC,EAAiB,CAAE,UAAAC,CAAU,EACI,CAGjC,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,MAAAE,CAAM,IAAM,CAC7BL,EAAG,MAAM,YAAY,sBAAuB,GAAGK,CAAK,EAAE,CACxD,CAAC,EAGMJ,EACJ,KACCK,EAAID,GAASF,EAAM,KAAK,CAAE,MAAAE,CAAM,CAAC,CAAC,EAClCE,EAAS,IAAMJ,EAAM,SAAS,CAAC,EAC/BK,EAAIH,IAAU,CAAE,IAAKL,EAAI,MAAAK,CAAM,EAAE,CACnC,CACJ,CAAC,CACH,CChEA,IAAAI,GAAwB,SAiCxB,SAASC,GAAQC,EAAyB,CACxCA,EAAG,aAAa,kBAAmB,EAAE,EACrC,IAAMC,EAAOD,EAAG,QAAQ,aAAa,EAC/BE,EAAOD,EACTA,EAAK,aAAa,WAAW,EAC7BD,EAAG,UACP,OAAAA,EAAG,gBAAgB,iBAAiB,EAC7BE,EAAK,QAAQ,CACtB,CAWO,SAASC,GACd,CAAE,OAAAC,CAAO,EACH,CACF,GAAAC,QAAY,YAAY,GAC1B,IAAIC,EAA8BC,GAAc,CAC9C,IAAI,GAAAF,QAAY,iDAAkD,CAChE,KAAML,GACJA,EAAG,aAAa,qBAAqB,GACrCD,GAAQS,EACNR,EAAG,aAAa,uBAAuB,CACzC,CAAC,CAEL,CAAC,EACE,GAAG,UAAWS,GAAMF,EAAW,KAAKE,CAAE,CAAC,CAC5C,CAAC,EACE,KACCC,EAAID,GAAM,CACQA,EAAG,QACX,MAAM,CAChB,CAAC,EACDE,EAAI,IAAMC,GAAY,kBAAkB,CAAC,CAC3C,EACG,UAAUR,CAAM,CAEzB,CCrCA,SAASS,GAAQC,EAAUC,EAAW,CACpC,OAAAD,EAAI,SAAWC,EAAK,SACpBD,EAAI,SAAWC,EAAK,SACbD,CACT,CA2BA,SAASE,GAAQC,EAAoBF,EAAoB,CACvD,IAAMG,EAAmB,IAAI,IAC7B,QAAWC,KAAMC,EAAY,MAAOH,CAAQ,EAAG,CAC7C,IAAMH,EAAMO,EAAW,MAAOF,CAAE,EAG1BG,EAAQ,CAACT,GAAQ,IAAI,IAAIC,EAAI,WAAY,EAAGC,CAAI,CAAC,EACvDG,EAAQ,IAAI,GAAGI,EAAM,CAAC,CAAC,GAAIA,CAAK,EAGhC,QAAWC,KAAQH,EAAY,kBAAmBD,CAAE,EAAG,CACrD,IAAMK,EAAOD,EAAK,aAAa,MAAM,EACjCC,GAAQ,MACVF,EAAM,KAAKT,GAAQ,IAAI,IAAIW,CAAI,EAAGT,CAAI,CAAC,CAC3C,CACF,CAGA,OAAOG,CACT,CAgBO,SAASO,GAAaV,EAAyC,CACpE,OAAOW,GAAW,IAAI,IAAI,cAAeX,CAAI,CAAC,EAC3C,KACCY,EAAIV,GAAYD,GAAQC,EAAU,IAAI,IAAIF,CAAI,CAAC,CAAC,EAChDa,GAAW,IAAMC,EAAG,IAAI,GAAK,CAAC,CAChC,CACJ,CClDA,SAASC,GACPC,EAAgBC,EACC,CACjB,GAAI,EAAED,EAAG,kBAAkB,SACzB,OAAOE,EAIT,IAAMC,EAAKH,EAAG,OAAO,QAAQ,GAAG,EAChC,GAAIG,IAAO,KACT,OAAOD,EAMT,GAAIC,EAAG,QAAUH,EAAG,SAAWA,EAAG,QAChC,OAAOE,EAQT,IAAME,EAAM,IAAI,IAAID,EAAG,IAAI,EAO3B,OANAC,EAAI,OAASA,EAAI,KAAO,GAMnBH,EAAQ,IAAI,GAAGG,CAAG,EAAE,GASzBJ,EAAG,eAAe,EACXK,EAAG,IAAI,IAAIF,EAAG,IAAI,CAAC,GATjBD,CAUX,CASA,SAASI,GAAKC,EAA8C,CAC1D,IAAMC,EAAO,IAAI,IACjB,QAAWL,KAAMM,EAAY,aAAcF,EAAS,IAAI,EACtDC,EAAK,IAAIL,EAAG,UAAWA,CAAE,EAG3B,OAAOK,CACT,CAYA,SAASE,GAAQH,EAA0C,CACzD,QAAWJ,KAAMM,EAAY,gBAAiBF,CAAQ,EACpD,QAAWI,IAAO,CAAC,OAAQ,KAAK,EAAG,CACjC,IAAMC,EAAQT,EAAG,aAAaQ,CAAG,EACjC,GAAIC,GAAS,CAAC,qBAAqB,KAAKA,CAAK,EAAG,CAE9CT,EAAGQ,CAAG,EAAIR,EAAGQ,CAAG,EAChB,KACF,CACF,CAGF,OAAON,EAAGE,CAAQ,CACpB,CASA,SAASM,GAAOC,EAAsC,CACpD,QAAWC,IAAY,CACrB,+BACA,gCACA,mCACA,+BACA,2BACA,2BACA,GAAGC,EAAQ,wBAAwB,EAC/B,CAAC,0BAA0B,EAC3B,CAAC,CACP,EAAG,CACD,IAAMC,EAASC,GAAmBH,CAAQ,EACpCI,EAASD,GAAmBH,EAAUD,CAAI,EAE9C,OAAOG,GAAW,aAClB,OAAOE,GAAW,aAElBF,EAAO,YAAYE,CAAM,CAE7B,CAGA,IAAMX,EAAOF,GAAK,QAAQ,EAC1B,OAAW,CAACc,EAAMjB,CAAE,IAAKG,GAAKQ,CAAI,EAC5BN,EAAK,IAAIY,CAAI,EACfZ,EAAK,OAAOY,CAAI,EAEhB,SAAS,KAAK,YAAYjB,CAAE,EAGhC,QAAWA,KAAMK,EAAK,OAAO,EAAG,CAC9B,IAAMa,EAAOlB,EAAG,aAAa,MAAM,EAI/BkB,IAAS,eAAiBA,IAAS,gBACrClB,EAAG,OAAO,CACd,CAIA,IAAMmB,EAAYC,GAAoB,WAAW,EACjD,OAAOC,GAAOf,EAAY,SAAUa,CAAS,CAAC,EAC3C,KACCG,EAAUtB,GAAM,CACd,IAAMuB,EAASZ,EAAK,cAAc,QAAQ,EAC1C,GAAIX,EAAG,IAAK,CACV,QAAWkB,KAAQlB,EAAG,kBAAkB,EACtCuB,EAAO,aAAaL,EAAMlB,EAAG,aAAakB,CAAI,CAAE,EAClD,OAAAlB,EAAG,YAAYuB,CAAM,EAGd,IAAIC,EAAWC,GAAY,CAChCF,EAAO,OAAS,IAAME,EAAS,SAAS,CAC1C,CAAC,CAGH,KACE,QAAAF,EAAO,YAAcvB,EAAG,YACxBA,EAAG,YAAYuB,CAAM,EACdxB,CAEX,CAAC,EACD2B,EAAe,EACfC,GAAQ,QAAQ,CAClB,CACJ,CAgBO,SAASC,GACd,CAAE,UAAAC,EAAW,UAAAC,EAAW,UAAAC,CAAU,EACZ,CACtB,IAAMC,EAASC,GAAc,EAC7B,GAAI,SAAS,WAAa,QACxB,OAAOlC,EAIT,IAAMmC,EAAWC,GAAaH,EAAO,IAAI,EAUzC9B,EAAG,QAAQ,EACR,UAAUK,EAAO,EAUpB,IAAM6B,EACJC,EAAsB,SAAS,KAAM,OAAO,EACzC,KACCC,GAAkBJ,CAAQ,EAC1BZ,EAAU,CAAC,CAACzB,EAAIC,CAAO,IAAMF,GAAOC,EAAIC,CAAO,CAAC,EAChDyC,GAAM,CACR,EAIEC,EACJH,EAAyB,OAAQ,UAAU,EACxC,KACCI,EAAIC,EAAW,EACfH,GAAM,CACR,EAMJH,EAAS,KAAKO,GAAeb,CAAS,CAAC,EACpC,UAAU,CAAC,CAAC7B,EAAK,CAAE,OAAA2C,CAAO,CAAC,IAAM,CAChC,QAAQ,aAAaA,EAAQ,EAAE,EAC/B,QAAQ,UAAU,KAAM,GAAI3C,CAAG,CACjC,CAAC,EAMH4C,EAAMT,EAAUI,CAAQ,EACrB,UAAUX,CAAS,EActB,IAAMiB,EACJjB,EAAU,KACRkB,GAAwB,UAAU,EAClCzB,EAAUrB,GAAO+C,GAAY/C,EAAK,CAAE,UAAA8B,CAAU,CAAC,EAC5C,KACCkB,GAAW,KACTC,GAAYjD,EAAK,EAAI,EACdF,EACR,CACH,CACF,EAIAuB,EAAUf,EAAO,EACjBe,EAAUZ,EAAM,EAChB6B,GAAM,CACR,EAUF,OAAAM,EACEC,EAAU,KAAKH,GAAed,EAAW,CAACsB,EAAGlD,IAAQA,CAAG,CAAC,EAMzD6C,EAAU,KACRxB,EAAU,IAAMO,CAAS,EACzBkB,GAAwB,MAAM,CAChC,EAQAlB,EAAU,KACRuB,EAAqB,CAACC,EAAGC,IACvBD,EAAE,WAAaC,EAAE,UACjBD,EAAE,OAAaC,EAAE,IAClB,EACDhC,EAAU,IAAMc,CAAQ,EACxBmB,EAAI,IAAM,QAAQ,KAAK,CAAC,CAC1B,CACF,EACG,UAAUtD,GAAO,CArYtB,IAAAuD,EAAAC,EA2YU,QAAQ,QAAU,MAAQ,CAACxD,EAAI,KACjC,OAAO,SAAS,GAAGwD,GAAAD,EAAA,QAAQ,QAAR,YAAAA,EAAe,IAAf,KAAAC,EAAoB,CAAC,GAExC,QAAQ,kBAAoB,OAC5BC,GAAgBzD,EAAI,IAAI,EACxB,QAAQ,kBAAoB,SAEhC,CAAC,EAMH4B,EAAU,UAAU,IAAM,CACxB,QAAQ,kBAAoB,QAC9B,CAAC,EAMDQ,EAAU,OAAQ,cAAc,EAC7B,UAAU,IAAM,CACf,QAAQ,kBAAoB,MAC9B,CAAC,EAMHP,EAAU,KACRiB,GAAwB,QAAQ,EAChCY,GAAa,GAAG,CAClB,EACG,UAAU,CAAC,CAAE,OAAAf,CAAO,IAAM,CACzB,QAAQ,aAAaA,EAAQ,EAAE,CACjC,CAAC,EAGIE,CACT,CC7ZA,IAAAc,GAAuB,SAqChB,SAASC,GACdC,EAC0B,CAE1B,IAAMC,EAAQD,EAAO,UAAU,MAAM,GAAG,EAAE,IAAIE,GAC/BA,EAAK,QAAQ,sBAAuB,EAAE,EACvC,SAAW,EAAI,SAAMA,CAClC,EACE,KAAK,GAAG,EAELC,EAAY,IAAI,OAAOF,EAAO,KAAK,EACnCG,EAAY,CAACC,EAAYC,EAAcJ,IACpC,GAAGI,CAAI,2BAA2BJ,CAAI,UAI/C,OAAQK,GAAkB,CACxBA,EAAQA,EACL,QAAQ,gBAAiB,GAAG,EAC5B,KAAK,EAGR,IAAMC,EAAQ,IAAI,OAAO,MAAMR,EAAO,SAAS,MAC7CO,EACG,QAAQ,uBAAwB,MAAM,EACtC,QAAQJ,EAAW,GAAG,CAC3B,IAAK,KAAK,EAGV,OAAOM,MAAS,GAAAC,SAAWD,CAAK,EAC7B,QAAQD,EAAOJ,CAAS,EACxB,QAAQ,8BAA+B,IAAI,CAChD,CACF,CCEO,SAASO,GACdC,EAC+B,CAC/B,OAAOA,EAAQ,OAAS,CAC1B,CASO,SAASC,GACdD,EACgC,CAChC,OAAOA,EAAQ,OAAS,CAC1B,CC1CO,SAASE,GACdC,EAAaC,EACW,CACxB,IAAMC,EAAUC,GAA2BH,CAAG,EAC9C,OAAAI,EACEC,EAAG,SAAS,WAAa,OAAO,EAChCC,GAAY,QAAQ,CACtB,EACG,KACCC,GAAMC,GAAUA,CAAM,EACtBC,EAAU,IAAMR,CAAM,CACxB,EACG,UAAU,CAAC,CAAE,OAAAS,EAAQ,KAAAC,CAAK,IAAMT,EAAQ,KAAK,CAC5C,OACA,KAAM,CACJ,OAAAQ,EACA,KAAAC,EACA,QAAS,CACP,QAASC,EAAQ,gBAAgB,CACnC,CACF,CACF,CAAC,CAAC,EAGCV,CACT,CCjEO,SAASW,GACdC,EACiB,CA/BnB,IAAAC,EAgCE,GAAM,CAAC,uBAAAC,EACL,uBAAAC,EACA,gBAAAC,EACA,eAAAC,CAAc,EAAIL,EACdM,GAAeL,EAAAM,GAAaF,CAAc,IAA3B,YAAAJ,EAA8B,SACnD,GAAIK,IAAiB,OACnB,OAEF,IAAME,EAAsBC,GAAYL,EAAgB,SAAUE,CAAY,EAC9E,GAAIE,IAAwB,OAC1B,OAEF,IAAME,EAAsBC,GAAqBT,EAAuB,KAAK,CAAC,EAC9E,GAAI,CAACA,EAAuB,IAAIQ,CAAmB,EAIjD,OAGF,IAAME,EAAsBL,GAAaC,EAAqBE,CAAmB,EACjF,GAAI,CAACE,GAAuB,CAACV,EAAuB,IAAIU,EAAoB,IAAI,EAC9E,OAGF,IAAMC,EAASN,GAAaC,EAAqBL,CAAsB,EACvE,GAAKU,EAGL,OAAAA,EAAO,KAAOT,EAAgB,KAC9BS,EAAO,OAAST,EAAgB,OACzBS,CACT,CAWA,SAASN,GAAaO,EAAiBC,EAAoC,CACzE,GAAI,CACF,OAAO,IAAI,IAAID,EAAKC,CAAI,CAC1B,OAAQC,EAAA,CACN,MACF,CACF,CAYO,SAASP,GAAYQ,EAAWC,EAAoC,CACzE,GAAID,EAAE,WAAWC,CAAM,EACrB,OAAOD,EAAE,MAAMC,EAAO,MAAM,CAGhC,CASA,SAASC,GAAgBC,EAAYC,EAAoB,CACvD,IAAMC,EAAM,KAAK,IAAIF,EAAG,OAAQC,EAAG,MAAM,EACrCR,EACJ,IAAKA,EAAS,EAAGA,EAASS,GACpBF,EAAGP,CAAM,IAAMQ,EAAGR,CAAM,EADC,EAAEA,EAC/B,CAIF,OAAOA,CACT,CAQO,SAASF,GAAqBY,EAAgC,CACnE,IAAIV,EACJ,QAAWI,KAAKM,EACVV,IAAW,OACbA,EAASI,EAETJ,EAASA,EAAO,MAAM,EAAGM,GAAgBN,EAAQI,CAAC,CAAC,EAGvD,OAAOJ,GAAA,KAAAA,EAAU,EACnB,CC9DO,SAASW,GACd,CAAE,UAAAC,CAAU,EACN,CACN,IAAMC,EAASC,GAAc,EACvBC,EAAYC,GAChB,IAAI,IAAI,mBAAoBH,EAAO,IAAI,CACzC,EACG,KACCI,GAAW,IAAMC,CAAK,CACxB,EAGIC,EAAWJ,EACd,KACCK,EAAIC,GAAY,CACd,GAAM,CAAC,CAAEC,CAAO,EAAIT,EAAO,KAAK,MAAM,aAAa,EACnD,OAAOQ,EAAS,KAAK,CAAC,CAAE,QAAAE,EAAS,QAAAC,CAAQ,IACvCD,IAAYD,GAAWE,EAAQ,SAASF,CAAO,CAChD,GAAKD,EAAS,CAAC,CAClB,CAAC,CACH,EAGFN,EACG,KACCK,EAAIC,GAAY,IAAI,IAAIA,EAAS,IAAIE,GAAW,CAC9C,GAAG,IAAI,IAAI,MAAMA,EAAQ,OAAO,IAAKV,EAAO,IAAI,CAAC,GACjDU,CACF,CAAC,CAAC,CAAC,EACHE,EAAUC,GAAQC,EAAsB,SAAS,KAAM,OAAO,EAC3D,KACCC,EAAOC,GAAM,CAACA,EAAG,SAAW,CAACA,EAAG,OAAO,EACvCC,GAAeX,CAAQ,EACvBM,EAAU,CAAC,CAACI,EAAIP,CAAO,IAAM,CAC3B,GAAIO,EAAG,kBAAkB,QAAS,CAChC,IAAME,EAAKF,EAAG,OAAO,QAAQ,GAAG,EAChC,GAAIE,GAAM,CAACA,EAAG,QAAUL,EAAK,IAAIK,EAAG,IAAI,EAAG,CACzC,IAAMC,EAAMD,EAAG,KAWf,MAAI,CAACF,EAAG,OAAO,QAAQ,aAAa,GAClBH,EAAK,IAAIM,CAAG,IACZV,EACPJ,GAEXW,EAAG,eAAe,EACXI,EAAG,IAAI,IAAID,CAAG,CAAC,EACxB,CACF,CACA,OAAOd,CACT,CAAC,EACDO,EAAUS,GACDC,GAAaD,CAAsB,EAAE,KAC1Cd,EACEgB,GAAQ,CAtIxB,IAAAC,EAuIkB,OAAAA,EAAAC,GAAgC,CAC9B,uBAAwBF,EACxB,uBAAAF,EACA,gBAAiBK,GAAY,EAC7B,eAAgB1B,EAAO,IACzB,CAAC,IALD,KAAAwB,EAKMH,EACV,CACF,CACD,CACH,CACF,CACF,EACG,UAAUF,GAAOQ,GAAYR,EAAK,EAAI,CAAC,EAG5CS,EAAc,CAAC1B,EAAWI,CAAQ,CAAC,EAChC,UAAU,CAAC,CAACE,EAAUC,CAAO,IAAM,CACpBoB,EAAW,mBAAmB,EACtC,YAAYC,GAAsBtB,EAAUC,CAAO,CAAC,CAC5D,CAAC,EAGHV,EAAU,KAAKa,EAAU,IAAMN,CAAQ,CAAC,EACrC,UAAUG,GAAW,CA9J1B,IAAAe,EAiKM,IAAMO,EAAO,IAAI,IAAI/B,EAAO,IAAI,EAG5BgC,EAAW,SAAS,aAAc,eAAgBD,CAAI,EAC1D,GAAIC,IAAa,KAAM,CACrBA,EAAW,GAGX,IAAIC,IAAUT,EAAAxB,EAAO,UAAP,YAAAwB,EAAgB,UAAW,SACpC,MAAM,QAAQS,CAAO,IACxBA,EAAU,CAACA,CAAO,GAGpBC,EAAM,QAAWC,KAAUF,EACzB,QAAWvB,KAAWD,EAAQ,QAAQ,OAAOA,EAAQ,OAAO,EAC1D,GAAI,IAAI,OAAO0B,EAAQ,GAAG,EAAE,KAAKzB,CAAO,EAAG,CACzCsB,EAAW,GACX,MAAME,CACR,CAGJ,SAAS,aAAcF,EAAU,eAAgBD,CAAI,CACvD,CAGA,GAAIC,EACF,QAAWI,KAAWC,GAAqB,UAAU,EACnDD,EAAQ,OAAS,EACvB,CAAC,CACL,CC1FO,SAASE,GACdC,EAAsB,CAAE,QAAAC,CAAQ,EACP,CAGzB,GAAM,CAAE,aAAAC,CAAa,EAAIC,GAAY,EACjCD,EAAa,IAAI,GAAG,IACtBE,GAAU,SAAU,EAAI,EAGxBJ,EAAG,MAAQE,EAAa,IAAI,GAAG,EAC/BF,EAAG,MAAM,EAGTK,GAAY,QAAQ,EACjB,KACCC,GAAMC,GAAU,CAACA,CAAM,CACzB,EACG,UAAU,IAAM,CACf,IAAMC,EAAML,GAAY,EACxBK,EAAI,aAAa,OAAO,GAAG,EAC3B,QAAQ,aAAa,CAAC,EAAG,GAAI,GAAGA,CAAG,EAAE,CACvC,CAAC,GAIP,IAAMC,EAASC,GAAkBV,CAAE,EAC7BW,EAASC,EACbX,EAAQ,KAAKK,GAAMO,EAAoB,CAAC,EACxCC,EAAUd,EAAI,OAAO,EACrBS,CACF,EACG,KACCM,EAAI,IAAMf,EAAG,KAAK,EAClBgB,EAAqB,CACvB,EAGF,OAAOC,EAAc,CAACN,EAAQF,CAAM,CAAC,EAClC,KACCM,EAAI,CAAC,CAACG,EAAOC,CAAK,KAAO,CAAE,MAAAD,EAAO,MAAAC,CAAM,EAAE,EAC1CC,EAAY,CAAC,CACf,CACJ,CAUO,SAASC,GACdrB,EAAsB,CAAE,QAAAC,CAAQ,EACsB,CACtD,IAAMqB,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EAGxDT,EAAc,CACZhB,EAAQ,KAAKK,GAAMO,EAAoB,CAAC,EACxCS,CACF,EAAG,CAACK,EAAGC,IAAUA,CAAK,EACnB,KACCC,GAAwB,OAAO,CACjC,EACG,UAAU,CAAC,CAAE,MAAAX,CAAM,IAAMjB,EAAQ,KAAK,CACrC,OACA,KAAMiB,CACR,CAAC,CAAC,EAGNI,EACG,KACCO,GAAwB,OAAO,CACjC,EACG,UAAU,CAAC,CAAE,MAAAV,CAAM,IAAM,CACpBA,GACFf,GAAU,SAAUe,CAAK,CAC7B,CAAC,EAGLL,EAAUd,EAAG,KAAO,OAAO,EACxB,KACC8B,EAAUN,CAAK,CACjB,EACG,UAAU,IAAMxB,EAAG,MAAM,CAAC,EAM/B,IAAM+B,EAAQC,EAAW,uBAAuB,EAChD,OAAAlB,EAAUiB,EAAO,OAAO,EACrB,UAAU,IAAM/B,EAAG,MAAM,CAAC,EAGtBD,GAAiBC,EAAI,CAAE,QAAAC,CAAQ,CAAC,EACpC,KACCgC,EAAIC,GAASZ,EAAM,KAAKY,CAAK,CAAC,EAC9BC,EAAS,IAAMb,EAAM,SAAS,CAAC,EAC/BP,EAAImB,GAAUE,EAAA,CAAE,IAAKpC,GAAOkC,EAAQ,EACpCd,EAAY,CAAC,CACf,CACJ,CCnHO,SAASiB,GACdC,EAAiB,CAAE,QAAAC,EAAS,OAAAC,CAAO,EACE,CACrC,IAAMC,EAAQ,IAAIC,EACZC,EAAYC,GAAqBN,EAAG,aAAc,EACrD,KACCO,EAAO,OAAO,CAChB,EAGIC,EAAYR,EAAG,cAGfS,EAAOC,EAAW,wBAAyBV,CAAE,EAC7CW,EAAOD,EAAW,uBAAwBV,CAAE,EAGlDY,GAAY,QAAQ,EACjB,UAAUC,GAAUF,EAAK,aACxB,OAAQE,EAAS,OAAS,cAC5B,CAAC,EAGHV,EACG,KACCW,GAAeZ,CAAM,EACrBa,GAAUd,EAAQ,KAAKe,GAAMC,EAAoB,CAAC,CAAC,CACrD,EACG,UAAU,CAAC,CAAC,CAAE,MAAAC,CAAM,EAAG,CAAE,MAAAC,CAAM,CAAC,IAAM,CACrC,OAAQD,EAAM,OAAQ,CAGpB,IAAK,GACHT,EAAK,YAAcU,EAAM,OACrBC,GAAY,oBAAoB,EAChCA,GAAY,2BAA2B,EAC3C,MAGF,IAAK,GACHX,EAAK,YAAcW,GAAY,mBAAmB,EAClD,MAGF,QACE,IAAMC,EAAQC,GAAMJ,EAAM,MAAM,EAChCT,EAAK,YAAcW,GAAY,sBAAuBC,CAAK,CAC/D,CACF,CAAC,EAGL,IAAME,EAAUpB,EACb,KACCqB,EAAI,IAAMb,EAAK,UAAY,EAAE,EAC7Bc,EAAU,CAAC,CAAE,MAAAP,CAAM,IAAMQ,EACvBC,EAAG,GAAGT,EAAM,MAAM,EAAG,EAAE,CAAC,EACxBS,EAAG,GAAGT,EAAM,MAAM,EAAE,CAAC,EAClB,KACCU,GAAY,CAAC,EACbC,GAAQxB,CAAS,EACjBoB,EAAU,CAAC,CAACK,CAAK,IAAMA,CAAK,CAC9B,CACJ,CAAC,EACDC,EAAIC,EAAsB,EAC1BC,GAAM,CACR,EAGF,OAAAV,EAAQ,UAAUW,GAAQvB,EAAK,YAAYuB,CAAI,CAAC,EAChDX,EACG,KACCY,GAASD,GAAQ,CACf,IAAME,EAAUC,GAAmB,UAAWH,CAAI,EAClD,OAAI,OAAOE,GAAY,YACdE,EAGFC,EAAUH,EAAS,QAAQ,EAC/B,KACCI,EAAUrC,CAAK,EACf4B,EAAI,IAAMK,CAAO,CACnB,CACJ,CAAC,CACH,EACG,UAAUA,GAAW,CAElBA,EAAQ,OAAS,IACjBA,EAAQ,WAAa5B,EAAU,WAE/BA,EAAU,SAAS,CAAE,IAAK4B,EAAQ,SAAU,CAAC,CACjD,CAAC,EAGWnC,EACb,KACCM,EAAOkC,EAAqB,EAC5BV,EAAI,CAAC,CAAE,KAAAW,CAAK,IAAMA,CAAI,CACxB,EAIC,KACClB,EAAImB,GAASxC,EAAM,KAAKwC,CAAK,CAAC,EAC9BC,EAAS,IAAMzC,EAAM,SAAS,CAAC,EAC/B4B,EAAIY,GAAUE,EAAA,CAAE,IAAK7C,GAAO2C,EAAQ,CACtC,CACJ,CCpHO,SAASG,GACdC,EAAkB,CAAE,OAAAC,CAAO,EACF,CACzB,OAAOA,EACJ,KACCC,EAAI,CAAC,CAAE,MAAAC,CAAM,IAAM,CACjB,IAAMC,EAAMC,GAAY,EACxB,OAAAD,EAAI,KAAO,GAGXD,EAAQA,EACL,QAAQ,OAAQ,GAAG,EACnB,QAAQ,KAAM,KAAK,EACnB,QAAQ,KAAM,KAAK,EAGtBC,EAAI,OAAS,KAAKD,CAAK,GAChB,CAAE,IAAAC,CAAI,CACf,CAAC,CACH,CACJ,CAUO,SAASE,GACdC,EAAuBC,EACa,CACpC,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EACxD,OAAAJ,EAAM,UAAU,CAAC,CAAE,IAAAL,CAAI,IAAM,CAC3BG,EAAG,aAAa,sBAAuBA,EAAG,IAAI,EAC9CA,EAAG,KAAO,GAAGH,CAAG,EAClB,CAAC,EAGDU,EAAUP,EAAI,OAAO,EAClB,KACCQ,EAAUJ,CAAK,CACjB,EACG,UAAUK,GAAMA,EAAG,eAAe,CAAC,EAGjCjB,GAAiBQ,EAAIC,CAAO,EAChC,KACCS,EAAIC,GAAST,EAAM,KAAKS,CAAK,CAAC,EAC9BC,EAAS,IAAMV,EAAM,SAAS,CAAC,EAC/BP,EAAIgB,GAAUE,EAAA,CAAE,IAAKb,GAAOW,EAAQ,CACtC,CACJ,CCpDO,SAASG,GACdC,EAAiB,CAAE,QAAAC,EAAS,UAAAC,CAAU,EACA,CACtC,IAAMC,EAAQ,IAAIC,EAGZC,EAASC,GAAoB,cAAc,EAC3CC,EAASC,EACbC,EAAUJ,EAAO,SAAS,EAC1BI,EAAUJ,EAAO,OAAO,CAC1B,EACG,KACCK,GAAUC,EAAc,EACxBC,EAAI,IAAMP,EAAM,KAAK,EACrBQ,EAAqB,CACvB,EAGF,OAAAV,EACG,KACCW,GAAkBP,CAAM,EACxBK,EAAI,CAAC,CAAC,CAAE,QAAAG,CAAQ,EAAGC,CAAK,IAAM,CAC5B,IAAMC,EAAQD,EAAM,MAAM,UAAU,EACpC,GAAID,GAAA,MAAAA,EAAS,QAAUE,EAAMA,EAAM,OAAS,CAAC,EAAG,CAC9C,IAAMC,EAAOH,EAAQA,EAAQ,OAAS,CAAC,EACnCG,EAAK,WAAWD,EAAMA,EAAM,OAAS,CAAC,CAAC,IACzCA,EAAMA,EAAM,OAAS,CAAC,EAAIC,EAC9B,MACED,EAAM,OAAS,EAEjB,OAAOA,CACT,CAAC,CACH,EACG,UAAUA,GAASjB,EAAG,UAAYiB,EAChC,KAAK,EAAE,EACP,QAAQ,MAAO,QAAQ,CAC1B,EAGJf,EACG,KACCiB,EAAO,CAAC,CAAE,KAAAC,CAAK,IAAMA,IAAS,QAAQ,CACxC,EACG,UAAUC,GAAO,CAChB,OAAQA,EAAI,KAAM,CAGhB,IAAK,aAEDrB,EAAG,UAAU,QACbK,EAAM,iBAAmBA,EAAM,MAAM,SAErCA,EAAM,MAAQL,EAAG,WACnB,KACJ,CACF,CAAC,EAGWC,EACb,KACCkB,EAAOG,EAAqB,EAC5BV,EAAI,CAAC,CAAE,KAAAW,CAAK,IAAMA,CAAI,CACxB,EAIC,KACCC,EAAIC,GAAStB,EAAM,KAAKsB,CAAK,CAAC,EAC9BC,EAAS,IAAMvB,EAAM,SAAS,CAAC,EAC/BS,EAAI,KAAO,CAAE,IAAKZ,CAAG,EAAE,CACzB,CACJ,CCjDO,SAAS2B,GACdC,EAAiB,CAAE,OAAAC,EAAQ,UAAAC,CAAU,EACN,CAC/B,IAAMC,EAASC,GAAc,EAC7B,GAAI,CACF,IAAMC,EAAUC,GAAkBH,EAAO,OAAQF,CAAM,EAGjDM,EAASC,GAAoB,eAAgBR,CAAE,EAC/CS,EAASD,GAAoB,gBAAiBR,CAAE,EAGtDU,EAAwBV,EAAI,OAAO,EAChC,KACCW,EAAO,CAAC,CAAE,OAAAC,CAAO,IACfA,aAAkB,SAAW,CAAC,CAACA,EAAO,QAAQ,GAAG,CAClD,CACH,EACG,UAAU,IAAMC,GAAU,SAAU,EAAK,CAAC,EAG/CX,EACG,KACCS,EAAO,CAAC,CAAE,KAAAG,CAAK,IAAMA,IAAS,QAAQ,CACxC,EACG,UAAUC,GAAO,CAChB,IAAMC,EAASC,GAAiB,EAChC,OAAQF,EAAI,KAAM,CAGhB,IAAK,QACH,GAAIC,IAAWT,EAAO,CACpB,IAAMW,EAAU,IAAI,IACpB,QAAWC,KAAUC,EACnB,sBAAuBX,CACzB,EAAG,CACD,IAAMY,EAAUF,EAAO,kBACvBD,EAAQ,IAAIC,EAAQ,WAClBE,EAAQ,aAAa,eAAe,CACtC,CAAC,CACH,CAGA,GAAIH,EAAQ,KAAM,CAChB,GAAM,CAAC,CAACI,CAAI,CAAC,EAAI,CAAC,GAAGJ,CAAO,EAAE,KAAK,CAAC,CAAC,CAAEK,CAAC,EAAG,CAAC,CAAEC,CAAC,IAAMA,EAAID,CAAC,EAC1DD,EAAK,MAAM,CACb,CAGAP,EAAI,MAAM,CACZ,CACA,MAGF,IAAK,SACL,IAAK,MACHF,GAAU,SAAU,EAAK,EACzBN,EAAM,KAAK,EACX,MAGF,IAAK,UACL,IAAK,YACH,GAAI,OAAOS,GAAW,YACpBT,EAAM,MAAM,MACP,CACL,IAAMkB,EAAM,CAAClB,EAAO,GAAGa,EACrB,wDACAX,CACF,CAAC,EACKiB,EAAI,KAAK,IAAI,GACjB,KAAK,IAAI,EAAGD,EAAI,QAAQT,CAAM,CAAC,EAAIS,EAAI,QACrCV,EAAI,OAAS,UAAY,GAAK,IAE9BU,EAAI,MAAM,EACdA,EAAIC,CAAC,EAAE,MAAM,CACf,CAGAX,EAAI,MAAM,EACV,MAGF,QACMR,IAAUU,GAAiB,GAC7BV,EAAM,MAAM,CAClB,CACF,CAAC,EAGLL,EACG,KACCS,EAAO,CAAC,CAAE,KAAAG,CAAK,IAAMA,IAAS,QAAQ,CACxC,EACG,UAAUC,GAAO,CAChB,OAAQA,EAAI,KAAM,CAGhB,IAAK,IACL,IAAK,IACL,IAAK,IACHR,EAAM,MAAM,EACZA,EAAM,OAAO,EAGbQ,EAAI,MAAM,EACV,KACJ,CACF,CAAC,EAGL,IAAMY,EAASC,GAAiBrB,EAAO,CAAE,QAAAF,CAAQ,CAAC,EAClD,OAAOwB,EACLF,EACAG,GAAkBrB,EAAQ,CAAE,QAAAJ,EAAS,OAAAsB,CAAO,CAAC,CAC/C,EACG,KACCI,GAGE,GAAGC,GAAqB,eAAgBhC,CAAE,EACvC,IAAIiC,GAASC,GAAiBD,EAAO,CAAE,OAAAN,CAAO,CAAC,CAAC,EAGnD,GAAGK,GAAqB,iBAAkBhC,CAAE,EACzC,IAAIiC,GAASE,GAAmBF,EAAO,CAAE,QAAA5B,EAAS,UAAAH,CAAU,CAAC,CAAC,CACnE,CACF,CAGJ,OAASkC,EAAK,CACZ,OAAApC,EAAG,OAAS,GACLqC,EACT,CACF,CCnKO,SAASC,GACdC,EAAiB,CAAE,OAAAC,EAAQ,UAAAC,CAAU,EACG,CACxC,OAAOC,EAAc,CACnBF,EACAC,EACG,KACCE,EAAUC,GAAY,CAAC,EACvBC,EAAOC,GAAO,CAAC,CAACA,EAAI,aAAa,IAAI,GAAG,CAAC,CAC3C,CACJ,CAAC,EACE,KACCC,EAAI,CAAC,CAACC,EAAOF,CAAG,IAAMG,GAAuBD,EAAM,MAAM,EACvDF,EAAI,aAAa,IAAI,GAAG,CAC1B,CAAC,EACDC,EAAIG,GAAM,CA1FhB,IAAAC,EA2FQ,IAAMC,EAAQ,IAAI,IAGZC,EAAK,SAAS,mBAAmBd,EAAI,WAAW,SAAS,EAC/D,QAASe,EAAOD,EAAG,SAAS,EAAGC,EAAMA,EAAOD,EAAG,SAAS,EACtD,IAAIF,EAAAG,EAAK,gBAAL,MAAAH,EAAoB,aAAc,CACpC,IAAMI,EAAWD,EAAK,YAChBE,EAAWN,EAAGK,CAAQ,EACxBC,EAAS,OAASD,EAAS,QAC7BH,EAAM,IAAIE,EAAmBE,CAAQ,CACzC,CAIF,OAAW,CAACF,EAAMG,CAAI,IAAKL,EAAO,CAChC,GAAM,CAAE,WAAAM,CAAW,EAAIC,EAAE,OAAQ,KAAMF,CAAI,EAC3CH,EAAK,YAAY,GAAG,MAAM,KAAKI,CAAU,CAAC,CAC5C,CAGA,MAAO,CAAE,IAAKnB,EAAI,MAAAa,CAAM,CAC1B,CAAC,CACH,CACJ,CCPO,SAASQ,GACdC,EAAiB,CAAE,UAAAC,EAAW,MAAAC,CAAM,EACf,CACrB,IAAMC,EAASH,EAAG,QAAqB,UAAU,EAC3CI,EACJD,EAAO,UACPA,EAAO,cAAe,UAGxB,OAAOE,EAAc,CAACH,EAAOD,CAAS,CAAC,EACpC,KACCK,EAAI,CAAC,CAAC,CAAE,OAAAC,EAAQ,OAAAC,CAAO,EAAG,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,CAAC,KACzCD,EAASA,EACL,KAAK,IAAIJ,EAAQ,KAAK,IAAI,EAAGK,EAAIF,CAAM,CAAC,EACxCH,EACG,CACL,OAAAI,EACA,OAAQC,GAAKF,EAASH,CACxB,EACD,EACDM,EAAqB,CAACC,EAAGC,IACvBD,EAAE,SAAWC,EAAE,QACfD,EAAE,SAAWC,EAAE,MAChB,CACH,CACJ,CAuBO,SAASC,GACdb,EAAiBc,EACe,CADf,IAAAC,EAAAD,EAAE,SAAAE,CA5JrB,EA4JmBD,EAAcE,EAAAC,GAAdH,EAAc,CAAZ,YAEnB,IAAMI,EAAQC,EAAW,0BAA2BpB,CAAE,EAChD,CAAE,EAAAS,CAAE,EAAIY,GAAiBF,CAAK,EACpC,OAAOG,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EAClDC,EAAQL,EACX,KACCM,GAAU,EAAGC,EAAuB,CACtC,EAGF,OAAAF,EAAM,KAAKG,GAAef,CAAO,CAAC,EAC/B,UAAU,CAGT,KAAK,CAAC,CAAE,OAAAR,CAAO,EAAG,CAAE,OAAQD,CAAO,CAAC,EAAG,CACrCY,EAAM,MAAM,OAAS,GAAGX,EAAS,EAAIC,CAAC,KACtCT,EAAG,MAAM,IAAY,GAAGO,CAAM,IAChC,EAGA,UAAW,CACTY,EAAM,MAAM,OAAS,GACrBnB,EAAG,MAAM,IAAY,EACvB,CACF,CAAC,EAGH4B,EAAM,KAAKI,GAAM,CAAC,EACf,UAAU,IAAM,CACf,QAAWC,KAAQC,EAAY,8BAA+BlC,CAAE,EAAG,CACjE,GAAI,CAACiC,EAAK,aACR,SACF,IAAME,EAAYF,EAAK,QAAqB,yBAAyB,EACrE,GAAI,OAAOE,GAAc,YAAa,CACpC,IAAM5B,EAAS0B,EAAK,UAAYE,EAAU,UACpC,CAAE,OAAA3B,CAAO,EAAI4B,GAAeD,CAAS,EAC3CA,EAAU,SAAS,CACjB,IAAK5B,EAASC,EAAS,CACzB,CAAC,CACH,CACF,CACF,CAAC,EAGH6B,GAAKH,EAA8B,kBAAmBlC,CAAE,CAAC,EACtD,KACCsC,GAASC,GAASC,EAAUD,EAAO,OAAO,EACvC,KACCE,GAAUC,EAAc,EACxBpC,EAAI,IAAMiC,CAAK,EACfI,EAAUlB,CAAK,CACjB,CACF,CACF,EACG,UAAUc,GAAS,CAClB,IAAMK,EAAQxB,EAA6B,QAAQmB,EAAM,OAAO,IAAI,EACxDnB,EAAW,qBAAqBmB,EAAM,EAAE,IAAI,EACpD,aAAa,gBAAiB,GAAGK,EAAM,OAAO,EAAE,CACtD,CAAC,EAGE7C,GAAaC,EAAIiB,CAAO,EAC5B,KACC4B,EAAIC,GAASvB,EAAM,KAAKuB,CAAK,CAAC,EAC9BC,EAAS,IAAMxB,EAAM,SAAS,CAAC,EAC/BjB,EAAIwC,GAAUE,EAAA,CAAE,IAAKhD,GAAO8C,EAAQ,CACtC,CACJ,CAAC,CACH,CCxKO,SAASG,GACdC,EAAcC,EACW,CACzB,GAAI,OAAOA,GAAS,YAAa,CAC/B,IAAMC,EAAM,gCAAgCF,CAAI,IAAIC,CAAI,GACxD,OAAOE,GAGLC,GAAqB,GAAGF,CAAG,kBAAkB,EAC1C,KACCG,GAAW,IAAMC,CAAK,EACtBC,EAAIC,IAAY,CACd,QAASA,EAAQ,QACnB,EAAE,EACFC,GAAe,CAAC,CAAC,CACnB,EAGFL,GAAkBF,CAAG,EAClB,KACCG,GAAW,IAAMC,CAAK,EACtBC,EAAIG,IAAS,CACX,MAAOA,EAAK,iBACZ,MAAOA,EAAK,WACd,EAAE,EACFD,GAAe,CAAC,CAAC,CACnB,CACJ,EACG,KACCF,EAAI,CAAC,CAACC,EAASE,CAAI,IAAOC,IAAA,GAAKH,GAAYE,EAAO,CACpD,CAGJ,KAAO,CACL,IAAMR,EAAM,gCAAgCF,CAAI,GAChD,OAAOI,GAAkBF,CAAG,EACzB,KACCK,EAAIG,IAAS,CACX,aAAcA,EAAK,YACrB,EAAE,EACFD,GAAe,CAAC,CAAC,CACnB,CACJ,CACF,CC3CO,SAASG,GACdC,EAAcC,EACW,CACzB,IAAMC,EAAM,WAAWF,CAAI,oBAAoB,mBAAmBC,CAAO,CAAC,GAC1E,OAAOE,GAGLC,GAAqB,GAAGF,CAAG,4BAA4B,EACpD,KACCG,GAAW,IAAMC,CAAK,EACtBC,EAAI,CAAC,CAAE,SAAAC,CAAS,KAAO,CACrB,QAASA,CACX,EAAE,EACFC,GAAe,CAAC,CAAC,CACnB,EAGFL,GAA2BF,CAAG,EAC3B,KACCG,GAAW,IAAMC,CAAK,EACtBC,EAAI,CAAC,CAAE,WAAAG,EAAY,YAAAC,CAAY,KAAO,CACpC,MAAOD,EACP,MAAOC,CACT,EAAE,EACFF,GAAe,CAAC,CAAC,CACnB,CACJ,EACG,KACCF,EAAI,CAAC,CAACK,EAASC,CAAI,IAAOC,IAAA,GAAKF,GAAYC,EAAO,CACpD,CACJ,CCtBO,SAASE,GACdC,EACyB,CAGzB,IAAIC,EAAQD,EAAI,MAAM,qCAAqC,EAC3D,GAAIC,EAAO,CACT,GAAM,CAAC,CAAEC,EAAMC,CAAI,EAAIF,EACvB,OAAOG,GAA2BF,EAAMC,CAAI,CAC9C,CAIA,GADAF,EAAQD,EAAI,MAAM,oCAAoC,EAClDC,EAAO,CACT,GAAM,CAAC,CAAEI,EAAMC,CAAI,EAAIL,EACvB,OAAOM,GAA2BF,EAAMC,CAAI,CAC9C,CAGA,OAAOE,CACT,CCpBA,IAAIC,GAgBG,SAASC,GACdC,EACoB,CACpB,OAAOF,QAAWG,EAAM,IAAM,CAC5B,IAAMC,EAAS,SAAsB,WAAY,cAAc,EAC/D,GAAIA,EACF,OAAOC,EAAGD,CAAM,EAKhB,GADYE,GAAqB,SAAS,EAClC,OAAQ,CACd,IAAMC,EAAU,SAA0B,WAAW,EACrD,GAAI,EAAEA,GAAWA,EAAQ,QACvB,OAAOC,CACX,CAGA,OAAOC,GAAiBP,EAAG,IAAI,EAC5B,KACCQ,EAAIC,GAAS,SAAS,WAAYA,EAAO,cAAc,CAAC,CAC1D,CAEN,CAAC,EACE,KACCC,GAAW,IAAMJ,CAAK,EACtBK,EAAOF,GAAS,OAAO,KAAKA,CAAK,EAAE,OAAS,CAAC,EAC7CG,EAAIH,IAAU,CAAE,MAAAA,CAAM,EAAE,EACxBI,EAAY,CAAC,CACf,EACJ,CASO,SAASC,GACdd,EAC+B,CAC/B,IAAMe,EAAQC,EAAW,uBAAwBhB,CAAE,EACnD,OAAOC,EAAM,IAAM,CACjB,IAAMgB,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAAC,CAAE,MAAAR,CAAM,IAAM,CAC7BM,EAAM,YAAYI,GAAkBV,CAAK,CAAC,EAC1CM,EAAM,UAAU,IAAI,+BAA+B,CACrD,CAAC,EAGMhB,GAAYC,CAAE,EAClB,KACCQ,EAAIY,GAASH,EAAM,KAAKG,CAAK,CAAC,EAC9BC,EAAS,IAAMJ,EAAM,SAAS,CAAC,EAC/BL,EAAIQ,GAAUE,EAAA,CAAE,IAAKtB,GAAOoB,EAAQ,CACtC,CACJ,CAAC,CACH,CCtDO,SAASG,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACpB,CAClB,OAAOC,GAAiB,SAAS,IAAI,EAClC,KACCC,EAAU,IAAMC,GAAgBL,EAAI,CAAE,QAAAE,EAAS,UAAAD,CAAU,CAAC,CAAC,EAC3DK,EAAI,CAAC,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,KACZ,CACL,OAAQA,GAAK,EACf,EACD,EACDC,GAAwB,QAAQ,CAClC,CACJ,CAaO,SAASC,GACdT,EAAiBU,EACY,CAC7B,OAAOC,EAAM,IAAM,CACjB,IAAMC,EAAQ,IAAIC,EAClB,OAAAD,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAE,CAAO,EAAG,CACfd,EAAG,OAASc,CACd,EAGA,UAAW,CACTd,EAAG,OAAS,EACd,CACF,CAAC,GAICe,EAAQ,wBAAwB,EAC5BC,EAAG,CAAE,OAAQ,EAAM,CAAC,EACpBjB,GAAUC,EAAIU,CAAO,GAExB,KACCO,EAAIC,GAASN,EAAM,KAAKM,CAAK,CAAC,EAC9BC,EAAS,IAAMP,EAAM,SAAS,CAAC,EAC/BN,EAAIY,GAAUE,EAAA,CAAE,IAAKpB,GAAOkB,EAAQ,CACtC,CACJ,CAAC,CACH,CCfO,SAASG,GACdC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACT,CAC7B,IAAMC,EAAQ,IAAI,IAGZC,EAAUC,EAA+B,gBAAiBL,CAAE,EAClE,QAAWM,KAAUF,EAAS,CAC5B,IAAMG,EAAK,mBAAmBD,EAAO,KAAK,UAAU,CAAC,CAAC,EAChDE,EAASC,GAAmB,QAAQF,CAAE,IAAI,EAC5C,OAAOC,GAAW,aACpBL,EAAM,IAAIG,EAAQE,CAAM,CAC5B,CAGA,IAAME,EAAUR,EACb,KACCS,GAAwB,QAAQ,EAChCC,EAAI,CAAC,CAAE,OAAAC,CAAO,IAAM,CAClB,IAAMC,EAAOC,GAAoB,MAAM,EACjCC,EAAOC,EAAW,wBAAyBH,CAAI,EACrD,OAAOD,EAAS,IACdG,EAAK,UACLF,EAAK,UAET,CAAC,EACDI,GAAM,CACR,EAqFF,OAlFmBC,GAAiB,SAAS,IAAI,EAC9C,KACCR,GAAwB,QAAQ,EAGhCS,EAAUC,GAAQC,EAAM,IAAM,CAC5B,IAAIC,EAA4B,CAAC,EACjC,OAAOC,EAAG,CAAC,GAAGrB,CAAK,EAAE,OAAO,CAACsB,EAAO,CAACnB,EAAQE,CAAM,IAAM,CACvD,KAAOe,EAAK,QACGpB,EAAM,IAAIoB,EAAKA,EAAK,OAAS,CAAC,CAAC,EACnC,SAAWf,EAAO,SACzBe,EAAK,IAAI,EAOb,IAAIG,EAASlB,EAAO,UACpB,KAAO,CAACkB,GAAUlB,EAAO,eACvBA,EAASA,EAAO,cAChBkB,EAASlB,EAAO,UAIlB,IAAImB,EAASnB,EAAO,aACpB,KAAOmB,EAAQA,EAASA,EAAO,aAC7BD,GAAUC,EAAO,UAGnB,OAAOF,EAAM,IACX,CAAC,GAAGF,EAAO,CAAC,GAAGA,EAAMjB,CAAM,CAAC,EAAE,QAAQ,EACtCoB,CACF,CACF,EAAG,IAAI,GAAkC,CAAC,CAC5C,CAAC,EACE,KAGCd,EAAIa,GAAS,IAAI,IAAI,CAAC,GAAGA,CAAK,EAAE,KAAK,CAAC,CAAC,CAAEG,CAAC,EAAG,CAAC,CAAEC,CAAC,IAAMD,EAAIC,CAAC,CAAC,CAAC,EAC9DC,GAAkBpB,CAAO,EAGzBU,EAAU,CAAC,CAACK,EAAOM,CAAM,IAAM9B,EAC5B,KACC+B,GAAK,CAAC,CAACC,EAAMC,CAAI,EAAG,CAAE,OAAQ,CAAE,EAAAC,CAAE,EAAG,KAAAC,CAAK,IAAM,CAC9C,IAAMC,EAAOF,EAAIC,EAAK,QAAU,KAAK,MAAMf,EAAK,MAAM,EAGtD,KAAOa,EAAK,QAAQ,CAClB,GAAM,CAAC,CAAER,CAAM,EAAIQ,EAAK,CAAC,EACzB,GAAIR,EAASK,EAASI,GAAKE,EACzBJ,EAAO,CAAC,GAAGA,EAAMC,EAAK,MAAM,CAAE,MAE9B,MAEJ,CAGA,KAAOD,EAAK,QAAQ,CAClB,GAAM,CAAC,CAAEP,CAAM,EAAIO,EAAKA,EAAK,OAAS,CAAC,EACvC,GAAIP,EAASK,GAAUI,GAAK,CAACE,EAC3BH,EAAO,CAACD,EAAK,IAAI,EAAI,GAAGC,CAAI,MAE5B,MAEJ,CAGA,MAAO,CAACD,EAAMC,CAAI,CACpB,EAAG,CAAC,CAAC,EAAG,CAAC,GAAGT,CAAK,CAAC,CAAC,EACnBa,EAAqB,CAACV,EAAGC,IACvBD,EAAE,CAAC,IAAMC,EAAE,CAAC,GACZD,EAAE,CAAC,IAAMC,EAAE,CAAC,CACb,CACH,CACF,CACF,CACF,CACF,EAIC,KACCjB,EAAI,CAAC,CAACqB,EAAMC,CAAI,KAAO,CACrB,KAAMD,EAAK,IAAI,CAAC,CAACV,CAAI,IAAMA,CAAI,EAC/B,KAAMW,EAAK,IAAI,CAAC,CAACX,CAAI,IAAMA,CAAI,CACjC,EAAE,EAGFgB,EAAU,CAAE,KAAM,CAAC,EAAG,KAAM,CAAC,CAAE,CAAC,EAChCC,GAAY,EAAG,CAAC,EAChB5B,EAAI,CAAC,CAACgB,EAAGC,CAAC,IAGJD,EAAE,KAAK,OAASC,EAAE,KAAK,OAClB,CACL,KAAMA,EAAE,KAAK,MAAM,KAAK,IAAI,EAAGD,EAAE,KAAK,OAAS,CAAC,EAAGC,EAAE,KAAK,MAAM,EAChE,KAAM,CAAC,CACT,EAIO,CACL,KAAMA,EAAE,KAAK,MAAM,EAAE,EACrB,KAAMA,EAAE,KAAK,MAAM,EAAGA,EAAE,KAAK,OAASD,EAAE,KAAK,MAAM,CACrD,CAEH,CACH,CACJ,CAYO,SAASa,GACdzC,EAAiB,CAAE,UAAAC,EAAW,QAAAC,EAAS,MAAAwC,EAAO,QAAAC,CAAQ,EACd,CACxC,OAAOrB,EAAM,IAAM,CACjB,IAAMsB,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGC,GAAQ,EAAI,CAAC,EAoBxD,GAnBAJ,EAAM,UAAU,CAAC,CAAE,KAAAX,EAAM,KAAAC,CAAK,IAAM,CAGlC,OAAW,CAAC5B,CAAM,IAAK4B,EACrB5B,EAAO,UAAU,OAAO,sBAAsB,EAC9CA,EAAO,UAAU,OAAO,sBAAsB,EAIhD,OAAW,CAACmB,EAAO,CAACnB,CAAM,CAAC,IAAK2B,EAAK,QAAQ,EAC3C3B,EAAO,UAAU,IAAI,sBAAsB,EAC3CA,EAAO,UAAU,OACf,uBACAmB,IAAUQ,EAAK,OAAS,CAC1B,CAEJ,CAAC,EAGGgB,EAAQ,YAAY,EAAG,CAGzB,IAAMC,EAAUC,EACdlD,EAAU,KAAKmD,GAAa,CAAC,EAAGxC,EAAI,IAAG,EAAY,CAAC,EACpDX,EAAU,KAAKmD,GAAa,GAAG,EAAGxC,EAAI,IAAM,QAAiB,CAAC,CAChE,EAGAgC,EACG,KACCS,EAAO,CAAC,CAAE,KAAApB,CAAK,IAAMA,EAAK,OAAS,CAAC,EACpCH,GAAkBY,EAAM,KAAKY,GAAUC,EAAc,CAAC,CAAC,EACvDC,GAAeN,CAAO,CACxB,EACG,UAAU,CAAC,CAAC,CAAC,CAAE,KAAAjB,CAAK,CAAC,EAAGwB,CAAQ,IAAM,CACrC,GAAM,CAACnD,CAAM,EAAI2B,EAAKA,EAAK,OAAS,CAAC,EACrC,GAAI3B,EAAO,aAAc,CAGvB,IAAMoD,EAAYC,GAAoBrD,CAAM,EAC5C,GAAI,OAAOoD,GAAc,YAAa,CACpC,IAAMhC,EAASpB,EAAO,UAAYoD,EAAU,UACtC,CAAE,OAAA7C,CAAO,EAAI+C,GAAeF,CAAS,EAC3CA,EAAU,SAAS,CACjB,IAAKhC,EAASb,EAAS,EACvB,SAAA4C,CACF,CAAC,CACH,CACF,CACF,CAAC,CACP,CAGA,OAAIR,EAAQ,qBAAqB,GAC/BhD,EACG,KACC4D,EAAUf,CAAK,EACfnC,GAAwB,QAAQ,EAChCyC,GAAa,GAAG,EAChBU,GAAK,CAAC,EACND,EAAUlB,EAAQ,KAAKmB,GAAK,CAAC,CAAC,CAAC,EAC/BC,GAAO,CAAE,MAAO,GAAI,CAAC,EACrBP,GAAeZ,CAAK,CACtB,EACG,UAAU,CAAC,CAAC,CAAE,CAAE,KAAAX,CAAK,CAAC,IAAM,CAC3B,IAAM+B,EAAMC,GAAY,EAGlB3D,EAAS2B,EAAKA,EAAK,OAAS,CAAC,EACnC,GAAI3B,GAAUA,EAAO,OAAQ,CAC3B,GAAM,CAAC4D,CAAM,EAAI5D,EACX,CAAE,KAAA6D,CAAK,EAAI,IAAI,IAAID,EAAO,IAAI,EAChCF,EAAI,OAASG,IACfH,EAAI,KAAOG,EACX,QAAQ,aAAa,CAAC,EAAG,GAAI,GAAGH,CAAG,EAAE,EAIzC,MACEA,EAAI,KAAO,GACX,QAAQ,aAAa,CAAC,EAAG,GAAI,GAAGA,CAAG,EAAE,CAEzC,CAAC,EAGAjE,GAAqBC,EAAI,CAAE,UAAAC,EAAW,QAAAC,CAAQ,CAAC,EACnD,KACCkE,EAAIC,GAASzB,EAAM,KAAKyB,CAAK,CAAC,EAC9BC,EAAS,IAAM1B,EAAM,SAAS,CAAC,EAC/BhC,EAAIyD,GAAUE,EAAA,CAAE,IAAKvE,GAAOqE,EAAQ,CACtC,CACJ,CAAC,CACH,CC9RO,SAASG,GACdC,EAAkB,CAAE,UAAAC,EAAW,MAAAC,EAAO,QAAAC,CAAQ,EACvB,CAGvB,IAAMC,EAAaH,EAChB,KACCI,EAAI,CAAC,CAAE,OAAQ,CAAE,EAAAC,CAAE,CAAE,IAAMA,CAAC,EAC5BC,GAAY,EAAG,CAAC,EAChBF,EAAI,CAAC,CAAC,EAAGG,CAAC,IAAM,EAAIA,GAAKA,EAAI,CAAC,EAC9BC,EAAqB,CACvB,EAGIC,EAAUR,EACb,KACCG,EAAI,CAAC,CAAE,OAAAM,CAAO,IAAMA,CAAM,CAC5B,EAGF,OAAOC,EAAc,CAACF,EAASN,CAAU,CAAC,EACvC,KACCC,EAAI,CAAC,CAACM,EAAQE,CAAS,IAAM,EAAEF,GAAUE,EAAU,EACnDJ,EAAqB,EACrBK,EAAUX,EAAQ,KAAKY,GAAK,CAAC,CAAC,CAAC,EAC/BC,GAAQ,EAAI,EACZC,GAAO,CAAE,MAAO,GAAI,CAAC,EACrBZ,EAAIa,IAAW,CAAE,OAAAA,CAAO,EAAE,CAC5B,CACJ,CAYO,SAASC,GACdC,EAAiB,CAAE,UAAAnB,EAAW,QAAAoB,EAAS,MAAAnB,EAAO,QAAAC,CAAQ,EACpB,CAClC,IAAMmB,EAAQ,IAAIC,EACZC,EAAQF,EAAM,KAAKG,EAAe,EAAGT,GAAQ,EAAI,CAAC,EACxD,OAAAM,EAAM,UAAU,CAGd,KAAK,CAAE,OAAAJ,CAAO,EAAG,CACfE,EAAG,OAASF,EACRA,GACFE,EAAG,aAAa,WAAY,IAAI,EAChCA,EAAG,KAAK,GAERA,EAAG,gBAAgB,UAAU,CAEjC,EAGA,UAAW,CACTA,EAAG,MAAM,IAAM,GACfA,EAAG,OAAS,GACZA,EAAG,gBAAgB,UAAU,CAC/B,CACF,CAAC,EAGDC,EACG,KACCP,EAAUU,CAAK,EACfE,GAAwB,QAAQ,CAClC,EACG,UAAU,CAAC,CAAE,OAAAC,CAAO,IAAM,CACzBP,EAAG,MAAM,IAAM,GAAGO,EAAS,EAAE,IAC/B,CAAC,EAGLC,EAAUR,EAAI,OAAO,EAClB,UAAUS,GAAM,CACfA,EAAG,eAAe,EAClB,OAAO,SAAS,CAAE,IAAK,CAAE,CAAC,CAC5B,CAAC,EAGI9B,GAAeqB,EAAI,CAAE,UAAAnB,EAAW,MAAAC,EAAO,QAAAC,CAAQ,CAAC,EACpD,KACC2B,EAAIC,GAAST,EAAM,KAAKS,CAAK,CAAC,EAC9BC,EAAS,IAAMV,EAAM,SAAS,CAAC,EAC/BjB,EAAI0B,GAAUE,EAAA,CAAE,IAAKb,GAAOW,EAAQ,CACtC,CACJ,CClHO,SAASG,GACd,CAAE,UAAAC,EAAW,UAAAC,CAAU,EACjB,CACND,EACG,KACCE,EAAU,IAAMC,EAAY,cAAc,CAAC,EAC3CC,GAASC,GAAMC,GAAuBD,CAAE,EACrC,KACCE,EAAUP,EAAU,KAAKQ,GAAK,CAAC,CAAC,CAAC,EACjCC,EAAOC,GAAWA,CAAO,EACzBC,EAAI,IAAMN,CAAE,EACZO,GAAK,CAAC,CACR,CACF,EACAH,EAAOJ,GAAMA,EAAG,YAAcA,EAAG,WAAW,EAC5CD,GAASC,GAAM,CACb,IAAMQ,EAAOR,EAAG,UACVS,EAAOT,EAAG,QAAQ,GAAG,GAAKA,EAIhC,OAHAS,EAAK,MAAQD,EAGRE,EAAQ,kBAAkB,EAIxBC,GAAoBF,EAAM,CAAE,UAAAb,CAAU,CAAC,EAC3C,KACCM,EAAUP,EAAU,KAAKQ,GAAK,CAAC,CAAC,CAAC,EACjCS,EAAS,IAAMH,EAAK,gBAAgB,OAAO,CAAC,CAC9C,EAPOI,CAQX,CAAC,CACH,EACG,UAAU,EAGXH,EAAQ,kBAAkB,GAC5Bf,EACG,KACCE,EAAU,IAAMC,EAAY,YAAY,CAAC,EACzCC,GAASC,GAAMW,GAAoBX,EAAI,CAAE,UAAAJ,CAAU,CAAC,CAAC,CACvD,EACG,UAAU,CACnB,CCpDO,SAASkB,GACd,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACf,CACND,EACG,KACCE,EAAU,IAAMC,EACd,2BACF,CAAC,EACDC,EAAIC,GAAM,CACRA,EAAG,cAAgB,GACnBA,EAAG,QAAU,EACf,CAAC,EACDC,GAASD,GAAME,EAAUF,EAAI,QAAQ,EAClC,KACCG,GAAU,IAAMH,EAAG,UAAU,SAAS,0BAA0B,CAAC,EACjEI,EAAI,IAAMJ,CAAE,CACd,CACF,EACAK,GAAeT,CAAO,CACxB,EACG,UAAU,CAAC,CAACI,EAAIM,CAAM,IAAM,CAC3BN,EAAG,UAAU,OAAO,0BAA0B,EAC1CM,IACFN,EAAG,QAAU,GACjB,CAAC,CACP,CC9BA,SAASO,IAAyB,CAChC,MAAO,qBAAqB,KAAK,UAAU,SAAS,CACtD,CAiBO,SAASC,GACd,CAAE,UAAAC,CAAU,EACN,CACNA,EACG,KACCC,EAAU,IAAMC,EAAY,qBAAqB,CAAC,EAClDC,EAAIC,GAAMA,EAAG,gBAAgB,mBAAmB,CAAC,EACjDC,EAAOP,EAAa,EACpBQ,GAASF,GAAMG,EAAUH,EAAI,YAAY,EACtC,KACCI,EAAI,IAAMJ,CAAE,CACd,CACF,CACF,EACG,UAAUA,GAAM,CACf,IAAMK,EAAML,EAAG,UAGXK,IAAQ,EACVL,EAAG,UAAY,EAGNK,EAAML,EAAG,eAAiBA,EAAG,eACtCA,EAAG,UAAYK,EAAM,EAEzB,CAAC,CACP,CCpCO,SAASC,GACd,CAAE,UAAAC,EAAW,QAAAC,CAAQ,EACf,CACNC,EAAc,CAACC,GAAY,QAAQ,EAAGF,CAAO,CAAC,EAC3C,KACCG,EAAI,CAAC,CAACC,EAAQC,CAAM,IAAMD,GAAU,CAACC,CAAM,EAC3CC,EAAUF,GAAUG,EAAGH,CAAM,EAC1B,KACCI,GAAMJ,EAAS,IAAM,GAAG,CAC1B,CACF,EACAK,GAAeV,CAAS,CAC1B,EACG,UAAU,CAAC,CAACK,EAAQ,CAAE,OAAQ,CAAE,EAAAM,CAAE,CAAC,CAAC,IAAM,CACzC,GAAIN,EACF,SAAS,KAAK,aAAa,qBAAsB,EAAE,EACnD,SAAS,KAAK,MAAM,IAAM,IAAIM,CAAC,SAC1B,CACL,IAAMC,EAAQ,GAAK,SAAS,SAAS,KAAK,MAAM,IAAK,EAAE,EACvD,SAAS,KAAK,gBAAgB,oBAAoB,EAClD,SAAS,KAAK,MAAM,IAAM,GACtBA,GACF,OAAO,SAAS,EAAGA,CAAK,CAC5B,CACF,CAAC,CACP,CC7DK,OAAO,UACV,OAAO,QAAU,SAAUC,EAAa,CACtC,IAAMC,EAA2B,CAAC,EAClC,QAAWC,KAAO,OAAO,KAAKF,CAAG,EAE/BC,EAAK,KAAK,CAACC,EAAKF,EAAIE,CAAG,CAAC,CAAC,EAG3B,OAAOD,CACT,GAGG,OAAO,SACV,OAAO,OAAS,SAAUD,EAAa,CACrC,IAAMC,EAAiB,CAAC,EACxB,QAAWC,KAAO,OAAO,KAAKF,CAAG,EAE/BC,EAAK,KAAKD,EAAIE,CAAG,CAAC,EAGpB,OAAOD,CACT,GAKE,OAAO,SAAY,cAGhB,QAAQ,UAAU,WACrB,QAAQ,UAAU,SAAW,SAC3BE,EAA8BC,EACxB,CACF,OAAOD,GAAM,UACf,KAAK,WAAaA,EAAE,KACpB,KAAK,UAAYA,EAAE,MAEnB,KAAK,WAAaA,EAClB,KAAK,UAAYC,EAErB,GAGG,QAAQ,UAAU,cACrB,QAAQ,UAAU,YAAc,YAC3BC,EACG,CACN,IAAMC,EAAS,KAAK,WACpB,GAAIA,EAAQ,CACND,EAAM,SAAW,GACnBC,EAAO,YAAY,IAAI,EAGzB,QAASC,EAAIF,EAAM,OAAS,EAAGE,GAAK,EAAGA,IAAK,CAC1C,IAAIC,EAAOH,EAAME,CAAC,EACd,OAAOC,GAAS,SAClBA,EAAO,SAAS,eAAeA,CAAI,EAC5BA,EAAK,YACZA,EAAK,WAAW,YAAYA,CAAI,EAG7BD,EAGHD,EAAO,aAAa,KAAK,gBAAkBE,CAAI,EAF/CF,EAAO,aAAaE,EAAM,IAAI,CAGlC,CACF,CACF,I3MMJ,SAASC,IAA4C,CACnD,OAAI,SAAS,WAAa,QACjBC,GACL,GAAG,IAAI,IAAI,yBAA0BC,GAAO,IAAI,CAAC,EACnD,EACG,KAECC,EAAI,IAAM,OAAO,EACjBC,EAAY,CAAC,CACf,EAEKC,GACL,IAAI,IAAI,2BAA4BH,GAAO,IAAI,CACjD,CAEJ,CAOA,SAAS,gBAAgB,UAAU,OAAO,OAAO,EACjD,SAAS,gBAAgB,UAAU,IAAI,IAAI,EAG3C,IAAMI,GAAYC,GAAc,EAC1BC,GAAYC,GAAc,EAC1BC,GAAYC,GAAoBH,EAAS,EACzCI,GAAYC,GAAc,EAG1BC,GAAYC,GAAc,EAC1BC,GAAYC,GAAW,oBAAoB,EAC3CC,GAAYD,GAAW,qBAAqB,EAC5CE,GAAYC,GAAW,EAGvBlB,GAASmB,GAAc,EACvBC,GAAS,SAAS,MAAM,UAAU,QAAQ,EAC5CtB,GAAiB,EACjBuB,GAGEC,GAAS,IAAIC,EACnBC,GAAiB,CAAE,OAAAF,EAAO,CAAC,EAG3B,IAAMG,GAAY,IAAIF,EAGlBG,EAAQ,oBAAoB,GAC9BC,GAAuB,CAAE,UAAArB,GAAW,UAAAM,GAAW,UAAAa,EAAU,CAAC,EACvD,UAAUrB,EAAS,EAzJxB,IAAAwB,KA4JIA,GAAA5B,GAAO,UAAP,YAAA4B,GAAgB,YAAa,QAC/BC,GAAqB,CAAE,UAAAzB,EAAU,CAAC,EAGpC0B,EAAMxB,GAAWE,EAAO,EACrB,KACCuB,GAAM,GAAG,CACX,EACG,UAAU,IAAM,CACfC,GAAU,SAAU,EAAK,EACzBA,GAAU,SAAU,EAAK,CAC3B,CAAC,EAGLtB,GACG,KACCuB,EAAO,CAAC,CAAE,KAAAC,CAAK,IAAMA,IAAS,QAAQ,CACxC,EACG,UAAUC,GAAO,CAChB,OAAQA,EAAI,KAAM,CAGhB,IAAK,IACL,IAAK,IACH,IAAMC,EAAOC,GAAoC,gBAAgB,EAC7D,OAAOD,GAAS,aAClBE,GAAYF,CAAI,EAClB,MAGF,IAAK,IACL,IAAK,IACH,IAAMG,EAAOF,GAAoC,gBAAgB,EAC7D,OAAOE,GAAS,aAClBD,GAAYC,CAAI,EAClB,MAGF,IAAK,QACH,IAAMC,EAASC,GAAiB,EAC5BD,aAAkB,kBACpBA,EAAO,MAAM,CACnB,CACF,CAAC,EAGLE,GAAc,CAAE,UAAA9B,GAAW,UAAAR,EAAU,CAAC,EACtCuC,GAAmB,CAAE,UAAAvC,GAAW,QAAAU,EAAQ,CAAC,EACzC8B,GAAe,CAAE,UAAAxC,EAAU,CAAC,EAC5ByC,GAAgB,CAAE,UAAAjC,GAAW,QAAAE,EAAQ,CAAC,EAGtC,IAAMgC,GAAUC,GAAYC,GAAoB,QAAQ,EAAG,CAAE,UAAApC,EAAU,CAAC,EAClEqC,GAAQ7C,GACX,KACCH,EAAI,IAAM+C,GAAoB,MAAM,CAAC,EACrCE,EAAUC,GAAMC,GAAUD,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,EAAQ,CAAC,CAAC,EACrD5C,EAAY,CAAC,CACf,EAGImD,GAAWvB,EAGf,GAAGwB,GAAqB,SAAS,EAC9B,IAAIH,GAAMI,GAAaJ,EAAI,CAAE,QAAA3C,EAAQ,CAAC,CAAC,EAG1C,GAAG8C,GAAqB,QAAQ,EAC7B,IAAIH,GAAMK,GAAYL,EAAI,CAAE,OAAA7B,EAAO,CAAC,CAAC,EAGxC,GAAGgC,GAAqB,SAAS,EAC9B,IAAIH,GAAMM,GAAaN,CAAE,CAAC,EAG7B,GAAGG,GAAqB,UAAU,EAC/B,IAAIH,GAAMO,GAAcP,EAAI,CAAE,UAAA1B,EAAU,CAAC,CAAC,EAG7C,GAAG6B,GAAqB,QAAQ,EAC7B,IAAIH,GAAMQ,GAAYR,EAAI,CAAE,OAAA/B,GAAQ,UAAAV,EAAU,CAAC,CAAC,EAGnD,GAAG4C,GAAqB,QAAQ,EAC7B,IAAIH,GAAMS,GAAYT,CAAE,CAAC,CAC9B,EAGMU,GAAWC,EAAM,IAAMhC,EAG3B,GAAGwB,GAAqB,UAAU,EAC/B,IAAIH,GAAMY,GAAcZ,CAAE,CAAC,EAG9B,GAAGG,GAAqB,SAAS,EAC9B,IAAIH,GAAMa,GAAab,EAAI,CAAE,UAAAvC,GAAW,QAAAJ,GAAS,OAAAS,EAAO,CAAC,CAAC,EAG7D,GAAGqC,GAAqB,SAAS,EAC9B,IAAIH,GAAMzB,EAAQ,kBAAkB,EACjCuC,GAAoBd,EAAI,CAAE,OAAA/B,GAAQ,UAAAd,EAAU,CAAC,EAC7C4D,CACJ,EAGF,GAAGZ,GAAqB,QAAQ,EAC7B,IAAIH,GAAMgB,GAAYhB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,EAAM,CAAC,CAAC,EAG3D,GAAGK,GAAqB,cAAc,EACnC,IAAIH,GAAMiB,GAAiBjB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,EAAQ,CAAC,CAAC,EAGzD,GAAGQ,GAAqB,SAAS,EAC9B,IAAIH,GAAMA,EAAG,aAAa,cAAc,IAAM,aAC3CkB,GAAGrD,GAAS,IAAMsD,GAAanB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,EAAM,CAAC,CAAC,EACjEoB,GAAGvD,GAAS,IAAMwD,GAAanB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,EAAM,CAAC,CAAC,CACrE,EAGF,GAAGK,GAAqB,MAAM,EAC3B,IAAIH,GAAMoB,GAAUpB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,EAAQ,CAAC,CAAC,EAGlD,GAAGQ,GAAqB,KAAK,EAC1B,IAAIH,GAAMqB,GAAqBrB,EAAI,CAClC,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,GAAO,QAAAzC,EAC7B,CAAC,CAAC,EAGJ,GAAG8C,GAAqB,KAAK,EAC1B,IAAIH,GAAMsB,GAAetB,EAAI,CAAE,UAAAvC,GAAW,QAAAkC,GAAS,MAAAG,GAAO,QAAAzC,EAAQ,CAAC,CAAC,CACzE,CAAC,EAGKkE,GAAatE,GAChB,KACC8C,EAAU,IAAMW,EAAQ,EACxBc,GAAUtB,EAAQ,EAClBnD,EAAY,CAAC,CACf,EAGFwE,GAAW,UAAU,EAMrB,OAAO,UAAatE,GACpB,OAAO,UAAaE,GACpB,OAAO,QAAaE,GACpB,OAAO,UAAaE,GACpB,OAAO,UAAaE,GACpB,OAAO,QAAaE,GACpB,OAAO,QAAaE,GACpB,OAAO,OAAaC,GACpB,OAAO,OAAaK,GACpB,OAAO,UAAaG,GACpB,OAAO,WAAaiD",
+  "names": ["require_focus_visible", "__commonJSMin", "exports", "module", "global", "factory", "applyFocusVisiblePolyfill", "scope", "hadKeyboardEvent", "hadFocusVisibleRecently", "hadFocusVisibleRecentlyTimeout", "inputTypesAllowlist", "isValidFocusTarget", "el", "focusTriggersKeyboardModality", "type", "tagName", "addFocusVisibleClass", "removeFocusVisibleClass", "onKeyDown", "e", "onPointerDown", "onFocus", "onBlur", "onVisibilityChange", "addInitialPointerMoveListeners", "onInitialPointerMove", "removeInitialPointerMoveListeners", "event", "error", "require_escape_html", "__commonJSMin", "exports", "module", "matchHtmlRegExp", "escapeHtml", "string", "str", "match", "escape", "html", "index", "lastIndex", "require_clipboard", "__commonJSMin", "exports", "module", "root", "factory", "__webpack_modules__", "__unused_webpack_module", "__webpack_exports__", "__webpack_require__", "clipboard", "tiny_emitter", "tiny_emitter_default", "listen", "listen_default", "src_select", "select_default", "command", "type", "err", "ClipboardActionCut", "target", "selectedText", "actions_cut", "createFakeElement", "value", "isRTL", "fakeElement", "yPosition", "fakeCopyAction", "options", "ClipboardActionCopy", "actions_copy", "_typeof", "obj", "ClipboardActionDefault", "_options$action", "action", "container", "text", "actions_default", "clipboard_typeof", "_classCallCheck", "instance", "Constructor", "_defineProperties", "props", "i", "descriptor", "_createClass", "protoProps", "staticProps", "_inherits", "subClass", "superClass", "_setPrototypeOf", "o", "p", "_createSuper", "Derived", "hasNativeReflectConstruct", "_isNativeReflectConstruct", "Super", "_getPrototypeOf", "result", "NewTarget", "_possibleConstructorReturn", "self", "call", "_assertThisInitialized", "e", "getAttributeValue", "suffix", "element", "attribute", "Clipboard", "_Emitter", "_super", "trigger", "_this", "_this2", "selector", "actions", "support", "DOCUMENT_NODE_TYPE", "proto", "closest", "__unused_webpack_exports", "_delegate", "callback", "useCapture", "listenerFn", "listener", "delegate", "elements", "is", "listenNode", "listenNodeList", "listenSelector", "node", "nodeList", "select", "isReadOnly", "selection", "range", "E", "name", "ctx", "data", "evtArr", "len", "evts", "liveEvents", "__webpack_module_cache__", "moduleId", "getter", "definition", "key", "prop", "import_focus_visible", "extendStatics", "d", "b", "p", "__extends", "__", "__awaiter", "thisArg", "_arguments", "P", "generator", "adopt", "value", "resolve", "reject", "fulfilled", "step", "e", "rejected", "result", "__generator", "body", "_", "t", "f", "y", "g", "verb", "n", "v", "op", "__values", "o", "s", "m", "i", "__read", "n", "r", "ar", "e", "error", "__spreadArray", "to", "from", "pack", "i", "l", "ar", "__await", "v", "__asyncGenerator", "thisArg", "_arguments", "generator", "g", "q", "verb", "awaitReturn", "f", "reject", "n", "a", "b", "resume", "step", "e", "settle", "r", "fulfill", "value", "__asyncValues", "o", "m", "i", "__values", "verb", "n", "v", "resolve", "reject", "settle", "d", "isFunction", "value", "createErrorClass", "createImpl", "_super", "instance", "ctorFunc", "UnsubscriptionError", "createErrorClass", "_super", "errors", "err", "i", "arrRemove", "arr", "item", "index", "Subscription", "initialTeardown", "errors", "_parentage", "_parentage_1", "__values", "_parentage_1_1", "parent_1", "initialFinalizer", "isFunction", "e", "UnsubscriptionError", "_finalizers", "_finalizers_1", "_finalizers_1_1", "finalizer", "execFinalizer", "err", "__spreadArray", "__read", "teardown", "_a", "parent", "arrRemove", "empty", "EMPTY_SUBSCRIPTION", "Subscription", "isSubscription", "value", "isFunction", "execFinalizer", "finalizer", "config", "timeoutProvider", "handler", "timeout", "args", "_i", "delegate", "__spreadArray", "__read", "handle", "reportUnhandledError", "err", "timeoutProvider", "onUnhandledError", "config", "noop", "COMPLETE_NOTIFICATION", "createNotification", "errorNotification", "error", "nextNotification", "value", "kind", "context", "errorContext", "cb", "config", "isRoot", "_a", "errorThrown", "error", "captureError", "err", "Subscriber", "_super", "__extends", "destination", "_this", "isSubscription", "EMPTY_OBSERVER", "next", "error", "complete", "SafeSubscriber", "value", "handleStoppedNotification", "nextNotification", "err", "errorNotification", "COMPLETE_NOTIFICATION", "Subscription", "_bind", "bind", "fn", "thisArg", "ConsumerObserver", "partialObserver", "value", "error", "handleUnhandledError", "err", "SafeSubscriber", "_super", "__extends", "observerOrNext", "complete", "_this", "isFunction", "context_1", "config", "Subscriber", "handleUnhandledError", "error", "config", "captureError", "reportUnhandledError", "defaultErrorHandler", "err", "handleStoppedNotification", "notification", "subscriber", "onStoppedNotification", "timeoutProvider", "EMPTY_OBSERVER", "noop", "observable", "identity", "x", "pipe", "fns", "_i", "pipeFromArray", "identity", "input", "prev", "fn", "Observable", "subscribe", "operator", "observable", "observerOrNext", "error", "complete", "_this", "subscriber", "isSubscriber", "SafeSubscriber", "errorContext", "_a", "source", "sink", "err", "next", "promiseCtor", "getPromiseCtor", "resolve", "reject", "value", "operations", "_i", "pipeFromArray", "x", "getPromiseCtor", "promiseCtor", "_a", "config", "isObserver", "value", "isFunction", "isSubscriber", "Subscriber", "isSubscription", "hasLift", "source", "isFunction", "operate", "init", "liftedSource", "err", "createOperatorSubscriber", "destination", "onNext", "onComplete", "onError", "onFinalize", "OperatorSubscriber", "_super", "__extends", "shouldUnsubscribe", "_this", "value", "err", "closed_1", "_a", "Subscriber", "animationFrameProvider", "callback", "request", "cancel", "delegate", "handle", "timestamp", "Subscription", "args", "_i", "__spreadArray", "__read", "ObjectUnsubscribedError", "createErrorClass", "_super", "Subject", "_super", "__extends", "_this", "operator", "subject", "AnonymousSubject", "ObjectUnsubscribedError", "value", "errorContext", "_b", "__values", "_c", "observer", "err", "observers", "_a", "subscriber", "hasError", "isStopped", "EMPTY_SUBSCRIPTION", "Subscription", "arrRemove", "thrownError", "observable", "Observable", "destination", "source", "AnonymousSubject", "_super", "__extends", "destination", "source", "_this", "value", "_b", "_a", "err", "subscriber", "EMPTY_SUBSCRIPTION", "Subject", "BehaviorSubject", "_super", "__extends", "_value", "_this", "subscriber", "subscription", "_a", "hasError", "thrownError", "value", "Subject", "dateTimestampProvider", "ReplaySubject", "_super", "__extends", "_bufferSize", "_windowTime", "_timestampProvider", "dateTimestampProvider", "_this", "value", "_a", "isStopped", "_buffer", "_infiniteTimeWindow", "subscriber", "subscription", "copy", "i", "adjustedBufferSize", "now", "last", "Subject", "Action", "_super", "__extends", "scheduler", "work", "state", "delay", "Subscription", "intervalProvider", "handler", "timeout", "args", "_i", "delegate", "__spreadArray", "__read", "handle", "AsyncAction", "_super", "__extends", "scheduler", "work", "_this", "state", "delay", "id", "_a", "_id", "intervalProvider", "_scheduler", "error", "_delay", "errored", "errorValue", "e", "actions", "arrRemove", "Action", "Scheduler", "schedulerActionCtor", "now", "work", "delay", "state", "dateTimestampProvider", "AsyncScheduler", "_super", "__extends", "SchedulerAction", "now", "Scheduler", "_this", "action", "actions", "error", "asyncScheduler", "AsyncScheduler", "AsyncAction", "async", "QueueAction", "_super", "__extends", "scheduler", "work", "_this", "state", "delay", "id", "AsyncAction", "QueueScheduler", "_super", "__extends", "AsyncScheduler", "queueScheduler", "QueueScheduler", "QueueAction", "AnimationFrameAction", "_super", "__extends", "scheduler", "work", "_this", "id", "delay", "animationFrameProvider", "actions", "_a", "AsyncAction", "AnimationFrameScheduler", "_super", "__extends", "action", "flushId", "actions", "error", "AsyncScheduler", "animationFrameScheduler", "AnimationFrameScheduler", "AnimationFrameAction", "EMPTY", "Observable", "subscriber", "isScheduler", "value", "isFunction", "last", "arr", "popResultSelector", "args", "isFunction", "popScheduler", "isScheduler", "popNumber", "defaultValue", "isArrayLike", "x", "isPromise", "value", "isFunction", "isInteropObservable", "input", "isFunction", "observable", "isAsyncIterable", "obj", "isFunction", "createInvalidObservableTypeError", "input", "getSymbolIterator", "iterator", "isIterable", "input", "isFunction", "iterator", "readableStreamLikeToAsyncGenerator", "readableStream", "reader", "__await", "_a", "_b", "value", "done", "isReadableStreamLike", "obj", "isFunction", "innerFrom", "input", "Observable", "isInteropObservable", "fromInteropObservable", "isArrayLike", "fromArrayLike", "isPromise", "fromPromise", "isAsyncIterable", "fromAsyncIterable", "isIterable", "fromIterable", "isReadableStreamLike", "fromReadableStreamLike", "createInvalidObservableTypeError", "obj", "subscriber", "obs", "observable", "isFunction", "array", "i", "promise", "value", "err", "reportUnhandledError", "iterable", "iterable_1", "__values", "iterable_1_1", "asyncIterable", "process", "readableStream", "readableStreamLikeToAsyncGenerator", "asyncIterable_1", "__asyncValues", "asyncIterable_1_1", "executeSchedule", "parentSubscription", "scheduler", "work", "delay", "repeat", "scheduleSubscription", "observeOn", "scheduler", "delay", "operate", "source", "subscriber", "createOperatorSubscriber", "value", "executeSchedule", "err", "subscribeOn", "scheduler", "delay", "operate", "source", "subscriber", "scheduleObservable", "input", "scheduler", "innerFrom", "subscribeOn", "observeOn", "schedulePromise", "input", "scheduler", "innerFrom", "subscribeOn", "observeOn", "scheduleArray", "input", "scheduler", "Observable", "subscriber", "i", "scheduleIterable", "input", "scheduler", "Observable", "subscriber", "iterator", "executeSchedule", "value", "done", "_a", "err", "isFunction", "scheduleAsyncIterable", "input", "scheduler", "Observable", "subscriber", "executeSchedule", "iterator", "result", "scheduleReadableStreamLike", "input", "scheduler", "scheduleAsyncIterable", "readableStreamLikeToAsyncGenerator", "scheduled", "input", "scheduler", "isInteropObservable", "scheduleObservable", "isArrayLike", "scheduleArray", "isPromise", "schedulePromise", "isAsyncIterable", "scheduleAsyncIterable", "isIterable", "scheduleIterable", "isReadableStreamLike", "scheduleReadableStreamLike", "createInvalidObservableTypeError", "from", "input", "scheduler", "scheduled", "innerFrom", "of", "args", "_i", "scheduler", "popScheduler", "from", "throwError", "errorOrErrorFactory", "scheduler", "errorFactory", "isFunction", "init", "subscriber", "Observable", "EmptyError", "createErrorClass", "_super", "isValidDate", "value", "map", "project", "thisArg", "operate", "source", "subscriber", "index", "createOperatorSubscriber", "value", "isArray", "callOrApply", "fn", "args", "__spreadArray", "__read", "mapOneOrManyArgs", "map", "isArray", "getPrototypeOf", "objectProto", "getKeys", "argsArgArrayOrObject", "args", "first_1", "isPOJO", "keys", "key", "obj", "createObject", "keys", "values", "result", "key", "i", "combineLatest", "args", "_i", "scheduler", "popScheduler", "resultSelector", "popResultSelector", "_a", "argsArgArrayOrObject", "observables", "keys", "from", "result", "Observable", "combineLatestInit", "values", "createObject", "identity", "mapOneOrManyArgs", "valueTransform", "subscriber", "maybeSchedule", "length", "active", "remainingFirstValues", "i", "source", "hasFirstValue", "createOperatorSubscriber", "value", "execute", "subscription", "executeSchedule", "mergeInternals", "source", "subscriber", "project", "concurrent", "onBeforeNext", "expand", "innerSubScheduler", "additionalFinalizer", "buffer", "active", "index", "isComplete", "checkComplete", "outerNext", "value", "doInnerSub", "innerComplete", "innerFrom", "createOperatorSubscriber", "innerValue", "bufferedValue", "executeSchedule", "err", "mergeMap", "project", "resultSelector", "concurrent", "isFunction", "a", "i", "map", "b", "ii", "innerFrom", "operate", "source", "subscriber", "mergeInternals", "mergeAll", "concurrent", "mergeMap", "identity", "concatAll", "mergeAll", "concat", "args", "_i", "concatAll", "from", "popScheduler", "defer", "observableFactory", "Observable", "subscriber", "innerFrom", "nodeEventEmitterMethods", "eventTargetMethods", "jqueryMethods", "fromEvent", "target", "eventName", "options", "resultSelector", "isFunction", "mapOneOrManyArgs", "_a", "__read", "isEventTarget", "methodName", "handler", "isNodeStyleEventEmitter", "toCommonHandlerRegistry", "isJQueryStyleEventEmitter", "add", "remove", "isArrayLike", "mergeMap", "subTarget", "innerFrom", "Observable", "subscriber", "args", "_i", "fromEventPattern", "addHandler", "removeHandler", "resultSelector", "mapOneOrManyArgs", "Observable", "subscriber", "handler", "e", "_i", "retValue", "isFunction", "timer", "dueTime", "intervalOrScheduler", "scheduler", "async", "intervalDuration", "isScheduler", "Observable", "subscriber", "due", "isValidDate", "n", "merge", "args", "_i", "scheduler", "popScheduler", "concurrent", "popNumber", "sources", "innerFrom", "mergeAll", "from", "EMPTY", "NEVER", "Observable", "noop", "isArray", "argsOrArgArray", "args", "filter", "predicate", "thisArg", "operate", "source", "subscriber", "index", "createOperatorSubscriber", "value", "zip", "args", "_i", "resultSelector", "popResultSelector", "sources", "argsOrArgArray", "Observable", "subscriber", "buffers", "completed", "sourceIndex", "innerFrom", "createOperatorSubscriber", "value", "buffer", "result", "__spreadArray", "__read", "i", "EMPTY", "audit", "durationSelector", "operate", "source", "subscriber", "hasValue", "lastValue", "durationSubscriber", "isComplete", "endDuration", "value", "cleanupDuration", "createOperatorSubscriber", "innerFrom", "auditTime", "duration", "scheduler", "asyncScheduler", "audit", "timer", "bufferCount", "bufferSize", "startBufferEvery", "operate", "source", "subscriber", "buffers", "count", "createOperatorSubscriber", "value", "toEmit", "buffers_1", "__values", "buffers_1_1", "buffer", "toEmit_1", "toEmit_1_1", "arrRemove", "buffers_2", "buffers_2_1", "catchError", "selector", "operate", "source", "subscriber", "innerSub", "syncUnsub", "handledResult", "createOperatorSubscriber", "err", "innerFrom", "scanInternals", "accumulator", "seed", "hasSeed", "emitOnNext", "emitBeforeComplete", "source", "subscriber", "hasState", "state", "index", "createOperatorSubscriber", "value", "i", "combineLatest", "args", "_i", "resultSelector", "popResultSelector", "pipe", "__spreadArray", "__read", "mapOneOrManyArgs", "operate", "source", "subscriber", "combineLatestInit", "argsOrArgArray", "combineLatestWith", "otherSources", "_i", "combineLatest", "__spreadArray", "__read", "debounce", "durationSelector", "operate", "source", "subscriber", "hasValue", "lastValue", "durationSubscriber", "emit", "value", "createOperatorSubscriber", "noop", "innerFrom", "debounceTime", "dueTime", "scheduler", "asyncScheduler", "operate", "source", "subscriber", "activeTask", "lastValue", "lastTime", "emit", "value", "emitWhenIdle", "targetTime", "now", "createOperatorSubscriber", "defaultIfEmpty", "defaultValue", "operate", "source", "subscriber", "hasValue", "createOperatorSubscriber", "value", "take", "count", "EMPTY", "operate", "source", "subscriber", "seen", "createOperatorSubscriber", "value", "ignoreElements", "operate", "source", "subscriber", "createOperatorSubscriber", "noop", "mapTo", "value", "map", "delayWhen", "delayDurationSelector", "subscriptionDelay", "source", "concat", "take", "ignoreElements", "mergeMap", "value", "index", "innerFrom", "mapTo", "delay", "due", "scheduler", "asyncScheduler", "duration", "timer", "delayWhen", "distinctUntilChanged", "comparator", "keySelector", "identity", "defaultCompare", "operate", "source", "subscriber", "previousKey", "first", "createOperatorSubscriber", "value", "currentKey", "a", "b", "distinctUntilKeyChanged", "key", "compare", "distinctUntilChanged", "x", "y", "throwIfEmpty", "errorFactory", "defaultErrorFactory", "operate", "source", "subscriber", "hasValue", "createOperatorSubscriber", "value", "EmptyError", "endWith", "values", "_i", "source", "concat", "of", "__spreadArray", "__read", "finalize", "callback", "operate", "source", "subscriber", "first", "predicate", "defaultValue", "hasDefaultValue", "source", "filter", "v", "identity", "take", "defaultIfEmpty", "throwIfEmpty", "EmptyError", "takeLast", "count", "EMPTY", "operate", "source", "subscriber", "buffer", "createOperatorSubscriber", "value", "buffer_1", "__values", "buffer_1_1", "merge", "args", "_i", "scheduler", "popScheduler", "concurrent", "popNumber", "argsOrArgArray", "operate", "source", "subscriber", "mergeAll", "from", "__spreadArray", "__read", "mergeWith", "otherSources", "_i", "merge", "__spreadArray", "__read", "repeat", "countOrConfig", "count", "delay", "_a", "EMPTY", "operate", "source", "subscriber", "soFar", "sourceSub", "resubscribe", "notifier", "timer", "innerFrom", "notifierSubscriber_1", "createOperatorSubscriber", "subscribeToSource", "syncUnsub", "scan", "accumulator", "seed", "operate", "scanInternals", "share", "options", "_a", "connector", "Subject", "_b", "resetOnError", "_c", "resetOnComplete", "_d", "resetOnRefCountZero", "wrapperSource", "connection", "resetConnection", "subject", "refCount", "hasCompleted", "hasErrored", "cancelReset", "reset", "resetAndUnsubscribe", "conn", "operate", "source", "subscriber", "dest", "handleReset", "SafeSubscriber", "value", "err", "innerFrom", "on", "args", "_i", "onSubscriber", "__spreadArray", "__read", "shareReplay", "configOrBufferSize", "windowTime", "scheduler", "bufferSize", "refCount", "_a", "_b", "_c", "share", "ReplaySubject", "skip", "count", "filter", "_", "index", "skipUntil", "notifier", "operate", "source", "subscriber", "taking", "skipSubscriber", "createOperatorSubscriber", "noop", "innerFrom", "value", "startWith", "values", "_i", "scheduler", "popScheduler", "operate", "source", "subscriber", "concat", "switchMap", "project", "resultSelector", "operate", "source", "subscriber", "innerSubscriber", "index", "isComplete", "checkComplete", "createOperatorSubscriber", "value", "innerIndex", "outerIndex", "innerFrom", "innerValue", "takeUntil", "notifier", "operate", "source", "subscriber", "innerFrom", "createOperatorSubscriber", "noop", "takeWhile", "predicate", "inclusive", "operate", "source", "subscriber", "index", "createOperatorSubscriber", "value", "result", "tap", "observerOrNext", "error", "complete", "tapObserver", "isFunction", "operate", "source", "subscriber", "_a", "isUnsub", "createOperatorSubscriber", "value", "err", "_b", "identity", "throttle", "durationSelector", "config", "operate", "source", "subscriber", "_a", "_b", "leading", "_c", "trailing", "hasValue", "sendValue", "throttled", "isComplete", "endThrottling", "send", "cleanupThrottling", "startThrottle", "value", "innerFrom", "createOperatorSubscriber", "throttleTime", "duration", "scheduler", "config", "asyncScheduler", "duration$", "timer", "throttle", "withLatestFrom", "inputs", "_i", "project", "popResultSelector", "operate", "source", "subscriber", "len", "otherValues", "hasValue", "ready", "i", "innerFrom", "createOperatorSubscriber", "value", "identity", "noop", "values", "__spreadArray", "__read", "zip", "sources", "_i", "operate", "source", "subscriber", "__spreadArray", "__read", "zipWith", "otherInputs", "_i", "zip", "__spreadArray", "__read", "watchDocument", "document$", "ReplaySubject", "fromEvent", "getElements", "selector", "node", "getElement", "el", "getOptionalElement", "getActiveElement", "_a", "_b", "_c", "_d", "observer$", "merge", "fromEvent", "debounceTime", "startWith", "map", "getActiveElement", "shareReplay", "watchElementFocus", "el", "active", "distinctUntilChanged", "watchElementHover", "el", "timeout", "defer", "merge", "fromEvent", "map", "debounce", "active", "timer", "identity", "startWith", "appendChild", "el", "child", "node", "h", "tag", "attributes", "children", "attr", "round", "value", "digits", "watchScript", "src", "script", "h", "defer", "merge", "fromEvent", "switchMap", "throwError", "map", "finalize", "take", "entry$", "Subject", "observer$", "defer", "watchScript", "of", "map", "entries", "entry", "switchMap", "observer", "merge", "NEVER", "finalize", "shareReplay", "getElementSize", "el", "watchElementSize", "target", "tap", "filter", "startWith", "getElementContentSize", "el", "getElementContainer", "parent", "getElementContainers", "containers", "getElementOffset", "el", "getElementOffsetAbsolute", "rect", "watchElementOffset", "merge", "fromEvent", "auditTime", "animationFrameScheduler", "map", "startWith", "getElementContentOffset", "el", "watchElementContentOffset", "merge", "fromEvent", "auditTime", "animationFrameScheduler", "map", "startWith", "entry$", "Subject", "observer$", "defer", "of", "entries", "entry", "switchMap", "observer", "merge", "NEVER", "finalize", "shareReplay", "watchElementVisibility", "el", "tap", "filter", "target", "map", "isIntersecting", "watchElementBoundary", "threshold", "watchElementContentOffset", "y", "visible", "getElementSize", "content", "getElementContentSize", "distinctUntilChanged", "toggles", "getElement", "getToggle", "name", "setToggle", "value", "watchToggle", "el", "fromEvent", "map", "startWith", "isSusceptibleToKeyboard", "el", "type", "watchComposition", "merge", "fromEvent", "map", "startWith", "watchKeyboard", "keyboard$", "filter", "ev", "getToggle", "mode", "active", "getActiveElement", "share", "switchMap", "EMPTY", "getLocation", "setLocation", "url", "navigate", "feature", "el", "h", "watchLocation", "Subject", "getLocationHash", "setLocationHash", "hash", "el", "h", "ev", "watchLocationHash", "location$", "merge", "fromEvent", "map", "startWith", "filter", "shareReplay", "watchLocationTarget", "id", "getOptionalElement", "watchMedia", "query", "media", "fromEventPattern", "next", "startWith", "watchPrint", "merge", "fromEvent", "map", "at", "query$", "factory", "switchMap", "active", "EMPTY", "request", "url", "options", "Observable", "observer", "req", "event", "_a", "length", "requestJSON", "switchMap", "res", "map", "body", "shareReplay", "requestHTML", "dom", "requestXML", "getViewportOffset", "watchViewportOffset", "merge", "fromEvent", "map", "startWith", "getViewportSize", "watchViewportSize", "fromEvent", "map", "startWith", "watchViewport", "combineLatest", "watchViewportOffset", "watchViewportSize", "map", "offset", "size", "shareReplay", "watchViewportAt", "el", "viewport$", "header$", "size$", "distinctUntilKeyChanged", "offset$", "combineLatest", "map", "getElementOffset", "height", "offset", "size", "x", "y", "recv", "worker", "fromEvent", "ev", "send", "send$", "Subject", "data", "watchWorker", "url", "recv$", "worker$", "done$", "ignoreElements", "endWith", "mergeWith", "takeUntil", "share", "script", "getElement", "config", "getLocation", "configuration", "feature", "flag", "translation", "key", "value", "getComponentElement", "type", "node", "getElement", "getComponentElements", "getElements", "watchAnnounce", "el", "button", "getElement", "fromEvent", "map", "content", "mountAnnounce", "feature", "EMPTY", "defer", "push$", "Subject", "hash", "tap", "state", "finalize", "__spreadValues", "watchConsent", "el", "target$", "map", "target", "mountConsent", "options", "internal$", "Subject", "hidden", "tap", "state", "finalize", "__spreadValues", "renderTooltip", "id", "style", "h", "renderInlineTooltip2", "children", "renderAnnotation", "id", "prefix", "anchor", "h", "renderTooltip", "renderClipboardButton", "id", "h", "translation", "import_escape_html", "renderSearchDocument", "document", "flag", "parent", "teaser", "missing", "key", "list", "h", "escapeHTML", "config", "configuration", "url", "feature", "match", "highlight", "value", "tags", "tag", "type", "translation", "renderSearchResultItem", "result", "threshold", "docs", "doc", "article", "index", "best", "more", "children", "section", "renderSourceFacts", "facts", "h", "key", "value", "round", "renderTabbedControl", "type", "classes", "h", "renderTable", "table", "h", "renderVersion", "version", "_a", "config", "configuration", "url", "h", "renderVersionSelector", "versions", "active", "translation", "sequence", "watchTooltip2", "el", "active$", "combineLatest", "watchElementFocus", "watchElementHover", "map", "focus", "hover", "distinctUntilChanged", "offset$", "defer", "getElementContainers", "mergeMap", "watchElementContentOffset", "throttleTime", "combineLatestWith", "getElementOffsetAbsolute", "first", "active", "switchMap", "offset", "share", "mountTooltip2", "dependencies", "content$", "viewport$", "id", "push$", "Subject", "show$", "BehaviorSubject", "ignoreElements", "endWith", "node$", "debounce", "timer", "queueScheduler", "EMPTY", "tap", "node", "startWith", "states", "origin$", "filter", "withLatestFrom", "_", "size", "host", "x", "height", "getElementSize", "origin", "getElement", "observeOn", "animationFrameScheduler", "state", "finalize", "__spreadValues", "mountInlineTooltip2", "container", "Observable", "observer", "title", "renderInlineTooltip2", "watchAnnotation", "el", "container", "offset$", "defer", "combineLatest", "watchElementOffset", "watchElementContentOffset", "map", "x", "y", "scroll", "width", "height", "getElementSize", "watchElementFocus", "switchMap", "active", "offset", "take", "mountAnnotation", "target$", "tooltip", "index", "push$", "Subject", "done$", "ignoreElements", "endWith", "watchElementVisibility", "takeUntil", "visible", "merge", "filter", "debounceTime", "auditTime", "animationFrameScheduler", "throttleTime", "origin", "fromEvent", "ev", "withLatestFrom", "_a", "parent", "getActiveElement", "target", "delay", "tap", "state", "finalize", "__spreadValues", "findHosts", "container", "getElements", "findMarkers", "markers", "el", "nodes", "it", "node", "text", "match", "id", "force", "marker", "swap", "source", "target", "mountAnnotationList", "target$", "print$", "parent", "prefix", "annotations", "getOptionalElement", "renderAnnotation", "EMPTY", "defer", "push$", "Subject", "done$", "ignoreElements", "endWith", "pairs", "annotation", "getElement", "takeUntil", "active", "inner", "child", "merge", "mountAnnotation", "finalize", "share", "findList", "el", "sibling", "mountAnnotationBlock", "options", "defer", "list", "mountAnnotationList", "EMPTY", "import_clipboard", "sequence", "findCandidateList", "el", "sibling", "watchCodeBlock", "watchElementSize", "map", "width", "getElementContentSize", "distinctUntilKeyChanged", "mountCodeBlock", "options", "hover", "factory$", "defer", "push$", "Subject", "done$", "takeLast", "scrollable", "content$", "ClipboardJS", "feature", "parent", "button", "renderClipboardButton", "mountInlineTooltip2", "container", "list", "annotations$", "mountAnnotationList", "takeUntil", "height", "distinctUntilChanged", "switchMap", "active", "EMPTY", "getElements", "tap", "state", "finalize", "__spreadValues", "mergeWith", "watchElementVisibility", "filter", "visible", "take", "watchDetails", "el", "target$", "print$", "open", "merge", "map", "target", "filter", "details", "active", "tap", "mountDetails", "options", "defer", "push$", "Subject", "action", "reveal", "state", "finalize", "__spreadValues", "mermaid_default", "mermaid$", "sequence", "fetchScripts", "watchScript", "of", "mountMermaid", "el", "tap", "mermaid_default", "map", "shareReplay", "__async", "id", "host", "h", "text", "svg", "fn", "shadow", "sentinel", "h", "mountDataTable", "el", "renderTable", "of", "watchContentTabs", "inputs", "initial", "input", "merge", "fromEvent", "map", "getElement", "startWith", "active", "mountContentTabs", "el", "viewport$", "target$", "container", "getElements", "prev", "renderTabbedControl", "next", "defer", "push$", "Subject", "done$", "ignoreElements", "endWith", "combineLatest", "watchElementSize", "watchElementVisibility", "takeUntil", "auditTime", "animationFrameScheduler", "size", "offset", "getElementOffset", "width", "getElementSize", "content", "getElementContentOffset", "watchElementContentOffset", "getElementContentSize", "direction", "filter", "label", "h", "ev", "tap", "feature", "skip", "withLatestFrom", "tab", "y", "set", "tabs", "media", "state", "finalize", "__spreadValues", "subscribeOn", "asyncScheduler", "mountContent", "el", "viewport$", "target$", "print$", "merge", "getElements", "child", "mountAnnotationBlock", "mountCodeBlock", "mountMermaid", "mountDataTable", "mountDetails", "mountContentTabs", "feature", "mountInlineTooltip2", "watchDialog", "_el", "alert$", "switchMap", "message", "merge", "of", "delay", "map", "active", "mountDialog", "el", "options", "inner", "getElement", "defer", "push$", "Subject", "tap", "state", "finalize", "__spreadValues", "sequence", "watchTooltip", "el", "host", "width", "getElementSize", "container", "getElementContainer", "scroll$", "watchElementContentOffset", "of", "active$", "merge", "watchElementFocus", "watchElementHover", "distinctUntilChanged", "combineLatest", "map", "active", "scroll", "x", "y", "getElementOffset", "size", "table", "mountTooltip", "title", "EMPTY", "id", "tooltip", "renderTooltip", "typeset", "getElement", "defer", "push$", "Subject", "offset", "filter", "debounceTime", "auditTime", "animationFrameScheduler", "throttleTime", "origin", "tap", "state", "finalize", "__spreadValues", "subscribeOn", "asyncScheduler", "isHidden", "viewport$", "feature", "of", "direction$", "map", "y", "bufferCount", "a", "b", "distinctUntilKeyChanged", "hidden$", "combineLatest", "filter", "offset", "direction", "distinctUntilChanged", "search$", "watchToggle", "search", "switchMap", "active", "startWith", "watchHeader", "el", "options", "defer", "watchElementSize", "height", "hidden", "shareReplay", "mountHeader", "header$", "main$", "push$", "Subject", "done$", "ignoreElements", "endWith", "combineLatestWith", "tooltips", "from", "getElements", "mergeMap", "child", "mountTooltip", "takeUntil", "state", "__spreadValues", "mergeWith", "watchHeaderTitle", "el", "viewport$", "header$", "watchViewportAt", "map", "y", "height", "getElementSize", "distinctUntilKeyChanged", "mountHeaderTitle", "options", "defer", "push$", "Subject", "active", "heading", "getOptionalElement", "EMPTY", "tap", "state", "finalize", "__spreadValues", "watchMain", "el", "viewport$", "header$", "adjust$", "map", "height", "distinctUntilChanged", "border$", "switchMap", "watchElementSize", "distinctUntilKeyChanged", "combineLatest", "header", "top", "bottom", "y", "a", "b", "watchPalette", "inputs", "current", "input", "index", "of", "mergeMap", "fromEvent", "map", "startWith", "shareReplay", "mountPalette", "el", "getElements", "meta", "h", "scheme", "media$", "watchMedia", "defer", "push$", "Subject", "palette", "media", "key", "value", "label", "filter", "ev", "withLatestFrom", "_", "header", "getComponentElement", "style", "color", "observeOn", "asyncScheduler", "takeUntil", "skip", "repeat", "tap", "state", "finalize", "__spreadValues", "mountProgress", "el", "progress$", "defer", "push$", "Subject", "value", "tap", "finalize", "map", "import_clipboard", "extract", "el", "copy", "text", "setupClipboardJS", "alert$", "ClipboardJS", "Observable", "subscriber", "getElement", "ev", "tap", "map", "translation", "resolve", "url", "base", "extract", "document", "sitemap", "el", "getElements", "getElement", "links", "link", "href", "fetchSitemap", "requestXML", "map", "catchError", "of", "handle", "ev", "sitemap", "EMPTY", "el", "url", "of", "head", "document", "tags", "getElements", "resolve", "key", "value", "inject", "next", "selector", "feature", "source", "getOptionalElement", "target", "html", "name", "container", "getComponentElement", "concat", "switchMap", "script", "Observable", "observer", "ignoreElements", "endWith", "setupInstantNavigation", "location$", "viewport$", "progress$", "config", "configuration", "sitemap$", "fetchSitemap", "instant$", "fromEvent", "combineLatestWith", "share", "history$", "map", "getLocation", "withLatestFrom", "offset", "merge", "document$", "distinctUntilKeyChanged", "requestHTML", "catchError", "setLocation", "_", "distinctUntilChanged", "a", "b", "tap", "_a", "_b", "setLocationHash", "debounceTime", "import_escape_html", "setupSearchHighlighter", "config", "regex", "term", "separator", "highlight", "_", "data", "query", "match", "value", "escapeHTML", "isSearchReadyMessage", "message", "isSearchResultMessage", "setupSearchWorker", "url", "index$", "worker$", "watchWorker", "merge", "of", "watchToggle", "first", "active", "switchMap", "config", "docs", "feature", "selectedVersionCorrespondingURL", "params", "_a", "selectedVersionSitemap", "selectedVersionBaseURL", "currentLocation", "currentBaseURL", "current_path", "safeURLParse", "currentRelativePath", "stripPrefix", "sitemapCommonPrefix", "shortestCommonPrefix", "potentialSitemapURL", "result", "url", "base", "e", "s", "prefix", "commonPrefixLen", "s1", "s2", "max", "strs", "setupVersionSelector", "document$", "config", "configuration", "versions$", "requestJSON", "catchError", "EMPTY", "current$", "map", "versions", "current", "version", "aliases", "switchMap", "urls", "fromEvent", "filter", "ev", "withLatestFrom", "el", "url", "of", "selectedVersionBaseURL", "fetchSitemap", "sitemap", "_a", "selectedVersionCorrespondingURL", "getLocation", "setLocation", "combineLatest", "getElement", "renderVersionSelector", "base", "outdated", "ignored", "main", "ignore", "warning", "getComponentElements", "watchSearchQuery", "el", "worker$", "searchParams", "getLocation", "setToggle", "watchToggle", "first", "active", "url", "focus$", "watchElementFocus", "value$", "merge", "isSearchReadyMessage", "fromEvent", "map", "distinctUntilChanged", "combineLatest", "value", "focus", "shareReplay", "mountSearchQuery", "push$", "Subject", "done$", "ignoreElements", "endWith", "_", "query", "distinctUntilKeyChanged", "takeUntil", "label", "getElement", "tap", "state", "finalize", "__spreadValues", "mountSearchResult", "el", "worker$", "query$", "push$", "Subject", "boundary$", "watchElementBoundary", "filter", "container", "meta", "getElement", "list", "watchToggle", "active", "withLatestFrom", "skipUntil", "first", "isSearchReadyMessage", "items", "value", "translation", "count", "round", "render$", "tap", "switchMap", "merge", "of", "bufferCount", "zipWith", "chunk", "map", "renderSearchResultItem", "share", "item", "mergeMap", "details", "getOptionalElement", "EMPTY", "fromEvent", "takeUntil", "isSearchResultMessage", "data", "state", "finalize", "__spreadValues", "watchSearchShare", "_el", "query$", "map", "value", "url", "getLocation", "mountSearchShare", "el", "options", "push$", "Subject", "done$", "ignoreElements", "endWith", "fromEvent", "takeUntil", "ev", "tap", "state", "finalize", "__spreadValues", "mountSearchSuggest", "el", "worker$", "keyboard$", "push$", "Subject", "query", "getComponentElement", "query$", "merge", "fromEvent", "observeOn", "asyncScheduler", "map", "distinctUntilChanged", "combineLatestWith", "suggest", "value", "words", "last", "filter", "mode", "key", "isSearchResultMessage", "data", "tap", "state", "finalize", "mountSearch", "el", "index$", "keyboard$", "config", "configuration", "worker$", "setupSearchWorker", "query", "getComponentElement", "result", "fromEvent", "filter", "target", "setToggle", "mode", "key", "active", "getActiveElement", "anchors", "anchor", "getElements", "article", "best", "a", "b", "els", "i", "query$", "mountSearchQuery", "merge", "mountSearchResult", "mergeWith", "getComponentElements", "child", "mountSearchShare", "mountSearchSuggest", "err", "NEVER", "mountSearchHiglight", "el", "index$", "location$", "combineLatest", "startWith", "getLocation", "filter", "url", "map", "index", "setupSearchHighlighter", "fn", "_a", "nodes", "it", "node", "original", "replaced", "text", "childNodes", "h", "watchSidebar", "el", "viewport$", "main$", "parent", "adjust", "combineLatest", "map", "offset", "height", "y", "distinctUntilChanged", "a", "b", "mountSidebar", "_a", "_b", "header$", "options", "__objRest", "inner", "getElement", "getElementOffset", "defer", "push$", "Subject", "done$", "ignoreElements", "endWith", "next$", "auditTime", "animationFrameScheduler", "withLatestFrom", "first", "item", "getElements", "container", "getElementSize", "from", "mergeMap", "label", "fromEvent", "observeOn", "asyncScheduler", "takeUntil", "input", "tap", "state", "finalize", "__spreadValues", "fetchSourceFactsFromGitHub", "user", "repo", "url", "zip", "requestJSON", "catchError", "EMPTY", "map", "release", "defaultIfEmpty", "info", "__spreadValues", "fetchSourceFactsFromGitLab", "base", "project", "url", "zip", "requestJSON", "catchError", "EMPTY", "map", "tag_name", "defaultIfEmpty", "star_count", "forks_count", "release", "info", "__spreadValues", "fetchSourceFacts", "url", "match", "user", "repo", "fetchSourceFactsFromGitHub", "base", "slug", "fetchSourceFactsFromGitLab", "EMPTY", "fetch$", "watchSource", "el", "defer", "cached", "of", "getComponentElements", "consent", "EMPTY", "fetchSourceFacts", "tap", "facts", "catchError", "filter", "map", "shareReplay", "mountSource", "inner", "getElement", "push$", "Subject", "renderSourceFacts", "state", "finalize", "__spreadValues", "watchTabs", "el", "viewport$", "header$", "watchElementSize", "switchMap", "watchViewportAt", "map", "y", "distinctUntilKeyChanged", "mountTabs", "options", "defer", "push$", "Subject", "hidden", "feature", "of", "tap", "state", "finalize", "__spreadValues", "watchTableOfContents", "el", "viewport$", "header$", "table", "anchors", "getElements", "anchor", "id", "target", "getOptionalElement", "adjust$", "distinctUntilKeyChanged", "map", "height", "main", "getComponentElement", "grid", "getElement", "share", "watchElementSize", "switchMap", "body", "defer", "path", "of", "index", "offset", "parent", "a", "b", "combineLatestWith", "adjust", "scan", "prev", "next", "y", "size", "last", "distinctUntilChanged", "startWith", "bufferCount", "mountTableOfContents", "main$", "target$", "push$", "Subject", "done$", "ignoreElements", "endWith", "feature", "smooth$", "merge", "debounceTime", "filter", "observeOn", "asyncScheduler", "withLatestFrom", "behavior", "container", "getElementContainer", "getElementSize", "takeUntil", "skip", "repeat", "url", "getLocation", "active", "hash", "tap", "state", "finalize", "__spreadValues", "watchBackToTop", "_el", "viewport$", "main$", "target$", "direction$", "map", "y", "bufferCount", "b", "distinctUntilChanged", "active$", "active", "combineLatest", "direction", "takeUntil", "skip", "endWith", "repeat", "hidden", "mountBackToTop", "el", "header$", "push$", "Subject", "done$", "ignoreElements", "distinctUntilKeyChanged", "height", "fromEvent", "ev", "tap", "state", "finalize", "__spreadValues", "patchEllipsis", "document$", "viewport$", "switchMap", "getElements", "mergeMap", "el", "watchElementVisibility", "takeUntil", "skip", "filter", "visible", "map", "take", "text", "host", "feature", "mountInlineTooltip2", "finalize", "EMPTY", "patchIndeterminate", "document$", "tablet$", "switchMap", "getElements", "tap", "el", "mergeMap", "fromEvent", "takeWhile", "map", "withLatestFrom", "tablet", "isAppleDevice", "patchScrollfix", "document$", "switchMap", "getElements", "tap", "el", "filter", "mergeMap", "fromEvent", "map", "top", "patchScrolllock", "viewport$", "tablet$", "combineLatest", "watchToggle", "map", "active", "tablet", "switchMap", "of", "delay", "withLatestFrom", "y", "value", "obj", "data", "key", "x", "y", "nodes", "parent", "i", "node", "fetchSearchIndex", "watchScript", "config", "map", "shareReplay", "requestJSON", "document$", "watchDocument", "location$", "watchLocation", "target$", "watchLocationTarget", "keyboard$", "watchKeyboard", "viewport$", "watchViewport", "tablet$", "watchMedia", "screen$", "print$", "watchPrint", "configuration", "index$", "NEVER", "alert$", "Subject", "setupClipboardJS", "progress$", "feature", "setupInstantNavigation", "_a", "setupVersionSelector", "merge", "delay", "setToggle", "filter", "mode", "key", "prev", "getOptionalElement", "setLocation", "next", "active", "getActiveElement", "patchEllipsis", "patchIndeterminate", "patchScrollfix", "patchScrolllock", "header$", "watchHeader", "getComponentElement", "main$", "switchMap", "el", "watchMain", "control$", "getComponentElements", "mountConsent", "mountDialog", "mountPalette", "mountProgress", "mountSearch", "mountSource", "content$", "defer", "mountAnnounce", "mountContent", "mountSearchHiglight", "EMPTY", "mountHeader", "mountHeaderTitle", "at", "mountSidebar", "mountTabs", "mountTableOfContents", "mountBackToTop", "component$", "mergeWith"]
 }
diff --git a/v2.20/assets/stylesheets/main.a40c8224.min.css b/v2.20/assets/stylesheets/main.a40c8224.min.css
deleted file mode 100644
index 85974ee7c2..0000000000
--- a/v2.20/assets/stylesheets/main.a40c8224.min.css
+++ /dev/null
@@ -1 +0,0 @@
-@charset "UTF-8";html{-webkit-text-size-adjust:none;-moz-text-size-adjust:none;text-size-adjust:none;box-sizing:border-box}*,:after,:before{box-sizing:inherit}@media (prefers-reduced-motion){*,:after,:before{transition:none!important}}body{margin:0}a,button,input,label{-webkit-tap-highlight-color:transparent}a{color:inherit;text-decoration:none}hr{border:0;box-sizing:initial;display:block;height:.05rem;overflow:visible;padding:0}small{font-size:80%}sub,sup{line-height:1em}img{border-style:none}table{border-collapse:initial;border-spacing:0}td,th{font-weight:400;vertical-align:top}button{background:#0000;border:0;font-family:inherit;font-size:inherit;margin:0;padding:0}input{border:0;outline:none}:root{--md-primary-fg-color:#4051b5;--md-primary-fg-color--light:#5d6cc0;--md-primary-fg-color--dark:#303fa1;--md-primary-bg-color:#fff;--md-primary-bg-color--light:#ffffffb3;--md-accent-fg-color:#526cfe;--md-accent-fg-color--transparent:#526cfe1a;--md-accent-bg-color:#fff;--md-accent-bg-color--light:#ffffffb3}[data-md-color-scheme=default]{color-scheme:light}[data-md-color-scheme=default] img[src$="#gh-dark-mode-only"],[data-md-color-scheme=default] img[src$="#only-dark"]{display:none}:root,[data-md-color-scheme=default]{--md-hue:225deg;--md-default-fg-color:#000000de;--md-default-fg-color--light:#0000008a;--md-default-fg-color--lighter:#00000052;--md-default-fg-color--lightest:#00000012;--md-default-bg-color:#fff;--md-default-bg-color--light:#ffffffb3;--md-default-bg-color--lighter:#ffffff4d;--md-default-bg-color--lightest:#ffffff1f;--md-code-fg-color:#36464e;--md-code-bg-color:#f5f5f5;--md-code-hl-color:#4287ff;--md-code-hl-color--light:#4287ff1a;--md-code-hl-number-color:#d52a2a;--md-code-hl-special-color:#db1457;--md-code-hl-function-color:#a846b9;--md-code-hl-constant-color:#6e59d9;--md-code-hl-keyword-color:#3f6ec6;--md-code-hl-string-color:#1c7d4d;--md-code-hl-name-color:var(--md-code-fg-color);--md-code-hl-operator-color:var(--md-default-fg-color--light);--md-code-hl-punctuation-color:var(--md-default-fg-color--light);--md-code-hl-comment-color:var(--md-default-fg-color--light);--md-code-hl-generic-color:var(--md-default-fg-color--light);--md-code-hl-variable-color:var(--md-default-fg-color--light);--md-typeset-color:var(--md-default-fg-color);--md-typeset-a-color:var(--md-primary-fg-color);--md-typeset-del-color:#f5503d26;--md-typeset-ins-color:#0bd57026;--md-typeset-kbd-color:#fafafa;--md-typeset-kbd-accent-color:#fff;--md-typeset-kbd-border-color:#b8b8b8;--md-typeset-mark-color:#ffff0080;--md-typeset-table-color:#0000001f;--md-typeset-table-color--light:rgba(0,0,0,.035);--md-admonition-fg-color:var(--md-default-fg-color);--md-admonition-bg-color:var(--md-default-bg-color);--md-warning-fg-color:#000000de;--md-warning-bg-color:#ff9;--md-footer-fg-color:#fff;--md-footer-fg-color--light:#ffffffb3;--md-footer-fg-color--lighter:#ffffff73;--md-footer-bg-color:#000000de;--md-footer-bg-color--dark:#00000052;--md-shadow-z1:0 0.2rem 0.5rem #0000000d,0 0 0.05rem #0000001a;--md-shadow-z2:0 0.2rem 0.5rem #0000001a,0 0 0.05rem #00000040;--md-shadow-z3:0 0.2rem 0.5rem #0003,0 0 0.05rem #00000059}.md-icon svg{fill:currentcolor;display:block;height:1.2rem;width:1.2rem}body{-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale;--md-text-font-family:var(--md-text-font,_),-apple-system,BlinkMacSystemFont,Helvetica,Arial,sans-serif;--md-code-font-family:var(--md-code-font,_),SFMono-Regular,Consolas,Menlo,monospace}aside,body,input{font-feature-settings:"kern","liga";color:var(--md-typeset-color);font-family:var(--md-text-font-family)}code,kbd,pre{font-feature-settings:"kern";font-family:var(--md-code-font-family)}:root{--md-typeset-table-sort-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m18 21-4-4h3V7h-3l4-4 4 4h-3v10h3M2 19v-2h10v2M2 13v-2h7v2M2 7V5h4v2z"/></svg>');--md-typeset-table-sort-icon--asc:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 17h3l-4 4-4-4h3V3h2M2 17h10v2H2M6 5v2H2V5m0 6h7v2H2z"/></svg>');--md-typeset-table-sort-icon--desc:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 7h3l-4-4-4 4h3v14h2M2 17h10v2H2M6 5v2H2V5m0 6h7v2H2z"/></svg>')}.md-typeset{-webkit-print-color-adjust:exact;color-adjust:exact;font-size:.8rem;line-height:1.6}@media print{.md-typeset{font-size:.68rem}}.md-typeset blockquote,.md-typeset dl,.md-typeset figure,.md-typeset ol,.md-typeset pre,.md-typeset ul{margin-bottom:1em;margin-top:1em}.md-typeset h1{color:var(--md-default-fg-color--light);font-size:2em;line-height:1.3;margin:0 0 1.25em}.md-typeset h1,.md-typeset h2{font-weight:300;letter-spacing:-.01em}.md-typeset h2{font-size:1.5625em;line-height:1.4;margin:1.6em 0 .64em}.md-typeset h3{font-size:1.25em;font-weight:400;letter-spacing:-.01em;line-height:1.5;margin:1.6em 0 .8em}.md-typeset h2+h3{margin-top:.8em}.md-typeset h4{font-weight:700;letter-spacing:-.01em;margin:1em 0}.md-typeset h5,.md-typeset h6{color:var(--md-default-fg-color--light);font-size:.8em;font-weight:700;letter-spacing:-.01em;margin:1.25em 0}.md-typeset h5{text-transform:uppercase}.md-typeset h5 code{text-transform:none}.md-typeset hr{border-bottom:.05rem solid var(--md-default-fg-color--lightest);display:flow-root;margin:1.5em 0}.md-typeset a{color:var(--md-typeset-a-color);word-break:break-word}.md-typeset a,.md-typeset a:before{transition:color 125ms}.md-typeset a:focus,.md-typeset a:hover{color:var(--md-accent-fg-color)}.md-typeset a:focus code,.md-typeset a:hover code{background-color:var(--md-accent-fg-color--transparent)}.md-typeset a code{color:currentcolor;transition:background-color 125ms}.md-typeset a.focus-visible{outline-color:var(--md-accent-fg-color);outline-offset:.2rem}.md-typeset code,.md-typeset kbd,.md-typeset pre{color:var(--md-code-fg-color);direction:ltr;font-variant-ligatures:none}@media print{.md-typeset code,.md-typeset kbd,.md-typeset pre{white-space:pre-wrap}}.md-typeset code{background-color:var(--md-code-bg-color);border-radius:.1rem;-webkit-box-decoration-break:clone;box-decoration-break:clone;font-size:.85em;padding:0 .2941176471em;word-break:break-word}.md-typeset code:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}.md-typeset pre{display:flow-root;line-height:1.4;position:relative}.md-typeset pre>code{-webkit-box-decoration-break:slice;box-decoration-break:slice;box-shadow:none;display:block;margin:0;outline-color:var(--md-accent-fg-color);overflow:auto;padding:.7720588235em 1.1764705882em;scrollbar-color:var(--md-default-fg-color--lighter) #0000;scrollbar-width:thin;touch-action:auto;word-break:normal}.md-typeset pre>code:hover{scrollbar-color:var(--md-accent-fg-color) #0000}.md-typeset pre>code::-webkit-scrollbar{height:.2rem;width:.2rem}.md-typeset pre>code::-webkit-scrollbar-thumb{background-color:var(--md-default-fg-color--lighter)}.md-typeset pre>code::-webkit-scrollbar-thumb:hover{background-color:var(--md-accent-fg-color)}.md-typeset kbd{background-color:var(--md-typeset-kbd-color);border-radius:.1rem;box-shadow:0 .1rem 0 .05rem var(--md-typeset-kbd-border-color),0 .1rem 0 var(--md-typeset-kbd-border-color),0 -.1rem .2rem var(--md-typeset-kbd-accent-color) inset;color:var(--md-default-fg-color);display:inline-block;font-size:.75em;padding:0 .6666666667em;vertical-align:text-top;word-break:break-word}.md-typeset mark{background-color:var(--md-typeset-mark-color);-webkit-box-decoration-break:clone;box-decoration-break:clone;color:inherit;word-break:break-word}.md-typeset abbr{border-bottom:.05rem dotted var(--md-default-fg-color--light);cursor:help;text-decoration:none}.md-typeset small{opacity:.75}[dir=ltr] .md-typeset sub,[dir=ltr] .md-typeset sup{margin-left:.078125em}[dir=rtl] .md-typeset sub,[dir=rtl] .md-typeset sup{margin-right:.078125em}[dir=ltr] .md-typeset blockquote{padding-left:.6rem}[dir=rtl] .md-typeset blockquote{padding-right:.6rem}[dir=ltr] .md-typeset blockquote{border-left:.2rem solid var(--md-default-fg-color--lighter)}[dir=rtl] .md-typeset blockquote{border-right:.2rem solid var(--md-default-fg-color--lighter)}.md-typeset blockquote{color:var(--md-default-fg-color--light);margin-left:0;margin-right:0}.md-typeset ul{list-style-type:disc}.md-typeset ul[type]{list-style-type:revert-layer}[dir=ltr] .md-typeset ol,[dir=ltr] .md-typeset ul{margin-left:.625em}[dir=rtl] .md-typeset ol,[dir=rtl] .md-typeset ul{margin-right:.625em}.md-typeset ol,.md-typeset ul{padding:0}.md-typeset ol:not([hidden]),.md-typeset ul:not([hidden]){display:flow-root}.md-typeset ol ol,.md-typeset ul ol{list-style-type:lower-alpha}.md-typeset ol ol ol,.md-typeset ul ol ol{list-style-type:lower-roman}.md-typeset ol ol ol ol,.md-typeset ul ol ol ol{list-style-type:upper-alpha}.md-typeset ol ol ol ol ol,.md-typeset ul ol ol ol ol{list-style-type:upper-roman}.md-typeset ol[type],.md-typeset ul[type]{list-style-type:revert-layer}[dir=ltr] .md-typeset ol li,[dir=ltr] .md-typeset ul li{margin-left:1.25em}[dir=rtl] .md-typeset ol li,[dir=rtl] .md-typeset ul li{margin-right:1.25em}.md-typeset ol li,.md-typeset ul li{margin-bottom:.5em}.md-typeset ol li blockquote,.md-typeset ol li p,.md-typeset ul li blockquote,.md-typeset ul li p{margin:.5em 0}.md-typeset ol li:last-child,.md-typeset ul li:last-child{margin-bottom:0}[dir=ltr] .md-typeset ol li ol,[dir=ltr] .md-typeset ol li ul,[dir=ltr] .md-typeset ul li ol,[dir=ltr] .md-typeset ul li ul{margin-left:.625em}[dir=rtl] .md-typeset ol li ol,[dir=rtl] .md-typeset ol li ul,[dir=rtl] .md-typeset ul li ol,[dir=rtl] .md-typeset ul li ul{margin-right:.625em}.md-typeset ol li ol,.md-typeset ol li ul,.md-typeset ul li ol,.md-typeset ul li ul{margin-bottom:.5em;margin-top:.5em}[dir=ltr] .md-typeset dd{margin-left:1.875em}[dir=rtl] .md-typeset dd{margin-right:1.875em}.md-typeset dd{margin-bottom:1.5em;margin-top:1em}.md-typeset img,.md-typeset svg,.md-typeset video{height:auto;max-width:100%}.md-typeset img[align=left]{margin:1em 1em 1em 0}.md-typeset img[align=right]{margin:1em 0 1em 1em}.md-typeset img[align]:only-child{margin-top:0}.md-typeset figure{display:flow-root;margin:1em auto;max-width:100%;text-align:center;width:-moz-fit-content;width:fit-content}.md-typeset figure img{display:block;margin:0 auto}.md-typeset figcaption{font-style:italic;margin:1em auto;max-width:24rem}.md-typeset iframe{max-width:100%}.md-typeset table:not([class]){background-color:var(--md-default-bg-color);border:.05rem solid var(--md-typeset-table-color);border-radius:.1rem;display:inline-block;font-size:.64rem;max-width:100%;overflow:auto;touch-action:auto}@media print{.md-typeset table:not([class]){display:table}}.md-typeset table:not([class])+*{margin-top:1.5em}.md-typeset table:not([class]) td>:first-child,.md-typeset table:not([class]) th>:first-child{margin-top:0}.md-typeset table:not([class]) td>:last-child,.md-typeset table:not([class]) th>:last-child{margin-bottom:0}.md-typeset table:not([class]) td:not([align]),.md-typeset table:not([class]) th:not([align]){text-align:left}[dir=rtl] .md-typeset table:not([class]) td:not([align]),[dir=rtl] .md-typeset table:not([class]) th:not([align]){text-align:right}.md-typeset table:not([class]) th{font-weight:700;min-width:5rem;padding:.9375em 1.25em;vertical-align:top}.md-typeset table:not([class]) td{border-top:.05rem solid var(--md-typeset-table-color);padding:.9375em 1.25em;vertical-align:top}.md-typeset table:not([class]) tbody tr{transition:background-color 125ms}.md-typeset table:not([class]) tbody tr:hover{background-color:var(--md-typeset-table-color--light);box-shadow:0 .05rem 0 var(--md-default-bg-color) inset}.md-typeset table:not([class]) a{word-break:normal}.md-typeset table th[role=columnheader]{cursor:pointer}[dir=ltr] .md-typeset table th[role=columnheader]:after{margin-left:.5em}[dir=rtl] .md-typeset table th[role=columnheader]:after{margin-right:.5em}.md-typeset table th[role=columnheader]:after{content:"";display:inline-block;height:1.2em;-webkit-mask-image:var(--md-typeset-table-sort-icon);mask-image:var(--md-typeset-table-sort-icon);-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;transition:background-color 125ms;vertical-align:text-bottom;width:1.2em}.md-typeset table th[role=columnheader]:hover:after{background-color:var(--md-default-fg-color--lighter)}.md-typeset table th[role=columnheader][aria-sort=ascending]:after{background-color:var(--md-default-fg-color--light);-webkit-mask-image:var(--md-typeset-table-sort-icon--asc);mask-image:var(--md-typeset-table-sort-icon--asc)}.md-typeset table th[role=columnheader][aria-sort=descending]:after{background-color:var(--md-default-fg-color--light);-webkit-mask-image:var(--md-typeset-table-sort-icon--desc);mask-image:var(--md-typeset-table-sort-icon--desc)}.md-typeset__scrollwrap{margin:1em -.8rem;overflow-x:auto;touch-action:auto}.md-typeset__table{display:inline-block;margin-bottom:.5em;padding:0 .8rem}@media print{.md-typeset__table{display:block}}html .md-typeset__table table{display:table;margin:0;overflow:hidden;width:100%}@media screen and (max-width:44.984375em){.md-content__inner>pre{margin:1em -.8rem}.md-content__inner>pre code{border-radius:0}}.md-typeset .md-author{border-radius:100%;display:block;flex-shrink:0;height:1.6rem;overflow:hidden;position:relative;transition:color 125ms,transform 125ms;width:1.6rem}.md-typeset .md-author img{display:block}.md-typeset .md-author--more{background:var(--md-default-fg-color--lightest);color:var(--md-default-fg-color--lighter);font-size:.6rem;font-weight:700;line-height:1.6rem;text-align:center}.md-typeset .md-author--long{height:2.4rem;width:2.4rem}.md-typeset a.md-author{transform:scale(1)}.md-typeset a.md-author img{border-radius:100%;filter:grayscale(100%) opacity(75%);transition:filter 125ms}.md-typeset a.md-author:focus,.md-typeset a.md-author:hover{transform:scale(1.1);z-index:1}.md-typeset a.md-author:focus img,.md-typeset a.md-author:hover img{filter:grayscale(0)}.md-banner{background-color:var(--md-footer-bg-color);color:var(--md-footer-fg-color);overflow:auto}@media print{.md-banner{display:none}}.md-banner--warning{background-color:var(--md-warning-bg-color);color:var(--md-warning-fg-color)}.md-banner__inner{font-size:.7rem;margin:.6rem auto;padding:0 .8rem}[dir=ltr] .md-banner__button{float:right}[dir=rtl] .md-banner__button{float:left}.md-banner__button{color:inherit;cursor:pointer;transition:opacity .25s}.no-js .md-banner__button{display:none}.md-banner__button:hover{opacity:.7}html{font-size:125%;height:100%;overflow-x:hidden}@media screen and (min-width:100em){html{font-size:137.5%}}@media screen and (min-width:125em){html{font-size:150%}}body{background-color:var(--md-default-bg-color);display:flex;flex-direction:column;font-size:.5rem;min-height:100%;position:relative;width:100%}@media print{body{display:block}}@media screen and (max-width:59.984375em){body[data-md-scrolllock]{position:fixed}}.md-grid{margin-left:auto;margin-right:auto;max-width:61rem}.md-container{display:flex;flex-direction:column;flex-grow:1}@media print{.md-container{display:block}}.md-main{flex-grow:1}.md-main__inner{display:flex;height:100%;margin-top:1.5rem}.md-ellipsis{overflow:hidden;text-overflow:ellipsis}.md-toggle{display:none}.md-option{height:0;opacity:0;position:absolute;width:0}.md-option:checked+label:not([hidden]){display:block}.md-option.focus-visible+label{outline-color:var(--md-accent-fg-color);outline-style:auto}.md-skip{background-color:var(--md-default-fg-color);border-radius:.1rem;color:var(--md-default-bg-color);font-size:.64rem;margin:.5rem;opacity:0;outline-color:var(--md-accent-fg-color);padding:.3rem .5rem;position:fixed;transform:translateY(.4rem);z-index:-1}.md-skip:focus{opacity:1;transform:translateY(0);transition:transform .25s cubic-bezier(.4,0,.2,1),opacity 175ms 75ms;z-index:10}@page{margin:25mm}:root{--md-clipboard-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 21H8V7h11m0-2H8a2 2 0 0 0-2 2v14a2 2 0 0 0 2 2h11a2 2 0 0 0 2-2V7a2 2 0 0 0-2-2m-3-4H4a2 2 0 0 0-2 2v14h2V3h12z"/></svg>')}.md-clipboard{border-radius:.1rem;color:var(--md-default-fg-color--lightest);cursor:pointer;height:1.5em;outline-color:var(--md-accent-fg-color);outline-offset:.1rem;position:absolute;right:.5em;top:.5em;transition:color .25s;width:1.5em;z-index:1}@media print{.md-clipboard{display:none}}.md-clipboard:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}:hover>.md-clipboard{color:var(--md-default-fg-color--light)}.md-clipboard:focus,.md-clipboard:hover{color:var(--md-accent-fg-color)}.md-clipboard:after{background-color:currentcolor;content:"";display:block;height:1.125em;margin:0 auto;-webkit-mask-image:var(--md-clipboard-icon);mask-image:var(--md-clipboard-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:1.125em}.md-clipboard--inline{cursor:pointer}.md-clipboard--inline code{transition:color .25s,background-color .25s}.md-clipboard--inline:focus code,.md-clipboard--inline:hover code{background-color:var(--md-accent-fg-color--transparent);color:var(--md-accent-fg-color)}.md-typeset .md-code__content{display:grid}@keyframes consent{0%{opacity:0;transform:translateY(100%)}to{opacity:1;transform:translateY(0)}}@keyframes overlay{0%{opacity:0}to{opacity:1}}.md-consent__overlay{animation:overlay .25s both;-webkit-backdrop-filter:blur(.1rem);backdrop-filter:blur(.1rem);background-color:#0000008a;height:100%;opacity:1;position:fixed;top:0;width:100%;z-index:5}.md-consent__inner{animation:consent .5s cubic-bezier(.1,.7,.1,1) both;background-color:var(--md-default-bg-color);border:0;border-radius:.1rem;bottom:0;box-shadow:0 0 .2rem #0000001a,0 .2rem .4rem #0003;max-height:100%;overflow:auto;padding:0;position:fixed;width:100%;z-index:5}.md-consent__form{padding:.8rem}.md-consent__settings{display:none;margin:1em 0}input:checked+.md-consent__settings{display:block}.md-consent__controls{margin-bottom:.8rem}.md-typeset .md-consent__controls .md-button{display:inline}@media screen and (max-width:44.984375em){.md-typeset .md-consent__controls .md-button{display:block;margin-top:.4rem;text-align:center;width:100%}}.md-consent label{cursor:pointer}.md-content{flex-grow:1;min-width:0}.md-content__inner{margin:0 .8rem 1.2rem;padding-top:.6rem}@media screen and (min-width:76.25em){[dir=ltr] .md-sidebar--primary:not([hidden])~.md-content>.md-content__inner{margin-left:1.2rem}[dir=ltr] .md-sidebar--secondary:not([hidden])~.md-content>.md-content__inner,[dir=rtl] .md-sidebar--primary:not([hidden])~.md-content>.md-content__inner{margin-right:1.2rem}[dir=rtl] .md-sidebar--secondary:not([hidden])~.md-content>.md-content__inner{margin-left:1.2rem}}.md-content__inner:before{content:"";display:block;height:.4rem}.md-content__inner>:last-child{margin-bottom:0}[dir=ltr] .md-content__button{float:right}[dir=rtl] .md-content__button{float:left}[dir=ltr] .md-content__button{margin-left:.4rem}[dir=rtl] .md-content__button{margin-right:.4rem}.md-content__button{margin:.4rem 0;padding:0}@media print{.md-content__button{display:none}}.md-typeset .md-content__button{color:var(--md-default-fg-color--lighter)}.md-content__button svg{display:inline;vertical-align:top}[dir=rtl] .md-content__button svg{transform:scaleX(-1)}[dir=ltr] .md-dialog{right:.8rem}[dir=rtl] .md-dialog{left:.8rem}.md-dialog{background-color:var(--md-default-fg-color);border-radius:.1rem;bottom:.8rem;box-shadow:var(--md-shadow-z3);min-width:11.1rem;opacity:0;padding:.4rem .6rem;pointer-events:none;position:fixed;transform:translateY(100%);transition:transform 0ms .4s,opacity .4s;z-index:4}@media print{.md-dialog{display:none}}.md-dialog--active{opacity:1;pointer-events:auto;transform:translateY(0);transition:transform .4s cubic-bezier(.075,.85,.175,1),opacity .4s}.md-dialog__inner{color:var(--md-default-bg-color);font-size:.7rem}.md-feedback{margin:2em 0 1em;text-align:center}.md-feedback fieldset{border:none;margin:0;padding:0}.md-feedback__title{font-weight:700;margin:1em auto}.md-feedback__inner{position:relative}.md-feedback__list{display:flex;flex-wrap:wrap;place-content:baseline center;position:relative}.md-feedback__list:hover .md-icon:not(:disabled){color:var(--md-default-fg-color--lighter)}:disabled .md-feedback__list{min-height:1.8rem}.md-feedback__icon{color:var(--md-default-fg-color--light);cursor:pointer;flex-shrink:0;margin:0 .1rem;transition:color 125ms}.md-feedback__icon:not(:disabled).md-icon:hover{color:var(--md-accent-fg-color)}.md-feedback__icon:disabled{color:var(--md-default-fg-color--lightest);pointer-events:none}.md-feedback__note{opacity:0;position:relative;transform:translateY(.4rem);transition:transform .4s cubic-bezier(.1,.7,.1,1),opacity .15s}.md-feedback__note>*{margin:0 auto;max-width:16rem}:disabled .md-feedback__note{opacity:1;transform:translateY(0)}@media print{.md-feedback{display:none}}.md-footer{background-color:var(--md-footer-bg-color);color:var(--md-footer-fg-color)}@media print{.md-footer{display:none}}.md-footer__inner{justify-content:space-between;overflow:auto;padding:.2rem}.md-footer__inner:not([hidden]){display:flex}.md-footer__link{align-items:end;display:flex;flex-grow:0.01;margin-bottom:.4rem;margin-top:1rem;max-width:100%;outline-color:var(--md-accent-fg-color);overflow:hidden;transition:opacity .25s}.md-footer__link:focus,.md-footer__link:hover{opacity:.7}[dir=rtl] .md-footer__link svg{transform:scaleX(-1)}@media screen and (max-width:44.984375em){.md-footer__link--prev{flex-shrink:0}.md-footer__link--prev .md-footer__title{display:none}}[dir=ltr] .md-footer__link--next{margin-left:auto}[dir=rtl] .md-footer__link--next{margin-right:auto}.md-footer__link--next{text-align:right}[dir=rtl] .md-footer__link--next{text-align:left}.md-footer__title{flex-grow:1;font-size:.9rem;margin-bottom:.7rem;max-width:calc(100% - 2.4rem);padding:0 1rem;white-space:nowrap}.md-footer__button{margin:.2rem;padding:.4rem}.md-footer__direction{font-size:.64rem;opacity:.7}.md-footer-meta{background-color:var(--md-footer-bg-color--dark)}.md-footer-meta__inner{display:flex;flex-wrap:wrap;justify-content:space-between;padding:.2rem}html .md-footer-meta.md-typeset a{color:var(--md-footer-fg-color--light)}html .md-footer-meta.md-typeset a:focus,html .md-footer-meta.md-typeset a:hover{color:var(--md-footer-fg-color)}.md-copyright{color:var(--md-footer-fg-color--lighter);font-size:.64rem;margin:auto .6rem;padding:.4rem 0;width:100%}@media screen and (min-width:45em){.md-copyright{width:auto}}.md-copyright__highlight{color:var(--md-footer-fg-color--light)}.md-social{display:inline-flex;gap:.2rem;margin:0 .4rem;padding:.2rem 0 .6rem}@media screen and (min-width:45em){.md-social{padding:.6rem 0}}.md-social__link{display:inline-block;height:1.6rem;text-align:center;width:1.6rem}.md-social__link:before{line-height:1.9}.md-social__link svg{fill:currentcolor;max-height:.8rem;vertical-align:-25%}.md-typeset .md-button{border:.1rem solid;border-radius:.1rem;color:var(--md-primary-fg-color);cursor:pointer;display:inline-block;font-weight:700;padding:.625em 2em;transition:color 125ms,background-color 125ms,border-color 125ms}.md-typeset .md-button--primary{background-color:var(--md-primary-fg-color);border-color:var(--md-primary-fg-color);color:var(--md-primary-bg-color)}.md-typeset .md-button:focus,.md-typeset .md-button:hover{background-color:var(--md-accent-fg-color);border-color:var(--md-accent-fg-color);color:var(--md-accent-bg-color)}[dir=ltr] .md-typeset .md-input{border-top-left-radius:.1rem}[dir=ltr] .md-typeset .md-input,[dir=rtl] .md-typeset .md-input{border-top-right-radius:.1rem}[dir=rtl] .md-typeset .md-input{border-top-left-radius:.1rem}.md-typeset .md-input{border-bottom:.1rem solid var(--md-default-fg-color--lighter);box-shadow:var(--md-shadow-z1);font-size:.8rem;height:1.8rem;padding:0 .6rem;transition:border .25s,box-shadow .25s}.md-typeset .md-input:focus,.md-typeset .md-input:hover{border-bottom-color:var(--md-accent-fg-color);box-shadow:var(--md-shadow-z2)}.md-typeset .md-input--stretch{width:100%}.md-header{background-color:var(--md-primary-fg-color);box-shadow:0 0 .2rem #0000,0 .2rem .4rem #0000;color:var(--md-primary-bg-color);display:block;left:0;position:sticky;right:0;top:0;z-index:4}@media print{.md-header{display:none}}.md-header[hidden]{transform:translateY(-100%);transition:transform .25s cubic-bezier(.8,0,.6,1),box-shadow .25s}.md-header--shadow{box-shadow:0 0 .2rem #0000001a,0 .2rem .4rem #0003;transition:transform .25s cubic-bezier(.1,.7,.1,1),box-shadow .25s}.md-header__inner{align-items:center;display:flex;padding:0 .2rem}.md-header__button{color:currentcolor;cursor:pointer;margin:.2rem;outline-color:var(--md-accent-fg-color);padding:.4rem;position:relative;transition:opacity .25s;vertical-align:middle;z-index:1}.md-header__button:hover{opacity:.7}.md-header__button:not([hidden]){display:inline-block}.md-header__button:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}.md-header__button.md-logo{margin:.2rem;padding:.4rem}@media screen and (max-width:76.234375em){.md-header__button.md-logo{display:none}}.md-header__button.md-logo img,.md-header__button.md-logo svg{fill:currentcolor;display:block;height:1.2rem;width:auto}@media screen and (min-width:60em){.md-header__button[for=__search]{display:none}}.no-js .md-header__button[for=__search]{display:none}[dir=rtl] .md-header__button[for=__search] svg{transform:scaleX(-1)}@media screen and (min-width:76.25em){.md-header__button[for=__drawer]{display:none}}.md-header__topic{display:flex;max-width:100%;position:absolute;transition:transform .4s cubic-bezier(.1,.7,.1,1),opacity .15s;white-space:nowrap}.md-header__topic+.md-header__topic{opacity:0;pointer-events:none;transform:translateX(1.25rem);transition:transform .4s cubic-bezier(1,.7,.1,.1),opacity .15s;z-index:-1}[dir=rtl] .md-header__topic+.md-header__topic{transform:translateX(-1.25rem)}.md-header__topic:first-child{font-weight:700}[dir=ltr] .md-header__title{margin-left:1rem;margin-right:.4rem}[dir=rtl] .md-header__title{margin-left:.4rem;margin-right:1rem}.md-header__title{flex-grow:1;font-size:.9rem;height:2.4rem;line-height:2.4rem}.md-header__title--active .md-header__topic{opacity:0;pointer-events:none;transform:translateX(-1.25rem);transition:transform .4s cubic-bezier(1,.7,.1,.1),opacity .15s;z-index:-1}[dir=rtl] .md-header__title--active .md-header__topic{transform:translateX(1.25rem)}.md-header__title--active .md-header__topic+.md-header__topic{opacity:1;pointer-events:auto;transform:translateX(0);transition:transform .4s cubic-bezier(.1,.7,.1,1),opacity .15s;z-index:0}.md-header__title>.md-header__ellipsis{height:100%;position:relative;width:100%}.md-header__option{display:flex;flex-shrink:0;max-width:100%;transition:max-width 0ms .25s,opacity .25s .25s;white-space:nowrap}[data-md-toggle=search]:checked~.md-header .md-header__option{max-width:0;opacity:0;transition:max-width 0ms,opacity 0ms}.md-header__option>input{bottom:0}.md-header__source{display:none}@media screen and (min-width:60em){[dir=ltr] .md-header__source{margin-left:1rem}[dir=rtl] .md-header__source{margin-right:1rem}.md-header__source{display:block;max-width:11.7rem;width:11.7rem}}@media screen and (min-width:76.25em){[dir=ltr] .md-header__source{margin-left:1.4rem}[dir=rtl] .md-header__source{margin-right:1.4rem}}.md-meta{color:var(--md-default-fg-color--light);font-size:.7rem;line-height:1.3}.md-meta__list{display:inline-flex;flex-wrap:wrap;list-style:none;margin:0;padding:0}.md-meta__item:not(:last-child):after{content:"·";margin-left:.2rem;margin-right:.2rem}.md-meta__link{color:var(--md-typeset-a-color)}.md-meta__link:focus,.md-meta__link:hover{color:var(--md-accent-fg-color)}.md-draft{background-color:#ff1744;border-radius:.125em;color:#fff;display:inline-block;font-weight:700;padding-left:.5714285714em;padding-right:.5714285714em}:root{--md-nav-icon--prev:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>');--md-nav-icon--next:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M8.59 16.58 13.17 12 8.59 7.41 10 6l6 6-6 6z"/></svg>');--md-toc-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 9h14V7H3zm0 4h14v-2H3zm0 4h14v-2H3zm16 0h2v-2h-2zm0-10v2h2V7zm0 6h2v-2h-2z"/></svg>')}.md-nav{font-size:.7rem;line-height:1.3}.md-nav__title{color:var(--md-default-fg-color--light);display:block;font-weight:700;overflow:hidden;padding:0 .6rem;text-overflow:ellipsis}.md-nav__title .md-nav__button{display:none}.md-nav__title .md-nav__button img{height:100%;width:auto}.md-nav__title .md-nav__button.md-logo img,.md-nav__title .md-nav__button.md-logo svg{fill:currentcolor;display:block;height:2.4rem;max-width:100%;object-fit:contain;width:auto}.md-nav__list{list-style:none;margin:0;padding:0}.md-nav__link{align-items:flex-start;display:flex;gap:.4rem;margin-top:.625em;scroll-snap-align:start;transition:color 125ms}.md-nav__link--passed{color:var(--md-default-fg-color--light)}.md-nav__item .md-nav__link--active,.md-nav__item .md-nav__link--active code{color:var(--md-typeset-a-color)}.md-nav__link .md-ellipsis{position:relative}[dir=ltr] .md-nav__link .md-icon:last-child{margin-left:auto}[dir=rtl] .md-nav__link .md-icon:last-child{margin-right:auto}.md-nav__link svg{fill:currentcolor;flex-shrink:0;height:1.3em;position:relative}.md-nav__link[for]:focus,.md-nav__link[for]:hover,.md-nav__link[href]:focus,.md-nav__link[href]:hover{color:var(--md-accent-fg-color);cursor:pointer}.md-nav__link.focus-visible{outline-color:var(--md-accent-fg-color);outline-offset:.2rem}.md-nav--primary .md-nav__link[for=__toc]{display:none}.md-nav--primary .md-nav__link[for=__toc] .md-icon:after{background-color:currentcolor;display:block;height:100%;-webkit-mask-image:var(--md-toc-icon);mask-image:var(--md-toc-icon);width:100%}.md-nav--primary .md-nav__link[for=__toc]~.md-nav{display:none}.md-nav__container>.md-nav__link{margin-top:0}.md-nav__container>.md-nav__link:first-child{flex-grow:1;min-width:0}.md-nav__icon{flex-shrink:0}.md-nav__source{display:none}@media screen and (max-width:76.234375em){.md-nav--primary,.md-nav--primary .md-nav{background-color:var(--md-default-bg-color);display:flex;flex-direction:column;height:100%;left:0;position:absolute;right:0;top:0;z-index:1}.md-nav--primary .md-nav__item,.md-nav--primary .md-nav__title{font-size:.8rem;line-height:1.5}.md-nav--primary .md-nav__title{background-color:var(--md-default-fg-color--lightest);color:var(--md-default-fg-color--light);cursor:pointer;height:5.6rem;line-height:2.4rem;padding:3rem .8rem .2rem;position:relative;white-space:nowrap}[dir=ltr] .md-nav--primary .md-nav__title .md-nav__icon{left:.4rem}[dir=rtl] .md-nav--primary .md-nav__title .md-nav__icon{right:.4rem}.md-nav--primary .md-nav__title .md-nav__icon{display:block;height:1.2rem;margin:.2rem;position:absolute;top:.4rem;width:1.2rem}.md-nav--primary .md-nav__title .md-nav__icon:after{background-color:currentcolor;content:"";display:block;height:100%;-webkit-mask-image:var(--md-nav-icon--prev);mask-image:var(--md-nav-icon--prev);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:100%}.md-nav--primary .md-nav__title~.md-nav__list{background-color:var(--md-default-bg-color);box-shadow:0 .05rem 0 var(--md-default-fg-color--lightest) inset;overflow-y:auto;scroll-snap-type:y mandatory;touch-action:pan-y}.md-nav--primary .md-nav__title~.md-nav__list>:first-child{border-top:0}.md-nav--primary .md-nav__title[for=__drawer]{background-color:var(--md-primary-fg-color);color:var(--md-primary-bg-color);font-weight:700}.md-nav--primary .md-nav__title .md-logo{display:block;left:.2rem;margin:.2rem;padding:.4rem;position:absolute;right:.2rem;top:.2rem}.md-nav--primary .md-nav__list{flex:1}.md-nav--primary .md-nav__item{border-top:.05rem solid var(--md-default-fg-color--lightest)}.md-nav--primary .md-nav__item--active>.md-nav__link{color:var(--md-typeset-a-color)}.md-nav--primary .md-nav__item--active>.md-nav__link:focus,.md-nav--primary .md-nav__item--active>.md-nav__link:hover{color:var(--md-accent-fg-color)}.md-nav--primary .md-nav__link{margin-top:0;padding:.6rem .8rem}.md-nav--primary .md-nav__link svg{margin-top:.1em}.md-nav--primary .md-nav__link>.md-nav__link{padding:0}[dir=ltr] .md-nav--primary .md-nav__link .md-nav__icon{margin-right:-.2rem}[dir=rtl] .md-nav--primary .md-nav__link .md-nav__icon{margin-left:-.2rem}.md-nav--primary .md-nav__link .md-nav__icon{font-size:1.2rem;height:1.2rem;width:1.2rem}.md-nav--primary .md-nav__link .md-nav__icon:after{background-color:currentcolor;content:"";display:block;height:100%;-webkit-mask-image:var(--md-nav-icon--next);mask-image:var(--md-nav-icon--next);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:100%}[dir=rtl] .md-nav--primary .md-nav__icon:after{transform:scale(-1)}.md-nav--primary .md-nav--secondary .md-nav{background-color:initial;position:static}[dir=ltr] .md-nav--primary .md-nav--secondary .md-nav .md-nav__link{padding-left:1.4rem}[dir=rtl] .md-nav--primary .md-nav--secondary .md-nav .md-nav__link{padding-right:1.4rem}[dir=ltr] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav__link{padding-left:2rem}[dir=rtl] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav__link{padding-right:2rem}[dir=ltr] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav .md-nav__link{padding-left:2.6rem}[dir=rtl] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav .md-nav__link{padding-right:2.6rem}[dir=ltr] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav .md-nav .md-nav__link{padding-left:3.2rem}[dir=rtl] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav .md-nav .md-nav__link{padding-right:3.2rem}.md-nav--secondary{background-color:initial}.md-nav__toggle~.md-nav{display:flex;opacity:0;transform:translateX(100%);transition:transform .25s cubic-bezier(.8,0,.6,1),opacity 125ms 50ms}[dir=rtl] .md-nav__toggle~.md-nav{transform:translateX(-100%)}.md-nav__toggle:checked~.md-nav{opacity:1;transform:translateX(0);transition:transform .25s cubic-bezier(.4,0,.2,1),opacity 125ms 125ms}.md-nav__toggle:checked~.md-nav>.md-nav__list{-webkit-backface-visibility:hidden;backface-visibility:hidden}}@media screen and (max-width:59.984375em){.md-nav--primary .md-nav__link[for=__toc]{display:flex}.md-nav--primary .md-nav__link[for=__toc] .md-icon:after{content:""}.md-nav--primary .md-nav__link[for=__toc]+.md-nav__link{display:none}.md-nav--primary .md-nav__link[for=__toc]~.md-nav{display:flex}.md-nav__source{background-color:var(--md-primary-fg-color--dark);color:var(--md-primary-bg-color);display:block;padding:0 .2rem}}@media screen and (min-width:60em) and (max-width:76.234375em){.md-nav--integrated .md-nav__link[for=__toc]{display:flex}.md-nav--integrated .md-nav__link[for=__toc] .md-icon:after{content:""}.md-nav--integrated .md-nav__link[for=__toc]+.md-nav__link{display:none}.md-nav--integrated .md-nav__link[for=__toc]~.md-nav{display:flex}}@media screen and (min-width:60em){.md-nav{margin-bottom:-.4rem}.md-nav--secondary .md-nav__title{background:var(--md-default-bg-color);box-shadow:0 0 .4rem .4rem var(--md-default-bg-color);position:sticky;top:0;z-index:1}.md-nav--secondary .md-nav__title[for=__toc]{scroll-snap-align:start}.md-nav--secondary .md-nav__title .md-nav__icon{display:none}[dir=ltr] .md-nav--secondary .md-nav__list{padding-left:.6rem}[dir=rtl] .md-nav--secondary .md-nav__list{padding-right:.6rem}.md-nav--secondary .md-nav__list{padding-bottom:.4rem}[dir=ltr] .md-nav--secondary .md-nav__item>.md-nav__link{margin-right:.4rem}[dir=rtl] .md-nav--secondary .md-nav__item>.md-nav__link{margin-left:.4rem}}@media screen and (min-width:76.25em){.md-nav{margin-bottom:-.4rem;transition:max-height .25s cubic-bezier(.86,0,.07,1)}.md-nav--primary .md-nav__title{background:var(--md-default-bg-color);box-shadow:0 0 .4rem .4rem var(--md-default-bg-color);position:sticky;top:0;z-index:1}.md-nav--primary .md-nav__title[for=__drawer]{scroll-snap-align:start}.md-nav--primary .md-nav__title .md-nav__icon{display:none}[dir=ltr] .md-nav--primary .md-nav__list{padding-left:.6rem}[dir=rtl] .md-nav--primary .md-nav__list{padding-right:.6rem}.md-nav--primary .md-nav__list{padding-bottom:.4rem}[dir=ltr] .md-nav--primary .md-nav__item>.md-nav__link{margin-right:.4rem}[dir=rtl] .md-nav--primary .md-nav__item>.md-nav__link{margin-left:.4rem}.md-nav__toggle~.md-nav{display:grid;grid-template-rows:0fr;opacity:0;transition:grid-template-rows .25s cubic-bezier(.86,0,.07,1),opacity .25s,visibility 0ms .25s;visibility:collapse}.md-nav__toggle~.md-nav>.md-nav__list{overflow:hidden}.md-nav__toggle.md-toggle--indeterminate~.md-nav,.md-nav__toggle:checked~.md-nav{grid-template-rows:1fr;opacity:1;transition:grid-template-rows .25s cubic-bezier(.86,0,.07,1),opacity .15s .1s,visibility 0ms;visibility:visible}.md-nav__toggle.md-toggle--indeterminate~.md-nav{transition:none}.md-nav__item--nested>.md-nav>.md-nav__title{display:none}.md-nav__item--section{display:block;margin:1.25em 0}.md-nav__item--section:last-child{margin-bottom:0}.md-nav__item--section>.md-nav__link{font-weight:700}.md-nav__item--section>.md-nav__link[for]{color:var(--md-default-fg-color--light)}.md-nav__item--section>.md-nav__link:not(.md-nav__container){pointer-events:none}.md-nav__item--section>.md-nav__link .md-icon,.md-nav__item--section>.md-nav__link>[for]{display:none}[dir=ltr] .md-nav__item--section>.md-nav{margin-left:-.6rem}[dir=rtl] .md-nav__item--section>.md-nav{margin-right:-.6rem}.md-nav__item--section>.md-nav{display:block;opacity:1;visibility:visible}.md-nav__item--section>.md-nav>.md-nav__list>.md-nav__item{padding:0}.md-nav__icon{border-radius:100%;height:.9rem;transition:background-color .25s;width:.9rem}.md-nav__icon:hover{background-color:var(--md-accent-fg-color--transparent)}.md-nav__icon:after{background-color:currentcolor;border-radius:100%;content:"";display:inline-block;height:100%;-webkit-mask-image:var(--md-nav-icon--next);mask-image:var(--md-nav-icon--next);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;transition:transform .25s;vertical-align:-.1rem;width:100%}[dir=rtl] .md-nav__icon:after{transform:rotate(180deg)}.md-nav__item--nested .md-nav__toggle:checked~.md-nav__link .md-nav__icon:after,.md-nav__item--nested .md-toggle--indeterminate~.md-nav__link .md-nav__icon:after{transform:rotate(90deg)}.md-nav--lifted>.md-nav__list>.md-nav__item,.md-nav--lifted>.md-nav__title{display:none}.md-nav--lifted>.md-nav__list>.md-nav__item--active{display:block}.md-nav--lifted>.md-nav__list>.md-nav__item--active>.md-nav__link{background:var(--md-default-bg-color);box-shadow:0 0 .4rem .4rem var(--md-default-bg-color);margin-top:0;position:sticky;top:0;z-index:1}.md-nav--lifted>.md-nav__list>.md-nav__item--active>.md-nav__link:not(.md-nav__container){pointer-events:none}.md-nav--lifted>.md-nav__list>.md-nav__item--active.md-nav__item--section{margin:0}[dir=ltr] .md-nav--lifted>.md-nav__list>.md-nav__item>.md-nav:not(.md-nav--secondary){margin-left:-.6rem}[dir=rtl] .md-nav--lifted>.md-nav__list>.md-nav__item>.md-nav:not(.md-nav--secondary){margin-right:-.6rem}.md-nav--lifted>.md-nav__list>.md-nav__item>[for]{color:var(--md-default-fg-color--light)}.md-nav--lifted .md-nav[data-md-level="1"]{grid-template-rows:1fr;opacity:1;visibility:visible}[dir=ltr] .md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary{border-left:.05rem solid var(--md-primary-fg-color)}[dir=rtl] .md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary{border-right:.05rem solid var(--md-primary-fg-color)}.md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary{display:block;margin-bottom:1.25em;opacity:1;visibility:visible}.md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary>.md-nav__list{overflow:visible;padding-bottom:0}.md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary>.md-nav__title{display:none}}.md-pagination{font-size:.8rem;font-weight:700;gap:.4rem}.md-pagination,.md-pagination>*{align-items:center;display:flex;justify-content:center}.md-pagination>*{border-radius:.2rem;height:1.8rem;min-width:1.8rem;text-align:center}.md-pagination__current{background-color:var(--md-default-fg-color--lightest);color:var(--md-default-fg-color--light)}.md-pagination__link{transition:color 125ms,background-color 125ms}.md-pagination__link:focus,.md-pagination__link:hover{background-color:var(--md-accent-fg-color--transparent);color:var(--md-accent-fg-color)}.md-pagination__link:focus svg,.md-pagination__link:hover svg{color:var(--md-accent-fg-color)}.md-pagination__link.focus-visible{outline-color:var(--md-accent-fg-color);outline-offset:.2rem}.md-pagination__link svg{fill:currentcolor;color:var(--md-default-fg-color--lighter);display:block;max-height:100%;width:1.2rem}.md-post__back{border-bottom:.05rem solid var(--md-default-fg-color--lightest);margin-bottom:1.2rem;padding-bottom:1.2rem}@media screen and (max-width:76.234375em){.md-post__back{display:none}}[dir=rtl] .md-post__back svg{transform:scaleX(-1)}.md-post__authors{display:flex;flex-direction:column;gap:.6rem;margin:0 .6rem 1.2rem}.md-post .md-post__meta a{transition:color 125ms}.md-post .md-post__meta a:focus,.md-post .md-post__meta a:hover{color:var(--md-accent-fg-color)}.md-post__title{color:var(--md-default-fg-color--light);font-weight:700}.md-post--excerpt{margin-bottom:3.2rem}.md-post--excerpt .md-post__header{align-items:center;display:flex;gap:.6rem;min-height:1.6rem}.md-post--excerpt .md-post__authors{align-items:center;display:inline-flex;flex-direction:row;gap:.2rem;margin:0;min-height:2.4rem}[dir=ltr] .md-post--excerpt .md-post__meta .md-meta__list{margin-right:.4rem}[dir=rtl] .md-post--excerpt .md-post__meta .md-meta__list{margin-left:.4rem}.md-post--excerpt .md-post__content>:first-child{--md-scroll-margin:6rem;margin-top:0}.md-post>.md-nav--secondary{margin:1em 0}.md-profile{align-items:center;display:flex;font-size:.7rem;gap:.6rem;line-height:1.4;width:100%}.md-profile__description{flex-grow:1}.md-content--post{display:flex}@media screen and (max-width:76.234375em){.md-content--post{flex-flow:column-reverse}}.md-content--post>.md-content__inner{min-width:0}@media screen and (min-width:76.25em){[dir=ltr] .md-content--post>.md-content__inner{margin-left:1.2rem}[dir=rtl] .md-content--post>.md-content__inner{margin-right:1.2rem}}@media screen and (max-width:76.234375em){.md-sidebar.md-sidebar--post{padding:0;position:static;width:100%}.md-sidebar.md-sidebar--post .md-sidebar__scrollwrap{overflow:visible}.md-sidebar.md-sidebar--post .md-sidebar__inner{padding:0}.md-sidebar.md-sidebar--post .md-post__meta{margin-left:.6rem;margin-right:.6rem}.md-sidebar.md-sidebar--post .md-nav__item{border:none;display:inline}.md-sidebar.md-sidebar--post .md-nav__list{display:inline-flex;flex-wrap:wrap;gap:.6rem;padding-bottom:.6rem;padding-top:.6rem}.md-sidebar.md-sidebar--post .md-nav__link{padding:0}.md-sidebar.md-sidebar--post .md-nav{height:auto;margin-bottom:0;position:static}}:root{--md-progress-value:0;--md-progress-delay:400ms}.md-progress{background:var(--md-primary-bg-color);height:.075rem;opacity:min(clamp(0,var(--md-progress-value),1),clamp(0,100 - var(--md-progress-value),1));position:fixed;top:0;transform:scaleX(calc(var(--md-progress-value)*1%));transform-origin:left;transition:transform .5s cubic-bezier(.19,1,.22,1),opacity .25s var(--md-progress-delay);width:100%;z-index:4}:root{--md-search-result-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M14 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h7c-.41-.25-.8-.56-1.14-.9-.33-.33-.61-.7-.86-1.1H6V4h7v5h5v1.18c.71.16 1.39.43 2 .82V8zm6.31 16.9c1.33-2.11.69-4.9-1.4-6.22-2.11-1.33-4.91-.68-6.22 1.4-1.34 2.11-.69 4.89 1.4 6.22 1.46.93 3.32.93 4.79.02L22 23.39 23.39 22zm-3.81.1a2.5 2.5 0 0 1-2.5-2.5 2.5 2.5 0 0 1 2.5-2.5 2.5 2.5 0 0 1 2.5 2.5 2.5 2.5 0 0 1-2.5 2.5"/></svg>')}.md-search{position:relative}@media screen and (min-width:60em){.md-search{padding:.2rem 0}}.no-js .md-search{display:none}.md-search__overlay{opacity:0;z-index:1}@media screen and (max-width:59.984375em){[dir=ltr] .md-search__overlay{left:-2.2rem}[dir=rtl] .md-search__overlay{right:-2.2rem}.md-search__overlay{background-color:var(--md-default-bg-color);border-radius:1rem;height:2rem;overflow:hidden;pointer-events:none;position:absolute;top:-1rem;transform-origin:center;transition:transform .3s .1s,opacity .2s .2s;width:2rem}[data-md-toggle=search]:checked~.md-header .md-search__overlay{opacity:1;transition:transform .4s,opacity .1s}}@media screen and (min-width:60em){[dir=ltr] .md-search__overlay{left:0}[dir=rtl] .md-search__overlay{right:0}.md-search__overlay{background-color:#0000008a;cursor:pointer;height:0;position:fixed;top:0;transition:width 0ms .25s,height 0ms .25s,opacity .25s;width:0}[data-md-toggle=search]:checked~.md-header .md-search__overlay{height:200vh;opacity:1;transition:width 0ms,height 0ms,opacity .25s;width:100%}}@media screen and (max-width:29.984375em){[data-md-toggle=search]:checked~.md-header .md-search__overlay{transform:scale(45)}}@media screen and (min-width:30em) and (max-width:44.984375em){[data-md-toggle=search]:checked~.md-header .md-search__overlay{transform:scale(60)}}@media screen and (min-width:45em) and (max-width:59.984375em){[data-md-toggle=search]:checked~.md-header .md-search__overlay{transform:scale(75)}}.md-search__inner{-webkit-backface-visibility:hidden;backface-visibility:hidden}@media screen and (max-width:59.984375em){[dir=ltr] .md-search__inner{left:0}[dir=rtl] .md-search__inner{right:0}.md-search__inner{height:0;opacity:0;overflow:hidden;position:fixed;top:0;transform:translateX(5%);transition:width 0ms .3s,height 0ms .3s,transform .15s cubic-bezier(.4,0,.2,1) .15s,opacity .15s .15s;width:0;z-index:2}[dir=rtl] .md-search__inner{transform:translateX(-5%)}[data-md-toggle=search]:checked~.md-header .md-search__inner{height:100%;opacity:1;transform:translateX(0);transition:width 0ms 0ms,height 0ms 0ms,transform .15s cubic-bezier(.1,.7,.1,1) .15s,opacity .15s .15s;width:100%}}@media screen and (min-width:60em){[dir=ltr] .md-search__inner{float:right}[dir=rtl] .md-search__inner{float:left}.md-search__inner{padding:.1rem 0;position:relative;transition:width .25s cubic-bezier(.1,.7,.1,1);width:11.7rem}}@media screen and (min-width:60em) and (max-width:76.234375em){[data-md-toggle=search]:checked~.md-header .md-search__inner{width:23.4rem}}@media screen and (min-width:76.25em){[data-md-toggle=search]:checked~.md-header .md-search__inner{width:34.4rem}}.md-search__form{background-color:var(--md-default-bg-color);box-shadow:0 0 .6rem #0000;height:2.4rem;position:relative;transition:color .25s,background-color .25s;z-index:2}@media screen and (min-width:60em){.md-search__form{background-color:#00000042;border-radius:.1rem;height:1.8rem}.md-search__form:hover{background-color:#ffffff1f}}[data-md-toggle=search]:checked~.md-header .md-search__form{background-color:var(--md-default-bg-color);border-radius:.1rem .1rem 0 0;box-shadow:0 0 .6rem #00000012;color:var(--md-default-fg-color)}[dir=ltr] .md-search__input{padding-left:3.6rem;padding-right:2.2rem}[dir=rtl] .md-search__input{padding-left:2.2rem;padding-right:3.6rem}.md-search__input{background:#0000;font-size:.9rem;height:100%;position:relative;text-overflow:ellipsis;width:100%;z-index:2}.md-search__input::placeholder{transition:color .25s}.md-search__input::placeholder,.md-search__input~.md-search__icon{color:var(--md-default-fg-color--light)}.md-search__input::-ms-clear{display:none}@media screen and (max-width:59.984375em){.md-search__input{font-size:.9rem;height:2.4rem;width:100%}}@media screen and (min-width:60em){[dir=ltr] .md-search__input{padding-left:2.2rem}[dir=rtl] .md-search__input{padding-right:2.2rem}.md-search__input{color:inherit;font-size:.8rem}.md-search__input::placeholder{color:var(--md-primary-bg-color--light)}.md-search__input+.md-search__icon{color:var(--md-primary-bg-color)}[data-md-toggle=search]:checked~.md-header .md-search__input{text-overflow:clip}[data-md-toggle=search]:checked~.md-header .md-search__input+.md-search__icon{color:var(--md-default-fg-color--light)}[data-md-toggle=search]:checked~.md-header .md-search__input::placeholder{color:#0000}}.md-search__icon{cursor:pointer;display:inline-block;height:1.2rem;transition:color .25s,opacity .25s;width:1.2rem}.md-search__icon:hover{opacity:.7}[dir=ltr] .md-search__icon[for=__search]{left:.5rem}[dir=rtl] .md-search__icon[for=__search]{right:.5rem}.md-search__icon[for=__search]{position:absolute;top:.3rem;z-index:2}[dir=rtl] .md-search__icon[for=__search] svg{transform:scaleX(-1)}@media screen and (max-width:59.984375em){[dir=ltr] .md-search__icon[for=__search]{left:.8rem}[dir=rtl] .md-search__icon[for=__search]{right:.8rem}.md-search__icon[for=__search]{top:.6rem}.md-search__icon[for=__search] svg:first-child{display:none}}@media screen and (min-width:60em){.md-search__icon[for=__search]{pointer-events:none}.md-search__icon[for=__search] svg:last-child{display:none}}[dir=ltr] .md-search__options{right:.5rem}[dir=rtl] .md-search__options{left:.5rem}.md-search__options{pointer-events:none;position:absolute;top:.3rem;z-index:2}@media screen and (max-width:59.984375em){[dir=ltr] .md-search__options{right:.8rem}[dir=rtl] .md-search__options{left:.8rem}.md-search__options{top:.6rem}}[dir=ltr] .md-search__options>.md-icon{margin-left:.2rem}[dir=rtl] .md-search__options>.md-icon{margin-right:.2rem}.md-search__options>.md-icon{color:var(--md-default-fg-color--light);opacity:0;transform:scale(.75);transition:transform .15s cubic-bezier(.1,.7,.1,1),opacity .15s}.md-search__options>.md-icon:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}[data-md-toggle=search]:checked~.md-header .md-search__input:valid~.md-search__options>.md-icon{opacity:1;pointer-events:auto;transform:scale(1)}[data-md-toggle=search]:checked~.md-header .md-search__input:valid~.md-search__options>.md-icon:hover{opacity:.7}[dir=ltr] .md-search__suggest{padding-left:3.6rem;padding-right:2.2rem}[dir=rtl] .md-search__suggest{padding-left:2.2rem;padding-right:3.6rem}.md-search__suggest{align-items:center;color:var(--md-default-fg-color--lighter);display:flex;font-size:.9rem;height:100%;opacity:0;position:absolute;top:0;transition:opacity 50ms;white-space:nowrap;width:100%}@media screen and (min-width:60em){[dir=ltr] .md-search__suggest{padding-left:2.2rem}[dir=rtl] .md-search__suggest{padding-right:2.2rem}.md-search__suggest{font-size:.8rem}}[data-md-toggle=search]:checked~.md-header .md-search__suggest{opacity:1;transition:opacity .3s .1s}[dir=ltr] .md-search__output{border-bottom-left-radius:.1rem}[dir=ltr] .md-search__output,[dir=rtl] .md-search__output{border-bottom-right-radius:.1rem}[dir=rtl] .md-search__output{border-bottom-left-radius:.1rem}.md-search__output{overflow:hidden;position:absolute;width:100%;z-index:1}@media screen and (max-width:59.984375em){.md-search__output{bottom:0;top:2.4rem}}@media screen and (min-width:60em){.md-search__output{opacity:0;top:1.9rem;transition:opacity .4s}[data-md-toggle=search]:checked~.md-header .md-search__output{box-shadow:var(--md-shadow-z3);opacity:1}}.md-search__scrollwrap{-webkit-backface-visibility:hidden;backface-visibility:hidden;background-color:var(--md-default-bg-color);height:100%;overflow-y:auto;touch-action:pan-y}@media (-webkit-max-device-pixel-ratio:1),(max-resolution:1dppx){.md-search__scrollwrap{transform:translateZ(0)}}@media screen and (min-width:60em) and (max-width:76.234375em){.md-search__scrollwrap{width:23.4rem}}@media screen and (min-width:76.25em){.md-search__scrollwrap{width:34.4rem}}@media screen and (min-width:60em){.md-search__scrollwrap{max-height:0;scrollbar-color:var(--md-default-fg-color--lighter) #0000;scrollbar-width:thin}[data-md-toggle=search]:checked~.md-header .md-search__scrollwrap{max-height:75vh}.md-search__scrollwrap:hover{scrollbar-color:var(--md-accent-fg-color) #0000}.md-search__scrollwrap::-webkit-scrollbar{height:.2rem;width:.2rem}.md-search__scrollwrap::-webkit-scrollbar-thumb{background-color:var(--md-default-fg-color--lighter)}.md-search__scrollwrap::-webkit-scrollbar-thumb:hover{background-color:var(--md-accent-fg-color)}}.md-search-result{color:var(--md-default-fg-color);word-break:break-word}.md-search-result__meta{background-color:var(--md-default-fg-color--lightest);color:var(--md-default-fg-color--light);font-size:.64rem;line-height:1.8rem;padding:0 .8rem;scroll-snap-align:start}@media screen and (min-width:60em){[dir=ltr] .md-search-result__meta{padding-left:2.2rem}[dir=rtl] .md-search-result__meta{padding-right:2.2rem}}.md-search-result__list{list-style:none;margin:0;padding:0;-webkit-user-select:none;user-select:none}.md-search-result__item{box-shadow:0 -.05rem var(--md-default-fg-color--lightest)}.md-search-result__item:first-child{box-shadow:none}.md-search-result__link{display:block;outline:none;scroll-snap-align:start;transition:background-color .25s}.md-search-result__link:focus,.md-search-result__link:hover{background-color:var(--md-accent-fg-color--transparent)}.md-search-result__link:last-child p:last-child{margin-bottom:.6rem}.md-search-result__more>summary{cursor:pointer;display:block;outline:none;position:sticky;scroll-snap-align:start;top:0;z-index:1}.md-search-result__more>summary::marker{display:none}.md-search-result__more>summary::-webkit-details-marker{display:none}.md-search-result__more>summary>div{color:var(--md-typeset-a-color);font-size:.64rem;padding:.75em .8rem;transition:color .25s,background-color .25s}@media screen and (min-width:60em){[dir=ltr] .md-search-result__more>summary>div{padding-left:2.2rem}[dir=rtl] .md-search-result__more>summary>div{padding-right:2.2rem}}.md-search-result__more>summary:focus>div,.md-search-result__more>summary:hover>div{background-color:var(--md-accent-fg-color--transparent);color:var(--md-accent-fg-color)}.md-search-result__more[open]>summary{background-color:var(--md-default-bg-color)}.md-search-result__article{overflow:hidden;padding:0 .8rem;position:relative}@media screen and (min-width:60em){[dir=ltr] .md-search-result__article{padding-left:2.2rem}[dir=rtl] .md-search-result__article{padding-right:2.2rem}}[dir=ltr] .md-search-result__icon{left:0}[dir=rtl] .md-search-result__icon{right:0}.md-search-result__icon{color:var(--md-default-fg-color--light);height:1.2rem;margin:.5rem;position:absolute;width:1.2rem}@media screen and (max-width:59.984375em){.md-search-result__icon{display:none}}.md-search-result__icon:after{background-color:currentcolor;content:"";display:inline-block;height:100%;-webkit-mask-image:var(--md-search-result-icon);mask-image:var(--md-search-result-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:100%}[dir=rtl] .md-search-result__icon:after{transform:scaleX(-1)}.md-search-result .md-typeset{color:var(--md-default-fg-color--light);font-size:.64rem;line-height:1.6}.md-search-result .md-typeset h1{color:var(--md-default-fg-color);font-size:.8rem;font-weight:400;line-height:1.4;margin:.55rem 0}.md-search-result .md-typeset h1 mark{text-decoration:none}.md-search-result .md-typeset h2{color:var(--md-default-fg-color);font-size:.64rem;font-weight:700;line-height:1.6;margin:.5em 0}.md-search-result .md-typeset h2 mark{text-decoration:none}.md-search-result__terms{color:var(--md-default-fg-color);display:block;font-size:.64rem;font-style:italic;margin:.5em 0}.md-search-result mark{background-color:initial;color:var(--md-accent-fg-color);text-decoration:underline}.md-select{position:relative;z-index:1}.md-select__inner{background-color:var(--md-default-bg-color);border-radius:.1rem;box-shadow:var(--md-shadow-z2);color:var(--md-default-fg-color);left:50%;margin-top:.2rem;max-height:0;opacity:0;position:absolute;top:calc(100% - .2rem);transform:translate3d(-50%,.3rem,0);transition:transform .25s 375ms,opacity .25s .25s,max-height 0ms .5s}.md-select:focus-within .md-select__inner,.md-select:hover .md-select__inner{max-height:10rem;opacity:1;transform:translate3d(-50%,0,0);transition:transform .25s cubic-bezier(.1,.7,.1,1),opacity .25s,max-height 0ms}.md-select__inner:after{border-bottom:.2rem solid #0000;border-bottom-color:var(--md-default-bg-color);border-left:.2rem solid #0000;border-right:.2rem solid #0000;border-top:0;content:"";height:0;left:50%;margin-left:-.2rem;margin-top:-.2rem;position:absolute;top:0;width:0}.md-select__list{border-radius:.1rem;font-size:.8rem;list-style-type:none;margin:0;max-height:inherit;overflow:auto;padding:0}.md-select__item{line-height:1.8rem}[dir=ltr] .md-select__link{padding-left:.6rem;padding-right:1.2rem}[dir=rtl] .md-select__link{padding-left:1.2rem;padding-right:.6rem}.md-select__link{cursor:pointer;display:block;outline:none;scroll-snap-align:start;transition:background-color .25s,color .25s;width:100%}.md-select__link:focus,.md-select__link:hover{color:var(--md-accent-fg-color)}.md-select__link:focus{background-color:var(--md-default-fg-color--lightest)}.md-sidebar{align-self:flex-start;flex-shrink:0;padding:1.2rem 0;position:sticky;top:2.4rem;width:12.1rem}@media print{.md-sidebar{display:none}}@media screen and (max-width:76.234375em){[dir=ltr] .md-sidebar--primary{left:-12.1rem}[dir=rtl] .md-sidebar--primary{right:-12.1rem}.md-sidebar--primary{background-color:var(--md-default-bg-color);display:block;height:100%;position:fixed;top:0;transform:translateX(0);transition:transform .25s cubic-bezier(.4,0,.2,1),box-shadow .25s;width:12.1rem;z-index:5}[data-md-toggle=drawer]:checked~.md-container .md-sidebar--primary{box-shadow:var(--md-shadow-z3);transform:translateX(12.1rem)}[dir=rtl] [data-md-toggle=drawer]:checked~.md-container .md-sidebar--primary{transform:translateX(-12.1rem)}.md-sidebar--primary .md-sidebar__scrollwrap{bottom:0;left:0;margin:0;overflow:hidden;position:absolute;right:0;scroll-snap-type:none;top:0}}@media screen and (min-width:76.25em){.md-sidebar{height:0}.no-js .md-sidebar{height:auto}.md-header--lifted~.md-container .md-sidebar{top:4.8rem}}.md-sidebar--secondary{display:none;order:2}@media screen and (min-width:60em){.md-sidebar--secondary{height:0}.no-js .md-sidebar--secondary{height:auto}.md-sidebar--secondary:not([hidden]){display:block}.md-sidebar--secondary .md-sidebar__scrollwrap{touch-action:pan-y}}.md-sidebar__scrollwrap{scrollbar-gutter:stable;-webkit-backface-visibility:hidden;backface-visibility:hidden;margin:0 .2rem;overflow-y:auto;scrollbar-color:var(--md-default-fg-color--lighter) #0000;scrollbar-width:thin}.md-sidebar__scrollwrap::-webkit-scrollbar{height:.2rem;width:.2rem}.md-sidebar__scrollwrap:focus-within,.md-sidebar__scrollwrap:hover{scrollbar-color:var(--md-accent-fg-color) #0000}.md-sidebar__scrollwrap:focus-within::-webkit-scrollbar-thumb,.md-sidebar__scrollwrap:hover::-webkit-scrollbar-thumb{background-color:var(--md-default-fg-color--lighter)}.md-sidebar__scrollwrap:focus-within::-webkit-scrollbar-thumb:hover,.md-sidebar__scrollwrap:hover::-webkit-scrollbar-thumb:hover{background-color:var(--md-accent-fg-color)}@supports selector(::-webkit-scrollbar){.md-sidebar__scrollwrap{scrollbar-gutter:auto}[dir=ltr] .md-sidebar__inner{padding-right:calc(100% - 11.5rem)}[dir=rtl] .md-sidebar__inner{padding-left:calc(100% - 11.5rem)}}@media screen and (max-width:76.234375em){.md-overlay{background-color:#0000008a;height:0;opacity:0;position:fixed;top:0;transition:width 0ms .25s,height 0ms .25s,opacity .25s;width:0;z-index:5}[data-md-toggle=drawer]:checked~.md-overlay{height:100%;opacity:1;transition:width 0ms,height 0ms,opacity .25s;width:100%}}@keyframes facts{0%{height:0}to{height:.65rem}}@keyframes fact{0%{opacity:0;transform:translateY(100%)}50%{opacity:0}to{opacity:1;transform:translateY(0)}}:root{--md-source-forks-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path d="M5 5.372v.878c0 .414.336.75.75.75h4.5a.75.75 0 0 0 .75-.75v-.878a2.25 2.25 0 1 1 1.5 0v.878a2.25 2.25 0 0 1-2.25 2.25h-1.5v2.128a2.251 2.251 0 1 1-1.5 0V8.5h-1.5A2.25 2.25 0 0 1 3.5 6.25v-.878a2.25 2.25 0 1 1 1.5 0M5 3.25a.75.75 0 1 0-1.5 0 .75.75 0 0 0 1.5 0m6.75.75a.75.75 0 1 0 0-1.5.75.75 0 0 0 0 1.5m-3 8.75a.75.75 0 1 0-1.5 0 .75.75 0 0 0 1.5 0"/></svg>');--md-source-repositories-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path d="M2 2.5A2.5 2.5 0 0 1 4.5 0h8.75a.75.75 0 0 1 .75.75v12.5a.75.75 0 0 1-.75.75h-2.5a.75.75 0 0 1 0-1.5h1.75v-2h-8a1 1 0 0 0-.714 1.7.75.75 0 1 1-1.072 1.05A2.5 2.5 0 0 1 2 11.5Zm10.5-1h-8a1 1 0 0 0-1 1v6.708A2.5 2.5 0 0 1 4.5 9h8ZM5 12.25a.25.25 0 0 1 .25-.25h3.5a.25.25 0 0 1 .25.25v3.25a.25.25 0 0 1-.4.2l-1.45-1.087a.25.25 0 0 0-.3 0L5.4 15.7a.25.25 0 0 1-.4-.2Z"/></svg>');--md-source-stars-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path d="M8 .25a.75.75 0 0 1 .673.418l1.882 3.815 4.21.612a.75.75 0 0 1 .416 1.279l-3.046 2.97.719 4.192a.751.751 0 0 1-1.088.791L8 12.347l-3.766 1.98a.75.75 0 0 1-1.088-.79l.72-4.194L.818 6.374a.75.75 0 0 1 .416-1.28l4.21-.611L7.327.668A.75.75 0 0 1 8 .25m0 2.445L6.615 5.5a.75.75 0 0 1-.564.41l-3.097.45 2.24 2.184a.75.75 0 0 1 .216.664l-.528 3.084 2.769-1.456a.75.75 0 0 1 .698 0l2.77 1.456-.53-3.084a.75.75 0 0 1 .216-.664l2.24-2.183-3.096-.45a.75.75 0 0 1-.564-.41z"/></svg>');--md-source-version-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path d="M1 7.775V2.75C1 1.784 1.784 1 2.75 1h5.025c.464 0 .91.184 1.238.513l6.25 6.25a1.75 1.75 0 0 1 0 2.474l-5.026 5.026a1.75 1.75 0 0 1-2.474 0l-6.25-6.25A1.75 1.75 0 0 1 1 7.775m1.5 0c0 .066.026.13.073.177l6.25 6.25a.25.25 0 0 0 .354 0l5.025-5.025a.25.25 0 0 0 0-.354l-6.25-6.25a.25.25 0 0 0-.177-.073H2.75a.25.25 0 0 0-.25.25ZM6 5a1 1 0 1 1 0 2 1 1 0 0 1 0-2"/></svg>')}.md-source{-webkit-backface-visibility:hidden;backface-visibility:hidden;display:block;font-size:.65rem;line-height:1.2;outline-color:var(--md-accent-fg-color);transition:opacity .25s;white-space:nowrap}.md-source:hover{opacity:.7}.md-source__icon{display:inline-block;height:2.4rem;vertical-align:middle;width:2rem}[dir=ltr] .md-source__icon svg{margin-left:.6rem}[dir=rtl] .md-source__icon svg{margin-right:.6rem}.md-source__icon svg{margin-top:.6rem}[dir=ltr] .md-source__icon+.md-source__repository{padding-left:2rem}[dir=rtl] .md-source__icon+.md-source__repository{padding-right:2rem}[dir=ltr] .md-source__icon+.md-source__repository{margin-left:-2rem}[dir=rtl] .md-source__icon+.md-source__repository{margin-right:-2rem}[dir=ltr] .md-source__repository{margin-left:.6rem}[dir=rtl] .md-source__repository{margin-right:.6rem}.md-source__repository{display:inline-block;max-width:calc(100% - 1.2rem);overflow:hidden;text-overflow:ellipsis;vertical-align:middle}.md-source__facts{display:flex;font-size:.55rem;gap:.4rem;list-style-type:none;margin:.1rem 0 0;opacity:.75;overflow:hidden;padding:0;width:100%}.md-source__repository--active .md-source__facts{animation:facts .25s ease-in}.md-source__fact{overflow:hidden;text-overflow:ellipsis}.md-source__repository--active .md-source__fact{animation:fact .4s ease-out}[dir=ltr] .md-source__fact:before{margin-right:.1rem}[dir=rtl] .md-source__fact:before{margin-left:.1rem}.md-source__fact:before{background-color:currentcolor;content:"";display:inline-block;height:.6rem;-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;vertical-align:text-top;width:.6rem}.md-source__fact:nth-child(1n+2){flex-shrink:0}.md-source__fact--version:before{-webkit-mask-image:var(--md-source-version-icon);mask-image:var(--md-source-version-icon)}.md-source__fact--stars:before{-webkit-mask-image:var(--md-source-stars-icon);mask-image:var(--md-source-stars-icon)}.md-source__fact--forks:before{-webkit-mask-image:var(--md-source-forks-icon);mask-image:var(--md-source-forks-icon)}.md-source__fact--repositories:before{-webkit-mask-image:var(--md-source-repositories-icon);mask-image:var(--md-source-repositories-icon)}.md-source-file{margin:1em 0}[dir=ltr] .md-source-file__fact{margin-right:.6rem}[dir=rtl] .md-source-file__fact{margin-left:.6rem}.md-source-file__fact{align-items:center;color:var(--md-default-fg-color--light);display:inline-flex;font-size:.68rem;gap:.3rem}.md-source-file__fact .md-icon{flex-shrink:0;margin-bottom:.05rem}[dir=ltr] .md-source-file__fact .md-author{float:left}[dir=rtl] .md-source-file__fact .md-author{float:right}.md-source-file__fact .md-author{margin-right:.2rem}.md-source-file__fact svg{width:.9rem}:root{--md-status:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M11 9h2V7h-2m1 13c-4.41 0-8-3.59-8-8s3.59-8 8-8 8 3.59 8 8-3.59 8-8 8m0-18A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10A10 10 0 0 0 12 2m-1 15h2v-6h-2z"/></svg>');--md-status--new:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m23 12-2.44-2.78.34-3.68-3.61-.82-1.89-3.18L12 3 8.6 1.54 6.71 4.72l-3.61.81.34 3.68L1 12l2.44 2.78-.34 3.69 3.61.82 1.89 3.18L12 21l3.4 1.46 1.89-3.18 3.61-.82-.34-3.68zm-10 5h-2v-2h2zm0-4h-2V7h2z"/></svg>');--md-status--deprecated:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9 3v1H4v2h1v13a2 2 0 0 0 2 2h10a2 2 0 0 0 2-2V6h1V4h-5V3zm0 5h2v9H9zm4 0h2v9h-2z"/></svg>');--md-status--encrypted:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 1 3 5v6c0 5.55 3.84 10.74 9 12 5.16-1.26 9-6.45 9-12V5zm0 6c1.4 0 2.8 1.1 2.8 2.5V11c.6 0 1.2.6 1.2 1.3v3.5c0 .6-.6 1.2-1.3 1.2H9.2c-.6 0-1.2-.6-1.2-1.3v-3.5c0-.6.6-1.2 1.2-1.2V9.5C9.2 8.1 10.6 7 12 7m0 1.2c-.8 0-1.5.5-1.5 1.3V11h3V9.5c0-.8-.7-1.3-1.5-1.3"/></svg>')}.md-status:after{background-color:var(--md-default-fg-color--light);content:"";display:inline-block;height:1.125em;-webkit-mask-image:var(--md-status);mask-image:var(--md-status);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;vertical-align:text-bottom;width:1.125em}.md-status:hover:after{background-color:currentcolor}.md-status--new:after{-webkit-mask-image:var(--md-status--new);mask-image:var(--md-status--new)}.md-status--deprecated:after{-webkit-mask-image:var(--md-status--deprecated);mask-image:var(--md-status--deprecated)}.md-status--encrypted:after{-webkit-mask-image:var(--md-status--encrypted);mask-image:var(--md-status--encrypted)}.md-tabs{background-color:var(--md-primary-fg-color);color:var(--md-primary-bg-color);display:block;line-height:1.3;overflow:auto;width:100%;z-index:3}@media print{.md-tabs{display:none}}@media screen and (max-width:76.234375em){.md-tabs{display:none}}.md-tabs[hidden]{pointer-events:none}[dir=ltr] .md-tabs__list{margin-left:.2rem}[dir=rtl] .md-tabs__list{margin-right:.2rem}.md-tabs__list{contain:content;display:flex;list-style:none;margin:0;overflow:auto;padding:0;scrollbar-width:none;white-space:nowrap}.md-tabs__list::-webkit-scrollbar{display:none}.md-tabs__item{height:2.4rem;padding-left:.6rem;padding-right:.6rem}.md-tabs__item--active .md-tabs__link{color:inherit;opacity:1}.md-tabs__link{-webkit-backface-visibility:hidden;backface-visibility:hidden;display:flex;font-size:.7rem;margin-top:.8rem;opacity:.7;outline-color:var(--md-accent-fg-color);outline-offset:.2rem;transition:transform .4s cubic-bezier(.1,.7,.1,1),opacity .25s}.md-tabs__link:focus,.md-tabs__link:hover{color:inherit;opacity:1}[dir=ltr] .md-tabs__link svg{margin-right:.4rem}[dir=rtl] .md-tabs__link svg{margin-left:.4rem}.md-tabs__link svg{fill:currentcolor;height:1.3em}.md-tabs__item:nth-child(2) .md-tabs__link{transition-delay:20ms}.md-tabs__item:nth-child(3) .md-tabs__link{transition-delay:40ms}.md-tabs__item:nth-child(4) .md-tabs__link{transition-delay:60ms}.md-tabs__item:nth-child(5) .md-tabs__link{transition-delay:80ms}.md-tabs__item:nth-child(6) .md-tabs__link{transition-delay:.1s}.md-tabs__item:nth-child(7) .md-tabs__link{transition-delay:.12s}.md-tabs__item:nth-child(8) .md-tabs__link{transition-delay:.14s}.md-tabs__item:nth-child(9) .md-tabs__link{transition-delay:.16s}.md-tabs__item:nth-child(10) .md-tabs__link{transition-delay:.18s}.md-tabs__item:nth-child(11) .md-tabs__link{transition-delay:.2s}.md-tabs__item:nth-child(12) .md-tabs__link{transition-delay:.22s}.md-tabs__item:nth-child(13) .md-tabs__link{transition-delay:.24s}.md-tabs__item:nth-child(14) .md-tabs__link{transition-delay:.26s}.md-tabs__item:nth-child(15) .md-tabs__link{transition-delay:.28s}.md-tabs__item:nth-child(16) .md-tabs__link{transition-delay:.3s}.md-tabs[hidden] .md-tabs__link{opacity:0;transform:translateY(50%);transition:transform 0ms .1s,opacity .1s}:root{--md-tag-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m5.41 21 .71-4h-4l.35-2h4l1.06-6h-4l.35-2h4l.71-4h2l-.71 4h6l.71-4h2l-.71 4h4l-.35 2h-4l-1.06 6h4l-.35 2h-4l-.71 4h-2l.71-4h-6l-.71 4zM9.53 9l-1.06 6h6l1.06-6z"/></svg>')}.md-typeset .md-tags:not([hidden]){display:inline-flex;flex-wrap:wrap;gap:.5em;margin-bottom:.75em;margin-top:-.125em}.md-typeset .md-tag{align-items:center;background:var(--md-default-fg-color--lightest);border-radius:2.4rem;display:inline-flex;font-size:.64rem;font-size:min(.8em,.64rem);font-weight:700;gap:.5em;letter-spacing:normal;line-height:1.6;padding:.3125em .78125em}.md-typeset .md-tag[href]{-webkit-tap-highlight-color:transparent;color:inherit;outline:none;transition:color 125ms,background-color 125ms}.md-typeset .md-tag[href]:focus,.md-typeset .md-tag[href]:hover{background-color:var(--md-accent-fg-color);color:var(--md-accent-bg-color)}[id]>.md-typeset .md-tag{vertical-align:text-top}.md-typeset .md-tag-icon:before{background-color:var(--md-default-fg-color--lighter);content:"";display:inline-block;height:1.2em;-webkit-mask-image:var(--md-tag-icon);mask-image:var(--md-tag-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;transition:background-color 125ms;vertical-align:text-bottom;width:1.2em}.md-typeset .md-tag-icon[href]:focus:before,.md-typeset .md-tag-icon[href]:hover:before{background-color:var(--md-accent-bg-color)}@keyframes pulse{0%{transform:scale(.95)}75%{transform:scale(1)}to{transform:scale(.95)}}:root{--md-annotation-bg-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 2A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10A10 10 0 0 0 12 2"/></svg>');--md-annotation-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17 13h-4v4h-2v-4H7v-2h4V7h2v4h4m-5-9A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10A10 10 0 0 0 12 2"/></svg>')}.md-tooltip{-webkit-backface-visibility:hidden;backface-visibility:hidden;background-color:var(--md-default-bg-color);border-radius:.1rem;box-shadow:var(--md-shadow-z2);color:var(--md-default-fg-color);font-family:var(--md-text-font-family);left:clamp(var(--md-tooltip-0,0rem) + .8rem,var(--md-tooltip-x),100vw + var(--md-tooltip-0,0rem) + .8rem - var(--md-tooltip-width) - 2 * .8rem);max-width:calc(100vw - 1.6rem);opacity:0;position:absolute;top:var(--md-tooltip-y);transform:translateY(-.4rem);transition:transform 0ms .25s,opacity .25s,z-index .25s;width:var(--md-tooltip-width);z-index:0}.md-tooltip--active{opacity:1;transform:translateY(0);transition:transform .25s cubic-bezier(.1,.7,.1,1),opacity .25s,z-index 0ms;z-index:2}.md-tooltip--inline{font-weight:700;-webkit-user-select:none;user-select:none;width:auto}.md-tooltip--inline:not(.md-tooltip--active){transform:translateY(.2rem) scale(.9)}.md-tooltip--inline .md-tooltip__inner{font-size:.5rem;padding:.2rem .4rem}[hidden]+.md-tooltip--inline{display:none}.focus-visible>.md-tooltip,.md-tooltip:target{outline:var(--md-accent-fg-color) auto}.md-tooltip__inner{font-size:.64rem;padding:.8rem}.md-tooltip__inner.md-typeset>:first-child{margin-top:0}.md-tooltip__inner.md-typeset>:last-child{margin-bottom:0}.md-annotation{font-style:normal;font-weight:400;outline:none;text-align:initial;vertical-align:text-bottom;white-space:normal}[dir=rtl] .md-annotation{direction:rtl}code .md-annotation{font-family:var(--md-code-font-family);font-size:inherit}.md-annotation:not([hidden]){display:inline-block;line-height:1.25}.md-annotation__index{border-radius:.01px;cursor:pointer;display:inline-block;margin-left:.4ch;margin-right:.4ch;outline:none;overflow:hidden;position:relative;-webkit-user-select:none;user-select:none;vertical-align:text-top;z-index:0}.md-annotation .md-annotation__index{transition:z-index .25s}@media screen{.md-annotation__index{width:2.2ch}[data-md-visible]>.md-annotation__index{animation:pulse 2s infinite}.md-annotation__index:before{background:var(--md-default-bg-color);-webkit-mask-image:var(--md-annotation-bg-icon);mask-image:var(--md-annotation-bg-icon)}.md-annotation__index:after,.md-annotation__index:before{content:"";height:2.2ch;-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;position:absolute;top:-.1ch;width:2.2ch;z-index:-1}.md-annotation__index:after{background-color:var(--md-default-fg-color--lighter);-webkit-mask-image:var(--md-annotation-icon);mask-image:var(--md-annotation-icon);transform:scale(1.0001);transition:background-color .25s,transform .25s}.md-tooltip--active+.md-annotation__index:after{transform:rotate(45deg)}.md-tooltip--active+.md-annotation__index:after,:hover>.md-annotation__index:after{background-color:var(--md-accent-fg-color)}}.md-tooltip--active+.md-annotation__index{animation-play-state:paused;transition-duration:0ms;z-index:2}.md-annotation__index [data-md-annotation-id]{display:inline-block}@media print{.md-annotation__index [data-md-annotation-id]{background:var(--md-default-fg-color--lighter);border-radius:2ch;color:var(--md-default-bg-color);font-weight:700;padding:0 .6ch;white-space:nowrap}.md-annotation__index [data-md-annotation-id]:after{content:attr(data-md-annotation-id)}}.md-typeset .md-annotation-list{counter-reset:xxx;list-style:none}.md-typeset .md-annotation-list li{position:relative}[dir=ltr] .md-typeset .md-annotation-list li:before{left:-2.125em}[dir=rtl] .md-typeset .md-annotation-list li:before{right:-2.125em}.md-typeset .md-annotation-list li:before{background:var(--md-default-fg-color--lighter);border-radius:2ch;color:var(--md-default-bg-color);content:counter(xxx);counter-increment:xxx;font-size:.8875em;font-weight:700;height:2ch;line-height:1.25;min-width:2ch;padding:0 .6ch;position:absolute;text-align:center;top:.25em}:root{--md-tooltip-width:20rem;--md-tooltip-tail:0.3rem}.md-tooltip2{-webkit-backface-visibility:hidden;backface-visibility:hidden;color:var(--md-default-fg-color);font-family:var(--md-text-font-family);opacity:0;pointer-events:none;position:absolute;top:calc(var(--md-tooltip-host-y) + var(--md-tooltip-y));transform:translateY(-.4rem);transform-origin:calc(var(--md-tooltip-host-x) + var(--md-tooltip-x)) 0;transition:transform 0ms .25s,opacity .25s,z-index .25s;width:100%;z-index:0}.md-tooltip2:before{border-left:var(--md-tooltip-tail) solid #0000;border-right:var(--md-tooltip-tail) solid #0000;content:"";display:block;left:clamp(1.5 * .8rem,var(--md-tooltip-host-x) + var(--md-tooltip-x) - var(--md-tooltip-tail),100vw - 2 * var(--md-tooltip-tail) - 1.5 * .8rem);position:absolute;z-index:1}.md-tooltip2--top:before{border-top:var(--md-tooltip-tail) solid var(--md-default-bg-color);bottom:calc(var(--md-tooltip-tail)*-1 + .025rem);filter:drop-shadow(0 1px 0 hsla(0,0%,0%,.05))}.md-tooltip2--bottom:before{border-bottom:var(--md-tooltip-tail) solid var(--md-default-bg-color);filter:drop-shadow(0 -1px 0 hsla(0,0%,0%,.05));top:calc(var(--md-tooltip-tail)*-1 + .025rem)}.md-tooltip2--active{opacity:1;transform:translateY(0);transition:transform .4s cubic-bezier(0,1,.5,1),opacity .25s,z-index 0ms;z-index:2}.md-tooltip2__inner{scrollbar-gutter:stable;background-color:var(--md-default-bg-color);border-radius:.1rem;box-shadow:var(--md-shadow-z2);left:clamp(.8rem,var(--md-tooltip-host-x) - .8rem,100vw - var(--md-tooltip-width) - .8rem);max-height:40vh;max-width:calc(100vw - 1.6rem);position:relative;scrollbar-width:thin}.md-tooltip2__inner::-webkit-scrollbar{height:.2rem;width:.2rem}.md-tooltip2__inner::-webkit-scrollbar-thumb{background-color:var(--md-default-fg-color--lighter)}.md-tooltip2__inner::-webkit-scrollbar-thumb:hover{background-color:var(--md-accent-fg-color)}[role=tooltip]>.md-tooltip2__inner{font-size:.5rem;font-weight:700;left:clamp(.8rem,var(--md-tooltip-host-x) + var(--md-tooltip-x) - var(--md-tooltip-width)/2,100vw - var(--md-tooltip-width) - .8rem);max-width:min(100vw - 2 * .8rem,400px);padding:.2rem .4rem;-webkit-user-select:none;user-select:none;width:-moz-fit-content;width:fit-content}.md-tooltip2__inner.md-typeset>:first-child{margin-top:0}.md-tooltip2__inner.md-typeset>:last-child{margin-bottom:0}[dir=ltr] .md-top{margin-left:50%}[dir=rtl] .md-top{margin-right:50%}.md-top{background-color:var(--md-default-bg-color);border-radius:1.6rem;box-shadow:var(--md-shadow-z2);color:var(--md-default-fg-color--light);cursor:pointer;display:block;font-size:.7rem;outline:none;padding:.4rem .8rem;position:fixed;top:3.2rem;transform:translate(-50%);transition:color 125ms,background-color 125ms,transform 125ms cubic-bezier(.4,0,.2,1),opacity 125ms;z-index:2}@media print{.md-top{display:none}}[dir=rtl] .md-top{transform:translate(50%)}.md-top[hidden]{opacity:0;pointer-events:none;transform:translate(-50%,.2rem);transition-duration:0ms}[dir=rtl] .md-top[hidden]{transform:translate(50%,.2rem)}.md-top:focus,.md-top:hover{background-color:var(--md-accent-fg-color);color:var(--md-accent-bg-color)}.md-top svg{display:inline-block;vertical-align:-.5em}@keyframes hoverfix{0%{pointer-events:none}}:root{--md-version-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 320 512"><!--! Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M137.4 374.6c12.5 12.5 32.8 12.5 45.3 0l128-128c9.2-9.2 11.9-22.9 6.9-34.9S301 191.9 288 191.9L32 192c-12.9 0-24.6 7.8-29.6 19.8s-2.2 25.7 6.9 34.9l128 128z"/></svg>')}.md-version{flex-shrink:0;font-size:.8rem;height:2.4rem}[dir=ltr] .md-version__current{margin-left:1.4rem;margin-right:.4rem}[dir=rtl] .md-version__current{margin-left:.4rem;margin-right:1.4rem}.md-version__current{color:inherit;cursor:pointer;outline:none;position:relative;top:.05rem}[dir=ltr] .md-version__current:after{margin-left:.4rem}[dir=rtl] .md-version__current:after{margin-right:.4rem}.md-version__current:after{background-color:currentcolor;content:"";display:inline-block;height:.6rem;-webkit-mask-image:var(--md-version-icon);mask-image:var(--md-version-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:.4rem}.md-version__alias{margin-left:.3rem;opacity:.7}.md-version__list{background-color:var(--md-default-bg-color);border-radius:.1rem;box-shadow:var(--md-shadow-z2);color:var(--md-default-fg-color);list-style-type:none;margin:.2rem .8rem;max-height:0;opacity:0;overflow:auto;padding:0;position:absolute;scroll-snap-type:y mandatory;top:.15rem;transition:max-height 0ms .5s,opacity .25s .25s;z-index:3}.md-version:focus-within .md-version__list,.md-version:hover .md-version__list{max-height:10rem;opacity:1;transition:max-height 0ms,opacity .25s}@media (hover:none),(pointer:coarse){.md-version:hover .md-version__list{animation:hoverfix .25s forwards}.md-version:focus-within .md-version__list{animation:none}}.md-version__item{line-height:1.8rem}[dir=ltr] .md-version__link{padding-left:.6rem;padding-right:1.2rem}[dir=rtl] .md-version__link{padding-left:1.2rem;padding-right:.6rem}.md-version__link{cursor:pointer;display:block;outline:none;scroll-snap-align:start;transition:color .25s,background-color .25s;white-space:nowrap;width:100%}.md-version__link:focus,.md-version__link:hover{color:var(--md-accent-fg-color)}.md-version__link:focus{background-color:var(--md-default-fg-color--lightest)}:root{--md-admonition-icon--note:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 2C6.47 2 2 6.47 2 12s4.47 10 10 10 10-4.47 10-10S17.53 2 12 2m3.1 5.07c.14 0 .28.05.4.16l1.27 1.27c.23.22.23.57 0 .78l-1 1-2.05-2.05 1-1c.1-.11.24-.16.38-.16m-1.97 1.74 2.06 2.06-6.06 6.06H7.07v-2.06z"/></svg>');--md-admonition-icon--abstract:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17 9H7V7h10m0 6H7v-2h10m-3 6H7v-2h7M12 3a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m7 0h-4.18C14.4 1.84 13.3 1 12 1s-2.4.84-2.82 2H5a2 2 0 0 0-2 2v14a2 2 0 0 0 2 2h14a2 2 0 0 0 2-2V5a2 2 0 0 0-2-2"/></svg>');--md-admonition-icon--info:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 9h-2V7h2m0 10h-2v-6h2m-1-9A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10A10 10 0 0 0 12 2"/></svg>');--md-admonition-icon--tip:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17.66 11.2c-.23-.3-.51-.56-.77-.82-.67-.6-1.43-1.03-2.07-1.66C13.33 7.26 13 4.85 13.95 3c-.95.23-1.78.75-2.49 1.32-2.59 2.08-3.61 5.75-2.39 8.9.04.1.08.2.08.33 0 .22-.15.42-.35.5-.23.1-.47.04-.66-.12a.6.6 0 0 1-.14-.17c-1.13-1.43-1.31-3.48-.55-5.12C5.78 10 4.87 12.3 5 14.47c.06.5.12 1 .29 1.5.14.6.41 1.2.71 1.73 1.08 1.73 2.95 2.97 4.96 3.22 2.14.27 4.43-.12 6.07-1.6 1.83-1.66 2.47-4.32 1.53-6.6l-.13-.26c-.21-.46-.77-1.26-.77-1.26m-3.16 6.3c-.28.24-.74.5-1.1.6-1.12.4-2.24-.16-2.9-.82 1.19-.28 1.9-1.16 2.11-2.05.17-.8-.15-1.46-.28-2.23-.12-.74-.1-1.37.17-2.06.19.38.39.76.63 1.06.77 1 1.98 1.44 2.24 2.8.04.14.06.28.06.43.03.82-.33 1.72-.93 2.27"/></svg>');--md-admonition-icon--success:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M21 7 9 19l-5.5-5.5 1.41-1.41L9 16.17 19.59 5.59z"/></svg>');--md-admonition-icon--question:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m15.07 11.25-.9.92C13.45 12.89 13 13.5 13 15h-2v-.5c0-1.11.45-2.11 1.17-2.83l1.24-1.26c.37-.36.59-.86.59-1.41a2 2 0 0 0-2-2 2 2 0 0 0-2 2H8a4 4 0 0 1 4-4 4 4 0 0 1 4 4 3.2 3.2 0 0 1-.93 2.25M13 19h-2v-2h2M12 2A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10c0-5.53-4.5-10-10-10"/></svg>');--md-admonition-icon--warning:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 14h-2V9h2m0 9h-2v-2h2M1 21h22L12 2z"/></svg>');--md-admonition-icon--failure:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>');--md-admonition-icon--danger:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m11.5 20 4.86-9.73H13V4l-5 9.73h3.5zM12 2c2.75 0 5.1 1 7.05 2.95S22 9.25 22 12s-1 5.1-2.95 7.05S14.75 22 12 22s-5.1-1-7.05-2.95S2 14.75 2 12s1-5.1 2.95-7.05S9.25 2 12 2"/></svg>');--md-admonition-icon--bug:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M11 13h2v1h-2zm10-8v6c0 5.5-3.8 10.7-9 12-5.2-1.3-9-6.5-9-12V5l9-4zm-4 5h-2.2c-.2-.6-.6-1.1-1.1-1.5l1.2-1.2-.7-.7L12.8 8H12c-.2 0-.5 0-.7.1L9.9 6.6l-.8.8 1.2 1.2c-.5.3-.9.8-1.1 1.4H7v1h2v1H7v1h2v1H7v1h2.2c.4 1.2 1.5 2 2.8 2s2.4-.8 2.8-2H17v-1h-2v-1h2v-1h-2v-1h2zm-6 2h2v-1h-2z"/></svg>');--md-admonition-icon--example:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M7 2v2h1v14a4 4 0 0 0 4 4 4 4 0 0 0 4-4V4h1V2zm4 14c-.6 0-1-.4-1-1s.4-1 1-1 1 .4 1 1-.4 1-1 1m2-4c-.6 0-1-.4-1-1s.4-1 1-1 1 .4 1 1-.4 1-1 1m1-5h-4V4h4z"/></svg>');--md-admonition-icon--quote:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M14 17h3l2-4V7h-6v6h3M6 17h3l2-4V7H5v6h3z"/></svg>')}.md-typeset .admonition,.md-typeset details{background-color:var(--md-admonition-bg-color);border:.075rem solid #448aff;border-radius:.2rem;box-shadow:var(--md-shadow-z1);color:var(--md-admonition-fg-color);display:flow-root;font-size:.64rem;margin:1.5625em 0;padding:0 .6rem;page-break-inside:avoid;transition:box-shadow 125ms}@media print{.md-typeset .admonition,.md-typeset details{box-shadow:none}}.md-typeset .admonition:focus-within,.md-typeset details:focus-within{box-shadow:0 0 0 .2rem #448aff1a}.md-typeset .admonition>*,.md-typeset details>*{box-sizing:border-box}.md-typeset .admonition .admonition,.md-typeset .admonition details,.md-typeset details .admonition,.md-typeset details details{margin-bottom:1em;margin-top:1em}.md-typeset .admonition .md-typeset__scrollwrap,.md-typeset details .md-typeset__scrollwrap{margin:1em -.6rem}.md-typeset .admonition .md-typeset__table,.md-typeset details .md-typeset__table{padding:0 .6rem}.md-typeset .admonition>.tabbed-set:only-child,.md-typeset details>.tabbed-set:only-child{margin-top:0}html .md-typeset .admonition>:last-child,html .md-typeset details>:last-child{margin-bottom:.6rem}[dir=ltr] .md-typeset .admonition-title,[dir=ltr] .md-typeset summary{padding-left:2rem;padding-right:.6rem}[dir=rtl] .md-typeset .admonition-title,[dir=rtl] .md-typeset summary{padding-left:.6rem;padding-right:2rem}[dir=ltr] .md-typeset .admonition-title,[dir=ltr] .md-typeset summary{border-left-width:.2rem}[dir=rtl] .md-typeset .admonition-title,[dir=rtl] .md-typeset summary{border-right-width:.2rem}[dir=ltr] .md-typeset .admonition-title,[dir=ltr] .md-typeset summary{border-top-left-radius:.1rem}[dir=ltr] .md-typeset .admonition-title,[dir=ltr] .md-typeset summary,[dir=rtl] .md-typeset .admonition-title,[dir=rtl] .md-typeset summary{border-top-right-radius:.1rem}[dir=rtl] .md-typeset .admonition-title,[dir=rtl] .md-typeset summary{border-top-left-radius:.1rem}.md-typeset .admonition-title,.md-typeset summary{background-color:#448aff1a;border:none;font-weight:700;margin:0 -.6rem;padding-bottom:.4rem;padding-top:.4rem;position:relative}html .md-typeset .admonition-title:last-child,html .md-typeset summary:last-child{margin-bottom:0}[dir=ltr] .md-typeset .admonition-title:before,[dir=ltr] .md-typeset summary:before{left:.6rem}[dir=rtl] .md-typeset .admonition-title:before,[dir=rtl] .md-typeset summary:before{right:.6rem}.md-typeset .admonition-title:before,.md-typeset summary:before{background-color:#448aff;content:"";height:1rem;-webkit-mask-image:var(--md-admonition-icon--note);mask-image:var(--md-admonition-icon--note);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;position:absolute;top:.625em;width:1rem}.md-typeset .admonition-title code,.md-typeset summary code{box-shadow:0 0 0 .05rem var(--md-default-fg-color--lightest)}.md-typeset .admonition.note,.md-typeset details.note{border-color:#448aff}.md-typeset .admonition.note:focus-within,.md-typeset details.note:focus-within{box-shadow:0 0 0 .2rem #448aff1a}.md-typeset .note>.admonition-title,.md-typeset .note>summary{background-color:#448aff1a}.md-typeset .note>.admonition-title:before,.md-typeset .note>summary:before{background-color:#448aff;-webkit-mask-image:var(--md-admonition-icon--note);mask-image:var(--md-admonition-icon--note)}.md-typeset .note>.admonition-title:after,.md-typeset .note>summary:after{color:#448aff}.md-typeset .admonition.abstract,.md-typeset details.abstract{border-color:#00b0ff}.md-typeset .admonition.abstract:focus-within,.md-typeset details.abstract:focus-within{box-shadow:0 0 0 .2rem #00b0ff1a}.md-typeset .abstract>.admonition-title,.md-typeset .abstract>summary{background-color:#00b0ff1a}.md-typeset .abstract>.admonition-title:before,.md-typeset .abstract>summary:before{background-color:#00b0ff;-webkit-mask-image:var(--md-admonition-icon--abstract);mask-image:var(--md-admonition-icon--abstract)}.md-typeset .abstract>.admonition-title:after,.md-typeset .abstract>summary:after{color:#00b0ff}.md-typeset .admonition.info,.md-typeset details.info{border-color:#00b8d4}.md-typeset .admonition.info:focus-within,.md-typeset details.info:focus-within{box-shadow:0 0 0 .2rem #00b8d41a}.md-typeset .info>.admonition-title,.md-typeset .info>summary{background-color:#00b8d41a}.md-typeset .info>.admonition-title:before,.md-typeset .info>summary:before{background-color:#00b8d4;-webkit-mask-image:var(--md-admonition-icon--info);mask-image:var(--md-admonition-icon--info)}.md-typeset .info>.admonition-title:after,.md-typeset .info>summary:after{color:#00b8d4}.md-typeset .admonition.tip,.md-typeset details.tip{border-color:#00bfa5}.md-typeset .admonition.tip:focus-within,.md-typeset details.tip:focus-within{box-shadow:0 0 0 .2rem #00bfa51a}.md-typeset .tip>.admonition-title,.md-typeset .tip>summary{background-color:#00bfa51a}.md-typeset .tip>.admonition-title:before,.md-typeset .tip>summary:before{background-color:#00bfa5;-webkit-mask-image:var(--md-admonition-icon--tip);mask-image:var(--md-admonition-icon--tip)}.md-typeset .tip>.admonition-title:after,.md-typeset .tip>summary:after{color:#00bfa5}.md-typeset .admonition.success,.md-typeset details.success{border-color:#00c853}.md-typeset .admonition.success:focus-within,.md-typeset details.success:focus-within{box-shadow:0 0 0 .2rem #00c8531a}.md-typeset .success>.admonition-title,.md-typeset .success>summary{background-color:#00c8531a}.md-typeset .success>.admonition-title:before,.md-typeset .success>summary:before{background-color:#00c853;-webkit-mask-image:var(--md-admonition-icon--success);mask-image:var(--md-admonition-icon--success)}.md-typeset .success>.admonition-title:after,.md-typeset .success>summary:after{color:#00c853}.md-typeset .admonition.question,.md-typeset details.question{border-color:#64dd17}.md-typeset .admonition.question:focus-within,.md-typeset details.question:focus-within{box-shadow:0 0 0 .2rem #64dd171a}.md-typeset .question>.admonition-title,.md-typeset .question>summary{background-color:#64dd171a}.md-typeset .question>.admonition-title:before,.md-typeset .question>summary:before{background-color:#64dd17;-webkit-mask-image:var(--md-admonition-icon--question);mask-image:var(--md-admonition-icon--question)}.md-typeset .question>.admonition-title:after,.md-typeset .question>summary:after{color:#64dd17}.md-typeset .admonition.warning,.md-typeset details.warning{border-color:#ff9100}.md-typeset .admonition.warning:focus-within,.md-typeset details.warning:focus-within{box-shadow:0 0 0 .2rem #ff91001a}.md-typeset .warning>.admonition-title,.md-typeset .warning>summary{background-color:#ff91001a}.md-typeset .warning>.admonition-title:before,.md-typeset .warning>summary:before{background-color:#ff9100;-webkit-mask-image:var(--md-admonition-icon--warning);mask-image:var(--md-admonition-icon--warning)}.md-typeset .warning>.admonition-title:after,.md-typeset .warning>summary:after{color:#ff9100}.md-typeset .admonition.failure,.md-typeset details.failure{border-color:#ff5252}.md-typeset .admonition.failure:focus-within,.md-typeset details.failure:focus-within{box-shadow:0 0 0 .2rem #ff52521a}.md-typeset .failure>.admonition-title,.md-typeset .failure>summary{background-color:#ff52521a}.md-typeset .failure>.admonition-title:before,.md-typeset .failure>summary:before{background-color:#ff5252;-webkit-mask-image:var(--md-admonition-icon--failure);mask-image:var(--md-admonition-icon--failure)}.md-typeset .failure>.admonition-title:after,.md-typeset .failure>summary:after{color:#ff5252}.md-typeset .admonition.danger,.md-typeset details.danger{border-color:#ff1744}.md-typeset .admonition.danger:focus-within,.md-typeset details.danger:focus-within{box-shadow:0 0 0 .2rem #ff17441a}.md-typeset .danger>.admonition-title,.md-typeset .danger>summary{background-color:#ff17441a}.md-typeset .danger>.admonition-title:before,.md-typeset .danger>summary:before{background-color:#ff1744;-webkit-mask-image:var(--md-admonition-icon--danger);mask-image:var(--md-admonition-icon--danger)}.md-typeset .danger>.admonition-title:after,.md-typeset .danger>summary:after{color:#ff1744}.md-typeset .admonition.bug,.md-typeset details.bug{border-color:#f50057}.md-typeset .admonition.bug:focus-within,.md-typeset details.bug:focus-within{box-shadow:0 0 0 .2rem #f500571a}.md-typeset .bug>.admonition-title,.md-typeset .bug>summary{background-color:#f500571a}.md-typeset .bug>.admonition-title:before,.md-typeset .bug>summary:before{background-color:#f50057;-webkit-mask-image:var(--md-admonition-icon--bug);mask-image:var(--md-admonition-icon--bug)}.md-typeset .bug>.admonition-title:after,.md-typeset .bug>summary:after{color:#f50057}.md-typeset .admonition.example,.md-typeset details.example{border-color:#7c4dff}.md-typeset .admonition.example:focus-within,.md-typeset details.example:focus-within{box-shadow:0 0 0 .2rem #7c4dff1a}.md-typeset .example>.admonition-title,.md-typeset .example>summary{background-color:#7c4dff1a}.md-typeset .example>.admonition-title:before,.md-typeset .example>summary:before{background-color:#7c4dff;-webkit-mask-image:var(--md-admonition-icon--example);mask-image:var(--md-admonition-icon--example)}.md-typeset .example>.admonition-title:after,.md-typeset .example>summary:after{color:#7c4dff}.md-typeset .admonition.quote,.md-typeset details.quote{border-color:#9e9e9e}.md-typeset .admonition.quote:focus-within,.md-typeset details.quote:focus-within{box-shadow:0 0 0 .2rem #9e9e9e1a}.md-typeset .quote>.admonition-title,.md-typeset .quote>summary{background-color:#9e9e9e1a}.md-typeset .quote>.admonition-title:before,.md-typeset .quote>summary:before{background-color:#9e9e9e;-webkit-mask-image:var(--md-admonition-icon--quote);mask-image:var(--md-admonition-icon--quote)}.md-typeset .quote>.admonition-title:after,.md-typeset .quote>summary:after{color:#9e9e9e}:root{--md-footnotes-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 7v4H5.83l3.58-3.59L8 6l-6 6 6 6 1.41-1.42L5.83 13H21V7z"/></svg>')}.md-typeset .footnote{color:var(--md-default-fg-color--light);font-size:.64rem}[dir=ltr] .md-typeset .footnote>ol{margin-left:0}[dir=rtl] .md-typeset .footnote>ol{margin-right:0}.md-typeset .footnote>ol>li{transition:color 125ms}.md-typeset .footnote>ol>li:target{color:var(--md-default-fg-color)}.md-typeset .footnote>ol>li:focus-within .footnote-backref{opacity:1;transform:translateX(0);transition:none}.md-typeset .footnote>ol>li:hover .footnote-backref,.md-typeset .footnote>ol>li:target .footnote-backref{opacity:1;transform:translateX(0)}.md-typeset .footnote>ol>li>:first-child{margin-top:0}.md-typeset .footnote-ref{font-size:.75em;font-weight:700}html .md-typeset .footnote-ref{outline-offset:.1rem}.md-typeset [id^="fnref:"]:target>.footnote-ref{outline:auto}.md-typeset .footnote-backref{color:var(--md-typeset-a-color);display:inline-block;font-size:0;opacity:0;transform:translateX(.25rem);transition:color .25s,transform .25s .25s,opacity 125ms .25s;vertical-align:text-bottom}@media print{.md-typeset .footnote-backref{color:var(--md-typeset-a-color);opacity:1;transform:translateX(0)}}[dir=rtl] .md-typeset .footnote-backref{transform:translateX(-.25rem)}.md-typeset .footnote-backref:hover{color:var(--md-accent-fg-color)}.md-typeset .footnote-backref:before{background-color:currentcolor;content:"";display:inline-block;height:.8rem;-webkit-mask-image:var(--md-footnotes-icon);mask-image:var(--md-footnotes-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:.8rem}[dir=rtl] .md-typeset .footnote-backref:before svg{transform:scaleX(-1)}[dir=ltr] .md-typeset .headerlink{margin-left:.5rem}[dir=rtl] .md-typeset .headerlink{margin-right:.5rem}.md-typeset .headerlink{color:var(--md-default-fg-color--lighter);display:inline-block;opacity:0;transition:color .25s,opacity 125ms}@media print{.md-typeset .headerlink{display:none}}.md-typeset .headerlink:focus,.md-typeset :hover>.headerlink,.md-typeset :target>.headerlink{opacity:1;transition:color .25s,opacity 125ms}.md-typeset .headerlink:focus,.md-typeset .headerlink:hover,.md-typeset :target>.headerlink{color:var(--md-accent-fg-color)}.md-typeset :target{--md-scroll-margin:3.6rem;--md-scroll-offset:0rem;scroll-margin-top:calc(var(--md-scroll-margin) - var(--md-scroll-offset))}@media screen and (min-width:76.25em){.md-header--lifted~.md-container .md-typeset :target{--md-scroll-margin:6rem}}.md-typeset h1:target,.md-typeset h2:target,.md-typeset h3:target{--md-scroll-offset:0.2rem}.md-typeset h4:target{--md-scroll-offset:0.15rem}.md-typeset div.arithmatex{overflow:auto}@media screen and (max-width:44.984375em){.md-typeset div.arithmatex{margin:0 -.8rem}.md-typeset div.arithmatex>*{width:min-content}}.md-typeset div.arithmatex>*{margin-left:auto!important;margin-right:auto!important;padding:0 .8rem;touch-action:auto}.md-typeset div.arithmatex>* mjx-container{margin:0!important}.md-typeset div.arithmatex mjx-assistive-mml{height:0}.md-typeset del.critic{background-color:var(--md-typeset-del-color)}.md-typeset del.critic,.md-typeset ins.critic{-webkit-box-decoration-break:clone;box-decoration-break:clone}.md-typeset ins.critic{background-color:var(--md-typeset-ins-color)}.md-typeset .critic.comment{-webkit-box-decoration-break:clone;box-decoration-break:clone;color:var(--md-code-hl-comment-color)}.md-typeset .critic.comment:before{content:"/* "}.md-typeset .critic.comment:after{content:" */"}.md-typeset .critic.block{box-shadow:none;display:block;margin:1em 0;overflow:auto;padding-left:.8rem;padding-right:.8rem}.md-typeset .critic.block>:first-child{margin-top:.5em}.md-typeset .critic.block>:last-child{margin-bottom:.5em}:root{--md-details-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M8.59 16.58 13.17 12 8.59 7.41 10 6l6 6-6 6z"/></svg>')}.md-typeset details{display:flow-root;overflow:visible;padding-top:0}.md-typeset details[open]>summary:after{transform:rotate(90deg)}.md-typeset details:not([open]){box-shadow:none;padding-bottom:0}.md-typeset details:not([open])>summary{border-radius:.1rem}[dir=ltr] .md-typeset summary{padding-right:1.8rem}[dir=rtl] .md-typeset summary{padding-left:1.8rem}[dir=ltr] .md-typeset summary{border-top-left-radius:.1rem}[dir=ltr] .md-typeset summary,[dir=rtl] .md-typeset summary{border-top-right-radius:.1rem}[dir=rtl] .md-typeset summary{border-top-left-radius:.1rem}.md-typeset summary{cursor:pointer;display:block;min-height:1rem;overflow:hidden}.md-typeset summary.focus-visible{outline-color:var(--md-accent-fg-color);outline-offset:.2rem}.md-typeset summary:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}[dir=ltr] .md-typeset summary:after{right:.4rem}[dir=rtl] .md-typeset summary:after{left:.4rem}.md-typeset summary:after{background-color:currentcolor;content:"";height:1rem;-webkit-mask-image:var(--md-details-icon);mask-image:var(--md-details-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;position:absolute;top:.625em;transform:rotate(0deg);transition:transform .25s;width:1rem}[dir=rtl] .md-typeset summary:after{transform:rotate(180deg)}.md-typeset summary::marker{display:none}.md-typeset summary::-webkit-details-marker{display:none}.md-typeset .emojione,.md-typeset .gemoji,.md-typeset .twemoji{--md-icon-size:1.125em;display:inline-flex;height:var(--md-icon-size);vertical-align:text-top}.md-typeset .emojione svg,.md-typeset .gemoji svg,.md-typeset .twemoji svg{fill:currentcolor;max-height:100%;width:var(--md-icon-size)}.md-typeset .lg,.md-typeset .xl,.md-typeset .xxl,.md-typeset .xxxl{vertical-align:text-bottom}.md-typeset .middle{vertical-align:middle}.md-typeset .lg{--md-icon-size:1.5em}.md-typeset .xl{--md-icon-size:2.25em}.md-typeset .xxl{--md-icon-size:3em}.md-typeset .xxxl{--md-icon-size:4em}.highlight .o,.highlight .ow{color:var(--md-code-hl-operator-color)}.highlight .p{color:var(--md-code-hl-punctuation-color)}.highlight .cpf,.highlight .l,.highlight .s,.highlight .s1,.highlight .s2,.highlight .sb,.highlight .sc,.highlight .si,.highlight .ss{color:var(--md-code-hl-string-color)}.highlight .cp,.highlight .se,.highlight .sh,.highlight .sr,.highlight .sx{color:var(--md-code-hl-special-color)}.highlight .il,.highlight .m,.highlight .mb,.highlight .mf,.highlight .mh,.highlight .mi,.highlight .mo{color:var(--md-code-hl-number-color)}.highlight .k,.highlight .kd,.highlight .kn,.highlight .kp,.highlight .kr,.highlight .kt{color:var(--md-code-hl-keyword-color)}.highlight .kc,.highlight .n{color:var(--md-code-hl-name-color)}.highlight .bp,.highlight .nb,.highlight .no{color:var(--md-code-hl-constant-color)}.highlight .nc,.highlight .ne,.highlight .nf,.highlight .nn{color:var(--md-code-hl-function-color)}.highlight .nd,.highlight .ni,.highlight .nl,.highlight .nt{color:var(--md-code-hl-keyword-color)}.highlight .c,.highlight .c1,.highlight .ch,.highlight .cm,.highlight .cs,.highlight .sd{color:var(--md-code-hl-comment-color)}.highlight .na,.highlight .nv,.highlight .vc,.highlight .vg,.highlight .vi{color:var(--md-code-hl-variable-color)}.highlight .ge,.highlight .gh,.highlight .go,.highlight .gp,.highlight .gr,.highlight .gs,.highlight .gt,.highlight .gu{color:var(--md-code-hl-generic-color)}.highlight .gd,.highlight .gi{border-radius:.1rem;margin:0 -.125em;padding:0 .125em}.highlight .gd{background-color:var(--md-typeset-del-color)}.highlight .gi{background-color:var(--md-typeset-ins-color)}.highlight .hll{background-color:var(--md-code-hl-color--light);box-shadow:2px 0 0 0 var(--md-code-hl-color) inset;display:block;margin:0 -1.1764705882em;padding:0 1.1764705882em}.highlight span.filename{background-color:var(--md-code-bg-color);border-bottom:.05rem solid var(--md-default-fg-color--lightest);border-top-left-radius:.1rem;border-top-right-radius:.1rem;display:flow-root;font-size:.85em;font-weight:700;margin-top:1em;padding:.6617647059em 1.1764705882em;position:relative}.highlight span.filename+pre{margin-top:0}.highlight span.filename+pre>code{border-top-left-radius:0;border-top-right-radius:0}.highlight [data-linenos]:before{background-color:var(--md-code-bg-color);box-shadow:-.05rem 0 var(--md-default-fg-color--lightest) inset;color:var(--md-default-fg-color--light);content:attr(data-linenos);float:left;left:-1.1764705882em;margin-left:-1.1764705882em;margin-right:1.1764705882em;padding-left:1.1764705882em;position:sticky;-webkit-user-select:none;user-select:none;z-index:3}.highlight code a[id]{position:absolute;visibility:hidden}.highlight code[data-md-copying]{display:initial}.highlight code[data-md-copying] .hll{display:contents}.highlight code[data-md-copying] .md-annotation{display:none}.highlighttable{display:flow-root}.highlighttable tbody,.highlighttable td{display:block;padding:0}.highlighttable tr{display:flex}.highlighttable pre{margin:0}.highlighttable th.filename{flex-grow:1;padding:0;text-align:left}.highlighttable th.filename span.filename{margin-top:0}.highlighttable .linenos{background-color:var(--md-code-bg-color);border-bottom-left-radius:.1rem;border-top-left-radius:.1rem;font-size:.85em;padding:.7720588235em 0 .7720588235em 1.1764705882em;-webkit-user-select:none;user-select:none}.highlighttable .linenodiv{box-shadow:-.05rem 0 var(--md-default-fg-color--lightest) inset;padding-right:.5882352941em}.highlighttable .linenodiv pre{color:var(--md-default-fg-color--light);text-align:right}.highlighttable .code{flex:1;min-width:0}.linenodiv a{color:inherit}.md-typeset .highlighttable{direction:ltr;margin:1em 0}.md-typeset .highlighttable>tbody>tr>.code>div>pre>code{border-bottom-left-radius:0;border-top-left-radius:0}.md-typeset .highlight+.result{border:.05rem solid var(--md-code-bg-color);border-bottom-left-radius:.1rem;border-bottom-right-radius:.1rem;border-top-width:.1rem;margin-top:-1.125em;overflow:visible;padding:0 1em}.md-typeset .highlight+.result:after{clear:both;content:"";display:block}@media screen and (max-width:44.984375em){.md-content__inner>.highlight{margin:1em -.8rem}.md-content__inner>.highlight>.filename,.md-content__inner>.highlight>.highlighttable>tbody>tr>.code>div>pre>code,.md-content__inner>.highlight>.highlighttable>tbody>tr>.filename span.filename,.md-content__inner>.highlight>.highlighttable>tbody>tr>.linenos,.md-content__inner>.highlight>pre>code{border-radius:0}.md-content__inner>.highlight+.result{border-left-width:0;border-radius:0;border-right-width:0;margin-left:-.8rem;margin-right:-.8rem}}.md-typeset .keys kbd:after,.md-typeset .keys kbd:before{-moz-osx-font-smoothing:initial;-webkit-font-smoothing:initial;color:inherit;margin:0;position:relative}.md-typeset .keys span{color:var(--md-default-fg-color--light);padding:0 .2em}.md-typeset .keys .key-alt:before,.md-typeset .keys .key-left-alt:before,.md-typeset .keys .key-right-alt:before{content:"⎇";padding-right:.4em}.md-typeset .keys .key-command:before,.md-typeset .keys .key-left-command:before,.md-typeset .keys .key-right-command:before{content:"⌘";padding-right:.4em}.md-typeset .keys .key-control:before,.md-typeset .keys .key-left-control:before,.md-typeset .keys .key-right-control:before{content:"⌃";padding-right:.4em}.md-typeset .keys .key-left-meta:before,.md-typeset .keys .key-meta:before,.md-typeset .keys .key-right-meta:before{content:"◆";padding-right:.4em}.md-typeset .keys .key-left-option:before,.md-typeset .keys .key-option:before,.md-typeset .keys .key-right-option:before{content:"⌥";padding-right:.4em}.md-typeset .keys .key-left-shift:before,.md-typeset .keys .key-right-shift:before,.md-typeset .keys .key-shift:before{content:"⇧";padding-right:.4em}.md-typeset .keys .key-left-super:before,.md-typeset .keys .key-right-super:before,.md-typeset .keys .key-super:before{content:"❖";padding-right:.4em}.md-typeset .keys .key-left-windows:before,.md-typeset .keys .key-right-windows:before,.md-typeset .keys .key-windows:before{content:"⊞";padding-right:.4em}.md-typeset .keys .key-arrow-down:before{content:"↓";padding-right:.4em}.md-typeset .keys .key-arrow-left:before{content:"←";padding-right:.4em}.md-typeset .keys .key-arrow-right:before{content:"→";padding-right:.4em}.md-typeset .keys .key-arrow-up:before{content:"↑";padding-right:.4em}.md-typeset .keys .key-backspace:before{content:"⌫";padding-right:.4em}.md-typeset .keys .key-backtab:before{content:"⇤";padding-right:.4em}.md-typeset .keys .key-caps-lock:before{content:"⇪";padding-right:.4em}.md-typeset .keys .key-clear:before{content:"⌧";padding-right:.4em}.md-typeset .keys .key-context-menu:before{content:"☰";padding-right:.4em}.md-typeset .keys .key-delete:before{content:"⌦";padding-right:.4em}.md-typeset .keys .key-eject:before{content:"⏏";padding-right:.4em}.md-typeset .keys .key-end:before{content:"⤓";padding-right:.4em}.md-typeset .keys .key-escape:before{content:"⎋";padding-right:.4em}.md-typeset .keys .key-home:before{content:"⤒";padding-right:.4em}.md-typeset .keys .key-insert:before{content:"⎀";padding-right:.4em}.md-typeset .keys .key-page-down:before{content:"⇟";padding-right:.4em}.md-typeset .keys .key-page-up:before{content:"⇞";padding-right:.4em}.md-typeset .keys .key-print-screen:before{content:"⎙";padding-right:.4em}.md-typeset .keys .key-tab:after{content:"⇥";padding-left:.4em}.md-typeset .keys .key-num-enter:after{content:"⌤";padding-left:.4em}.md-typeset .keys .key-enter:after{content:"⏎";padding-left:.4em}:root{--md-tabbed-icon--prev:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M15.41 16.58 10.83 12l4.58-4.59L14 6l-6 6 6 6z"/></svg>');--md-tabbed-icon--next:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M8.59 16.58 13.17 12 8.59 7.41 10 6l6 6-6 6z"/></svg>')}.md-typeset .tabbed-set{border-radius:.1rem;display:flex;flex-flow:column wrap;margin:1em 0;position:relative}.md-typeset .tabbed-set>input{height:0;opacity:0;position:absolute;width:0}.md-typeset .tabbed-set>input:target{--md-scroll-offset:0.625em}.md-typeset .tabbed-set>input.focus-visible~.tabbed-labels:before{background-color:var(--md-accent-fg-color)}.md-typeset .tabbed-labels{-ms-overflow-style:none;box-shadow:0 -.05rem var(--md-default-fg-color--lightest) inset;display:flex;max-width:100%;overflow:auto;scrollbar-width:none}@media print{.md-typeset .tabbed-labels{display:contents}}@media screen{.js .md-typeset .tabbed-labels{position:relative}.js .md-typeset .tabbed-labels:before{background:var(--md-default-fg-color);bottom:0;content:"";display:block;height:2px;left:0;position:absolute;transform:translateX(var(--md-indicator-x));transition:width 225ms,background-color .25s,transform .25s;transition-timing-function:cubic-bezier(.4,0,.2,1);width:var(--md-indicator-width)}}.md-typeset .tabbed-labels::-webkit-scrollbar{display:none}.md-typeset .tabbed-labels>label{border-bottom:.1rem solid #0000;border-radius:.1rem .1rem 0 0;color:var(--md-default-fg-color--light);cursor:pointer;flex-shrink:0;font-size:.64rem;font-weight:700;padding:.78125em 1.25em .625em;scroll-margin-inline-start:1rem;transition:background-color .25s,color .25s;white-space:nowrap;width:auto}@media print{.md-typeset .tabbed-labels>label:first-child{order:1}.md-typeset .tabbed-labels>label:nth-child(2){order:2}.md-typeset .tabbed-labels>label:nth-child(3){order:3}.md-typeset .tabbed-labels>label:nth-child(4){order:4}.md-typeset .tabbed-labels>label:nth-child(5){order:5}.md-typeset .tabbed-labels>label:nth-child(6){order:6}.md-typeset .tabbed-labels>label:nth-child(7){order:7}.md-typeset .tabbed-labels>label:nth-child(8){order:8}.md-typeset .tabbed-labels>label:nth-child(9){order:9}.md-typeset .tabbed-labels>label:nth-child(10){order:10}.md-typeset .tabbed-labels>label:nth-child(11){order:11}.md-typeset .tabbed-labels>label:nth-child(12){order:12}.md-typeset .tabbed-labels>label:nth-child(13){order:13}.md-typeset .tabbed-labels>label:nth-child(14){order:14}.md-typeset .tabbed-labels>label:nth-child(15){order:15}.md-typeset .tabbed-labels>label:nth-child(16){order:16}.md-typeset .tabbed-labels>label:nth-child(17){order:17}.md-typeset .tabbed-labels>label:nth-child(18){order:18}.md-typeset .tabbed-labels>label:nth-child(19){order:19}.md-typeset .tabbed-labels>label:nth-child(20){order:20}}.md-typeset .tabbed-labels>label:hover{color:var(--md-default-fg-color)}.md-typeset .tabbed-labels>label>[href]:first-child{color:inherit}.md-typeset .tabbed-labels--linked>label{padding:0}.md-typeset .tabbed-labels--linked>label>a{display:block;padding:.78125em 1.25em .625em}.md-typeset .tabbed-content{width:100%}@media print{.md-typeset .tabbed-content{display:contents}}.md-typeset .tabbed-block{display:none}@media print{.md-typeset .tabbed-block{display:block}.md-typeset .tabbed-block:first-child{order:1}.md-typeset .tabbed-block:nth-child(2){order:2}.md-typeset .tabbed-block:nth-child(3){order:3}.md-typeset .tabbed-block:nth-child(4){order:4}.md-typeset .tabbed-block:nth-child(5){order:5}.md-typeset .tabbed-block:nth-child(6){order:6}.md-typeset .tabbed-block:nth-child(7){order:7}.md-typeset .tabbed-block:nth-child(8){order:8}.md-typeset .tabbed-block:nth-child(9){order:9}.md-typeset .tabbed-block:nth-child(10){order:10}.md-typeset .tabbed-block:nth-child(11){order:11}.md-typeset .tabbed-block:nth-child(12){order:12}.md-typeset .tabbed-block:nth-child(13){order:13}.md-typeset .tabbed-block:nth-child(14){order:14}.md-typeset .tabbed-block:nth-child(15){order:15}.md-typeset .tabbed-block:nth-child(16){order:16}.md-typeset .tabbed-block:nth-child(17){order:17}.md-typeset .tabbed-block:nth-child(18){order:18}.md-typeset .tabbed-block:nth-child(19){order:19}.md-typeset .tabbed-block:nth-child(20){order:20}}.md-typeset .tabbed-block>.highlight:first-child>pre,.md-typeset .tabbed-block>pre:first-child{margin:0}.md-typeset .tabbed-block>.highlight:first-child>pre>code,.md-typeset .tabbed-block>pre:first-child>code{border-top-left-radius:0;border-top-right-radius:0}.md-typeset .tabbed-block>.highlight:first-child>.filename{border-top-left-radius:0;border-top-right-radius:0;margin:0}.md-typeset .tabbed-block>.highlight:first-child>.highlighttable{margin:0}.md-typeset .tabbed-block>.highlight:first-child>.highlighttable>tbody>tr>.filename span.filename,.md-typeset .tabbed-block>.highlight:first-child>.highlighttable>tbody>tr>.linenos{border-top-left-radius:0;border-top-right-radius:0;margin:0}.md-typeset .tabbed-block>.highlight:first-child>.highlighttable>tbody>tr>.code>div>pre>code{border-top-left-radius:0;border-top-right-radius:0}.md-typeset .tabbed-block>.highlight:first-child+.result{margin-top:-.125em}.md-typeset .tabbed-block>.tabbed-set{margin:0}.md-typeset .tabbed-button{align-self:center;border-radius:100%;color:var(--md-default-fg-color--light);cursor:pointer;display:block;height:.9rem;margin-top:.1rem;pointer-events:auto;transition:background-color .25s;width:.9rem}.md-typeset .tabbed-button:hover{background-color:var(--md-accent-fg-color--transparent);color:var(--md-accent-fg-color)}.md-typeset .tabbed-button:after{background-color:currentcolor;content:"";display:block;height:100%;-webkit-mask-image:var(--md-tabbed-icon--prev);mask-image:var(--md-tabbed-icon--prev);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;transition:background-color .25s,transform .25s;width:100%}.md-typeset .tabbed-control{background:linear-gradient(to right,var(--md-default-bg-color) 60%,#0000);display:flex;height:1.9rem;justify-content:start;pointer-events:none;position:absolute;transition:opacity 125ms;width:1.2rem}[dir=rtl] .md-typeset .tabbed-control{transform:rotate(180deg)}.md-typeset .tabbed-control[hidden]{opacity:0}.md-typeset .tabbed-control--next{background:linear-gradient(to left,var(--md-default-bg-color) 60%,#0000);justify-content:end;right:0}.md-typeset .tabbed-control--next .tabbed-button:after{-webkit-mask-image:var(--md-tabbed-icon--next);mask-image:var(--md-tabbed-icon--next)}@media screen and (max-width:44.984375em){[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels{padding-left:.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels{padding-right:.8rem}.md-content__inner>.tabbed-set .tabbed-labels{margin:0 -.8rem;max-width:100vw;scroll-padding-inline-start:.8rem}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels:after{padding-right:.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels:after{padding-left:.8rem}.md-content__inner>.tabbed-set .tabbed-labels:after{content:""}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{padding-left:.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{padding-right:.8rem}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{margin-left:-.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{margin-right:-.8rem}.md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{width:2rem}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{padding-right:.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{padding-left:.8rem}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{margin-right:-.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{margin-left:-.8rem}.md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{width:2rem}}@media screen{.md-typeset .tabbed-set>input:first-child:checked~.tabbed-labels>:first-child,.md-typeset .tabbed-set>input:nth-child(10):checked~.tabbed-labels>:nth-child(10),.md-typeset .tabbed-set>input:nth-child(11):checked~.tabbed-labels>:nth-child(11),.md-typeset .tabbed-set>input:nth-child(12):checked~.tabbed-labels>:nth-child(12),.md-typeset .tabbed-set>input:nth-child(13):checked~.tabbed-labels>:nth-child(13),.md-typeset .tabbed-set>input:nth-child(14):checked~.tabbed-labels>:nth-child(14),.md-typeset .tabbed-set>input:nth-child(15):checked~.tabbed-labels>:nth-child(15),.md-typeset .tabbed-set>input:nth-child(16):checked~.tabbed-labels>:nth-child(16),.md-typeset .tabbed-set>input:nth-child(17):checked~.tabbed-labels>:nth-child(17),.md-typeset .tabbed-set>input:nth-child(18):checked~.tabbed-labels>:nth-child(18),.md-typeset .tabbed-set>input:nth-child(19):checked~.tabbed-labels>:nth-child(19),.md-typeset .tabbed-set>input:nth-child(2):checked~.tabbed-labels>:nth-child(2),.md-typeset .tabbed-set>input:nth-child(20):checked~.tabbed-labels>:nth-child(20),.md-typeset .tabbed-set>input:nth-child(3):checked~.tabbed-labels>:nth-child(3),.md-typeset .tabbed-set>input:nth-child(4):checked~.tabbed-labels>:nth-child(4),.md-typeset .tabbed-set>input:nth-child(5):checked~.tabbed-labels>:nth-child(5),.md-typeset .tabbed-set>input:nth-child(6):checked~.tabbed-labels>:nth-child(6),.md-typeset .tabbed-set>input:nth-child(7):checked~.tabbed-labels>:nth-child(7),.md-typeset .tabbed-set>input:nth-child(8):checked~.tabbed-labels>:nth-child(8),.md-typeset .tabbed-set>input:nth-child(9):checked~.tabbed-labels>:nth-child(9){color:var(--md-default-fg-color)}.md-typeset .no-js .tabbed-set>input:first-child:checked~.tabbed-labels>:first-child,.md-typeset .no-js .tabbed-set>input:nth-child(10):checked~.tabbed-labels>:nth-child(10),.md-typeset .no-js .tabbed-set>input:nth-child(11):checked~.tabbed-labels>:nth-child(11),.md-typeset .no-js .tabbed-set>input:nth-child(12):checked~.tabbed-labels>:nth-child(12),.md-typeset .no-js .tabbed-set>input:nth-child(13):checked~.tabbed-labels>:nth-child(13),.md-typeset .no-js .tabbed-set>input:nth-child(14):checked~.tabbed-labels>:nth-child(14),.md-typeset .no-js .tabbed-set>input:nth-child(15):checked~.tabbed-labels>:nth-child(15),.md-typeset .no-js .tabbed-set>input:nth-child(16):checked~.tabbed-labels>:nth-child(16),.md-typeset .no-js .tabbed-set>input:nth-child(17):checked~.tabbed-labels>:nth-child(17),.md-typeset .no-js .tabbed-set>input:nth-child(18):checked~.tabbed-labels>:nth-child(18),.md-typeset .no-js .tabbed-set>input:nth-child(19):checked~.tabbed-labels>:nth-child(19),.md-typeset .no-js .tabbed-set>input:nth-child(2):checked~.tabbed-labels>:nth-child(2),.md-typeset .no-js .tabbed-set>input:nth-child(20):checked~.tabbed-labels>:nth-child(20),.md-typeset .no-js .tabbed-set>input:nth-child(3):checked~.tabbed-labels>:nth-child(3),.md-typeset .no-js .tabbed-set>input:nth-child(4):checked~.tabbed-labels>:nth-child(4),.md-typeset .no-js .tabbed-set>input:nth-child(5):checked~.tabbed-labels>:nth-child(5),.md-typeset .no-js .tabbed-set>input:nth-child(6):checked~.tabbed-labels>:nth-child(6),.md-typeset .no-js .tabbed-set>input:nth-child(7):checked~.tabbed-labels>:nth-child(7),.md-typeset .no-js .tabbed-set>input:nth-child(8):checked~.tabbed-labels>:nth-child(8),.md-typeset .no-js .tabbed-set>input:nth-child(9):checked~.tabbed-labels>:nth-child(9),.no-js .md-typeset .tabbed-set>input:first-child:checked~.tabbed-labels>:first-child,.no-js .md-typeset .tabbed-set>input:nth-child(10):checked~.tabbed-labels>:nth-child(10),.no-js .md-typeset .tabbed-set>input:nth-child(11):checked~.tabbed-labels>:nth-child(11),.no-js .md-typeset .tabbed-set>input:nth-child(12):checked~.tabbed-labels>:nth-child(12),.no-js .md-typeset .tabbed-set>input:nth-child(13):checked~.tabbed-labels>:nth-child(13),.no-js .md-typeset .tabbed-set>input:nth-child(14):checked~.tabbed-labels>:nth-child(14),.no-js .md-typeset .tabbed-set>input:nth-child(15):checked~.tabbed-labels>:nth-child(15),.no-js .md-typeset .tabbed-set>input:nth-child(16):checked~.tabbed-labels>:nth-child(16),.no-js .md-typeset .tabbed-set>input:nth-child(17):checked~.tabbed-labels>:nth-child(17),.no-js .md-typeset .tabbed-set>input:nth-child(18):checked~.tabbed-labels>:nth-child(18),.no-js .md-typeset .tabbed-set>input:nth-child(19):checked~.tabbed-labels>:nth-child(19),.no-js .md-typeset .tabbed-set>input:nth-child(2):checked~.tabbed-labels>:nth-child(2),.no-js .md-typeset .tabbed-set>input:nth-child(20):checked~.tabbed-labels>:nth-child(20),.no-js .md-typeset .tabbed-set>input:nth-child(3):checked~.tabbed-labels>:nth-child(3),.no-js .md-typeset .tabbed-set>input:nth-child(4):checked~.tabbed-labels>:nth-child(4),.no-js .md-typeset .tabbed-set>input:nth-child(5):checked~.tabbed-labels>:nth-child(5),.no-js .md-typeset .tabbed-set>input:nth-child(6):checked~.tabbed-labels>:nth-child(6),.no-js .md-typeset .tabbed-set>input:nth-child(7):checked~.tabbed-labels>:nth-child(7),.no-js .md-typeset .tabbed-set>input:nth-child(8):checked~.tabbed-labels>:nth-child(8),.no-js .md-typeset .tabbed-set>input:nth-child(9):checked~.tabbed-labels>:nth-child(9){border-color:var(--md-default-fg-color)}}.md-typeset .tabbed-set>input:first-child.focus-visible~.tabbed-labels>:first-child,.md-typeset .tabbed-set>input:nth-child(10).focus-visible~.tabbed-labels>:nth-child(10),.md-typeset .tabbed-set>input:nth-child(11).focus-visible~.tabbed-labels>:nth-child(11),.md-typeset .tabbed-set>input:nth-child(12).focus-visible~.tabbed-labels>:nth-child(12),.md-typeset .tabbed-set>input:nth-child(13).focus-visible~.tabbed-labels>:nth-child(13),.md-typeset .tabbed-set>input:nth-child(14).focus-visible~.tabbed-labels>:nth-child(14),.md-typeset .tabbed-set>input:nth-child(15).focus-visible~.tabbed-labels>:nth-child(15),.md-typeset .tabbed-set>input:nth-child(16).focus-visible~.tabbed-labels>:nth-child(16),.md-typeset .tabbed-set>input:nth-child(17).focus-visible~.tabbed-labels>:nth-child(17),.md-typeset .tabbed-set>input:nth-child(18).focus-visible~.tabbed-labels>:nth-child(18),.md-typeset .tabbed-set>input:nth-child(19).focus-visible~.tabbed-labels>:nth-child(19),.md-typeset .tabbed-set>input:nth-child(2).focus-visible~.tabbed-labels>:nth-child(2),.md-typeset .tabbed-set>input:nth-child(20).focus-visible~.tabbed-labels>:nth-child(20),.md-typeset .tabbed-set>input:nth-child(3).focus-visible~.tabbed-labels>:nth-child(3),.md-typeset .tabbed-set>input:nth-child(4).focus-visible~.tabbed-labels>:nth-child(4),.md-typeset .tabbed-set>input:nth-child(5).focus-visible~.tabbed-labels>:nth-child(5),.md-typeset .tabbed-set>input:nth-child(6).focus-visible~.tabbed-labels>:nth-child(6),.md-typeset .tabbed-set>input:nth-child(7).focus-visible~.tabbed-labels>:nth-child(7),.md-typeset .tabbed-set>input:nth-child(8).focus-visible~.tabbed-labels>:nth-child(8),.md-typeset .tabbed-set>input:nth-child(9).focus-visible~.tabbed-labels>:nth-child(9){color:var(--md-accent-fg-color)}.md-typeset .tabbed-set>input:first-child:checked~.tabbed-content>:first-child,.md-typeset .tabbed-set>input:nth-child(10):checked~.tabbed-content>:nth-child(10),.md-typeset .tabbed-set>input:nth-child(11):checked~.tabbed-content>:nth-child(11),.md-typeset .tabbed-set>input:nth-child(12):checked~.tabbed-content>:nth-child(12),.md-typeset .tabbed-set>input:nth-child(13):checked~.tabbed-content>:nth-child(13),.md-typeset .tabbed-set>input:nth-child(14):checked~.tabbed-content>:nth-child(14),.md-typeset .tabbed-set>input:nth-child(15):checked~.tabbed-content>:nth-child(15),.md-typeset .tabbed-set>input:nth-child(16):checked~.tabbed-content>:nth-child(16),.md-typeset .tabbed-set>input:nth-child(17):checked~.tabbed-content>:nth-child(17),.md-typeset .tabbed-set>input:nth-child(18):checked~.tabbed-content>:nth-child(18),.md-typeset .tabbed-set>input:nth-child(19):checked~.tabbed-content>:nth-child(19),.md-typeset .tabbed-set>input:nth-child(2):checked~.tabbed-content>:nth-child(2),.md-typeset .tabbed-set>input:nth-child(20):checked~.tabbed-content>:nth-child(20),.md-typeset .tabbed-set>input:nth-child(3):checked~.tabbed-content>:nth-child(3),.md-typeset .tabbed-set>input:nth-child(4):checked~.tabbed-content>:nth-child(4),.md-typeset .tabbed-set>input:nth-child(5):checked~.tabbed-content>:nth-child(5),.md-typeset .tabbed-set>input:nth-child(6):checked~.tabbed-content>:nth-child(6),.md-typeset .tabbed-set>input:nth-child(7):checked~.tabbed-content>:nth-child(7),.md-typeset .tabbed-set>input:nth-child(8):checked~.tabbed-content>:nth-child(8),.md-typeset .tabbed-set>input:nth-child(9):checked~.tabbed-content>:nth-child(9){display:block}:root{--md-tasklist-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M1 12C1 5.925 5.925 1 12 1s11 4.925 11 11-4.925 11-11 11S1 18.075 1 12m16.28-2.72a.75.75 0 0 0-.018-1.042.75.75 0 0 0-1.042-.018l-5.97 5.97-2.47-2.47a.75.75 0 0 0-1.042.018.75.75 0 0 0-.018 1.042l3 3a.75.75 0 0 0 1.06 0Z"/></svg>');--md-tasklist-icon--checked:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M1 12C1 5.925 5.925 1 12 1s11 4.925 11 11-4.925 11-11 11S1 18.075 1 12m16.28-2.72a.75.75 0 0 0-.018-1.042.75.75 0 0 0-1.042-.018l-5.97 5.97-2.47-2.47a.75.75 0 0 0-1.042.018.75.75 0 0 0-.018 1.042l3 3a.75.75 0 0 0 1.06 0Z"/></svg>')}.md-typeset .task-list-item{list-style-type:none;position:relative}[dir=ltr] .md-typeset .task-list-item [type=checkbox]{left:-2em}[dir=rtl] .md-typeset .task-list-item [type=checkbox]{right:-2em}.md-typeset .task-list-item [type=checkbox]{position:absolute;top:.45em}.md-typeset .task-list-control [type=checkbox]{opacity:0;z-index:-1}[dir=ltr] .md-typeset .task-list-indicator:before{left:-1.5em}[dir=rtl] .md-typeset .task-list-indicator:before{right:-1.5em}.md-typeset .task-list-indicator:before{background-color:var(--md-default-fg-color--lightest);content:"";height:1.25em;-webkit-mask-image:var(--md-tasklist-icon);mask-image:var(--md-tasklist-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;position:absolute;top:.15em;width:1.25em}.md-typeset [type=checkbox]:checked+.task-list-indicator:before{background-color:#00e676;-webkit-mask-image:var(--md-tasklist-icon--checked);mask-image:var(--md-tasklist-icon--checked)}@media print{.giscus,[id=__comments]{display:none}}:root>*{--md-mermaid-font-family:var(--md-text-font-family),sans-serif;--md-mermaid-edge-color:var(--md-code-fg-color);--md-mermaid-node-bg-color:var(--md-accent-fg-color--transparent);--md-mermaid-node-fg-color:var(--md-accent-fg-color);--md-mermaid-label-bg-color:var(--md-default-bg-color);--md-mermaid-label-fg-color:var(--md-code-fg-color);--md-mermaid-sequence-actor-bg-color:var(--md-mermaid-label-bg-color);--md-mermaid-sequence-actor-fg-color:var(--md-mermaid-label-fg-color);--md-mermaid-sequence-actor-border-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-actor-line-color:var(--md-default-fg-color--lighter);--md-mermaid-sequence-actorman-bg-color:var(--md-mermaid-label-bg-color);--md-mermaid-sequence-actorman-line-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-box-bg-color:var(--md-mermaid-node-bg-color);--md-mermaid-sequence-box-fg-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-label-bg-color:var(--md-mermaid-node-bg-color);--md-mermaid-sequence-label-fg-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-loop-bg-color:var(--md-mermaid-node-bg-color);--md-mermaid-sequence-loop-fg-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-loop-border-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-message-fg-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-message-line-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-note-bg-color:var(--md-mermaid-label-bg-color);--md-mermaid-sequence-note-fg-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-note-border-color:var(--md-mermaid-label-fg-color);--md-mermaid-sequence-number-bg-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-number-fg-color:var(--md-accent-bg-color)}.mermaid{line-height:normal;margin:1em 0}.md-typeset .grid{grid-gap:.4rem;display:grid;grid-template-columns:repeat(auto-fit,minmax(min(100%,16rem),1fr));margin:1em 0}.md-typeset .grid.cards>ol,.md-typeset .grid.cards>ul{display:contents}.md-typeset .grid.cards>ol>li,.md-typeset .grid.cards>ul>li,.md-typeset .grid>.card{border:.05rem solid var(--md-default-fg-color--lightest);border-radius:.1rem;display:block;margin:0;padding:.8rem;transition:border .25s,box-shadow .25s}.md-typeset .grid.cards>ol>li:focus-within,.md-typeset .grid.cards>ol>li:hover,.md-typeset .grid.cards>ul>li:focus-within,.md-typeset .grid.cards>ul>li:hover,.md-typeset .grid>.card:focus-within,.md-typeset .grid>.card:hover{border-color:#0000;box-shadow:var(--md-shadow-z2)}.md-typeset .grid.cards>ol>li>hr,.md-typeset .grid.cards>ul>li>hr,.md-typeset .grid>.card>hr{margin-bottom:1em;margin-top:1em}.md-typeset .grid.cards>ol>li>:first-child,.md-typeset .grid.cards>ul>li>:first-child,.md-typeset .grid>.card>:first-child{margin-top:0}.md-typeset .grid.cards>ol>li>:last-child,.md-typeset .grid.cards>ul>li>:last-child,.md-typeset .grid>.card>:last-child{margin-bottom:0}.md-typeset .grid>*,.md-typeset .grid>.admonition,.md-typeset .grid>.highlight>*,.md-typeset .grid>.highlighttable,.md-typeset .grid>.md-typeset details,.md-typeset .grid>details,.md-typeset .grid>pre{margin-bottom:0;margin-top:0}.md-typeset .grid>.highlight>pre:only-child,.md-typeset .grid>.highlight>pre>code,.md-typeset .grid>.highlighttable,.md-typeset .grid>.highlighttable>tbody,.md-typeset .grid>.highlighttable>tbody>tr,.md-typeset .grid>.highlighttable>tbody>tr>.code,.md-typeset .grid>.highlighttable>tbody>tr>.code>.highlight,.md-typeset .grid>.highlighttable>tbody>tr>.code>.highlight>pre,.md-typeset .grid>.highlighttable>tbody>tr>.code>.highlight>pre>code{height:100%}.md-typeset .grid>.tabbed-set{margin-bottom:0;margin-top:0}@media screen and (min-width:45em){[dir=ltr] .md-typeset .inline{float:left}[dir=rtl] .md-typeset .inline{float:right}[dir=ltr] .md-typeset .inline{margin-right:.8rem}[dir=rtl] .md-typeset .inline{margin-left:.8rem}.md-typeset .inline{margin-bottom:.8rem;margin-top:0;width:11.7rem}[dir=ltr] .md-typeset .inline.end{float:right}[dir=rtl] .md-typeset .inline.end{float:left}[dir=ltr] .md-typeset .inline.end{margin-left:.8rem;margin-right:0}[dir=rtl] .md-typeset .inline.end{margin-left:0;margin-right:.8rem}}
\ No newline at end of file
diff --git a/v2.20/assets/stylesheets/main.a40c8224.min.css.map b/v2.20/assets/stylesheets/main.a40c8224.min.css.map
deleted file mode 100644
index 8ba5ce39e2..0000000000
--- a/v2.20/assets/stylesheets/main.a40c8224.min.css.map
+++ /dev/null
@@ -1 +0,0 @@
-{"version":3,"sources":["src/templates/assets/stylesheets/main/components/_meta.scss","../../../../src/templates/assets/stylesheets/main.scss","src/templates/assets/stylesheets/main/_resets.scss","src/templates/assets/stylesheets/main/_colors.scss","src/templates/assets/stylesheets/main/_icons.scss","src/templates/assets/stylesheets/main/_typeset.scss","src/templates/assets/stylesheets/utilities/_break.scss","src/templates/assets/stylesheets/main/components/_author.scss","src/templates/assets/stylesheets/main/components/_banner.scss","src/templates/assets/stylesheets/main/components/_base.scss","src/templates/assets/stylesheets/main/components/_clipboard.scss","src/templates/assets/stylesheets/main/components/_code.scss","src/templates/assets/stylesheets/main/components/_consent.scss","src/templates/assets/stylesheets/main/components/_content.scss","src/templates/assets/stylesheets/main/components/_dialog.scss","src/templates/assets/stylesheets/main/components/_feedback.scss","src/templates/assets/stylesheets/main/components/_footer.scss","src/templates/assets/stylesheets/main/components/_form.scss","src/templates/assets/stylesheets/main/components/_header.scss","node_modules/material-design-color/material-color.scss","src/templates/assets/stylesheets/main/components/_nav.scss","src/templates/assets/stylesheets/main/components/_pagination.scss","src/templates/assets/stylesheets/main/components/_post.scss","src/templates/assets/stylesheets/main/components/_progress.scss","src/templates/assets/stylesheets/main/components/_search.scss","src/templates/assets/stylesheets/main/components/_select.scss","src/templates/assets/stylesheets/main/components/_sidebar.scss","src/templates/assets/stylesheets/main/components/_source.scss","src/templates/assets/stylesheets/main/components/_status.scss","src/templates/assets/stylesheets/main/components/_tabs.scss","src/templates/assets/stylesheets/main/components/_tag.scss","src/templates/assets/stylesheets/main/components/_tooltip.scss","src/templates/assets/stylesheets/main/components/_tooltip2.scss","src/templates/assets/stylesheets/main/components/_top.scss","src/templates/assets/stylesheets/main/components/_version.scss","src/templates/assets/stylesheets/main/extensions/markdown/_admonition.scss","src/templates/assets/stylesheets/main/extensions/markdown/_footnotes.scss","src/templates/assets/stylesheets/main/extensions/markdown/_toc.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_arithmatex.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_critic.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_details.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_emoji.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_highlight.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_keys.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_tabbed.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_tasklist.scss","src/templates/assets/stylesheets/main/integrations/_giscus.scss","src/templates/assets/stylesheets/main/integrations/_mermaid.scss","src/templates/assets/stylesheets/main/modifiers/_grid.scss","src/templates/assets/stylesheets/main/modifiers/_inline.scss"],"names":[],"mappings":"AA0CE,gBC4yCF,CC1zCA,KAEE,6BAAA,CAAA,0BAAA,CAAA,qBAAA,CADA,qBDzBF,CC8BA,iBAGE,kBD3BF,CC8BE,gCANF,iBAOI,yBDzBF,CACF,CC6BA,KACE,QD1BF,CC8BA,qBAIE,uCD3BF,CC+BA,EACE,aAAA,CACA,oBD5BF,CCgCA,GAME,QAAA,CALA,kBAAA,CACA,aAAA,CACA,aAAA,CAEA,gBAAA,CADA,SD3BF,CCiCA,MACE,aD9BF,CCkCA,QAEE,eD/BF,CCmCA,IACE,iBDhCF,CCoCA,MAEE,uBAAA,CADA,gBDhCF,CCqCA,MAEE,eAAA,CACA,kBDlCF,CCsCA,OAKE,gBAAA,CACA,QAAA,CAHA,mBAAA,CACA,iBAAA,CAFA,QAAA,CADA,SD9BF,CCuCA,MACE,QAAA,CACA,YDpCF,CErDA,MAIE,6BAAA,CACA,oCAAA,CACA,mCAAA,CACA,0BAAA,CACA,sCAAA,CAGA,4BAAA,CACA,2CAAA,CACA,yBAAA,CACA,qCFmDF,CE7CA,+BAIE,kBF6CF,CE1CE,oHAEE,YF4CJ,CEnCA,qCAIE,eAAA,CAGA,+BAAA,CACA,sCAAA,CACA,wCAAA,CACA,yCAAA,CACA,0BAAA,CACA,sCAAA,CACA,wCAAA,CACA,yCAAA,CAGA,0BAAA,CACA,0BAAA,CAGA,0BAAA,CACA,mCAAA,CAGA,iCAAA,CACA,kCAAA,CACA,mCAAA,CACA,mCAAA,CACA,kCAAA,CACA,iCAAA,CACA,+CAAA,CACA,6DAAA,CACA,gEAAA,CACA,4DAAA,CACA,4DAAA,CACA,6DAAA,CAGA,6CAAA,CAGA,+CAAA,CAGA,gCAAA,CACA,gCAAA,CAGA,8BAAA,CACA,kCAAA,CACA,qCAAA,CAGA,iCAAA,CAGA,kCAAA,CACA,gDAAA,CAGA,mDAAA,CACA,mDAAA,CAGA,+BAAA,CACA,0BAAA,CAGA,yBAAA,CACA,qCAAA,CACA,uCAAA,CACA,8BAAA,CACA,oCAAA,CAGA,8DAAA,CAKA,8DAAA,CAKA,0DFKF,CG9HE,aAIE,iBAAA,CAHA,aAAA,CAEA,aAAA,CADA,YHmIJ,CIxIA,KACE,kCAAA,CACA,iCAAA,CAGA,uGAAA,CAKA,mFJyIF,CInIA,iBAIE,mCAAA,CACA,6BAAA,CAFA,sCJwIF,CIlIA,aAIE,4BAAA,CADA,sCJsIF,CI7HA,MACE,wNAAA,CACA,gNAAA,CACA,iNJgIF,CIzHA,YAGE,gCAAA,CAAA,kBAAA,CAFA,eAAA,CACA,eJ6HF,CIxHE,aAPF,YAQI,gBJ2HF,CACF,CIxHE,uGAME,iBAAA,CAAA,cJ0HJ,CItHE,eAKE,uCAAA,CAHA,aAAA,CAEA,eAAA,CAHA,iBJ6HJ,CIpHE,8BAPE,eAAA,CAGA,qBJ+HJ,CI3HE,eAEE,kBAAA,CAEA,eAAA,CAHA,oBJ0HJ,CIlHE,eAEE,gBAAA,CACA,eAAA,CAEA,qBAAA,CADA,eAAA,CAHA,mBJwHJ,CIhHE,kBACE,eJkHJ,CI9GE,eAEE,eAAA,CACA,qBAAA,CAFA,YJkHJ,CI5GE,8BAKE,uCAAA,CAFA,cAAA,CACA,eAAA,CAEA,qBAAA,CAJA,eJkHJ,CI1GE,eACE,wBJ4GJ,CIzGI,oBACE,mBJ2GN,CItGE,eAGE,+DAAA,CAFA,iBAAA,CACA,cJyGJ,CIpGE,cACE,+BAAA,CACA,qBJsGJ,CInGI,mCAEE,sBJoGN,CIhGI,wCACE,+BJkGN,CI/FM,kDACE,uDJiGR,CI5FI,mBACE,kBAAA,CACA,iCJ8FN,CI1FI,4BACE,uCAAA,CACA,oBJ4FN,CIvFE,iDAIE,6BAAA,CACA,aAAA,CAFA,2BJ2FJ,CItFI,aARF,iDASI,oBJ2FJ,CACF,CIvFE,iBAIE,wCAAA,CACA,mBAAA,CACA,kCAAA,CAAA,0BAAA,CAJA,eAAA,CADA,uBAAA,CAEA,qBJ4FJ,CItFI,qCAEE,uCAAA,CADA,YJyFN,CInFE,gBAEE,iBAAA,CACA,eAAA,CAFA,iBJuFJ,CIlFI,qBAWE,kCAAA,CAAA,0BAAA,CADA,eAAA,CATA,aAAA,CAEA,QAAA,CAMA,uCAAA,CALA,aAAA,CAFA,oCAAA,CAKA,yDAAA,CACA,oBAAA,CAFA,iBAAA,CADA,iBJ0FN,CIjFM,2BACE,+CJmFR,CI/EM,wCAEE,YAAA,CADA,WJkFR,CI7EM,8CACE,oDJ+ER,CI5EQ,oDACE,0CJ8EV,CIvEE,gBAOE,4CAAA,CACA,mBAAA,CACA,mKACE,CANF,gCAAA,CAHA,oBAAA,CAEA,eAAA,CADA,uBAAA,CAIA,uBAAA,CADA,qBJ6EJ,CIlEE,iBAGE,6CAAA,CACA,kCAAA,CAAA,0BAAA,CAHA,aAAA,CACA,qBJsEJ,CIhEE,iBAGE,6DAAA,CADA,WAAA,CADA,oBJoEJ,CI9DE,kBACE,WJgEJ,CI5DE,oDAEE,qBJ8DJ,CIhEE,oDAEE,sBJ8DJ,CI1DE,iCACE,kBJ+DJ,CIhEE,iCACE,mBJ+DJ,CIhEE,iCAIE,2DJ4DJ,CIhEE,iCAIE,4DJ4DJ,CIhEE,uBAGE,uCAAA,CADA,aAAA,CAAA,cJ8DJ,CIxDE,eACE,oBJ0DJ,CItDI,qBACE,4BJwDN,CInDE,kDAGE,kBJqDJ,CIxDE,kDAGE,mBJqDJ,CIxDE,8BAEE,SJsDJ,CIlDI,0DACE,iBJqDN,CIjDI,oCACE,2BJoDN,CIjDM,0CACE,2BJoDR,CIjDQ,gDACE,2BJoDV,CIjDU,sDACE,2BJoDZ,CI5CI,0CACE,4BJ+CN,CI3CI,wDACE,kBJ+CN,CIhDI,wDACE,mBJ+CN,CIhDI,oCAEE,kBJ8CN,CI3CM,kGAEE,aJ+CR,CI3CM,0DACE,eJ8CR,CI1CM,4HAEE,kBJ6CR,CI/CM,4HAEE,mBJ6CR,CI/CM,oFACE,kBAAA,CAAA,eJ8CR,CIvCE,yBAEE,mBJyCJ,CI3CE,yBAEE,oBJyCJ,CI3CE,eACE,mBAAA,CAAA,cJ0CJ,CIrCE,kDAIE,WAAA,CADA,cJwCJ,CIhCI,4BAEE,oBJkCN,CI9BI,6BAEE,oBJgCN,CI5BI,kCACE,YJ8BN,CIzBE,mBACE,iBAAA,CAGA,eAAA,CADA,cAAA,CAEA,iBAAA,CAHA,sBAAA,CAAA,iBJ8BJ,CIxBI,uBACE,aAAA,CACA,aJ0BN,CIrBE,uBAGE,iBAAA,CADA,eAAA,CADA,eJyBJ,CInBE,mBACE,cJqBJ,CIjBE,+BAME,2CAAA,CACA,iDAAA,CACA,mBAAA,CAPA,oBAAA,CAGA,gBAAA,CAFA,cAAA,CACA,aAAA,CAEA,iBJsBJ,CIhBI,aAXF,+BAYI,aJmBJ,CACF,CIdI,iCACE,gBJgBN,CITM,8FACE,YJWR,CIPM,4FACE,eJSR,CIJI,8FACE,eJMN,CIHM,kHACE,gBJKR,CIAI,kCAGE,eAAA,CAFA,cAAA,CACA,sBAAA,CAEA,kBJEN,CIEI,kCAGE,qDAAA,CAFA,sBAAA,CACA,kBJCN,CIII,wCACE,iCJFN,CIKM,8CACE,qDAAA,CACA,sDJHR,CIQI,iCACE,iBJNN,CIWE,wCACE,cJTJ,CIYI,wDAIE,gBJJN,CIAI,wDAIE,iBJJN,CIAI,8CAME,UAAA,CALA,oBAAA,CAEA,YAAA,CAIA,oDAAA,CAAA,4CAAA,CACA,6BAAA,CAAA,qBAAA,CACA,yBAAA,CAAA,iBAAA,CACA,iCAAA,CALA,0BAAA,CAHA,WJFN,CIcI,oDACE,oDJZN,CIgBI,mEACE,kDAAA,CACA,yDAAA,CAAA,iDJdN,CIkBI,oEACE,kDAAA,CACA,0DAAA,CAAA,kDJhBN,CIqBE,wBACE,iBAAA,CACA,eAAA,CACA,iBJnBJ,CIuBE,mBACE,oBAAA,CAEA,kBAAA,CADA,eJpBJ,CIwBI,aANF,mBAOI,aJrBJ,CACF,CIwBI,8BACE,aAAA,CAEA,QAAA,CACA,eAAA,CAFA,UJpBN,CKrWI,0CDwYF,uBACE,iBJ/BF,CIkCE,4BACE,eJhCJ,CACF,CMpiBE,uBAOE,kBAAA,CALA,aAAA,CACA,aAAA,CAEA,aAAA,CACA,eAAA,CALA,iBAAA,CAOA,sCACE,CALF,YN0iBJ,CMjiBI,2BACE,aNmiBN,CM/hBI,6BAME,+CAAA,CAFA,yCAAA,CAHA,eAAA,CACA,eAAA,CACA,kBAAA,CAEA,iBNkiBN,CM7hBI,6BAEE,aAAA,CADA,YNgiBN,CM1hBE,wBACE,kBN4hBJ,CMzhBI,4BAIE,kBAAA,CAHA,mCAAA,CAIA,uBNyhBN,CMrhBI,4DAEE,oBAAA,CADA,SNwhBN,CMphBM,oEACE,mBNshBR,CO/kBA,WAGE,0CAAA,CADA,+BAAA,CADA,aPolBF,CO/kBE,aANF,WAOI,YPklBF,CACF,CO/kBE,oBAEE,2CAAA,CADA,gCPklBJ,CO7kBE,kBAGE,eAAA,CADA,iBAAA,CADA,ePilBJ,CO3kBE,6BACE,WPglBJ,COjlBE,6BACE,UPglBJ,COjlBE,mBAEE,aAAA,CACA,cAAA,CACA,uBP6kBJ,CO1kBI,0BACE,YP4kBN,COxkBI,yBACE,UP0kBN,CQ/mBA,KASE,cAAA,CARA,WAAA,CACA,iBRmnBF,CK/cI,oCGtKJ,KAaI,gBR4mBF,CACF,CKpdI,oCGtKJ,KAkBI,cR4mBF,CACF,CQvmBA,KASE,2CAAA,CAPA,YAAA,CACA,qBAAA,CAKA,eAAA,CAHA,eAAA,CAJA,iBAAA,CAGA,UR6mBF,CQrmBE,aAZF,KAaI,aRwmBF,CACF,CKrdI,0CGhJF,yBAII,cRqmBJ,CACF,CQ5lBA,SAEE,gBAAA,CAAA,iBAAA,CADA,eRgmBF,CQ3lBA,cACE,YAAA,CAEA,qBAAA,CADA,WR+lBF,CQ3lBE,aANF,cAOI,aR8lBF,CACF,CQ1lBA,SACE,WR6lBF,CQ1lBE,gBACE,YAAA,CACA,WAAA,CACA,iBR4lBJ,CQvlBA,aACE,eAAA,CACA,sBR0lBF,CQjlBA,WACE,YRolBF,CQ/kBA,WAGE,QAAA,CACA,SAAA,CAHA,iBAAA,CACA,ORolBF,CQ/kBE,uCACE,aRilBJ,CQ7kBE,+BAEE,uCAAA,CADA,kBRglBJ,CQ1kBA,SASE,2CAAA,CACA,mBAAA,CAFA,gCAAA,CADA,gBAAA,CADA,YAAA,CAMA,SAAA,CADA,uCAAA,CANA,mBAAA,CAJA,cAAA,CAYA,2BAAA,CATA,URolBF,CQxkBE,eAEE,SAAA,CAIA,uBAAA,CAHA,oEACE,CAHF,UR6kBJ,CQ/jBA,MACE,WRkkBF,CS3tBA,MACE,6PT6tBF,CSvtBA,cASE,mBAAA,CAFA,0CAAA,CACA,cAAA,CAFA,YAAA,CAIA,uCAAA,CACA,oBAAA,CAVA,iBAAA,CAEA,UAAA,CADA,QAAA,CAUA,qBAAA,CAPA,WAAA,CADA,STkuBF,CSvtBE,aAfF,cAgBI,YT0tBF,CACF,CSvtBE,kCAEE,uCAAA,CADA,YT0tBJ,CSrtBE,qBACE,uCTutBJ,CSntBE,wCACE,+BTqtBJ,CShtBE,oBAME,6BAAA,CADA,UAAA,CAJA,aAAA,CAEA,cAAA,CACA,aAAA,CAGA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CARA,aT0tBJ,CS9sBE,sBACE,cTgtBJ,CS7sBI,2BACE,2CT+sBN,CSzsBI,kEAEE,uDAAA,CADA,+BT4sBN,CU9wBE,8BACE,YVixBJ,CWtxBA,mBACE,GACE,SAAA,CACA,0BXyxBF,CWtxBA,GACE,SAAA,CACA,uBXwxBF,CACF,CWpxBA,mBACE,GACE,SXsxBF,CWnxBA,GACE,SXqxBF,CACF,CW1wBE,qBASE,2BAAA,CAFA,mCAAA,CAAA,2BAAA,CADA,0BAAA,CADA,WAAA,CAGA,SAAA,CAPA,cAAA,CACA,KAAA,CAEA,UAAA,CADA,SXkxBJ,CWxwBE,mBAcE,mDAAA,CANA,2CAAA,CACA,QAAA,CACA,mBAAA,CARA,QAAA,CASA,kDACE,CAPF,eAAA,CAEA,aAAA,CADA,SAAA,CALA,cAAA,CAGA,UAAA,CADA,SXmxBJ,CWpwBE,kBACE,aXswBJ,CWlwBE,sBACE,YAAA,CACA,YXowBJ,CWjwBI,oCACE,aXmwBN,CW9vBE,sBACE,mBXgwBJ,CW7vBI,6CACE,cX+vBN,CKzpBI,0CMvGA,6CAKI,aAAA,CAEA,gBAAA,CACA,iBAAA,CAFA,UXiwBN,CACF,CW1vBE,kBACE,cX4vBJ,CY71BA,YACE,WAAA,CAIA,WZ61BF,CY11BE,mBAEE,qBAAA,CADA,iBZ61BJ,CKhsBI,sCOtJE,4EACE,kBZy1BN,CYr1BI,0JACE,mBZu1BN,CYx1BI,8EACE,kBZu1BN,CACF,CYl1BI,0BAGE,UAAA,CAFA,aAAA,CACA,YZq1BN,CYh1BI,+BACE,eZk1BN,CY50BE,8BACE,WZi1BJ,CYl1BE,8BACE,UZi1BJ,CYl1BE,8BAIE,iBZ80BJ,CYl1BE,8BAIE,kBZ80BJ,CYl1BE,oBAGE,cAAA,CADA,SZg1BJ,CY30BI,aAPF,oBAQI,YZ80BJ,CACF,CY30BI,gCACE,yCZ60BN,CYz0BI,wBACE,cAAA,CACA,kBZ20BN,CYx0BM,kCACE,oBZ00BR,Ca34BA,qBAEE,Wby5BF,Ca35BA,qBAEE,Uby5BF,Ca35BA,WAQE,2CAAA,CACA,mBAAA,CANA,YAAA,CAOA,8BAAA,CALA,iBAAA,CAMA,SAAA,CALA,mBAAA,CACA,mBAAA,CANA,cAAA,CAcA,0BAAA,CAHA,wCACE,CATF,Sbu5BF,Caz4BE,aAlBF,WAmBI,Yb44BF,CACF,Caz4BE,mBAEE,SAAA,CADA,mBAAA,CAKA,uBAAA,CAHA,kEb44BJ,Car4BE,kBAEE,gCAAA,CADA,ebw4BJ,Cc16BA,aACE,gBAAA,CACA,iBd66BF,Cc16BE,sBAGE,WAAA,CADA,QAAA,CADA,Sd86BJ,Ccx6BE,oBAEE,eAAA,CADA,ed26BJ,Cct6BE,oBACE,iBdw6BJ,Ccp6BE,mBAEE,YAAA,CACA,cAAA,CACA,6BAAA,CAHA,iBdy6BJ,Ccn6BI,iDACE,yCdq6BN,Ccj6BI,6BACE,iBdm6BN,Cc95BE,mBAGE,uCAAA,CACA,cAAA,CAHA,aAAA,CACA,cAAA,CAGA,sBdg6BJ,Cc75BI,gDACE,+Bd+5BN,Cc35BI,4BACE,0CAAA,CACA,mBd65BN,Ccx5BE,mBAEE,SAAA,CADA,iBAAA,CAKA,2BAAA,CAHA,8Dd25BJ,Ccr5BI,qBAEE,aAAA,CADA,edw5BN,Ccn5BI,6BACE,SAAA,CACA,uBdq5BN,Cch5BE,aAnFF,aAoFI,Ydm5BF,CACF,Cex+BA,WAEE,0CAAA,CADA,+Bf4+BF,Cex+BE,aALF,WAMI,Yf2+BF,CACF,Cex+BE,kBACE,6BAAA,CAEA,aAAA,CADA,af2+BJ,Cev+BI,gCACE,Yfy+BN,Cep+BE,iBAOE,eAAA,CANA,YAAA,CAKA,cAAA,CAGA,mBAAA,CAAA,eAAA,CADA,cAAA,CAGA,uCAAA,CADA,eAAA,CAEA,uBfk+BJ,Ce/9BI,8CACE,Ufi+BN,Ce79BI,+BACE,oBf+9BN,CKj1BI,0CUvIE,uBACE,af29BN,Cex9BM,yCACE,Yf09BR,CACF,Cer9BI,iCACE,gBfw9BN,Cez9BI,iCACE,iBfw9BN,Cez9BI,uBAEE,gBfu9BN,Cep9BM,iCACE,efs9BR,Ceh9BE,kBACE,WAAA,CAIA,eAAA,CADA,mBAAA,CAFA,6BAAA,CACA,cAAA,CAGA,kBfk9BJ,Ce98BE,mBAEE,YAAA,CADA,afi9BJ,Ce58BE,sBACE,gBAAA,CACA,Uf88BJ,Cez8BA,gBACE,gDf48BF,Cez8BE,uBACE,YAAA,CACA,cAAA,CACA,6BAAA,CACA,af28BJ,Cev8BE,kCACE,sCfy8BJ,Cet8BI,gFACE,+Bfw8BN,Ceh8BA,cAKE,wCAAA,CADA,gBAAA,CADA,iBAAA,CADA,eAAA,CADA,Ufu8BF,CK35BI,mCU7CJ,cASI,Ufm8BF,CACF,Ce/7BE,yBACE,sCfi8BJ,Ce17BA,WACE,mBAAA,CACA,SAAA,CAEA,cAAA,CADA,qBf87BF,CK16BI,mCUvBJ,WAQI,ef67BF,CACF,Ce17BE,iBACE,oBAAA,CAEA,aAAA,CACA,iBAAA,CAFA,Yf87BJ,Cez7BI,wBACE,ef27BN,Cev7BI,qBAGE,iBAAA,CAFA,gBAAA,CACA,mBf07BN,CgBhmCE,uBAME,kBAAA,CACA,mBAAA,CAHA,gCAAA,CACA,cAAA,CAJA,oBAAA,CAEA,eAAA,CADA,kBAAA,CAMA,gEhBmmCJ,CgB7lCI,gCAEE,2CAAA,CACA,uCAAA,CAFA,gChBimCN,CgB3lCI,0DAEE,0CAAA,CACA,sCAAA,CAFA,+BhB+lCN,CgBxlCE,gCAKE,4BhB6lCJ,CgBlmCE,gEAME,6BhB4lCJ,CgBlmCE,gCAME,4BhB4lCJ,CgBlmCE,sBAIE,6DAAA,CAGA,8BAAA,CAJA,eAAA,CAFA,aAAA,CACA,eAAA,CAMA,sChB0lCJ,CgBrlCI,wDACE,6CAAA,CACA,8BhBulCN,CgBnlCI,+BACE,UhBqlCN,CiBxoCA,WAOE,2CAAA,CAGA,8CACE,CALF,gCAAA,CADA,aAAA,CAHA,MAAA,CADA,eAAA,CACA,OAAA,CACA,KAAA,CACA,SjB+oCF,CiBpoCE,aAfF,WAgBI,YjBuoCF,CACF,CiBpoCE,mBAIE,2BAAA,CAHA,iEjBuoCJ,CiBhoCE,mBACE,kDACE,CAEF,kEjBgoCJ,CiB1nCE,kBAEE,kBAAA,CADA,YAAA,CAEA,ejB4nCJ,CiBxnCE,mBAKE,kBAAA,CAEA,cAAA,CAHA,YAAA,CAIA,uCAAA,CALA,aAAA,CAFA,iBAAA,CAQA,uBAAA,CAHA,qBAAA,CAJA,SjBioCJ,CiBvnCI,yBACE,UjBynCN,CiBrnCI,iCACE,oBjBunCN,CiBnnCI,uCAEE,uCAAA,CADA,YjBsnCN,CiBjnCI,2BAEE,YAAA,CADA,ajBonCN,CKtgCI,0CY/GA,2BAMI,YjBmnCN,CACF,CiBhnCM,8DAIE,iBAAA,CAHA,aAAA,CAEA,aAAA,CADA,UjBonCR,CKpiCI,mCYzEA,iCAII,YjB6mCN,CACF,CiB1mCM,wCACE,YjB4mCR,CiBxmCM,+CACE,oBjB0mCR,CK/iCI,sCYtDA,iCAII,YjBqmCN,CACF,CiBhmCE,kBAEE,YAAA,CACA,cAAA,CAFA,iBAAA,CAIA,8DACE,CAFF,kBjBmmCJ,CiB7lCI,oCAGE,SAAA,CADA,mBAAA,CAKA,6BAAA,CAHA,8DACE,CAJF,UjBmmCN,CiB1lCM,8CACE,8BjB4lCR,CiBvlCI,8BACE,ejBylCN,CiBplCE,4BAGE,gBAAA,CAAA,kBjBwlCJ,CiB3lCE,4BAGE,iBAAA,CAAA,iBjBwlCJ,CiB3lCE,kBACE,WAAA,CAGA,eAAA,CAFA,aAAA,CAGA,kBjBslCJ,CiBnlCI,4CAGE,SAAA,CADA,mBAAA,CAKA,8BAAA,CAHA,8DACE,CAJF,UjBylCN,CiBhlCM,sDACE,6BjBklCR,CiB9kCM,8DAGE,SAAA,CADA,mBAAA,CAKA,uBAAA,CAHA,8DACE,CAJF,SjBolCR,CiBzkCI,uCAGE,WAAA,CAFA,iBAAA,CACA,UjB4kCN,CiBtkCE,mBACE,YAAA,CACA,aAAA,CACA,cAAA,CAEA,+CACE,CAFF,kBjBykCJ,CiBnkCI,8DACE,WAAA,CACA,SAAA,CACA,oCjBqkCN,CiB5jCI,yBACE,QjB8jCN,CiBzjCE,mBACE,YjB2jCJ,CKvnCI,mCY2DF,6BAQI,gBjB2jCJ,CiBnkCA,6BAQI,iBjB2jCJ,CiBnkCA,mBAKI,aAAA,CAEA,iBAAA,CADA,ajB6jCJ,CACF,CK/nCI,sCY2DF,6BAaI,kBjB2jCJ,CiBxkCA,6BAaI,mBjB2jCJ,CACF,CD1yCA,SAGE,uCAAA,CAFA,eAAA,CACA,eC8yCF,CD1yCE,eACE,mBAAA,CACA,cAAA,CAGA,eAAA,CADA,QAAA,CADA,SC8yCJ,CDxyCE,sCAEE,WAAA,CADA,iBAAA,CAAA,kBC2yCJ,CDtyCE,eACE,+BCwyCJ,CDryCI,0CACE,+BCuyCN,CDjyCA,UAKE,wBmBaa,CnBZb,oBAAA,CAFA,UAAA,CAHA,oBAAA,CAEA,eAAA,CADA,0BAAA,CAAA,2BCwyCF,CmB10CA,MACE,uMAAA,CACA,sLAAA,CACA,iNnB60CF,CmBv0CA,QACE,eAAA,CACA,enB00CF,CmBv0CE,eAKE,uCAAA,CAJA,aAAA,CAGA,eAAA,CADA,eAAA,CADA,eAAA,CAIA,sBnBy0CJ,CmBt0CI,+BACE,YnBw0CN,CmBr0CM,mCAEE,WAAA,CADA,UnBw0CR,CmBh0CQ,sFAME,iBAAA,CALA,aAAA,CAGA,aAAA,CADA,cAAA,CAEA,kBAAA,CAHA,UnBs0CV,CmB3zCE,cAGE,eAAA,CADA,QAAA,CADA,SnB+zCJ,CmBzzCE,cAGE,sBAAA,CAFA,YAAA,CACA,SAAA,CAEA,iBAAA,CACA,uBAAA,CACA,sBnB2zCJ,CmBxzCI,sBACE,uCnB0zCN,CmBnzCM,6EAEE,+BnBqzCR,CmBhzCI,2BAIE,iBnB+yCN,CmB3yCI,4CACE,gBnB6yCN,CmB9yCI,4CACE,iBnB6yCN,CmBzyCI,kBAME,iBAAA,CAFA,aAAA,CACA,YAAA,CAFA,iBnB4yCN,CmBryCI,sGACE,+BAAA,CACA,cnBuyCN,CmBnyCI,4BACE,uCAAA,CACA,oBnBqyCN,CmBjyCI,0CACE,YnBmyCN,CmBhyCM,yDAIE,6BAAA,CAHA,aAAA,CAEA,WAAA,CAEA,qCAAA,CAAA,6BAAA,CAHA,UnBqyCR,CmB9xCM,kDACE,YnBgyCR,CmB1xCE,iCACE,YnB4xCJ,CmBzxCI,6CACE,WAAA,CAGA,WnByxCN,CmBpxCE,cACE,anBsxCJ,CmBlxCE,gBACE,YnBoxCJ,CKrvCI,0CcxBA,0CASE,2CAAA,CAHA,YAAA,CACA,qBAAA,CACA,WAAA,CALA,MAAA,CADA,iBAAA,CACA,OAAA,CACA,KAAA,CACA,SnBmxCJ,CmBxwCI,+DACE,eAAA,CACA,enB0wCN,CmBtwCI,gCAQE,qDAAA,CAHA,uCAAA,CAEA,cAAA,CALA,aAAA,CAEA,kBAAA,CADA,wBAAA,CAFA,iBAAA,CAKA,kBnB0wCN,CmBrwCM,wDAEE,UnB4wCR,CmB9wCM,wDAEE,WnB4wCR,CmB9wCM,8CAIE,aAAA,CAEA,aAAA,CACA,YAAA,CANA,iBAAA,CAEA,SAAA,CAEA,YnBywCR,CmBpwCQ,oDAKE,6BAAA,CADA,UAAA,CAHA,aAAA,CAEA,WAAA,CAGA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAPA,UnB6wCV,CmBjwCM,8CAIE,2CAAA,CACA,gEACE,CALF,eAAA,CAEA,4BAAA,CADA,kBnBswCR,CmB/vCQ,2DACE,YnBiwCV,CmB5vCM,8CAGE,2CAAA,CADA,gCAAA,CADA,enBgwCR,CmB1vCM,yCAIE,aAAA,CAFA,UAAA,CAIA,YAAA,CADA,aAAA,CAJA,iBAAA,CACA,WAAA,CACA,SnB+vCR,CmBvvCI,+BACE,MnByvCN,CmBrvCI,+BACE,4DnBuvCN,CmBpvCM,qDACE,+BnBsvCR,CmBnvCQ,sHACE,+BnBqvCV,CmB/uCI,+BAEE,YAAA,CADA,mBnBkvCN,CmB9uCM,mCACE,enBgvCR,CmB5uCM,6CACE,SnB8uCR,CmB1uCM,uDAGE,mBnB6uCR,CmBhvCM,uDAGE,kBnB6uCR,CmBhvCM,6CAIE,gBAAA,CAFA,aAAA,CADA,YnB+uCR,CmBzuCQ,mDAKE,6BAAA,CADA,UAAA,CAHA,aAAA,CAEA,WAAA,CAGA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAPA,UnBkvCV,CmBluCM,+CACE,mBnBouCR,CmB5tCM,4CAEE,wBAAA,CADA,enB+tCR,CmB3tCQ,oEACE,mBnB6tCV,CmB9tCQ,oEACE,oBnB6tCV,CmBztCQ,4EACE,iBnB2tCV,CmB5tCQ,4EACE,kBnB2tCV,CmBvtCQ,oFACE,mBnBytCV,CmB1tCQ,oFACE,oBnBytCV,CmBrtCQ,4FACE,mBnButCV,CmBxtCQ,4FACE,oBnButCV,CmBhtCE,mBACE,wBnBktCJ,CmB9sCE,wBACE,YAAA,CACA,SAAA,CAIA,0BAAA,CAHA,oEnBitCJ,CmB3sCI,kCACE,2BnB6sCN,CmBxsCE,gCACE,SAAA,CAIA,uBAAA,CAHA,qEnB2sCJ,CmBrsCI,8CAEE,kCAAA,CAAA,0BnBssCN,CACF,CKx4CI,0Cc0MA,0CACE,YnBisCJ,CmB9rCI,yDACE,UnBgsCN,CmB5rCI,wDACE,YnB8rCN,CmB1rCI,kDACE,YnB4rCN,CmBvrCE,gBAIE,iDAAA,CADA,gCAAA,CAFA,aAAA,CACA,enB2rCJ,CACF,CKr8CM,+DcmRF,6CACE,YnBqrCJ,CmBlrCI,4DACE,UnBorCN,CmBhrCI,2DACE,YnBkrCN,CmB9qCI,qDACE,YnBgrCN,CACF,CK77CI,mCc7JJ,QAgbI,oBnB8qCF,CmBxqCI,kCAME,qCAAA,CACA,qDAAA,CANA,eAAA,CACA,KAAA,CAGA,SnB0qCN,CmBrqCM,6CACE,uBnBuqCR,CmBnqCM,gDACE,YnBqqCR,CmBhqCI,2CACE,kBnBmqCN,CmBpqCI,2CACE,mBnBmqCN,CmBpqCI,iCAEE,oBnBkqCN,CmB3pCI,yDACE,kBnB6pCN,CmB9pCI,yDACE,iBnB6pCN,CACF,CKt9CI,sCc7JJ,QA4dI,oBAAA,CACA,oDnB2pCF,CmBrpCI,gCAME,qCAAA,CACA,qDAAA,CANA,eAAA,CACA,KAAA,CAGA,SnBupCN,CmBlpCM,8CACE,uBnBopCR,CmBhpCM,8CACE,YnBkpCR,CmB7oCI,yCACE,kBnBgpCN,CmBjpCI,yCACE,mBnBgpCN,CmBjpCI,+BAEE,oBnB+oCN,CmBxoCI,uDACE,kBnB0oCN,CmB3oCI,uDACE,iBnB0oCN,CmBroCE,wBACE,YAAA,CACA,sBAAA,CAEA,SAAA,CACA,6FACE,CAHF,mBnByoCJ,CmBjoCI,sCACE,enBmoCN,CmB9nCE,iFACE,sBAAA,CAEA,SAAA,CACA,4FACE,CAHF,kBnBkoCJ,CmBznCE,iDACE,enB2nCJ,CmBvnCE,6CACE,YnBynCJ,CmBrnCE,uBACE,aAAA,CACA,enBunCJ,CmBpnCI,kCACE,enBsnCN,CmBlnCI,qCACE,enBonCN,CmBjnCM,0CACE,uCnBmnCR,CmB/mCM,6DACE,mBnBinCR,CmB7mCM,yFAEE,YnB+mCR,CmB1mCI,yCAEE,kBnB8mCN,CmBhnCI,yCAEE,mBnB8mCN,CmBhnCI,+BACE,aAAA,CAGA,SAAA,CADA,kBnB6mCN,CmBzmCM,2DACE,SnB2mCR,CmBrmCE,cAGE,kBAAA,CADA,YAAA,CAEA,gCAAA,CAHA,WnB0mCJ,CmBpmCI,oBACE,uDnBsmCN,CmBlmCI,oBAME,6BAAA,CACA,kBAAA,CAFA,UAAA,CAJA,oBAAA,CAEA,WAAA,CAKA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CACA,yBAAA,CARA,qBAAA,CAFA,UnB8mCN,CmBjmCM,8BACE,wBnBmmCR,CmB/lCM,kKAEE,uBnBgmCR,CmBllCI,2EACE,YnBulCN,CmBplCM,oDACE,anBslCR,CmBnlCQ,kEAKE,qCAAA,CACA,qDAAA,CAFA,YAAA,CAHA,eAAA,CACA,KAAA,CACA,SnBwlCV,CmBllCU,0FACE,mBnBolCZ,CmB/kCQ,0EACE,QnBilCV,CmB5kCM,sFACE,kBnB8kCR,CmB/kCM,sFACE,mBnB8kCR,CmB1kCM,kDACE,uCnB4kCR,CmBtkCI,2CACE,sBAAA,CAEA,SAAA,CADA,kBnBykCN,CmBhkCI,qFAIE,mDnBmkCN,CmBvkCI,qFAIE,oDnBmkCN,CmBvkCI,2EACE,aAAA,CACA,oBAAA,CAGA,SAAA,CAFA,kBnBokCN,CmB/jCM,yFAEE,gBAAA,CADA,gBnBkkCR,CmB7jCM,0FACE,YnB+jCR,CACF,CoBtxDA,eAKE,eAAA,CACA,eAAA,CAJA,SpB6xDF,CoBtxDE,gCANA,kBAAA,CAFA,YAAA,CAGA,sBpBoyDF,CoB/xDE,iBAOE,mBAAA,CAFA,aAAA,CADA,gBAAA,CAEA,iBpByxDJ,CoBpxDE,wBAEE,qDAAA,CADA,uCpBuxDJ,CoBlxDE,qBACE,6CpBoxDJ,CoB/wDI,sDAEE,uDAAA,CADA,+BpBkxDN,CoB9wDM,8DACE,+BpBgxDR,CoB3wDI,mCACE,uCAAA,CACA,oBpB6wDN,CoBzwDI,yBAKE,iBAAA,CADA,yCAAA,CAHA,aAAA,CAEA,eAAA,CADA,YpB8wDN,CqB9zDE,eAGE,+DAAA,CADA,oBAAA,CADA,qBrBm0DJ,CK9oDI,0CgBtLF,eAOI,YrBi0DJ,CACF,CqB3zDM,6BACE,oBrB6zDR,CqBvzDE,kBACE,YAAA,CACA,qBAAA,CACA,SAAA,CACA,qBrByzDJ,CqBlzDI,0BACE,sBrBozDN,CqBjzDM,gEACE,+BrBmzDR,CqB7yDE,gBAEE,uCAAA,CADA,erBgzDJ,CqB3yDE,kBACE,oBrB6yDJ,CqB1yDI,mCAGE,kBAAA,CAFA,YAAA,CACA,SAAA,CAEA,iBrB4yDN,CqBxyDI,oCAIE,kBAAA,CAHA,mBAAA,CACA,kBAAA,CACA,SAAA,CAGA,QAAA,CADA,iBrB2yDN,CqBtyDI,0DACE,kBrBwyDN,CqBzyDI,0DACE,iBrBwyDN,CqBpyDI,iDACE,uBAAA,CAEA,YrBqyDN,CqBhyDE,4BACE,YrBkyDJ,CqB3xDA,YAGE,kBAAA,CAFA,YAAA,CAIA,eAAA,CAHA,SAAA,CAIA,eAAA,CAFA,UrBgyDF,CqB3xDE,yBACE,WrB6xDJ,CqBtxDA,kBACE,YrByxDF,CKjtDI,0CgBzEJ,kBAKI,wBrByxDF,CACF,CqBtxDE,qCACE,WrBwxDJ,CK5uDI,sCgB7CF,+CAKI,kBrBwxDJ,CqB7xDA,+CAKI,mBrBwxDJ,CACF,CK9tDI,0CgBrDJ,6BAMI,SAAA,CAFA,eAAA,CACA,UrBqxDF,CqBlxDE,qDACE,gBrBoxDJ,CqBjxDE,gDACE,SrBmxDJ,CqBhxDE,4CACE,iBAAA,CAAA,kBrBkxDJ,CqB/wDE,2CAEE,WAAA,CADA,crBkxDJ,CqB9wDE,2CACE,mBAAA,CACA,cAAA,CACA,SAAA,CACA,oBAAA,CAAA,iBrBgxDJ,CqB7wDE,2CACE,SrB+wDJ,CqB5wDE,qCAEE,WAAA,CACA,eAAA,CAFA,erBgxDJ,CACF,CsB17DA,MACE,qBAAA,CACA,yBtB67DF,CsBv7DA,aAME,qCAAA,CADA,cAAA,CAEA,0FACE,CAPF,cAAA,CACA,KAAA,CAaA,mDAAA,CACA,qBAAA,CAJA,wFACE,CATF,UAAA,CADA,StBi8DF,CuB58DA,MACE,mfvB+8DF,CuBz8DA,WACE,iBvB48DF,CK9yDI,mCkB/JJ,WAKI,evB48DF,CACF,CuBz8DE,kBACE,YvB28DJ,CuBv8DE,oBAEE,SAAA,CADA,SvB08DJ,CKvyDI,0CkBpKF,8BAOI,YvBk9DJ,CuBz9DA,8BAOI,avBk9DJ,CuBz9DA,oBAaI,2CAAA,CACA,kBAAA,CAJA,WAAA,CACA,eAAA,CACA,mBAAA,CANA,iBAAA,CAEA,SAAA,CAUA,uBAAA,CAHA,4CACE,CAPF,UvBg9DJ,CuBp8DI,+DACE,SAAA,CACA,oCvBs8DN,CACF,CK70DI,mCkBjJF,8BAgCI,MvBy8DJ,CuBz+DA,8BAgCI,OvBy8DJ,CuBz+DA,oBAqCI,0BAAA,CADA,cAAA,CADA,QAAA,CAJA,cAAA,CAEA,KAAA,CAKA,sDACE,CALF,OvBu8DJ,CuB77DI,+DAME,YAAA,CACA,SAAA,CACA,4CACE,CARF,UvBk8DN,CACF,CK50DI,0CkBxGA,+DAII,mBvBo7DN,CACF,CK13DM,+DkB/DF,+DASI,mBvBo7DN,CACF,CK/3DM,+DkB/DF,+DAcI,mBvBo7DN,CACF,CuB/6DE,kBAEE,kCAAA,CAAA,0BvBg7DJ,CK91DI,0CkBpFF,4BAOI,MvBw7DJ,CuB/7DA,4BAOI,OvBw7DJ,CuB/7DA,kBAWI,QAAA,CAEA,SAAA,CADA,eAAA,CANA,cAAA,CAEA,KAAA,CAWA,wBAAA,CALA,qGACE,CALF,OAAA,CADA,SvBs7DJ,CuBz6DI,4BACE,yBvB26DN,CuBv6DI,6DAEE,WAAA,CACA,SAAA,CAMA,uBAAA,CALA,sGACE,CAJF,UvB66DN,CACF,CKz4DI,mCkBjEF,4BA2CI,WvBu6DJ,CuBl9DA,4BA2CI,UvBu6DJ,CuBl9DA,kBA6CI,eAAA,CAHA,iBAAA,CAIA,8CAAA,CAFA,avBs6DJ,CACF,CKx6DM,+DkBOF,6DAII,avBi6DN,CACF,CKv5DI,sCkBfA,6DASI,avBi6DN,CACF,CuB55DE,iBAIE,2CAAA,CACA,0BAAA,CAFA,aAAA,CAFA,iBAAA,CAKA,2CACE,CALF,SvBk6DJ,CKp6DI,mCkBAF,iBAaI,0BAAA,CACA,mBAAA,CAFA,avB85DJ,CuBz5DI,uBACE,0BvB25DN,CACF,CuBv5DI,4DAEE,2CAAA,CACA,6BAAA,CACA,8BAAA,CAHA,gCvB45DN,CuBp5DE,4BAKE,mBAAA,CAAA,oBvBy5DJ,CuB95DE,4BAKE,mBAAA,CAAA,oBvBy5DJ,CuB95DE,kBAQE,gBAAA,CAFA,eAAA,CAFA,WAAA,CAHA,iBAAA,CAMA,sBAAA,CAJA,UAAA,CADA,SvB45DJ,CuBn5DI,+BACE,qBvBq5DN,CuBj5DI,kEAEE,uCvBk5DN,CuB94DI,6BACE,YvBg5DN,CKp7DI,0CkBaF,kBA8BI,eAAA,CADA,aAAA,CADA,UvBi5DJ,CACF,CK98DI,mCkBgCF,4BAmCI,mBvBi5DJ,CuBp7DA,4BAmCI,oBvBi5DJ,CuBp7DA,kBAqCI,aAAA,CADA,evBg5DJ,CuB54DI,+BACE,uCvB84DN,CuB14DI,mCACE,gCvB44DN,CuBx4DI,6DACE,kBvB04DN,CuBv4DM,8EACE,uCvBy4DR,CuBr4DM,0EACE,WvBu4DR,CACF,CuBj4DE,iBAIE,cAAA,CAHA,oBAAA,CAEA,aAAA,CAEA,kCACE,CAJF,YvBs4DJ,CuB93DI,uBACE,UvBg4DN,CuB53DI,yCAEE,UvBg4DN,CuBl4DI,yCAEE,WvBg4DN,CuBl4DI,+BACE,iBAAA,CAEA,SAAA,CACA,SvB83DN,CuB33DM,6CACE,oBvB63DR,CKp+DI,0CkB+FA,yCAaI,UvB63DN,CuB14DE,yCAaI,WvB63DN,CuB14DE,+BAcI,SvB43DN,CuBz3DM,+CACE,YvB23DR,CACF,CKhgEI,mCkBkHA,+BAwBI,mBvB03DN,CuBv3DM,8CACE,YvBy3DR,CACF,CuBn3DE,8BAEE,WvBw3DJ,CuB13DE,8BAEE,UvBw3DJ,CuB13DE,oBAKE,mBAAA,CAJA,iBAAA,CAEA,SAAA,CACA,SvBs3DJ,CK5/DI,0CkBkIF,8BASI,WvBs3DJ,CuB/3DA,8BASI,UvBs3DJ,CuB/3DA,oBAUI,SvBq3DJ,CACF,CuBl3DI,uCACE,iBvBw3DN,CuBz3DI,uCACE,kBvBw3DN,CuBz3DI,6BAEE,uCAAA,CACA,SAAA,CAIA,oBAAA,CAHA,+DvBq3DN,CuB/2DM,iDAEE,uCAAA,CADA,YvBk3DR,CuB72DM,gGAGE,SAAA,CADA,mBAAA,CAEA,kBvB82DR,CuB32DQ,sGACE,UvB62DV,CuBt2DE,8BAOE,mBAAA,CAAA,oBvB62DJ,CuBp3DE,8BAOE,mBAAA,CAAA,oBvB62DJ,CuBp3DE,oBAIE,kBAAA,CAKA,yCAAA,CANA,YAAA,CAKA,eAAA,CAFA,WAAA,CAKA,SAAA,CAVA,iBAAA,CACA,KAAA,CAUA,uBAAA,CAFA,kBAAA,CALA,UvB+2DJ,CKtjEI,mCkBkMF,8BAgBI,mBvBy2DJ,CuBz3DA,8BAgBI,oBvBy2DJ,CuBz3DA,oBAiBI,evBw2DJ,CACF,CuBr2DI,+DACE,SAAA,CACA,0BvBu2DN,CuBl2DE,6BAKE,+BvBq2DJ,CuB12DE,0DAME,gCvBo2DJ,CuB12DE,6BAME,+BvBo2DJ,CuB12DE,mBAIE,eAAA,CAHA,iBAAA,CAEA,UAAA,CADA,SvBw2DJ,CKrjEI,0CkB2MF,mBAWI,QAAA,CADA,UvBq2DJ,CACF,CK9kEI,mCkB8NF,mBAiBI,SAAA,CADA,UAAA,CAEA,sBvBo2DJ,CuBj2DI,8DACE,8BAAA,CACA,SvBm2DN,CACF,CuB91DE,uBASE,kCAAA,CAAA,0BAAA,CAFA,2CAAA,CANA,WAAA,CACA,eAAA,CAIA,kBvB+1DJ,CuBz1DI,iEAZF,uBAaI,uBvB41DJ,CACF,CK3nEM,+DkBiRJ,uBAkBI,avB41DJ,CACF,CK1mEI,sCkB2PF,uBAuBI,avB41DJ,CACF,CK/mEI,mCkB2PF,uBA4BI,YAAA,CACA,yDAAA,CACA,oBvB41DJ,CuBz1DI,kEACE,evB21DN,CuBv1DI,6BACE,+CvBy1DN,CuBr1DI,0CAEE,YAAA,CADA,WvBw1DN,CuBn1DI,gDACE,oDvBq1DN,CuBl1DM,sDACE,0CvBo1DR,CACF,CuB70DA,kBACE,gCAAA,CACA,qBvBg1DF,CuB70DE,wBAME,qDAAA,CAFA,uCAAA,CAFA,gBAAA,CACA,kBAAA,CAFA,eAAA,CAIA,uBvBg1DJ,CKnpEI,mCkB8TF,kCAUI,mBvB+0DJ,CuBz1DA,kCAUI,oBvB+0DJ,CACF,CuB30DE,wBAGE,eAAA,CADA,QAAA,CADA,SAAA,CAIA,wBAAA,CAAA,gBvB40DJ,CuBx0DE,wBACE,yDvB00DJ,CuBv0DI,oCACE,evBy0DN,CuBp0DE,wBACE,aAAA,CAEA,YAAA,CADA,uBAAA,CAEA,gCvBs0DJ,CuBn0DI,4DACE,uDvBq0DN,CuBj0DI,gDACE,mBvBm0DN,CuB9zDE,gCAKE,cAAA,CADA,aAAA,CAGA,YAAA,CANA,eAAA,CAKA,uBAAA,CAJA,KAAA,CACA,SvBo0DJ,CuB7zDI,wCACE,YvB+zDN,CuB1zDI,wDACE,YvB4zDN,CuBxzDI,oCAGE,+BAAA,CADA,gBAAA,CADA,mBAAA,CAGA,2CvB0zDN,CKrsEI,mCkBuYA,8CAUI,mBvBwzDN,CuBl0DE,8CAUI,oBvBwzDN,CACF,CuBpzDI,oFAEE,uDAAA,CADA,+BvBuzDN,CuBjzDE,sCACE,2CvBmzDJ,CuB9yDE,2BAGE,eAAA,CADA,eAAA,CADA,iBvBkzDJ,CKttEI,mCkBmaF,qCAOI,mBvBgzDJ,CuBvzDA,qCAOI,oBvBgzDJ,CACF,CuB5yDE,kCAEE,MvBkzDJ,CuBpzDE,kCAEE,OvBkzDJ,CuBpzDE,wBAME,uCAAA,CAFA,aAAA,CACA,YAAA,CAJA,iBAAA,CAEA,YvBizDJ,CKhtEI,0CkB4ZF,wBAUI,YvB8yDJ,CACF,CuB3yDI,8BAKE,6BAAA,CADA,UAAA,CAHA,oBAAA,CAEA,WAAA,CAGA,+CAAA,CAAA,uCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAPA,UvBozDN,CuB1yDM,wCACE,oBvB4yDR,CuBtyDE,8BAGE,uCAAA,CAFA,gBAAA,CACA,evByyDJ,CuBryDI,iCAKE,gCAAA,CAHA,eAAA,CACA,eAAA,CACA,eAAA,CAHA,evB2yDN,CuBpyDM,sCACE,oBvBsyDR,CuBjyDI,iCAKE,gCAAA,CAHA,gBAAA,CACA,eAAA,CACA,eAAA,CAHA,avBuyDN,CuBhyDM,sCACE,oBvBkyDR,CuB5xDE,yBAKE,gCAAA,CAJA,aAAA,CAEA,gBAAA,CACA,iBAAA,CAFA,avBiyDJ,CuB1xDE,uBAGE,wBAAA,CAFA,+BAAA,CACA,yBvB6xDJ,CwBj8EA,WACE,iBAAA,CACA,SxBo8EF,CwBj8EE,kBAOE,2CAAA,CACA,mBAAA,CACA,8BAAA,CAHA,gCAAA,CAHA,QAAA,CAEA,gBAAA,CADA,YAAA,CAMA,SAAA,CATA,iBAAA,CACA,sBAAA,CAaA,mCAAA,CAJA,oExBo8EJ,CwB77EI,6EACE,gBAAA,CACA,SAAA,CAKA,+BAAA,CAJA,8ExBg8EN,CwBx7EI,wBAWE,+BAAA,CAAA,8CAAA,CAFA,6BAAA,CAAA,8BAAA,CACA,YAAA,CAFA,UAAA,CAHA,QAAA,CAFA,QAAA,CAIA,kBAAA,CADA,iBAAA,CALA,iBAAA,CACA,KAAA,CAEA,OxBi8EN,CwBr7EE,iBAOE,mBAAA,CAFA,eAAA,CACA,oBAAA,CAHA,QAAA,CAFA,kBAAA,CAGA,aAAA,CAFA,SxB47EJ,CwBn7EE,iBACE,kBxBq7EJ,CwBj7EE,2BAGE,kBAAA,CAAA,oBxBu7EJ,CwB17EE,2BAGE,mBAAA,CAAA,mBxBu7EJ,CwB17EE,iBAIE,cAAA,CAHA,aAAA,CAKA,YAAA,CADA,uBAAA,CAEA,2CACE,CANF,UxBw7EJ,CwB96EI,8CACE,+BxBg7EN,CwB56EI,uBACE,qDxB86EN,CyBlgFA,YAIE,qBAAA,CADA,aAAA,CAGA,gBAAA,CALA,eAAA,CACA,UAAA,CAGA,azBsgFF,CyBlgFE,aATF,YAUI,YzBqgFF,CACF,CKv1EI,0CoB3KF,+BAKI,azB0gFJ,CyB/gFA,+BAKI,czB0gFJ,CyB/gFA,qBAWI,2CAAA,CAHA,aAAA,CAEA,WAAA,CANA,cAAA,CAEA,KAAA,CASA,uBAAA,CAHA,iEACE,CAJF,aAAA,CAFA,SzBwgFJ,CyB7/EI,mEACE,8BAAA,CACA,6BzB+/EN,CyB5/EM,6EACE,8BzB8/ER,CyBz/EI,6CAEE,QAAA,CAAA,MAAA,CACA,QAAA,CACA,eAAA,CAHA,iBAAA,CACA,OAAA,CAGA,qBAAA,CAHA,KzB8/EN,CACF,CKt4EI,sCoBtKJ,YAuDI,QzBy/EF,CyBt/EE,mBACE,WzBw/EJ,CyBp/EE,6CACE,UzBs/EJ,CACF,CyBl/EE,uBACE,YAAA,CACA,OzBo/EJ,CKr5EI,mCoBjGF,uBAMI,QzBo/EJ,CyBj/EI,8BACE,WzBm/EN,CyB/+EI,qCACE,azBi/EN,CyB7+EI,+CACE,kBzB++EN,CACF,CyB1+EE,wBAIE,uBAAA,CAOA,kCAAA,CAAA,0BAAA,CAVA,cAAA,CACA,eAAA,CACA,yDAAA,CAMA,oBzBy+EJ,CyBp+EI,2CAEE,YAAA,CADA,WzBu+EN,CyBl+EI,mEACE,+CzBo+EN,CyBj+EM,qHACE,oDzBm+ER,CyBh+EQ,iIACE,0CzBk+EV,CyBn9EE,wCAGE,wBACE,qBzBm9EJ,CyB/8EE,6BACE,kCzBi9EJ,CyBl9EE,6BACE,iCzBi9EJ,CACF,CK76EI,0CoB5BF,YAME,0BAAA,CADA,QAAA,CAEA,SAAA,CANA,cAAA,CACA,KAAA,CAMA,sDACE,CALF,OAAA,CADA,SzBk9EF,CyBv8EE,4CAEE,WAAA,CACA,SAAA,CACA,4CACE,CAJF,UzB48EJ,CACF,C0BznFA,iBACE,GACE,Q1B2nFF,C0BxnFA,GACE,a1B0nFF,CACF,C0BtnFA,gBACE,GACE,SAAA,CACA,0B1BwnFF,C0BrnFA,IACE,S1BunFF,C0BpnFA,GACE,SAAA,CACA,uB1BsnFF,CACF,C0B9mFA,MACE,2eAAA,CACA,+fAAA,CACA,0lBAAA,CACA,kf1BgnFF,C0B1mFA,WAOE,kCAAA,CAAA,0BAAA,CANA,aAAA,CACA,gBAAA,CACA,eAAA,CAEA,uCAAA,CAGA,uBAAA,CAJA,kB1BgnFF,C0BzmFE,iBACE,U1B2mFJ,C0BvmFE,iBACE,oBAAA,CAEA,aAAA,CACA,qBAAA,CAFA,U1B2mFJ,C0BtmFI,+BACE,iB1BymFN,C0B1mFI,+BACE,kB1BymFN,C0B1mFI,qBAEE,gB1BwmFN,C0BpmFI,kDACE,iB1BumFN,C0BxmFI,kDACE,kB1BumFN,C0BxmFI,kDAEE,iB1BsmFN,C0BxmFI,kDAEE,kB1BsmFN,C0BjmFE,iCAGE,iB1BsmFJ,C0BzmFE,iCAGE,kB1BsmFJ,C0BzmFE,uBACE,oBAAA,CACA,6BAAA,CAEA,eAAA,CACA,sBAAA,CACA,qB1BmmFJ,C0B/lFE,kBACE,YAAA,CAMA,gBAAA,CALA,SAAA,CAMA,oBAAA,CAHA,gBAAA,CAIA,WAAA,CAHA,eAAA,CAFA,SAAA,CADA,U1BumFJ,C0B9lFI,iDACE,4B1BgmFN,C0B3lFE,iBACE,eAAA,CACA,sB1B6lFJ,C0B1lFI,gDACE,2B1B4lFN,C0BxlFI,kCAIE,kB1BgmFN,C0BpmFI,kCAIE,iB1BgmFN,C0BpmFI,wBAOE,6BAAA,CADA,UAAA,CALA,oBAAA,CAEA,YAAA,CAMA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CALA,uBAAA,CAHA,W1BkmFN,C0BtlFI,iCACE,a1BwlFN,C0BplFI,iCACE,gDAAA,CAAA,wC1BslFN,C0BllFI,+BACE,8CAAA,CAAA,sC1BolFN,C0BhlFI,+BACE,8CAAA,CAAA,sC1BklFN,C0B9kFI,sCACE,qDAAA,CAAA,6C1BglFN,C0B1kFA,gBACE,Y1B6kFF,C0B1kFE,gCAIE,kB1B8kFJ,C0BllFE,gCAIE,iB1B8kFJ,C0BllFE,sBAGE,kBAAA,CAGA,uCAAA,CALA,mBAAA,CAIA,gBAAA,CAHA,S1BglFJ,C0BzkFI,+BACE,aAAA,CACA,oB1B2kFN,C0BvkFI,2CACE,U1B0kFN,C0B3kFI,2CACE,W1B0kFN,C0B3kFI,iCAEE,kB1BykFN,C0BrkFI,0BACE,W1BukFN,C2B9vFA,MACE,iSAAA,CACA,4UAAA,CACA,+NAAA,CACA,gZ3BiwFF,C2BxvFE,iBAME,kDAAA,CADA,UAAA,CAJA,oBAAA,CAEA,cAAA,CAIA,mCAAA,CAAA,2BAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CANA,0BAAA,CAFA,a3BmwFJ,C2BvvFE,uBACE,6B3ByvFJ,C2BrvFE,sBACE,wCAAA,CAAA,gC3BuvFJ,C2BnvFE,6BACE,+CAAA,CAAA,uC3BqvFJ,C2BjvFE,4BACE,8CAAA,CAAA,sC3BmvFJ,C4B9xFA,SASE,2CAAA,CADA,gCAAA,CAJA,aAAA,CAGA,eAAA,CADA,aAAA,CADA,UAAA,CAFA,S5BqyFF,C4B5xFE,aAZF,SAaI,Y5B+xFF,CACF,CKpnFI,0CuBzLJ,SAkBI,Y5B+xFF,CACF,C4B5xFE,iBACE,mB5B8xFJ,C4B1xFE,yBAIE,iB5BiyFJ,C4BryFE,yBAIE,kB5BiyFJ,C4BryFE,eAQE,eAAA,CAPA,YAAA,CAMA,eAAA,CAJA,QAAA,CAEA,aAAA,CAHA,SAAA,CAWA,oBAAA,CAPA,kB5B+xFJ,C4BrxFI,kCACE,Y5BuxFN,C4BlxFE,eACE,aAAA,CACA,kBAAA,CAAA,mB5BoxFJ,C4BjxFI,sCACE,aAAA,CACA,S5BmxFN,C4B7wFE,eAOE,kCAAA,CAAA,0BAAA,CANA,YAAA,CAEA,eAAA,CADA,gBAAA,CAMA,UAAA,CAJA,uCAAA,CACA,oBAAA,CAIA,8D5B8wFJ,C4BzwFI,0CACE,aAAA,CACA,S5B2wFN,C4BvwFI,6BAEE,kB5B0wFN,C4B5wFI,6BAEE,iB5B0wFN,C4B5wFI,mBAGE,iBAAA,CAFA,Y5B2wFN,C4BpwFM,2CACE,qB5BswFR,C4BvwFM,2CACE,qB5BywFR,C4B1wFM,2CACE,qB5B4wFR,C4B7wFM,2CACE,qB5B+wFR,C4BhxFM,2CACE,oB5BkxFR,C4BnxFM,2CACE,qB5BqxFR,C4BtxFM,2CACE,qB5BwxFR,C4BzxFM,2CACE,qB5B2xFR,C4B5xFM,4CACE,qB5B8xFR,C4B/xFM,4CACE,oB5BiyFR,C4BlyFM,4CACE,qB5BoyFR,C4BryFM,4CACE,qB5BuyFR,C4BxyFM,4CACE,qB5B0yFR,C4B3yFM,4CACE,qB5B6yFR,C4B9yFM,4CACE,oB5BgzFR,C4B1yFI,gCACE,SAAA,CAIA,yBAAA,CAHA,wC5B6yFN,C6Bh5FA,MACE,mS7Bm5FF,C6B14FE,mCACE,mBAAA,CACA,cAAA,CACA,QAAA,CAEA,mBAAA,CADA,kB7B84FJ,C6Bz4FE,oBAGE,kBAAA,CAOA,+CAAA,CACA,oBAAA,CAVA,mBAAA,CAIA,gBAAA,CACA,0BAAA,CACA,eAAA,CALA,QAAA,CAOA,qBAAA,CADA,eAAA,CAJA,wB7Bk5FJ,C6Bx4FI,0BAGE,uCAAA,CAFA,aAAA,CACA,YAAA,CAEA,6C7B04FN,C6Br4FM,gEAEE,0CAAA,CADA,+B7Bw4FR,C6Bl4FI,yBACE,uB7Bo4FN,C6B53FI,gCAME,oDAAA,CADA,UAAA,CAJA,oBAAA,CAEA,YAAA,CAIA,qCAAA,CAAA,6BAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CACA,iCAAA,CAPA,0BAAA,CAFA,W7Bu4FN,C6B13FI,wFACE,0C7B43FN,C8Bt8FA,iBACE,GACE,oB9By8FF,C8Bt8FA,IACE,kB9Bw8FF,C8Br8FA,GACE,oB9Bu8FF,CACF,C8B/7FA,MACE,yNAAA,CACA,sP9Bk8FF,C8B37FA,YA6BE,kCAAA,CAAA,0BAAA,CAVA,2CAAA,CACA,mBAAA,CACA,8BAAA,CAHA,gCAAA,CADA,sCAAA,CAdA,+IACE,CAYF,8BAAA,CAMA,SAAA,CArBA,iBAAA,CACA,uBAAA,CAyBA,4BAAA,CAJA,uDACE,CATF,6BAAA,CADA,S9B+7FF,C8B76FE,oBAEE,SAAA,CAKA,uBAAA,CAJA,2EACE,CAHF,S9Bk7FJ,C8Bx6FE,oBAEE,eAAA,CACA,wBAAA,CAAA,gBAAA,CAFA,U9B46FJ,C8Bv6FI,6CACE,qC9By6FN,C8Br6FI,uCAEE,eAAA,CADA,mB9Bw6FN,C8Bl6FI,6BACE,Y9Bo6FN,C8B/5FE,8CACE,sC9Bi6FJ,C8B75FE,mBAEE,gBAAA,CADA,a9Bg6FJ,C8B55FI,2CACE,Y9B85FN,C8B15FI,0CACE,e9B45FN,C8Bp5FA,eACE,iBAAA,CACA,eAAA,CAIA,YAAA,CAHA,kBAAA,CAEA,0BAAA,CADA,kB9By5FF,C8Bp5FE,yBACE,a9Bs5FJ,C8Bl5FE,oBACE,sCAAA,CACA,iB9Bo5FJ,C8Bh5FE,6BACE,oBAAA,CAGA,gB9Bg5FJ,C8B54FE,sBAYE,mBAAA,CANA,cAAA,CAHA,oBAAA,CACA,gBAAA,CAAA,iBAAA,CAIA,YAAA,CAGA,eAAA,CAVA,iBAAA,CAMA,wBAAA,CAAA,gBAAA,CAFA,uBAAA,CAHA,S9Bs5FJ,C8Bx4FI,qCACE,uB9B04FN,C8Bt4FI,cArBF,sBAsBI,W9By4FJ,C8Bt4FI,wCACE,2B9Bw4FN,C8Bp4FI,6BAOE,qCAAA,CACA,+CAAA,CAAA,uC9By4FN,C8B/3FI,yDAZE,UAAA,CADA,YAAA,CAKA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAVA,iBAAA,CACA,SAAA,CAEA,WAAA,CADA,U9B65FN,C8B94FI,4BAOE,oDAAA,CACA,4CAAA,CAAA,oCAAA,CAQA,uBAAA,CAJA,+C9Bk4FN,C8B33FM,gDACE,uB9B63FR,C8Bz3FM,mFACE,0C9B23FR,CACF,C8Bt3FI,0CAGE,2BAAA,CADA,uBAAA,CADA,S9B03FN,C8Bp3FI,8CACE,oB9Bs3FN,C8Bn3FM,aAJF,8CASI,8CAAA,CACA,iBAAA,CAHA,gCAAA,CADA,eAAA,CADA,cAAA,CAGA,kB9Bw3FN,C8Bn3FM,oDACE,mC9Bq3FR,CACF,C8Bz2FE,gCAEE,iBAAA,CADA,e9B62FJ,C8Bz2FI,mCACE,iB9B22FN,C8Bx2FM,oDAEE,a9Bu3FR,C8Bz3FM,oDAEE,c9Bu3FR,C8Bz3FM,0CAcE,8CAAA,CACA,iBAAA,CALA,gCAAA,CAEA,oBAAA,CACA,qBAAA,CANA,iBAAA,CACA,eAAA,CAHA,UAAA,CAIA,gBAAA,CALA,aAAA,CAEA,cAAA,CALA,iBAAA,CAUA,iBAAA,CARA,S9Bs3FR,C+BtoGA,MACE,wBAAA,CACA,wB/ByoGF,C+BnoGA,aA+BE,kCAAA,CAAA,0BAAA,CAjBA,gCAAA,CADA,sCAAA,CAGA,SAAA,CADA,mBAAA,CAdA,iBAAA,CAGA,wDACE,CAgBF,4BAAA,CAGA,uEACE,CARF,uDACE,CANF,UAAA,CADA,S/BuoGF,C+BhnGE,oBAuBE,8CAAA,CAAA,+CAAA,CADA,UAAA,CADA,aAAA,CAfA,gJACE,CANF,iBAAA,CAmBA,S/BomGJ,C+B7lGE,yBAGE,kEAAA,CAFA,gDAAA,CACA,6C/BgmGJ,C+B3lGE,4BAGE,qEAAA,CADA,8CAAA,CADA,6C/B+lGJ,C+BzlGE,qBAEE,SAAA,CAKA,uBAAA,CAJA,wEACE,CAHF,S/B8lGJ,C+BplGE,oBAqBE,uBAAA,CAEA,2CAAA,CACA,mBAAA,CACA,8BAAA,CAnBA,0FACE,CAaF,eAAA,CADA,8BAAA,CAlBA,iBAAA,CAqBA,oB/BykGJ,C+BnkGI,uCAEE,YAAA,CADA,W/BskGN,C+BjkGI,6CACE,oD/BmkGN,C+BhkGM,mDACE,0C/BkkGR,C+B1jGI,mCAwBE,eAAA,CACA,eAAA,CAxBA,oIACE,CAgBF,sCACE,CAIF,mBAAA,CAKA,wBAAA,CAAA,gBAAA,CAbA,sBAAA,CAAA,iB/BojGN,C+BniGI,4CACE,Y/BqiGN,C+BjiGI,2CACE,e/BmiGN,CgCttGA,kBAME,ehCkuGF,CgCxuGA,kBAME,gBhCkuGF,CgCxuGA,QAUE,2CAAA,CACA,oBAAA,CAEA,8BAAA,CALA,uCAAA,CACA,cAAA,CALA,aAAA,CAGA,eAAA,CAKA,YAAA,CAPA,mBAAA,CAJA,cAAA,CACA,UAAA,CAiBA,yBAAA,CALA,mGACE,CAZF,ShCquGF,CgCltGE,aAtBF,QAuBI,YhCqtGF,CACF,CgCltGE,kBACE,wBhCotGJ,CgChtGE,gBAEE,SAAA,CADA,mBAAA,CAGA,+BAAA,CADA,uBhCmtGJ,CgC/sGI,0BACE,8BhCitGN,CgC5sGE,4BAEE,0CAAA,CADA,+BhC+sGJ,CgC1sGE,YACE,oBAAA,CACA,oBhC4sGJ,CiCjwGA,oBACE,GACE,mBjCowGF,CACF,CiC5vGA,MACE,wfjC8vGF,CiCxvGA,YACE,aAAA,CAEA,eAAA,CADA,ajC4vGF,CiCxvGE,+BAOE,kBAAA,CAAA,kBjCyvGJ,CiChwGE,+BAOE,iBAAA,CAAA,mBjCyvGJ,CiChwGE,qBAQE,aAAA,CACA,cAAA,CACA,YAAA,CATA,iBAAA,CAKA,UjC0vGJ,CiCnvGI,qCAIE,iBjC2vGN,CiC/vGI,qCAIE,kBjC2vGN,CiC/vGI,2BAME,6BAAA,CADA,UAAA,CAJA,oBAAA,CAEA,YAAA,CAIA,yCAAA,CAAA,iCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CARA,WjC6vGN,CiChvGE,mBACE,iBAAA,CACA,UjCkvGJ,CiC9uGE,kBAWE,2CAAA,CACA,mBAAA,CACA,8BAAA,CALA,gCAAA,CACA,oBAAA,CAHA,kBAAA,CAFA,YAAA,CAUA,SAAA,CAPA,aAAA,CAFA,SAAA,CAJA,iBAAA,CASA,4BAAA,CARA,UAAA,CAaA,+CACE,CAbF,SjC4vGJ,CiC3uGI,+EACE,gBAAA,CACA,SAAA,CACA,sCjC6uGN,CiCvuGI,qCAEE,oCACE,gCjCwuGN,CiCpuGI,2CACE,cjCsuGN,CACF,CiCjuGE,kBACE,kBjCmuGJ,CiC/tGE,4BAGE,kBAAA,CAAA,oBjCsuGJ,CiCzuGE,4BAGE,mBAAA,CAAA,mBjCsuGJ,CiCzuGE,kBAKE,cAAA,CAJA,aAAA,CAMA,YAAA,CADA,uBAAA,CAEA,2CACE,CALF,kBAAA,CAFA,UjCuuGJ,CiC5tGI,gDACE,+BjC8tGN,CiC1tGI,wBACE,qDjC4tGN,CkCl0GA,MAEI,6VAAA,CAAA,uWAAA,CAAA,qPAAA,CAAA,2xBAAA,CAAA,qMAAA,CAAA,+aAAA,CAAA,2LAAA,CAAA,yPAAA,CAAA,2TAAA,CAAA,oaAAA,CAAA,2SAAA,CAAA,2LlC21GJ,CkC/0GE,4CAME,8CAAA,CACA,4BAAA,CACA,mBAAA,CACA,8BAAA,CAJA,mCAAA,CAJA,iBAAA,CAGA,gBAAA,CADA,iBAAA,CADA,eAAA,CASA,uBAAA,CADA,2BlCm1GJ,CkC/0GI,aAdF,4CAeI,elCk1GJ,CACF,CkC/0GI,sEACE,gClCi1GN,CkC50GI,gDACE,qBlC80GN,CkC10GI,gIAEE,iBAAA,CADA,clC60GN,CkCx0GI,4FACE,iBlC00GN,CkCt0GI,kFACE,elCw0GN,CkCp0GI,0FACE,YlCs0GN,CkCl0GI,8EACE,mBlCo0GN,CkC/zGE,sEAGE,iBAAA,CAAA,mBlCy0GJ,CkC50GE,sEAGE,kBAAA,CAAA,kBlCy0GJ,CkC50GE,sEASE,uBlCm0GJ,CkC50GE,sEASE,wBlCm0GJ,CkC50GE,sEAUE,4BlCk0GJ,CkC50GE,4IAWE,6BlCi0GJ,CkC50GE,sEAWE,4BlCi0GJ,CkC50GE,kDAOE,0BAAA,CACA,WAAA,CAFA,eAAA,CADA,eAAA,CAHA,oBAAA,CAAA,iBAAA,CADA,iBlC20GJ,CkC9zGI,kFACE,elCg0GN,CkC5zGI,oFAEE,UlCu0GN,CkCz0GI,oFAEE,WlCu0GN,CkCz0GI,gEAOE,wBhBiIU,CgBlIV,UAAA,CADA,WAAA,CAGA,kDAAA,CAAA,0CAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAVA,iBAAA,CAEA,UAAA,CACA,UlCq0GN,CkC1zGI,4DACE,4DlC4zGN,CkC9yGE,sDACE,oBlCizGJ,CkC9yGI,gFACE,gClCgzGN,CkC3yGE,8DACE,0BlC8yGJ,CkC3yGI,4EACE,wBAlBG,CAmBH,kDAAA,CAAA,0ClC6yGN,CkCzyGI,0EACE,alC2yGN,CkCh0GE,8DACE,oBlCm0GJ,CkCh0GI,wFACE,gClCk0GN,CkC7zGE,sEACE,0BlCg0GJ,CkC7zGI,oFACE,wBAlBG,CAmBH,sDAAA,CAAA,8ClC+zGN,CkC3zGI,kFACE,alC6zGN,CkCl1GE,sDACE,oBlCq1GJ,CkCl1GI,gFACE,gClCo1GN,CkC/0GE,8DACE,0BlCk1GJ,CkC/0GI,4EACE,wBAlBG,CAmBH,kDAAA,CAAA,0ClCi1GN,CkC70GI,0EACE,alC+0GN,CkCp2GE,oDACE,oBlCu2GJ,CkCp2GI,8EACE,gClCs2GN,CkCj2GE,4DACE,0BlCo2GJ,CkCj2GI,0EACE,wBAlBG,CAmBH,iDAAA,CAAA,yClCm2GN,CkC/1GI,wEACE,alCi2GN,CkCt3GE,4DACE,oBlCy3GJ,CkCt3GI,sFACE,gClCw3GN,CkCn3GE,oEACE,0BlCs3GJ,CkCn3GI,kFACE,wBAlBG,CAmBH,qDAAA,CAAA,6ClCq3GN,CkCj3GI,gFACE,alCm3GN,CkCx4GE,8DACE,oBlC24GJ,CkCx4GI,wFACE,gClC04GN,CkCr4GE,sEACE,0BlCw4GJ,CkCr4GI,oFACE,wBAlBG,CAmBH,sDAAA,CAAA,8ClCu4GN,CkCn4GI,kFACE,alCq4GN,CkC15GE,4DACE,oBlC65GJ,CkC15GI,sFACE,gClC45GN,CkCv5GE,oEACE,0BlC05GJ,CkCv5GI,kFACE,wBAlBG,CAmBH,qDAAA,CAAA,6ClCy5GN,CkCr5GI,gFACE,alCu5GN,CkC56GE,4DACE,oBlC+6GJ,CkC56GI,sFACE,gClC86GN,CkCz6GE,oEACE,0BlC46GJ,CkCz6GI,kFACE,wBAlBG,CAmBH,qDAAA,CAAA,6ClC26GN,CkCv6GI,gFACE,alCy6GN,CkC97GE,0DACE,oBlCi8GJ,CkC97GI,oFACE,gClCg8GN,CkC37GE,kEACE,0BlC87GJ,CkC37GI,gFACE,wBAlBG,CAmBH,oDAAA,CAAA,4ClC67GN,CkCz7GI,8EACE,alC27GN,CkCh9GE,oDACE,oBlCm9GJ,CkCh9GI,8EACE,gClCk9GN,CkC78GE,4DACE,0BlCg9GJ,CkC78GI,0EACE,wBAlBG,CAmBH,iDAAA,CAAA,yClC+8GN,CkC38GI,wEACE,alC68GN,CkCl+GE,4DACE,oBlCq+GJ,CkCl+GI,sFACE,gClCo+GN,CkC/9GE,oEACE,0BlCk+GJ,CkC/9GI,kFACE,wBAlBG,CAmBH,qDAAA,CAAA,6ClCi+GN,CkC79GI,gFACE,alC+9GN,CkCp/GE,wDACE,oBlCu/GJ,CkCp/GI,kFACE,gClCs/GN,CkCj/GE,gEACE,0BlCo/GJ,CkCj/GI,8EACE,wBAlBG,CAmBH,mDAAA,CAAA,2ClCm/GN,CkC/+GI,4EACE,alCi/GN,CmCrpHA,MACE,qMnCwpHF,CmC/oHE,sBAEE,uCAAA,CADA,gBnCmpHJ,CmC/oHI,mCACE,anCipHN,CmClpHI,mCACE,cnCipHN,CmC7oHM,4BACE,sBnC+oHR,CmC5oHQ,mCACE,gCnC8oHV,CmC1oHQ,2DACE,SAAA,CAEA,uBAAA,CADA,enC6oHV,CmCxoHQ,yGACE,SAAA,CACA,uBnC0oHV,CmCtoHQ,yCACE,YnCwoHV,CmCjoHE,0BACE,eAAA,CACA,enCmoHJ,CmChoHI,+BACE,oBnCkoHN,CmC7nHE,gDACE,YnC+nHJ,CmC3nHE,8BAIE,+BAAA,CAHA,oBAAA,CAEA,WAAA,CAGA,SAAA,CAKA,4BAAA,CAJA,4DACE,CAHF,0BnC+nHJ,CmCtnHI,aAdF,8BAeI,+BAAA,CACA,SAAA,CACA,uBnCynHJ,CACF,CmCtnHI,wCACE,6BnCwnHN,CmCpnHI,oCACE,+BnCsnHN,CmClnHI,qCAKE,6BAAA,CADA,UAAA,CAHA,oBAAA,CAEA,YAAA,CAGA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAPA,WnC2nHN,CmC9mHQ,mDACE,oBnCgnHV,CoC9tHE,kCAEE,iBpCouHJ,CoCtuHE,kCAEE,kBpCouHJ,CoCtuHE,wBAGE,yCAAA,CAFA,oBAAA,CAGA,SAAA,CACA,mCpCiuHJ,CoC5tHI,aAVF,wBAWI,YpC+tHJ,CACF,CoC3tHE,6FAEE,SAAA,CACA,mCpC6tHJ,CoCvtHE,4FAEE,+BpCytHJ,CoCrtHE,oBACE,yBAAA,CACA,uBAAA,CAGA,yEpCqtHJ,CKtlHI,sC+BrHE,qDACE,uBpC8sHN,CACF,CoCzsHE,kEACE,yBpC2sHJ,CoCvsHE,sBACE,0BpCysHJ,CqCpwHE,2BACE,arCuwHJ,CKllHI,0CgCtLF,2BAKI,erCuwHJ,CqCpwHI,6BACE,iBrCswHN,CACF,CqClwHI,6BAEE,0BAAA,CAAA,2BAAA,CADA,eAAA,CAEA,iBrCowHN,CqCjwHM,2CACE,kBrCmwHR,CqC7vHI,6CACE,QrC+vHN,CsC3xHE,uBACE,4CtC+xHJ,CsC1xHE,8CAJE,kCAAA,CAAA,0BtCkyHJ,CsC9xHE,uBACE,4CtC6xHJ,CsCxxHE,4BAEE,kCAAA,CAAA,0BAAA,CADA,qCtC2xHJ,CsCvxHI,mCACE,atCyxHN,CsCrxHI,kCACE,atCuxHN,CsClxHE,0BAKE,eAAA,CAJA,aAAA,CAEA,YAAA,CACA,aAAA,CAFA,kBAAA,CAAA,mBtCuxHJ,CsCjxHI,uCACE,etCmxHN,CsC/wHI,sCACE,kBtCixHN,CuC9zHA,MACE,oLvCi0HF,CuCxzHE,oBAGE,iBAAA,CAEA,gBAAA,CADA,avC0zHJ,CuCtzHI,wCACE,uBvCwzHN,CuCpzHI,gCAEE,eAAA,CADA,gBvCuzHN,CuChzHM,wCACE,mBvCkzHR,CuC5yHE,8BAKE,oBvCgzHJ,CuCrzHE,8BAKE,mBvCgzHJ,CuCrzHE,8BAUE,4BvC2yHJ,CuCrzHE,4DAWE,6BvC0yHJ,CuCrzHE,8BAWE,4BvC0yHJ,CuCrzHE,oBASE,cAAA,CANA,aAAA,CACA,eAAA,CAIA,evC6yHJ,CuCvyHI,kCACE,uCAAA,CACA,oBvCyyHN,CuCryHI,wCAEE,uCAAA,CADA,YvCwyHN,CuCnyHI,oCAEE,WvCgzHN,CuClzHI,oCAEE,UvCgzHN,CuClzHI,0BAOE,6BAAA,CADA,UAAA,CADA,WAAA,CAGA,yCAAA,CAAA,iCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAVA,iBAAA,CAEA,UAAA,CAUA,sBAAA,CADA,yBAAA,CARA,UvC8yHN,CuClyHM,oCACE,wBvCoyHR,CuC/xHI,4BACE,YvCiyHN,CuC5xHI,4CACE,YvC8xHN,CwCx3HE,+DACE,sBAAA,CAEA,mBAAA,CACA,0BAAA,CACA,uBxC03HJ,CwCv3HI,2EAGE,iBAAA,CADA,eAAA,CADA,yBxC23HN,CwCp3HE,mEACE,0BxCs3HJ,CwCl3HE,oBACE,qBxCo3HJ,CwCh3HE,gBACE,oBxCk3HJ,CwC92HE,gBACE,qBxCg3HJ,CwC52HE,iBACE,kBxC82HJ,CwC12HE,kBACE,kBxC42HJ,CyCr5HE,6BACE,sCzCw5HJ,CyCr5HE,cACE,yCzCu5HJ,CyC34HE,sIACE,oCzC64HJ,CyCr4HE,2EACE,qCzCu4HJ,CyC73HE,wGACE,oCzC+3HJ,CyCt3HE,yFACE,qCzCw3HJ,CyCn3HE,6BACE,kCzCq3HJ,CyC/2HE,6CACE,sCzCi3HJ,CyC12HE,4DACE,sCzC42HJ,CyCr2HE,4DACE,qCzCu2HJ,CyC91HE,yFACE,qCzCg2HJ,CyCx1HE,2EACE,sCzC01HJ,CyC/0HE,wHACE,qCzCi1HJ,CyC50HE,8BAGE,mBAAA,CADA,gBAAA,CADA,gBzCg1HJ,CyC30HE,eACE,4CzC60HJ,CyC10HE,eACE,4CzC40HJ,CyCx0HE,gBAIE,+CAAA,CACA,kDAAA,CAJA,aAAA,CAEA,wBAAA,CADA,wBzC60HJ,CyCt0HE,yBAOE,wCAAA,CACA,+DAAA,CACA,4BAAA,CACA,6BAAA,CARA,iBAAA,CAGA,eAAA,CACA,eAAA,CAFA,cAAA,CADA,oCAAA,CAFA,iBzCi1HJ,CyCr0HI,6BACE,YzCu0HN,CyCp0HM,kCACE,wBAAA,CACA,yBzCs0HR,CyCh0HE,iCAaE,wCAAA,CACA,+DAAA,CAJA,uCAAA,CACA,0BAAA,CALA,UAAA,CAJA,oBAAA,CAOA,2BAAA,CADA,2BAAA,CADA,2BAAA,CANA,eAAA,CAWA,wBAAA,CAAA,gBAAA,CAPA,SzCy0HJ,CyCvzHE,sBACE,iBAAA,CACA,iBzCyzHJ,CyCpzHE,iCAKE,ezCkzHJ,CyC/yHI,sCACE,gBzCizHN,CyC7yHI,gDACE,YzC+yHN,CyCryHA,gBACE,iBzCwyHF,CyCpyHE,yCACE,aAAA,CACA,SzCsyHJ,CyCjyHE,mBACE,YzCmyHJ,CyC9xHE,oBACE,QzCgyHJ,CyC5xHE,4BACE,WAAA,CACA,SAAA,CACA,ezC8xHJ,CyC3xHI,0CACE,YzC6xHN,CyCvxHE,yBAKE,wCAAA,CAEA,+BAAA,CADA,4BAAA,CAHA,eAAA,CADA,oDAAA,CAEA,wBAAA,CAAA,gBzC4xHJ,CyCrxHE,2BAEE,+DAAA,CADA,2BzCwxHJ,CyCpxHI,+BACE,uCAAA,CACA,gBzCsxHN,CyCjxHE,sBACE,MAAA,CACA,WzCmxHJ,CyC9wHA,aACE,azCixHF,CyCvwHE,4BAEE,aAAA,CADA,YzC2wHJ,CyCvwHI,wDAEE,2BAAA,CADA,wBzC0wHN,CyCpwHE,+BAKE,2CAAA,CAEA,+BAAA,CADA,gCAAA,CADA,sBAAA,CAHA,mBAAA,CACA,gBAAA,CAFA,azC4wHJ,CyCnwHI,qCAEE,UAAA,CACA,UAAA,CAFA,azCuwHN,CK94HI,0CoCsJF,8BACE,iBzC4vHF,CyClvHE,wSAGE,ezCwvHJ,CyCpvHE,sCAEE,mBAAA,CACA,eAAA,CADA,oBAAA,CADA,kBAAA,CAAA,mBzCwvHJ,CACF,C0CrlII,yDAIE,+BAAA,CACA,8BAAA,CAFA,aAAA,CADA,QAAA,CADA,iB1C2lIN,C0CnlII,uBAEE,uCAAA,CADA,c1CslIN,C0CjiIM,iHAEE,WAlDkB,CAiDlB,kB1C4iIR,C0C7iIM,6HAEE,WAlDkB,CAiDlB,kB1CwjIR,C0CzjIM,6HAEE,WAlDkB,CAiDlB,kB1CokIR,C0CrkIM,oHAEE,WAlDkB,CAiDlB,kB1CglIR,C0CjlIM,0HAEE,WAlDkB,CAiDlB,kB1C4lIR,C0C7lIM,uHAEE,WAlDkB,CAiDlB,kB1CwmIR,C0CzmIM,uHAEE,WAlDkB,CAiDlB,kB1ConIR,C0CrnIM,6HAEE,WAlDkB,CAiDlB,kB1CgoIR,C0CjoIM,yCAEE,WAlDkB,CAiDlB,kB1CooIR,C0CroIM,yCAEE,WAlDkB,CAiDlB,kB1CwoIR,C0CzoIM,0CAEE,WAlDkB,CAiDlB,kB1C4oIR,C0C7oIM,uCAEE,WAlDkB,CAiDlB,kB1CgpIR,C0CjpIM,wCAEE,WAlDkB,CAiDlB,kB1CopIR,C0CrpIM,sCAEE,WAlDkB,CAiDlB,kB1CwpIR,C0CzpIM,wCAEE,WAlDkB,CAiDlB,kB1C4pIR,C0C7pIM,oCAEE,WAlDkB,CAiDlB,kB1CgqIR,C0CjqIM,2CAEE,WAlDkB,CAiDlB,kB1CoqIR,C0CrqIM,qCAEE,WAlDkB,CAiDlB,kB1CwqIR,C0CzqIM,oCAEE,WAlDkB,CAiDlB,kB1C4qIR,C0C7qIM,kCAEE,WAlDkB,CAiDlB,kB1CgrIR,C0CjrIM,qCAEE,WAlDkB,CAiDlB,kB1CorIR,C0CrrIM,mCAEE,WAlDkB,CAiDlB,kB1CwrIR,C0CzrIM,qCAEE,WAlDkB,CAiDlB,kB1C4rIR,C0C7rIM,wCAEE,WAlDkB,CAiDlB,kB1CgsIR,C0CjsIM,sCAEE,WAlDkB,CAiDlB,kB1CosIR,C0CrsIM,2CAEE,WAlDkB,CAiDlB,kB1CwsIR,C0C7rIM,iCAEE,WAPkB,CAMlB,iB1CgsIR,C0CjsIM,uCAEE,WAPkB,CAMlB,iB1CosIR,C0CrsIM,mCAEE,WAPkB,CAMlB,iB1CwsIR,C2C1xIA,MACE,2LAAA,CACA,yL3C6xIF,C2CpxIE,wBAKE,mBAAA,CAHA,YAAA,CACA,qBAAA,CACA,YAAA,CAHA,iB3C2xIJ,C2CjxII,8BAGE,QAAA,CACA,SAAA,CAHA,iBAAA,CACA,O3CqxIN,C2ChxIM,qCACE,0B3CkxIR,C2CrvIM,kEACE,0C3CuvIR,C2CjvIE,2BAME,uBAAA,CADA,+DAAA,CAJA,YAAA,CACA,cAAA,CACA,aAAA,CACA,oB3CqvIJ,C2ChvII,aATF,2BAUI,gB3CmvIJ,CACF,C2ChvII,cAGE,+BACE,iB3CgvIN,C2C7uIM,sCAQE,qCAAA,CANA,QAAA,CAKA,UAAA,CAHA,aAAA,CAEA,UAAA,CAHA,MAAA,CAFA,iBAAA,CAaA,2CAAA,CALA,2DACE,CAGF,kDAAA,CARA,+B3CqvIR,CACF,C2CvuII,8CACE,Y3CyuIN,C2CruII,iCAUE,+BAAA,CACA,6BAAA,CALA,uCAAA,CAEA,cAAA,CAPA,aAAA,CAGA,gBAAA,CACA,eAAA,CAFA,8BAAA,CAMA,+BAAA,CAGA,2CACE,CANF,kBAAA,CALA,U3CivIN,C2CluIM,aAII,6CACE,O3CiuIV,C2CluIQ,8CACE,O3CouIV,C2CruIQ,8CACE,O3CuuIV,C2CxuIQ,8CACE,O3C0uIV,C2C3uIQ,8CACE,O3C6uIV,C2C9uIQ,8CACE,O3CgvIV,C2CjvIQ,8CACE,O3CmvIV,C2CpvIQ,8CACE,O3CsvIV,C2CvvIQ,8CACE,O3CyvIV,C2C1vIQ,+CACE,Q3C4vIV,C2C7vIQ,+CACE,Q3C+vIV,C2ChwIQ,+CACE,Q3CkwIV,C2CnwIQ,+CACE,Q3CqwIV,C2CtwIQ,+CACE,Q3CwwIV,C2CzwIQ,+CACE,Q3C2wIV,C2C5wIQ,+CACE,Q3C8wIV,C2C/wIQ,+CACE,Q3CixIV,C2ClxIQ,+CACE,Q3CoxIV,C2CrxIQ,+CACE,Q3CuxIV,C2CxxIQ,+CACE,Q3C0xIV,CACF,C2CrxIM,uCACE,gC3CuxIR,C2CnxIM,oDACE,a3CqxIR,C2ChxII,yCACE,S3CkxIN,C2C9wIM,2CACE,aAAA,CACA,8B3CgxIR,C2C1wIE,4BACE,U3C4wIJ,C2CzwII,aAJF,4BAKI,gB3C4wIJ,CACF,C2CxwIE,0BACE,Y3C0wIJ,C2CvwII,aAJF,0BAKI,a3C0wIJ,C2CtwIM,sCACE,O3CwwIR,C2CzwIM,uCACE,O3C2wIR,C2C5wIM,uCACE,O3C8wIR,C2C/wIM,uCACE,O3CixIR,C2ClxIM,uCACE,O3CoxIR,C2CrxIM,uCACE,O3CuxIR,C2CxxIM,uCACE,O3C0xIR,C2C3xIM,uCACE,O3C6xIR,C2C9xIM,uCACE,O3CgyIR,C2CjyIM,wCACE,Q3CmyIR,C2CpyIM,wCACE,Q3CsyIR,C2CvyIM,wCACE,Q3CyyIR,C2C1yIM,wCACE,Q3C4yIR,C2C7yIM,wCACE,Q3C+yIR,C2ChzIM,wCACE,Q3CkzIR,C2CnzIM,wCACE,Q3CqzIR,C2CtzIM,wCACE,Q3CwzIR,C2CzzIM,wCACE,Q3C2zIR,C2C5zIM,wCACE,Q3C8zIR,C2C/zIM,wCACE,Q3Ci0IR,CACF,C2C3zII,+FAEE,Q3C6zIN,C2C1zIM,yGACE,wBAAA,CACA,yB3C6zIR,C2CpzIM,2DAEE,wBAAA,CACA,yBAAA,CAFA,Q3CwzIR,C2CjzIM,iEACE,Q3CmzIR,C2ChzIQ,qLAGE,wBAAA,CACA,yBAAA,CAFA,Q3CozIV,C2C9yIQ,6FACE,wBAAA,CACA,yB3CgzIV,C2C3yIM,yDACE,kB3C6yIR,C2CxyII,sCACE,Q3C0yIN,C2CryIE,2BAEE,iBAAA,CAOA,kBAAA,CAHA,uCAAA,CAEA,cAAA,CAPA,aAAA,CAGA,YAAA,CACA,gBAAA,CAEA,mBAAA,CAGA,gCAAA,CAPA,W3C8yIJ,C2CpyII,iCAEE,uDAAA,CADA,+B3CuyIN,C2ClyII,iCAKE,6BAAA,CADA,UAAA,CAHA,aAAA,CAEA,WAAA,CAGA,8CAAA,CAAA,sCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CACA,+CACE,CATF,U3C4yIN,C2C7xIE,4BAOE,yEACE,CANF,YAAA,CAGA,aAAA,CAFA,qBAAA,CAGA,mBAAA,CALA,iBAAA,CAYA,wBAAA,CATA,Y3CmyIJ,C2CvxII,sCACE,wB3CyxIN,C2CrxII,oCACE,S3CuxIN,C2CnxII,kCAGE,wEACE,CAFF,mBAAA,CADA,O3CuxIN,C2C7wIM,uDACE,8CAAA,CAAA,sC3C+wIR,CKt5II,0CsCqJF,wDAEE,kB3CuwIF,C2CzwIA,wDAEE,mB3CuwIF,C2CzwIA,8CAGE,eAAA,CAFA,eAAA,CAGA,iC3CqwIF,C2CjwIE,8DACE,mB3CowIJ,C2CrwIE,8DACE,kB3CowIJ,C2CrwIE,oDAEE,U3CmwIJ,C2C/vIE,8EAEE,kB3CkwIJ,C2CpwIE,8EAEE,mB3CkwIJ,C2CpwIE,8EAGE,kB3CiwIJ,C2CpwIE,8EAGE,mB3CiwIJ,C2CpwIE,oEACE,U3CmwIJ,C2C7vIE,8EAEE,mB3CgwIJ,C2ClwIE,8EAEE,kB3CgwIJ,C2ClwIE,8EAGE,mB3C+vIJ,C2ClwIE,8EAGE,kB3C+vIJ,C2ClwIE,oEACE,U3CiwIJ,CACF,C2CnvIE,cAHF,olDAII,gC3CsvIF,C2CnvIE,g8GACE,uC3CqvIJ,CACF,C2ChvIA,4sDACE,+B3CmvIF,C2C/uIA,wmDACE,a3CkvIF,C4CtnJA,MACE,qWAAA,CACA,8W5CynJF,C4ChnJE,4BAEE,oBAAA,CADA,iB5ConJJ,C4C/mJI,sDAEE,S5CknJN,C4CpnJI,sDAEE,U5CknJN,C4CpnJI,4CACE,iBAAA,CAEA,S5CinJN,C4C5mJE,+CAEE,SAAA,CADA,U5C+mJJ,C4C1mJE,kDAEE,W5CqnJJ,C4CvnJE,kDAEE,Y5CqnJJ,C4CvnJE,wCAOE,qDAAA,CADA,UAAA,CADA,aAAA,CAGA,0CAAA,CAAA,kCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAVA,iBAAA,CAEA,SAAA,CACA,Y5CmnJJ,C4CxmJE,gEACE,wB1B2Wa,C0B1Wb,mDAAA,CAAA,2C5C0mJJ,C6C1pJA,aAQE,wBACE,Y7CypJF,CACF,C8CnqJA,QACE,8DAAA,CAGA,+CAAA,CACA,iEAAA,CACA,oDAAA,CACA,sDAAA,CACA,mDAAA,CAGA,qEAAA,CACA,qEAAA,CACA,wEAAA,CACA,0EAAA,CACA,wEAAA,CACA,yEAAA,CACA,kEAAA,CACA,+DAAA,CACA,oEAAA,CACA,oEAAA,CACA,mEAAA,CACA,gEAAA,CACA,uEAAA,CACA,mEAAA,CACA,qEAAA,CACA,oEAAA,CACA,gEAAA,CACA,wEAAA,CACA,qEAAA,CACA,+D9CiqJF,C8C3pJA,SAEE,kBAAA,CADA,Y9C+pJF,C+CjsJE,kBAUE,cAAA,CATA,YAAA,CACA,kEACE,CAQF,Y/C6rJJ,C+CzrJI,sDACE,gB/C2rJN,C+CrrJI,oFAKE,wDAAA,CACA,mBAAA,CAJA,aAAA,CAEA,QAAA,CADA,aAAA,CAIA,sC/CurJN,C+ClrJM,iOACE,kBAAA,CACA,8B/CqrJR,C+CjrJM,6FACE,iBAAA,CAAA,c/CorJR,C+ChrJM,2HACE,Y/CmrJR,C+C/qJM,wHACE,e/CkrJR,C+CnqJI,yMAGE,eAAA,CAAA,Y/C2qJN,C+C7pJI,ybAOE,W/CmqJN,C+C/pJI,8BACE,eAAA,CAAA,Y/CiqJN,CK7lJI,mC2ChKA,8BACE,UhDqwJJ,CgDtwJE,8BACE,WhDqwJJ,CgDtwJE,8BAGE,kBhDmwJJ,CgDtwJE,8BAGE,iBhDmwJJ,CgDtwJE,oBAKE,mBAAA,CADA,YAAA,CAFA,ahDowJJ,CgD9vJI,kCACE,WhDiwJN,CgDlwJI,kCACE,UhDiwJN,CgDlwJI,kCAEE,iBAAA,CAAA,chDgwJN,CgDlwJI,kCAEE,aAAA,CAAA,kBhDgwJN,CACF","file":"main.css"}
\ No newline at end of file
diff --git a/v2.20/assets/stylesheets/main.d7758b05.min.css b/v2.20/assets/stylesheets/main.d7758b05.min.css
new file mode 100644
index 0000000000..3fa3acddef
--- /dev/null
+++ b/v2.20/assets/stylesheets/main.d7758b05.min.css
@@ -0,0 +1 @@
+@charset "UTF-8";html{-webkit-text-size-adjust:none;-moz-text-size-adjust:none;text-size-adjust:none;box-sizing:border-box}*,:after,:before{box-sizing:inherit}@media (prefers-reduced-motion){*,:after,:before{transition:none!important}}body{margin:0}a,button,input,label{-webkit-tap-highlight-color:transparent}a{color:inherit;text-decoration:none}hr{border:0;box-sizing:initial;display:block;height:.05rem;overflow:visible;padding:0}small{font-size:80%}sub,sup{line-height:1em}img{border-style:none}table{border-collapse:initial;border-spacing:0}td,th{font-weight:400;vertical-align:top}button{background:#0000;border:0;font-family:inherit;font-size:inherit;margin:0;padding:0}input{border:0;outline:none}:root{--md-primary-fg-color:#4051b5;--md-primary-fg-color--light:#5d6cc0;--md-primary-fg-color--dark:#303fa1;--md-primary-bg-color:#fff;--md-primary-bg-color--light:#ffffffb3;--md-accent-fg-color:#526cfe;--md-accent-fg-color--transparent:#526cfe1a;--md-accent-bg-color:#fff;--md-accent-bg-color--light:#ffffffb3}[data-md-color-scheme=default]{color-scheme:light}[data-md-color-scheme=default] img[src$="#gh-dark-mode-only"],[data-md-color-scheme=default] img[src$="#only-dark"]{display:none}:root,[data-md-color-scheme=default]{--md-hue:225deg;--md-default-fg-color:#000000de;--md-default-fg-color--light:#0000008a;--md-default-fg-color--lighter:#00000052;--md-default-fg-color--lightest:#00000012;--md-default-bg-color:#fff;--md-default-bg-color--light:#ffffffb3;--md-default-bg-color--lighter:#ffffff4d;--md-default-bg-color--lightest:#ffffff1f;--md-code-fg-color:#36464e;--md-code-bg-color:#f5f5f5;--md-code-hl-color:#4287ff;--md-code-hl-color--light:#4287ff1a;--md-code-hl-number-color:#d52a2a;--md-code-hl-special-color:#db1457;--md-code-hl-function-color:#a846b9;--md-code-hl-constant-color:#6e59d9;--md-code-hl-keyword-color:#3f6ec6;--md-code-hl-string-color:#1c7d4d;--md-code-hl-name-color:var(--md-code-fg-color);--md-code-hl-operator-color:var(--md-default-fg-color--light);--md-code-hl-punctuation-color:var(--md-default-fg-color--light);--md-code-hl-comment-color:var(--md-default-fg-color--light);--md-code-hl-generic-color:var(--md-default-fg-color--light);--md-code-hl-variable-color:var(--md-default-fg-color--light);--md-typeset-color:var(--md-default-fg-color);--md-typeset-a-color:var(--md-primary-fg-color);--md-typeset-del-color:#f5503d26;--md-typeset-ins-color:#0bd57026;--md-typeset-kbd-color:#fafafa;--md-typeset-kbd-accent-color:#fff;--md-typeset-kbd-border-color:#b8b8b8;--md-typeset-mark-color:#ffff0080;--md-typeset-table-color:#0000001f;--md-typeset-table-color--light:rgba(0,0,0,.035);--md-admonition-fg-color:var(--md-default-fg-color);--md-admonition-bg-color:var(--md-default-bg-color);--md-warning-fg-color:#000000de;--md-warning-bg-color:#ff9;--md-footer-fg-color:#fff;--md-footer-fg-color--light:#ffffffb3;--md-footer-fg-color--lighter:#ffffff73;--md-footer-bg-color:#000000de;--md-footer-bg-color--dark:#00000052;--md-shadow-z1:0 0.2rem 0.5rem #0000000d,0 0 0.05rem #0000001a;--md-shadow-z2:0 0.2rem 0.5rem #0000001a,0 0 0.05rem #00000040;--md-shadow-z3:0 0.2rem 0.5rem #0003,0 0 0.05rem #00000059}.md-icon svg{fill:currentcolor;display:block;height:1.2rem;width:1.2rem}body{-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale;--md-text-font-family:var(--md-text-font,_),-apple-system,BlinkMacSystemFont,Helvetica,Arial,sans-serif;--md-code-font-family:var(--md-code-font,_),SFMono-Regular,Consolas,Menlo,monospace}aside,body,input{font-feature-settings:"kern","liga";color:var(--md-typeset-color);font-family:var(--md-text-font-family)}code,kbd,pre{font-feature-settings:"kern";font-family:var(--md-code-font-family)}:root{--md-typeset-table-sort-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m18 21-4-4h3V7h-3l4-4 4 4h-3v10h3M2 19v-2h10v2M2 13v-2h7v2M2 7V5h4v2z"/></svg>');--md-typeset-table-sort-icon--asc:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 17h3l-4 4-4-4h3V3h2M2 17h10v2H2M6 5v2H2V5m0 6h7v2H2z"/></svg>');--md-typeset-table-sort-icon--desc:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 7h3l-4-4-4 4h3v14h2M2 17h10v2H2M6 5v2H2V5m0 6h7v2H2z"/></svg>')}.md-typeset{-webkit-print-color-adjust:exact;color-adjust:exact;font-size:.8rem;line-height:1.6;overflow-wrap:break-word}@media print{.md-typeset{font-size:.68rem}}.md-typeset blockquote,.md-typeset dl,.md-typeset figure,.md-typeset ol,.md-typeset pre,.md-typeset ul{margin-bottom:1em;margin-top:1em}.md-typeset h1{color:var(--md-default-fg-color--light);font-size:2em;line-height:1.3;margin:0 0 1.25em}.md-typeset h1,.md-typeset h2{font-weight:300;letter-spacing:-.01em}.md-typeset h2{font-size:1.5625em;line-height:1.4;margin:1.6em 0 .64em}.md-typeset h3{font-size:1.25em;font-weight:400;letter-spacing:-.01em;line-height:1.5;margin:1.6em 0 .8em}.md-typeset h2+h3{margin-top:.8em}.md-typeset h4{font-weight:700;letter-spacing:-.01em;margin:1em 0}.md-typeset h5,.md-typeset h6{color:var(--md-default-fg-color--light);font-size:.8em;font-weight:700;letter-spacing:-.01em;margin:1.25em 0}.md-typeset h5{text-transform:uppercase}.md-typeset h5 code{text-transform:none}.md-typeset hr{border-bottom:.05rem solid var(--md-default-fg-color--lightest);display:flow-root;margin:1.5em 0}.md-typeset a{color:var(--md-typeset-a-color);word-break:break-word}.md-typeset a,.md-typeset a:before{transition:color 125ms}.md-typeset a:focus,.md-typeset a:hover{color:var(--md-accent-fg-color)}.md-typeset a:focus code,.md-typeset a:hover code{background-color:var(--md-accent-fg-color--transparent)}.md-typeset a code{color:currentcolor;transition:background-color 125ms}.md-typeset a.focus-visible{outline-color:var(--md-accent-fg-color);outline-offset:.2rem}.md-typeset code,.md-typeset kbd,.md-typeset pre{color:var(--md-code-fg-color);direction:ltr;font-variant-ligatures:none}@media print{.md-typeset code,.md-typeset kbd,.md-typeset pre{white-space:pre-wrap}}.md-typeset code{background-color:var(--md-code-bg-color);border-radius:.1rem;-webkit-box-decoration-break:clone;box-decoration-break:clone;font-size:.85em;padding:0 .2941176471em;word-break:break-word}.md-typeset code:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}.md-typeset pre{display:flow-root;line-height:1.4;position:relative}.md-typeset pre>code{-webkit-box-decoration-break:slice;box-decoration-break:slice;box-shadow:none;display:block;margin:0;outline-color:var(--md-accent-fg-color);overflow:auto;padding:.7720588235em 1.1764705882em;scrollbar-color:var(--md-default-fg-color--lighter) #0000;scrollbar-width:thin;touch-action:auto;word-break:normal}.md-typeset pre>code:hover{scrollbar-color:var(--md-accent-fg-color) #0000}.md-typeset pre>code::-webkit-scrollbar{height:.2rem;width:.2rem}.md-typeset pre>code::-webkit-scrollbar-thumb{background-color:var(--md-default-fg-color--lighter)}.md-typeset pre>code::-webkit-scrollbar-thumb:hover{background-color:var(--md-accent-fg-color)}.md-typeset kbd{background-color:var(--md-typeset-kbd-color);border-radius:.1rem;box-shadow:0 .1rem 0 .05rem var(--md-typeset-kbd-border-color),0 .1rem 0 var(--md-typeset-kbd-border-color),0 -.1rem .2rem var(--md-typeset-kbd-accent-color) inset;color:var(--md-default-fg-color);display:inline-block;font-size:.75em;padding:0 .6666666667em;vertical-align:text-top;word-break:break-word}.md-typeset mark{background-color:var(--md-typeset-mark-color);-webkit-box-decoration-break:clone;box-decoration-break:clone;color:inherit;word-break:break-word}.md-typeset abbr{border-bottom:.05rem dotted var(--md-default-fg-color--light);cursor:help;text-decoration:none}.md-typeset small{opacity:.75}[dir=ltr] .md-typeset sub,[dir=ltr] .md-typeset sup{margin-left:.078125em}[dir=rtl] .md-typeset sub,[dir=rtl] .md-typeset sup{margin-right:.078125em}[dir=ltr] .md-typeset blockquote{padding-left:.6rem}[dir=rtl] .md-typeset blockquote{padding-right:.6rem}[dir=ltr] .md-typeset blockquote{border-left:.2rem solid var(--md-default-fg-color--lighter)}[dir=rtl] .md-typeset blockquote{border-right:.2rem solid var(--md-default-fg-color--lighter)}.md-typeset blockquote{color:var(--md-default-fg-color--light);margin-left:0;margin-right:0}.md-typeset ul{list-style-type:disc}.md-typeset ul[type]{list-style-type:revert-layer}[dir=ltr] .md-typeset ol,[dir=ltr] .md-typeset ul{margin-left:.625em}[dir=rtl] .md-typeset ol,[dir=rtl] .md-typeset ul{margin-right:.625em}.md-typeset ol,.md-typeset ul{padding:0}.md-typeset ol:not([hidden]),.md-typeset ul:not([hidden]){display:flow-root}.md-typeset ol ol,.md-typeset ul ol{list-style-type:lower-alpha}.md-typeset ol ol ol,.md-typeset ul ol ol{list-style-type:lower-roman}.md-typeset ol ol ol ol,.md-typeset ul ol ol ol{list-style-type:upper-alpha}.md-typeset ol ol ol ol ol,.md-typeset ul ol ol ol ol{list-style-type:upper-roman}.md-typeset ol[type],.md-typeset ul[type]{list-style-type:revert-layer}[dir=ltr] .md-typeset ol li,[dir=ltr] .md-typeset ul li{margin-left:1.25em}[dir=rtl] .md-typeset ol li,[dir=rtl] .md-typeset ul li{margin-right:1.25em}.md-typeset ol li,.md-typeset ul li{margin-bottom:.5em}.md-typeset ol li blockquote,.md-typeset ol li p,.md-typeset ul li blockquote,.md-typeset ul li p{margin:.5em 0}.md-typeset ol li:last-child,.md-typeset ul li:last-child{margin-bottom:0}[dir=ltr] .md-typeset ol li ol,[dir=ltr] .md-typeset ol li ul,[dir=ltr] .md-typeset ul li ol,[dir=ltr] .md-typeset ul li ul{margin-left:.625em}[dir=rtl] .md-typeset ol li ol,[dir=rtl] .md-typeset ol li ul,[dir=rtl] .md-typeset ul li ol,[dir=rtl] .md-typeset ul li ul{margin-right:.625em}.md-typeset ol li ol,.md-typeset ol li ul,.md-typeset ul li ol,.md-typeset ul li ul{margin-bottom:.5em;margin-top:.5em}[dir=ltr] .md-typeset dd{margin-left:1.875em}[dir=rtl] .md-typeset dd{margin-right:1.875em}.md-typeset dd{margin-bottom:1.5em;margin-top:1em}.md-typeset img,.md-typeset svg,.md-typeset video{height:auto;max-width:100%}.md-typeset img[align=left]{margin:1em 1em 1em 0}.md-typeset img[align=right]{margin:1em 0 1em 1em}.md-typeset img[align]:only-child{margin-top:0}.md-typeset figure{display:flow-root;margin:1em auto;max-width:100%;text-align:center;width:-moz-fit-content;width:fit-content}.md-typeset figure img{display:block;margin:0 auto}.md-typeset figcaption{font-style:italic;margin:1em auto;max-width:24rem}.md-typeset iframe{max-width:100%}.md-typeset table:not([class]){background-color:var(--md-default-bg-color);border:.05rem solid var(--md-typeset-table-color);border-radius:.1rem;display:inline-block;font-size:.64rem;max-width:100%;overflow:auto;touch-action:auto}@media print{.md-typeset table:not([class]){display:table}}.md-typeset table:not([class])+*{margin-top:1.5em}.md-typeset table:not([class]) td>:first-child,.md-typeset table:not([class]) th>:first-child{margin-top:0}.md-typeset table:not([class]) td>:last-child,.md-typeset table:not([class]) th>:last-child{margin-bottom:0}.md-typeset table:not([class]) td:not([align]),.md-typeset table:not([class]) th:not([align]){text-align:left}[dir=rtl] .md-typeset table:not([class]) td:not([align]),[dir=rtl] .md-typeset table:not([class]) th:not([align]){text-align:right}.md-typeset table:not([class]) th{font-weight:700;min-width:5rem;padding:.9375em 1.25em;vertical-align:top}.md-typeset table:not([class]) td{border-top:.05rem solid var(--md-typeset-table-color);padding:.9375em 1.25em;vertical-align:top}.md-typeset table:not([class]) tbody tr{transition:background-color 125ms}.md-typeset table:not([class]) tbody tr:hover{background-color:var(--md-typeset-table-color--light);box-shadow:0 .05rem 0 var(--md-default-bg-color) inset}.md-typeset table:not([class]) a{word-break:normal}.md-typeset table th[role=columnheader]{cursor:pointer}[dir=ltr] .md-typeset table th[role=columnheader]:after{margin-left:.5em}[dir=rtl] .md-typeset table th[role=columnheader]:after{margin-right:.5em}.md-typeset table th[role=columnheader]:after{content:"";display:inline-block;height:1.2em;-webkit-mask-image:var(--md-typeset-table-sort-icon);mask-image:var(--md-typeset-table-sort-icon);-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;transition:background-color 125ms;vertical-align:text-bottom;width:1.2em}.md-typeset table th[role=columnheader]:hover:after{background-color:var(--md-default-fg-color--lighter)}.md-typeset table th[role=columnheader][aria-sort=ascending]:after{background-color:var(--md-default-fg-color--light);-webkit-mask-image:var(--md-typeset-table-sort-icon--asc);mask-image:var(--md-typeset-table-sort-icon--asc)}.md-typeset table th[role=columnheader][aria-sort=descending]:after{background-color:var(--md-default-fg-color--light);-webkit-mask-image:var(--md-typeset-table-sort-icon--desc);mask-image:var(--md-typeset-table-sort-icon--desc)}.md-typeset__scrollwrap{margin:1em -.8rem;overflow-x:auto;touch-action:auto}.md-typeset__table{display:inline-block;margin-bottom:.5em;padding:0 .8rem}@media print{.md-typeset__table{display:block}}html .md-typeset__table table{display:table;margin:0;overflow:hidden;width:100%}@media screen and (max-width:44.984375em){.md-content__inner>pre{margin:1em -.8rem}.md-content__inner>pre code{border-radius:0}}.md-typeset .md-author{border-radius:100%;display:block;flex-shrink:0;height:1.6rem;overflow:hidden;position:relative;transition:color 125ms,transform 125ms;width:1.6rem}.md-typeset .md-author img{display:block}.md-typeset .md-author--more{background:var(--md-default-fg-color--lightest);color:var(--md-default-fg-color--lighter);font-size:.6rem;font-weight:700;line-height:1.6rem;text-align:center}.md-typeset .md-author--long{height:2.4rem;width:2.4rem}.md-typeset a.md-author{transform:scale(1)}.md-typeset a.md-author img{border-radius:100%;filter:grayscale(100%) opacity(75%);transition:filter 125ms}.md-typeset a.md-author:focus,.md-typeset a.md-author:hover{transform:scale(1.1);z-index:1}.md-typeset a.md-author:focus img,.md-typeset a.md-author:hover img{filter:grayscale(0)}.md-banner{background-color:var(--md-footer-bg-color);color:var(--md-footer-fg-color);overflow:auto}@media print{.md-banner{display:none}}.md-banner--warning{background-color:var(--md-warning-bg-color);color:var(--md-warning-fg-color)}.md-banner__inner{font-size:.7rem;margin:.6rem auto;padding:0 .8rem}[dir=ltr] .md-banner__button{float:right}[dir=rtl] .md-banner__button{float:left}.md-banner__button{color:inherit;cursor:pointer;transition:opacity .25s}.no-js .md-banner__button{display:none}.md-banner__button:hover{opacity:.7}html{font-size:125%;height:100%;overflow-x:hidden}@media screen and (min-width:100em){html{font-size:137.5%}}@media screen and (min-width:125em){html{font-size:150%}}body{background-color:var(--md-default-bg-color);display:flex;flex-direction:column;font-size:.5rem;min-height:100%;position:relative;width:100%}@media print{body{display:block}}@media screen and (max-width:59.984375em){body[data-md-scrolllock]{position:fixed}}.md-grid{margin-left:auto;margin-right:auto;max-width:61rem}.md-container{display:flex;flex-direction:column;flex-grow:1}@media print{.md-container{display:block}}.md-main{flex-grow:1}.md-main__inner{display:flex;height:100%;margin-top:1.5rem}.md-ellipsis{overflow:hidden;text-overflow:ellipsis}.md-toggle{display:none}.md-option{height:0;opacity:0;position:absolute;width:0}.md-option:checked+label:not([hidden]){display:block}.md-option.focus-visible+label{outline-color:var(--md-accent-fg-color);outline-style:auto}.md-skip{background-color:var(--md-default-fg-color);border-radius:.1rem;color:var(--md-default-bg-color);font-size:.64rem;margin:.5rem;opacity:0;outline-color:var(--md-accent-fg-color);padding:.3rem .5rem;position:fixed;transform:translateY(.4rem);z-index:-1}.md-skip:focus{opacity:1;transform:translateY(0);transition:transform .25s cubic-bezier(.4,0,.2,1),opacity 175ms 75ms;z-index:10}@page{margin:25mm}:root{--md-clipboard-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 21H8V7h11m0-2H8a2 2 0 0 0-2 2v14a2 2 0 0 0 2 2h11a2 2 0 0 0 2-2V7a2 2 0 0 0-2-2m-3-4H4a2 2 0 0 0-2 2v14h2V3h12z"/></svg>')}.md-clipboard{border-radius:.1rem;color:var(--md-default-fg-color--lightest);cursor:pointer;height:1.5em;outline-color:var(--md-accent-fg-color);outline-offset:.1rem;position:absolute;right:.5em;top:.5em;transition:color .25s;width:1.5em;z-index:1}@media print{.md-clipboard{display:none}}.md-clipboard:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}:hover>.md-clipboard{color:var(--md-default-fg-color--light)}.md-clipboard:focus,.md-clipboard:hover{color:var(--md-accent-fg-color)}.md-clipboard:after{background-color:currentcolor;content:"";display:block;height:1.125em;margin:0 auto;-webkit-mask-image:var(--md-clipboard-icon);mask-image:var(--md-clipboard-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:1.125em}.md-clipboard--inline{cursor:pointer}.md-clipboard--inline code{transition:color .25s,background-color .25s}.md-clipboard--inline:focus code,.md-clipboard--inline:hover code{background-color:var(--md-accent-fg-color--transparent);color:var(--md-accent-fg-color)}.md-typeset .md-code__content{display:grid}@keyframes consent{0%{opacity:0;transform:translateY(100%)}to{opacity:1;transform:translateY(0)}}@keyframes overlay{0%{opacity:0}to{opacity:1}}.md-consent__overlay{animation:overlay .25s both;-webkit-backdrop-filter:blur(.1rem);backdrop-filter:blur(.1rem);background-color:#0000008a;height:100%;opacity:1;position:fixed;top:0;width:100%;z-index:5}.md-consent__inner{animation:consent .5s cubic-bezier(.1,.7,.1,1) both;background-color:var(--md-default-bg-color);border:0;border-radius:.1rem;bottom:0;box-shadow:0 0 .2rem #0000001a,0 .2rem .4rem #0003;max-height:100%;overflow:auto;padding:0;position:fixed;width:100%;z-index:5}.md-consent__form{padding:.8rem}.md-consent__settings{display:none;margin:1em 0}input:checked+.md-consent__settings{display:block}.md-consent__controls{margin-bottom:.8rem}.md-typeset .md-consent__controls .md-button{display:inline}@media screen and (max-width:44.984375em){.md-typeset .md-consent__controls .md-button{display:block;margin-top:.4rem;text-align:center;width:100%}}.md-consent label{cursor:pointer}.md-content{flex-grow:1;min-width:0}.md-content__inner{margin:0 .8rem 1.2rem;padding-top:.6rem}@media screen and (min-width:76.25em){[dir=ltr] .md-sidebar--primary:not([hidden])~.md-content>.md-content__inner{margin-left:1.2rem}[dir=ltr] .md-sidebar--secondary:not([hidden])~.md-content>.md-content__inner,[dir=rtl] .md-sidebar--primary:not([hidden])~.md-content>.md-content__inner{margin-right:1.2rem}[dir=rtl] .md-sidebar--secondary:not([hidden])~.md-content>.md-content__inner{margin-left:1.2rem}}.md-content__inner:before{content:"";display:block;height:.4rem}.md-content__inner>:last-child{margin-bottom:0}[dir=ltr] .md-content__button{float:right}[dir=rtl] .md-content__button{float:left}[dir=ltr] .md-content__button{margin-left:.4rem}[dir=rtl] .md-content__button{margin-right:.4rem}.md-content__button{margin:.4rem 0;padding:0}@media print{.md-content__button{display:none}}.md-typeset .md-content__button{color:var(--md-default-fg-color--lighter)}.md-content__button svg{display:inline;vertical-align:top}[dir=rtl] .md-content__button svg{transform:scaleX(-1)}[dir=ltr] .md-dialog{right:.8rem}[dir=rtl] .md-dialog{left:.8rem}.md-dialog{background-color:var(--md-default-fg-color);border-radius:.1rem;bottom:.8rem;box-shadow:var(--md-shadow-z3);min-width:11.1rem;opacity:0;padding:.4rem .6rem;pointer-events:none;position:fixed;transform:translateY(100%);transition:transform 0ms .4s,opacity .4s;z-index:4}@media print{.md-dialog{display:none}}.md-dialog--active{opacity:1;pointer-events:auto;transform:translateY(0);transition:transform .4s cubic-bezier(.075,.85,.175,1),opacity .4s}.md-dialog__inner{color:var(--md-default-bg-color);font-size:.7rem}.md-feedback{margin:2em 0 1em;text-align:center}.md-feedback fieldset{border:none;margin:0;padding:0}.md-feedback__title{font-weight:700;margin:1em auto}.md-feedback__inner{position:relative}.md-feedback__list{display:flex;flex-wrap:wrap;place-content:baseline center;position:relative}.md-feedback__list:hover .md-icon:not(:disabled){color:var(--md-default-fg-color--lighter)}:disabled .md-feedback__list{min-height:1.8rem}.md-feedback__icon{color:var(--md-default-fg-color--light);cursor:pointer;flex-shrink:0;margin:0 .1rem;transition:color 125ms}.md-feedback__icon:not(:disabled).md-icon:hover{color:var(--md-accent-fg-color)}.md-feedback__icon:disabled{color:var(--md-default-fg-color--lightest);pointer-events:none}.md-feedback__note{opacity:0;position:relative;transform:translateY(.4rem);transition:transform .4s cubic-bezier(.1,.7,.1,1),opacity .15s}.md-feedback__note>*{margin:0 auto;max-width:16rem}:disabled .md-feedback__note{opacity:1;transform:translateY(0)}@media print{.md-feedback{display:none}}.md-footer{background-color:var(--md-footer-bg-color);color:var(--md-footer-fg-color)}@media print{.md-footer{display:none}}.md-footer__inner{justify-content:space-between;overflow:auto;padding:.2rem}.md-footer__inner:not([hidden]){display:flex}.md-footer__link{align-items:end;display:flex;flex-grow:0.01;margin-bottom:.4rem;margin-top:1rem;max-width:100%;outline-color:var(--md-accent-fg-color);overflow:hidden;transition:opacity .25s}.md-footer__link:focus,.md-footer__link:hover{opacity:.7}[dir=rtl] .md-footer__link svg{transform:scaleX(-1)}@media screen and (max-width:44.984375em){.md-footer__link--prev{flex-shrink:0}.md-footer__link--prev .md-footer__title{display:none}}[dir=ltr] .md-footer__link--next{margin-left:auto}[dir=rtl] .md-footer__link--next{margin-right:auto}.md-footer__link--next{text-align:right}[dir=rtl] .md-footer__link--next{text-align:left}.md-footer__title{flex-grow:1;font-size:.9rem;margin-bottom:.7rem;max-width:calc(100% - 2.4rem);padding:0 1rem;white-space:nowrap}.md-footer__button{margin:.2rem;padding:.4rem}.md-footer__direction{font-size:.64rem;opacity:.7}.md-footer-meta{background-color:var(--md-footer-bg-color--dark)}.md-footer-meta__inner{display:flex;flex-wrap:wrap;justify-content:space-between;padding:.2rem}html .md-footer-meta.md-typeset a{color:var(--md-footer-fg-color--light)}html .md-footer-meta.md-typeset a:focus,html .md-footer-meta.md-typeset a:hover{color:var(--md-footer-fg-color)}.md-copyright{color:var(--md-footer-fg-color--lighter);font-size:.64rem;margin:auto .6rem;padding:.4rem 0;width:100%}@media screen and (min-width:45em){.md-copyright{width:auto}}.md-copyright__highlight{color:var(--md-footer-fg-color--light)}.md-social{display:inline-flex;gap:.2rem;margin:0 .4rem;padding:.2rem 0 .6rem}@media screen and (min-width:45em){.md-social{padding:.6rem 0}}.md-social__link{display:inline-block;height:1.6rem;text-align:center;width:1.6rem}.md-social__link:before{line-height:1.9}.md-social__link svg{fill:currentcolor;max-height:.8rem;vertical-align:-25%}.md-typeset .md-button{border:.1rem solid;border-radius:.1rem;color:var(--md-primary-fg-color);cursor:pointer;display:inline-block;font-weight:700;padding:.625em 2em;transition:color 125ms,background-color 125ms,border-color 125ms}.md-typeset .md-button--primary{background-color:var(--md-primary-fg-color);border-color:var(--md-primary-fg-color);color:var(--md-primary-bg-color)}.md-typeset .md-button:focus,.md-typeset .md-button:hover{background-color:var(--md-accent-fg-color);border-color:var(--md-accent-fg-color);color:var(--md-accent-bg-color)}[dir=ltr] .md-typeset .md-input{border-top-left-radius:.1rem}[dir=ltr] .md-typeset .md-input,[dir=rtl] .md-typeset .md-input{border-top-right-radius:.1rem}[dir=rtl] .md-typeset .md-input{border-top-left-radius:.1rem}.md-typeset .md-input{border-bottom:.1rem solid var(--md-default-fg-color--lighter);box-shadow:var(--md-shadow-z1);font-size:.8rem;height:1.8rem;padding:0 .6rem;transition:border .25s,box-shadow .25s}.md-typeset .md-input:focus,.md-typeset .md-input:hover{border-bottom-color:var(--md-accent-fg-color);box-shadow:var(--md-shadow-z2)}.md-typeset .md-input--stretch{width:100%}.md-header{background-color:var(--md-primary-fg-color);box-shadow:0 0 .2rem #0000,0 .2rem .4rem #0000;color:var(--md-primary-bg-color);display:block;left:0;position:sticky;right:0;top:0;z-index:4}@media print{.md-header{display:none}}.md-header[hidden]{transform:translateY(-100%);transition:transform .25s cubic-bezier(.8,0,.6,1),box-shadow .25s}.md-header--shadow{box-shadow:0 0 .2rem #0000001a,0 .2rem .4rem #0003;transition:transform .25s cubic-bezier(.1,.7,.1,1),box-shadow .25s}.md-header__inner{align-items:center;display:flex;padding:0 .2rem}.md-header__button{color:currentcolor;cursor:pointer;margin:.2rem;outline-color:var(--md-accent-fg-color);padding:.4rem;position:relative;transition:opacity .25s;vertical-align:middle;z-index:1}.md-header__button:hover{opacity:.7}.md-header__button:not([hidden]){display:inline-block}.md-header__button:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}.md-header__button.md-logo{margin:.2rem;padding:.4rem}@media screen and (max-width:76.234375em){.md-header__button.md-logo{display:none}}.md-header__button.md-logo img,.md-header__button.md-logo svg{fill:currentcolor;display:block;height:1.2rem;width:auto}@media screen and (min-width:60em){.md-header__button[for=__search]{display:none}}.no-js .md-header__button[for=__search]{display:none}[dir=rtl] .md-header__button[for=__search] svg{transform:scaleX(-1)}@media screen and (min-width:76.25em){.md-header__button[for=__drawer]{display:none}}.md-header__topic{display:flex;max-width:100%;position:absolute;transition:transform .4s cubic-bezier(.1,.7,.1,1),opacity .15s;white-space:nowrap}.md-header__topic+.md-header__topic{opacity:0;pointer-events:none;transform:translateX(1.25rem);transition:transform .4s cubic-bezier(1,.7,.1,.1),opacity .15s;z-index:-1}[dir=rtl] .md-header__topic+.md-header__topic{transform:translateX(-1.25rem)}.md-header__topic:first-child{font-weight:700}[dir=ltr] .md-header__title{margin-left:1rem;margin-right:.4rem}[dir=rtl] .md-header__title{margin-left:.4rem;margin-right:1rem}.md-header__title{flex-grow:1;font-size:.9rem;height:2.4rem;line-height:2.4rem}.md-header__title--active .md-header__topic{opacity:0;pointer-events:none;transform:translateX(-1.25rem);transition:transform .4s cubic-bezier(1,.7,.1,.1),opacity .15s;z-index:-1}[dir=rtl] .md-header__title--active .md-header__topic{transform:translateX(1.25rem)}.md-header__title--active .md-header__topic+.md-header__topic{opacity:1;pointer-events:auto;transform:translateX(0);transition:transform .4s cubic-bezier(.1,.7,.1,1),opacity .15s;z-index:0}.md-header__title>.md-header__ellipsis{height:100%;position:relative;width:100%}.md-header__option{display:flex;flex-shrink:0;max-width:100%;transition:max-width 0ms .25s,opacity .25s .25s;white-space:nowrap}[data-md-toggle=search]:checked~.md-header .md-header__option{max-width:0;opacity:0;transition:max-width 0ms,opacity 0ms}.md-header__option>input{bottom:0}.md-header__source{display:none}@media screen and (min-width:60em){[dir=ltr] .md-header__source{margin-left:1rem}[dir=rtl] .md-header__source{margin-right:1rem}.md-header__source{display:block;max-width:11.7rem;width:11.7rem}}@media screen and (min-width:76.25em){[dir=ltr] .md-header__source{margin-left:1.4rem}[dir=rtl] .md-header__source{margin-right:1.4rem}}.md-meta{color:var(--md-default-fg-color--light);font-size:.7rem;line-height:1.3}.md-meta__list{display:inline-flex;flex-wrap:wrap;list-style:none;margin:0;padding:0}.md-meta__item:not(:last-child):after{content:"·";margin-left:.2rem;margin-right:.2rem}.md-meta__link{color:var(--md-typeset-a-color)}.md-meta__link:focus,.md-meta__link:hover{color:var(--md-accent-fg-color)}.md-draft{background-color:#ff1744;border-radius:.125em;color:#fff;display:inline-block;font-weight:700;padding-left:.5714285714em;padding-right:.5714285714em}:root{--md-nav-icon--prev:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>');--md-nav-icon--next:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M8.59 16.58 13.17 12 8.59 7.41 10 6l6 6-6 6z"/></svg>');--md-toc-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 9h14V7H3zm0 4h14v-2H3zm0 4h14v-2H3zm16 0h2v-2h-2zm0-10v2h2V7zm0 6h2v-2h-2z"/></svg>')}.md-nav{font-size:.7rem;line-height:1.3}.md-nav__title{color:var(--md-default-fg-color--light);display:block;font-weight:700;overflow:hidden;padding:0 .6rem;text-overflow:ellipsis}.md-nav__title .md-nav__button{display:none}.md-nav__title .md-nav__button img{height:100%;width:auto}.md-nav__title .md-nav__button.md-logo img,.md-nav__title .md-nav__button.md-logo svg{fill:currentcolor;display:block;height:2.4rem;max-width:100%;object-fit:contain;width:auto}.md-nav__list{list-style:none;margin:0;padding:0}.md-nav__link{align-items:flex-start;display:flex;gap:.4rem;margin-top:.625em;scroll-snap-align:start;transition:color 125ms}.md-nav__link--passed{color:var(--md-default-fg-color--light)}.md-nav__item .md-nav__link--active,.md-nav__item .md-nav__link--active code{color:var(--md-typeset-a-color)}.md-nav__link .md-ellipsis{position:relative}[dir=ltr] .md-nav__link .md-icon:last-child{margin-left:auto}[dir=rtl] .md-nav__link .md-icon:last-child{margin-right:auto}.md-nav__link svg{fill:currentcolor;flex-shrink:0;height:1.3em;position:relative}.md-nav__link[for]:focus,.md-nav__link[for]:hover,.md-nav__link[href]:focus,.md-nav__link[href]:hover{color:var(--md-accent-fg-color);cursor:pointer}.md-nav__link.focus-visible{outline-color:var(--md-accent-fg-color);outline-offset:.2rem}.md-nav--primary .md-nav__link[for=__toc]{display:none}.md-nav--primary .md-nav__link[for=__toc] .md-icon:after{background-color:currentcolor;display:block;height:100%;-webkit-mask-image:var(--md-toc-icon);mask-image:var(--md-toc-icon);width:100%}.md-nav--primary .md-nav__link[for=__toc]~.md-nav{display:none}.md-nav__container>.md-nav__link{margin-top:0}.md-nav__container>.md-nav__link:first-child{flex-grow:1;min-width:0}.md-nav__icon{flex-shrink:0}.md-nav__source{display:none}@media screen and (max-width:76.234375em){.md-nav--primary,.md-nav--primary .md-nav{background-color:var(--md-default-bg-color);display:flex;flex-direction:column;height:100%;left:0;position:absolute;right:0;top:0;z-index:1}.md-nav--primary .md-nav__item,.md-nav--primary .md-nav__title{font-size:.8rem;line-height:1.5}.md-nav--primary .md-nav__title{background-color:var(--md-default-fg-color--lightest);color:var(--md-default-fg-color--light);cursor:pointer;height:5.6rem;line-height:2.4rem;padding:3rem .8rem .2rem;position:relative;white-space:nowrap}[dir=ltr] .md-nav--primary .md-nav__title .md-nav__icon{left:.4rem}[dir=rtl] .md-nav--primary .md-nav__title .md-nav__icon{right:.4rem}.md-nav--primary .md-nav__title .md-nav__icon{display:block;height:1.2rem;margin:.2rem;position:absolute;top:.4rem;width:1.2rem}.md-nav--primary .md-nav__title .md-nav__icon:after{background-color:currentcolor;content:"";display:block;height:100%;-webkit-mask-image:var(--md-nav-icon--prev);mask-image:var(--md-nav-icon--prev);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:100%}.md-nav--primary .md-nav__title~.md-nav__list{background-color:var(--md-default-bg-color);box-shadow:0 .05rem 0 var(--md-default-fg-color--lightest) inset;overflow-y:auto;scroll-snap-type:y mandatory;touch-action:pan-y}.md-nav--primary .md-nav__title~.md-nav__list>:first-child{border-top:0}.md-nav--primary .md-nav__title[for=__drawer]{background-color:var(--md-primary-fg-color);color:var(--md-primary-bg-color);font-weight:700}.md-nav--primary .md-nav__title .md-logo{display:block;left:.2rem;margin:.2rem;padding:.4rem;position:absolute;right:.2rem;top:.2rem}.md-nav--primary .md-nav__list{flex:1}.md-nav--primary .md-nav__item{border-top:.05rem solid var(--md-default-fg-color--lightest)}.md-nav--primary .md-nav__item--active>.md-nav__link{color:var(--md-typeset-a-color)}.md-nav--primary .md-nav__item--active>.md-nav__link:focus,.md-nav--primary .md-nav__item--active>.md-nav__link:hover{color:var(--md-accent-fg-color)}.md-nav--primary .md-nav__link{margin-top:0;padding:.6rem .8rem}.md-nav--primary .md-nav__link svg{margin-top:.1em}.md-nav--primary .md-nav__link>.md-nav__link{padding:0}[dir=ltr] .md-nav--primary .md-nav__link .md-nav__icon{margin-right:-.2rem}[dir=rtl] .md-nav--primary .md-nav__link .md-nav__icon{margin-left:-.2rem}.md-nav--primary .md-nav__link .md-nav__icon{font-size:1.2rem;height:1.2rem;width:1.2rem}.md-nav--primary .md-nav__link .md-nav__icon:after{background-color:currentcolor;content:"";display:block;height:100%;-webkit-mask-image:var(--md-nav-icon--next);mask-image:var(--md-nav-icon--next);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:100%}[dir=rtl] .md-nav--primary .md-nav__icon:after{transform:scale(-1)}.md-nav--primary .md-nav--secondary .md-nav{background-color:initial;position:static}[dir=ltr] .md-nav--primary .md-nav--secondary .md-nav .md-nav__link{padding-left:1.4rem}[dir=rtl] .md-nav--primary .md-nav--secondary .md-nav .md-nav__link{padding-right:1.4rem}[dir=ltr] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav__link{padding-left:2rem}[dir=rtl] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav__link{padding-right:2rem}[dir=ltr] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav .md-nav__link{padding-left:2.6rem}[dir=rtl] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav .md-nav__link{padding-right:2.6rem}[dir=ltr] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav .md-nav .md-nav__link{padding-left:3.2rem}[dir=rtl] .md-nav--primary .md-nav--secondary .md-nav .md-nav .md-nav .md-nav .md-nav__link{padding-right:3.2rem}.md-nav--secondary{background-color:initial}.md-nav__toggle~.md-nav{display:flex;opacity:0;transform:translateX(100%);transition:transform .25s cubic-bezier(.8,0,.6,1),opacity 125ms 50ms}[dir=rtl] .md-nav__toggle~.md-nav{transform:translateX(-100%)}.md-nav__toggle:checked~.md-nav{opacity:1;transform:translateX(0);transition:transform .25s cubic-bezier(.4,0,.2,1),opacity 125ms 125ms}.md-nav__toggle:checked~.md-nav>.md-nav__list{-webkit-backface-visibility:hidden;backface-visibility:hidden}}@media screen and (max-width:59.984375em){.md-nav--primary .md-nav__link[for=__toc]{display:flex}.md-nav--primary .md-nav__link[for=__toc] .md-icon:after{content:""}.md-nav--primary .md-nav__link[for=__toc]+.md-nav__link{display:none}.md-nav--primary .md-nav__link[for=__toc]~.md-nav{display:flex}.md-nav__source{background-color:var(--md-primary-fg-color--dark);color:var(--md-primary-bg-color);display:block;padding:0 .2rem}}@media screen and (min-width:60em) and (max-width:76.234375em){.md-nav--integrated .md-nav__link[for=__toc]{display:flex}.md-nav--integrated .md-nav__link[for=__toc] .md-icon:after{content:""}.md-nav--integrated .md-nav__link[for=__toc]+.md-nav__link{display:none}.md-nav--integrated .md-nav__link[for=__toc]~.md-nav{display:flex}}@media screen and (min-width:60em){.md-nav{margin-bottom:-.4rem}.md-nav--secondary .md-nav__title{background:var(--md-default-bg-color);box-shadow:0 0 .4rem .4rem var(--md-default-bg-color);position:sticky;top:0;z-index:1}.md-nav--secondary .md-nav__title[for=__toc]{scroll-snap-align:start}.md-nav--secondary .md-nav__title .md-nav__icon{display:none}[dir=ltr] .md-nav--secondary .md-nav__list{padding-left:.6rem}[dir=rtl] .md-nav--secondary .md-nav__list{padding-right:.6rem}.md-nav--secondary .md-nav__list{padding-bottom:.4rem}[dir=ltr] .md-nav--secondary .md-nav__item>.md-nav__link{margin-right:.4rem}[dir=rtl] .md-nav--secondary .md-nav__item>.md-nav__link{margin-left:.4rem}}@media screen and (min-width:76.25em){.md-nav{margin-bottom:-.4rem;transition:max-height .25s cubic-bezier(.86,0,.07,1)}.md-nav--primary .md-nav__title{background:var(--md-default-bg-color);box-shadow:0 0 .4rem .4rem var(--md-default-bg-color);position:sticky;top:0;z-index:1}.md-nav--primary .md-nav__title[for=__drawer]{scroll-snap-align:start}.md-nav--primary .md-nav__title .md-nav__icon{display:none}[dir=ltr] .md-nav--primary .md-nav__list{padding-left:.6rem}[dir=rtl] .md-nav--primary .md-nav__list{padding-right:.6rem}.md-nav--primary .md-nav__list{padding-bottom:.4rem}[dir=ltr] .md-nav--primary .md-nav__item>.md-nav__link{margin-right:.4rem}[dir=rtl] .md-nav--primary .md-nav__item>.md-nav__link{margin-left:.4rem}.md-nav__toggle~.md-nav{display:grid;grid-template-rows:0fr;opacity:0;transition:grid-template-rows .25s cubic-bezier(.86,0,.07,1),opacity .25s,visibility 0ms .25s;visibility:collapse}.md-nav__toggle~.md-nav>.md-nav__list{overflow:hidden}.md-nav__toggle.md-toggle--indeterminate~.md-nav,.md-nav__toggle:checked~.md-nav{grid-template-rows:1fr;opacity:1;transition:grid-template-rows .25s cubic-bezier(.86,0,.07,1),opacity .15s .1s,visibility 0ms;visibility:visible}.md-nav__toggle.md-toggle--indeterminate~.md-nav{transition:none}.md-nav__item--nested>.md-nav>.md-nav__title{display:none}.md-nav__item--section{display:block;margin:1.25em 0}.md-nav__item--section:last-child{margin-bottom:0}.md-nav__item--section>.md-nav__link{font-weight:700}.md-nav__item--section>.md-nav__link[for]{color:var(--md-default-fg-color--light)}.md-nav__item--section>.md-nav__link:not(.md-nav__container){pointer-events:none}.md-nav__item--section>.md-nav__link .md-icon,.md-nav__item--section>.md-nav__link>[for]{display:none}[dir=ltr] .md-nav__item--section>.md-nav{margin-left:-.6rem}[dir=rtl] .md-nav__item--section>.md-nav{margin-right:-.6rem}.md-nav__item--section>.md-nav{display:block;opacity:1;visibility:visible}.md-nav__item--section>.md-nav>.md-nav__list>.md-nav__item{padding:0}.md-nav__icon{border-radius:100%;height:.9rem;transition:background-color .25s;width:.9rem}.md-nav__icon:hover{background-color:var(--md-accent-fg-color--transparent)}.md-nav__icon:after{background-color:currentcolor;border-radius:100%;content:"";display:inline-block;height:100%;-webkit-mask-image:var(--md-nav-icon--next);mask-image:var(--md-nav-icon--next);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;transition:transform .25s;vertical-align:-.1rem;width:100%}[dir=rtl] .md-nav__icon:after{transform:rotate(180deg)}.md-nav__item--nested .md-nav__toggle:checked~.md-nav__link .md-nav__icon:after,.md-nav__item--nested .md-toggle--indeterminate~.md-nav__link .md-nav__icon:after{transform:rotate(90deg)}.md-nav--lifted>.md-nav__list>.md-nav__item,.md-nav--lifted>.md-nav__title{display:none}.md-nav--lifted>.md-nav__list>.md-nav__item--active{display:block}.md-nav--lifted>.md-nav__list>.md-nav__item--active>.md-nav__link{background:var(--md-default-bg-color);box-shadow:0 0 .4rem .4rem var(--md-default-bg-color);margin-top:0;position:sticky;top:0;z-index:1}.md-nav--lifted>.md-nav__list>.md-nav__item--active>.md-nav__link:not(.md-nav__container){pointer-events:none}.md-nav--lifted>.md-nav__list>.md-nav__item--active.md-nav__item--section{margin:0}[dir=ltr] .md-nav--lifted>.md-nav__list>.md-nav__item>.md-nav:not(.md-nav--secondary){margin-left:-.6rem}[dir=rtl] .md-nav--lifted>.md-nav__list>.md-nav__item>.md-nav:not(.md-nav--secondary){margin-right:-.6rem}.md-nav--lifted>.md-nav__list>.md-nav__item>[for]{color:var(--md-default-fg-color--light)}.md-nav--lifted .md-nav[data-md-level="1"]{grid-template-rows:1fr;opacity:1;visibility:visible}[dir=ltr] .md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary{border-left:.05rem solid var(--md-primary-fg-color)}[dir=rtl] .md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary{border-right:.05rem solid var(--md-primary-fg-color)}.md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary{display:block;margin-bottom:1.25em;opacity:1;visibility:visible}.md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary>.md-nav__list{overflow:visible;padding-bottom:0}.md-nav--integrated>.md-nav__list>.md-nav__item--active .md-nav--secondary>.md-nav__title{display:none}}.md-pagination{font-size:.8rem;font-weight:700;gap:.4rem}.md-pagination,.md-pagination>*{align-items:center;display:flex;justify-content:center}.md-pagination>*{border-radius:.2rem;height:1.8rem;min-width:1.8rem;text-align:center}.md-pagination__current{background-color:var(--md-default-fg-color--lightest);color:var(--md-default-fg-color--light)}.md-pagination__link{transition:color 125ms,background-color 125ms}.md-pagination__link:focus,.md-pagination__link:hover{background-color:var(--md-accent-fg-color--transparent);color:var(--md-accent-fg-color)}.md-pagination__link:focus svg,.md-pagination__link:hover svg{color:var(--md-accent-fg-color)}.md-pagination__link.focus-visible{outline-color:var(--md-accent-fg-color);outline-offset:.2rem}.md-pagination__link svg{fill:currentcolor;color:var(--md-default-fg-color--lighter);display:block;max-height:100%;width:1.2rem}.md-post__back{border-bottom:.05rem solid var(--md-default-fg-color--lightest);margin-bottom:1.2rem;padding-bottom:1.2rem}@media screen and (max-width:76.234375em){.md-post__back{display:none}}[dir=rtl] .md-post__back svg{transform:scaleX(-1)}.md-post__authors{display:flex;flex-direction:column;gap:.6rem;margin:0 .6rem 1.2rem}.md-post .md-post__meta a{transition:color 125ms}.md-post .md-post__meta a:focus,.md-post .md-post__meta a:hover{color:var(--md-accent-fg-color)}.md-post__title{color:var(--md-default-fg-color--light);font-weight:700}.md-post--excerpt{margin-bottom:3.2rem}.md-post--excerpt .md-post__header{align-items:center;display:flex;gap:.6rem;min-height:1.6rem}.md-post--excerpt .md-post__authors{align-items:center;display:inline-flex;flex-direction:row;gap:.2rem;margin:0;min-height:2.4rem}[dir=ltr] .md-post--excerpt .md-post__meta .md-meta__list{margin-right:.4rem}[dir=rtl] .md-post--excerpt .md-post__meta .md-meta__list{margin-left:.4rem}.md-post--excerpt .md-post__content>:first-child{--md-scroll-margin:6rem;margin-top:0}.md-post>.md-nav--secondary{margin:1em 0}.md-profile{align-items:center;display:flex;font-size:.7rem;gap:.6rem;line-height:1.4;width:100%}.md-profile__description{flex-grow:1}.md-content--post{display:flex}@media screen and (max-width:76.234375em){.md-content--post{flex-flow:column-reverse}}.md-content--post>.md-content__inner{min-width:0}@media screen and (min-width:76.25em){[dir=ltr] .md-content--post>.md-content__inner{margin-left:1.2rem}[dir=rtl] .md-content--post>.md-content__inner{margin-right:1.2rem}}@media screen and (max-width:76.234375em){.md-sidebar.md-sidebar--post{padding:0;position:static;width:100%}.md-sidebar.md-sidebar--post .md-sidebar__scrollwrap{overflow:visible}.md-sidebar.md-sidebar--post .md-sidebar__inner{padding:0}.md-sidebar.md-sidebar--post .md-post__meta{margin-left:.6rem;margin-right:.6rem}.md-sidebar.md-sidebar--post .md-nav__item{border:none;display:inline}.md-sidebar.md-sidebar--post .md-nav__list{display:inline-flex;flex-wrap:wrap;gap:.6rem;padding-bottom:.6rem;padding-top:.6rem}.md-sidebar.md-sidebar--post .md-nav__link{padding:0}.md-sidebar.md-sidebar--post .md-nav{height:auto;margin-bottom:0;position:static}}:root{--md-progress-value:0;--md-progress-delay:400ms}.md-progress{background:var(--md-primary-bg-color);height:.075rem;opacity:min(clamp(0,var(--md-progress-value),1),clamp(0,100 - var(--md-progress-value),1));position:fixed;top:0;transform:scaleX(calc(var(--md-progress-value)*1%));transform-origin:left;transition:transform .5s cubic-bezier(.19,1,.22,1),opacity .25s var(--md-progress-delay);width:100%;z-index:4}:root{--md-search-result-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M14 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h7c-.41-.25-.8-.56-1.14-.9-.33-.33-.61-.7-.86-1.1H6V4h7v5h5v1.18c.71.16 1.39.43 2 .82V8zm6.31 16.9c1.33-2.11.69-4.9-1.4-6.22-2.11-1.33-4.91-.68-6.22 1.4-1.34 2.11-.69 4.89 1.4 6.22 1.46.93 3.32.93 4.79.02L22 23.39 23.39 22zm-3.81.1a2.5 2.5 0 0 1-2.5-2.5 2.5 2.5 0 0 1 2.5-2.5 2.5 2.5 0 0 1 2.5 2.5 2.5 2.5 0 0 1-2.5 2.5"/></svg>')}.md-search{position:relative}@media screen and (min-width:60em){.md-search{padding:.2rem 0}}.no-js .md-search{display:none}.md-search__overlay{opacity:0;z-index:1}@media screen and (max-width:59.984375em){[dir=ltr] .md-search__overlay{left:-2.2rem}[dir=rtl] .md-search__overlay{right:-2.2rem}.md-search__overlay{background-color:var(--md-default-bg-color);border-radius:1rem;height:2rem;overflow:hidden;pointer-events:none;position:absolute;top:-1rem;transform-origin:center;transition:transform .3s .1s,opacity .2s .2s;width:2rem}[data-md-toggle=search]:checked~.md-header .md-search__overlay{opacity:1;transition:transform .4s,opacity .1s}}@media screen and (min-width:60em){[dir=ltr] .md-search__overlay{left:0}[dir=rtl] .md-search__overlay{right:0}.md-search__overlay{background-color:#0000008a;cursor:pointer;height:0;position:fixed;top:0;transition:width 0ms .25s,height 0ms .25s,opacity .25s;width:0}[data-md-toggle=search]:checked~.md-header .md-search__overlay{height:200vh;opacity:1;transition:width 0ms,height 0ms,opacity .25s;width:100%}}@media screen and (max-width:29.984375em){[data-md-toggle=search]:checked~.md-header .md-search__overlay{transform:scale(45)}}@media screen and (min-width:30em) and (max-width:44.984375em){[data-md-toggle=search]:checked~.md-header .md-search__overlay{transform:scale(60)}}@media screen and (min-width:45em) and (max-width:59.984375em){[data-md-toggle=search]:checked~.md-header .md-search__overlay{transform:scale(75)}}.md-search__inner{-webkit-backface-visibility:hidden;backface-visibility:hidden}@media screen and (max-width:59.984375em){[dir=ltr] .md-search__inner{left:0}[dir=rtl] .md-search__inner{right:0}.md-search__inner{height:0;opacity:0;overflow:hidden;position:fixed;top:0;transform:translateX(5%);transition:width 0ms .3s,height 0ms .3s,transform .15s cubic-bezier(.4,0,.2,1) .15s,opacity .15s .15s;width:0;z-index:2}[dir=rtl] .md-search__inner{transform:translateX(-5%)}[data-md-toggle=search]:checked~.md-header .md-search__inner{height:100%;opacity:1;transform:translateX(0);transition:width 0ms 0ms,height 0ms 0ms,transform .15s cubic-bezier(.1,.7,.1,1) .15s,opacity .15s .15s;width:100%}}@media screen and (min-width:60em){[dir=ltr] .md-search__inner{float:right}[dir=rtl] .md-search__inner{float:left}.md-search__inner{padding:.1rem 0;position:relative;transition:width .25s cubic-bezier(.1,.7,.1,1);width:11.7rem}}@media screen and (min-width:60em) and (max-width:76.234375em){[data-md-toggle=search]:checked~.md-header .md-search__inner{width:23.4rem}}@media screen and (min-width:76.25em){[data-md-toggle=search]:checked~.md-header .md-search__inner{width:34.4rem}}.md-search__form{background-color:var(--md-default-bg-color);box-shadow:0 0 .6rem #0000;height:2.4rem;position:relative;transition:color .25s,background-color .25s;z-index:2}@media screen and (min-width:60em){.md-search__form{background-color:#00000042;border-radius:.1rem;height:1.8rem}.md-search__form:hover{background-color:#ffffff1f}}[data-md-toggle=search]:checked~.md-header .md-search__form{background-color:var(--md-default-bg-color);border-radius:.1rem .1rem 0 0;box-shadow:0 0 .6rem #00000012;color:var(--md-default-fg-color)}[dir=ltr] .md-search__input{padding-left:3.6rem;padding-right:2.2rem}[dir=rtl] .md-search__input{padding-left:2.2rem;padding-right:3.6rem}.md-search__input{background:#0000;font-size:.9rem;height:100%;position:relative;text-overflow:ellipsis;width:100%;z-index:2}.md-search__input::placeholder{transition:color .25s}.md-search__input::placeholder,.md-search__input~.md-search__icon{color:var(--md-default-fg-color--light)}.md-search__input::-ms-clear{display:none}@media screen and (max-width:59.984375em){.md-search__input{font-size:.9rem;height:2.4rem;width:100%}}@media screen and (min-width:60em){[dir=ltr] .md-search__input{padding-left:2.2rem}[dir=rtl] .md-search__input{padding-right:2.2rem}.md-search__input{color:inherit;font-size:.8rem}.md-search__input::placeholder{color:var(--md-primary-bg-color--light)}.md-search__input+.md-search__icon{color:var(--md-primary-bg-color)}[data-md-toggle=search]:checked~.md-header .md-search__input{text-overflow:clip}[data-md-toggle=search]:checked~.md-header .md-search__input+.md-search__icon{color:var(--md-default-fg-color--light)}[data-md-toggle=search]:checked~.md-header .md-search__input::placeholder{color:#0000}}.md-search__icon{cursor:pointer;display:inline-block;height:1.2rem;transition:color .25s,opacity .25s;width:1.2rem}.md-search__icon:hover{opacity:.7}[dir=ltr] .md-search__icon[for=__search]{left:.5rem}[dir=rtl] .md-search__icon[for=__search]{right:.5rem}.md-search__icon[for=__search]{position:absolute;top:.3rem;z-index:2}[dir=rtl] .md-search__icon[for=__search] svg{transform:scaleX(-1)}@media screen and (max-width:59.984375em){[dir=ltr] .md-search__icon[for=__search]{left:.8rem}[dir=rtl] .md-search__icon[for=__search]{right:.8rem}.md-search__icon[for=__search]{top:.6rem}.md-search__icon[for=__search] svg:first-child{display:none}}@media screen and (min-width:60em){.md-search__icon[for=__search]{pointer-events:none}.md-search__icon[for=__search] svg:last-child{display:none}}[dir=ltr] .md-search__options{right:.5rem}[dir=rtl] .md-search__options{left:.5rem}.md-search__options{pointer-events:none;position:absolute;top:.3rem;z-index:2}@media screen and (max-width:59.984375em){[dir=ltr] .md-search__options{right:.8rem}[dir=rtl] .md-search__options{left:.8rem}.md-search__options{top:.6rem}}[dir=ltr] .md-search__options>.md-icon{margin-left:.2rem}[dir=rtl] .md-search__options>.md-icon{margin-right:.2rem}.md-search__options>.md-icon{color:var(--md-default-fg-color--light);opacity:0;transform:scale(.75);transition:transform .15s cubic-bezier(.1,.7,.1,1),opacity .15s}.md-search__options>.md-icon:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}[data-md-toggle=search]:checked~.md-header .md-search__input:valid~.md-search__options>.md-icon{opacity:1;pointer-events:auto;transform:scale(1)}[data-md-toggle=search]:checked~.md-header .md-search__input:valid~.md-search__options>.md-icon:hover{opacity:.7}[dir=ltr] .md-search__suggest{padding-left:3.6rem;padding-right:2.2rem}[dir=rtl] .md-search__suggest{padding-left:2.2rem;padding-right:3.6rem}.md-search__suggest{align-items:center;color:var(--md-default-fg-color--lighter);display:flex;font-size:.9rem;height:100%;opacity:0;position:absolute;top:0;transition:opacity 50ms;white-space:nowrap;width:100%}@media screen and (min-width:60em){[dir=ltr] .md-search__suggest{padding-left:2.2rem}[dir=rtl] .md-search__suggest{padding-right:2.2rem}.md-search__suggest{font-size:.8rem}}[data-md-toggle=search]:checked~.md-header .md-search__suggest{opacity:1;transition:opacity .3s .1s}[dir=ltr] .md-search__output{border-bottom-left-radius:.1rem}[dir=ltr] .md-search__output,[dir=rtl] .md-search__output{border-bottom-right-radius:.1rem}[dir=rtl] .md-search__output{border-bottom-left-radius:.1rem}.md-search__output{overflow:hidden;position:absolute;width:100%;z-index:1}@media screen and (max-width:59.984375em){.md-search__output{bottom:0;top:2.4rem}}@media screen and (min-width:60em){.md-search__output{opacity:0;top:1.9rem;transition:opacity .4s}[data-md-toggle=search]:checked~.md-header .md-search__output{box-shadow:var(--md-shadow-z3);opacity:1}}.md-search__scrollwrap{-webkit-backface-visibility:hidden;backface-visibility:hidden;background-color:var(--md-default-bg-color);height:100%;overflow-y:auto;touch-action:pan-y}@media (-webkit-max-device-pixel-ratio:1),(max-resolution:1dppx){.md-search__scrollwrap{transform:translateZ(0)}}@media screen and (min-width:60em) and (max-width:76.234375em){.md-search__scrollwrap{width:23.4rem}}@media screen and (min-width:76.25em){.md-search__scrollwrap{width:34.4rem}}@media screen and (min-width:60em){.md-search__scrollwrap{max-height:0;scrollbar-color:var(--md-default-fg-color--lighter) #0000;scrollbar-width:thin}[data-md-toggle=search]:checked~.md-header .md-search__scrollwrap{max-height:75vh}.md-search__scrollwrap:hover{scrollbar-color:var(--md-accent-fg-color) #0000}.md-search__scrollwrap::-webkit-scrollbar{height:.2rem;width:.2rem}.md-search__scrollwrap::-webkit-scrollbar-thumb{background-color:var(--md-default-fg-color--lighter)}.md-search__scrollwrap::-webkit-scrollbar-thumb:hover{background-color:var(--md-accent-fg-color)}}.md-search-result{color:var(--md-default-fg-color);word-break:break-word}.md-search-result__meta{background-color:var(--md-default-fg-color--lightest);color:var(--md-default-fg-color--light);font-size:.64rem;line-height:1.8rem;padding:0 .8rem;scroll-snap-align:start}@media screen and (min-width:60em){[dir=ltr] .md-search-result__meta{padding-left:2.2rem}[dir=rtl] .md-search-result__meta{padding-right:2.2rem}}.md-search-result__list{list-style:none;margin:0;padding:0;-webkit-user-select:none;user-select:none}.md-search-result__item{box-shadow:0 -.05rem var(--md-default-fg-color--lightest)}.md-search-result__item:first-child{box-shadow:none}.md-search-result__link{display:block;outline:none;scroll-snap-align:start;transition:background-color .25s}.md-search-result__link:focus,.md-search-result__link:hover{background-color:var(--md-accent-fg-color--transparent)}.md-search-result__link:last-child p:last-child{margin-bottom:.6rem}.md-search-result__more>summary{cursor:pointer;display:block;outline:none;position:sticky;scroll-snap-align:start;top:0;z-index:1}.md-search-result__more>summary::marker{display:none}.md-search-result__more>summary::-webkit-details-marker{display:none}.md-search-result__more>summary>div{color:var(--md-typeset-a-color);font-size:.64rem;padding:.75em .8rem;transition:color .25s,background-color .25s}@media screen and (min-width:60em){[dir=ltr] .md-search-result__more>summary>div{padding-left:2.2rem}[dir=rtl] .md-search-result__more>summary>div{padding-right:2.2rem}}.md-search-result__more>summary:focus>div,.md-search-result__more>summary:hover>div{background-color:var(--md-accent-fg-color--transparent);color:var(--md-accent-fg-color)}.md-search-result__more[open]>summary{background-color:var(--md-default-bg-color)}.md-search-result__article{overflow:hidden;padding:0 .8rem;position:relative}@media screen and (min-width:60em){[dir=ltr] .md-search-result__article{padding-left:2.2rem}[dir=rtl] .md-search-result__article{padding-right:2.2rem}}[dir=ltr] .md-search-result__icon{left:0}[dir=rtl] .md-search-result__icon{right:0}.md-search-result__icon{color:var(--md-default-fg-color--light);height:1.2rem;margin:.5rem;position:absolute;width:1.2rem}@media screen and (max-width:59.984375em){.md-search-result__icon{display:none}}.md-search-result__icon:after{background-color:currentcolor;content:"";display:inline-block;height:100%;-webkit-mask-image:var(--md-search-result-icon);mask-image:var(--md-search-result-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:100%}[dir=rtl] .md-search-result__icon:after{transform:scaleX(-1)}.md-search-result .md-typeset{color:var(--md-default-fg-color--light);font-size:.64rem;line-height:1.6}.md-search-result .md-typeset h1{color:var(--md-default-fg-color);font-size:.8rem;font-weight:400;line-height:1.4;margin:.55rem 0}.md-search-result .md-typeset h1 mark{text-decoration:none}.md-search-result .md-typeset h2{color:var(--md-default-fg-color);font-size:.64rem;font-weight:700;line-height:1.6;margin:.5em 0}.md-search-result .md-typeset h2 mark{text-decoration:none}.md-search-result__terms{color:var(--md-default-fg-color);display:block;font-size:.64rem;font-style:italic;margin:.5em 0}.md-search-result mark{background-color:initial;color:var(--md-accent-fg-color);text-decoration:underline}.md-select{position:relative;z-index:1}.md-select__inner{background-color:var(--md-default-bg-color);border-radius:.1rem;box-shadow:var(--md-shadow-z2);color:var(--md-default-fg-color);left:50%;margin-top:.2rem;max-height:0;opacity:0;position:absolute;top:calc(100% - .2rem);transform:translate3d(-50%,.3rem,0);transition:transform .25s 375ms,opacity .25s .25s,max-height 0ms .5s}.md-select:focus-within .md-select__inner,.md-select:hover .md-select__inner{max-height:10rem;opacity:1;transform:translate3d(-50%,0,0);transition:transform .25s cubic-bezier(.1,.7,.1,1),opacity .25s,max-height 0ms}.md-select__inner:after{border-bottom:.2rem solid #0000;border-bottom-color:var(--md-default-bg-color);border-left:.2rem solid #0000;border-right:.2rem solid #0000;border-top:0;content:"";height:0;left:50%;margin-left:-.2rem;margin-top:-.2rem;position:absolute;top:0;width:0}.md-select__list{border-radius:.1rem;font-size:.8rem;list-style-type:none;margin:0;max-height:inherit;overflow:auto;padding:0}.md-select__item{line-height:1.8rem}[dir=ltr] .md-select__link{padding-left:.6rem;padding-right:1.2rem}[dir=rtl] .md-select__link{padding-left:1.2rem;padding-right:.6rem}.md-select__link{cursor:pointer;display:block;outline:none;scroll-snap-align:start;transition:background-color .25s,color .25s;width:100%}.md-select__link:focus,.md-select__link:hover{color:var(--md-accent-fg-color)}.md-select__link:focus{background-color:var(--md-default-fg-color--lightest)}.md-sidebar{align-self:flex-start;flex-shrink:0;padding:1.2rem 0;position:sticky;top:2.4rem;width:12.1rem}@media print{.md-sidebar{display:none}}@media screen and (max-width:76.234375em){[dir=ltr] .md-sidebar--primary{left:-12.1rem}[dir=rtl] .md-sidebar--primary{right:-12.1rem}.md-sidebar--primary{background-color:var(--md-default-bg-color);display:block;height:100%;position:fixed;top:0;transform:translateX(0);transition:transform .25s cubic-bezier(.4,0,.2,1),box-shadow .25s;width:12.1rem;z-index:5}[data-md-toggle=drawer]:checked~.md-container .md-sidebar--primary{box-shadow:var(--md-shadow-z3);transform:translateX(12.1rem)}[dir=rtl] [data-md-toggle=drawer]:checked~.md-container .md-sidebar--primary{transform:translateX(-12.1rem)}.md-sidebar--primary .md-sidebar__scrollwrap{bottom:0;left:0;margin:0;overflow:hidden;position:absolute;right:0;scroll-snap-type:none;top:0}}@media screen and (min-width:76.25em){.md-sidebar{height:0}.no-js .md-sidebar{height:auto}.md-header--lifted~.md-container .md-sidebar{top:4.8rem}}.md-sidebar--secondary{display:none;order:2}@media screen and (min-width:60em){.md-sidebar--secondary{height:0}.no-js .md-sidebar--secondary{height:auto}.md-sidebar--secondary:not([hidden]){display:block}.md-sidebar--secondary .md-sidebar__scrollwrap{touch-action:pan-y}}.md-sidebar__scrollwrap{scrollbar-gutter:stable;-webkit-backface-visibility:hidden;backface-visibility:hidden;margin:0 .2rem;overflow-y:auto;scrollbar-color:var(--md-default-fg-color--lighter) #0000;scrollbar-width:thin}.md-sidebar__scrollwrap::-webkit-scrollbar{height:.2rem;width:.2rem}.md-sidebar__scrollwrap:focus-within,.md-sidebar__scrollwrap:hover{scrollbar-color:var(--md-accent-fg-color) #0000}.md-sidebar__scrollwrap:focus-within::-webkit-scrollbar-thumb,.md-sidebar__scrollwrap:hover::-webkit-scrollbar-thumb{background-color:var(--md-default-fg-color--lighter)}.md-sidebar__scrollwrap:focus-within::-webkit-scrollbar-thumb:hover,.md-sidebar__scrollwrap:hover::-webkit-scrollbar-thumb:hover{background-color:var(--md-accent-fg-color)}@supports selector(::-webkit-scrollbar){.md-sidebar__scrollwrap{scrollbar-gutter:auto}[dir=ltr] .md-sidebar__inner{padding-right:calc(100% - 11.5rem)}[dir=rtl] .md-sidebar__inner{padding-left:calc(100% - 11.5rem)}}@media screen and (max-width:76.234375em){.md-overlay{background-color:#0000008a;height:0;opacity:0;position:fixed;top:0;transition:width 0ms .25s,height 0ms .25s,opacity .25s;width:0;z-index:5}[data-md-toggle=drawer]:checked~.md-overlay{height:100%;opacity:1;transition:width 0ms,height 0ms,opacity .25s;width:100%}}@keyframes facts{0%{height:0}to{height:.65rem}}@keyframes fact{0%{opacity:0;transform:translateY(100%)}50%{opacity:0}to{opacity:1;transform:translateY(0)}}:root{--md-source-forks-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path d="M5 5.372v.878c0 .414.336.75.75.75h4.5a.75.75 0 0 0 .75-.75v-.878a2.25 2.25 0 1 1 1.5 0v.878a2.25 2.25 0 0 1-2.25 2.25h-1.5v2.128a2.251 2.251 0 1 1-1.5 0V8.5h-1.5A2.25 2.25 0 0 1 3.5 6.25v-.878a2.25 2.25 0 1 1 1.5 0M5 3.25a.75.75 0 1 0-1.5 0 .75.75 0 0 0 1.5 0m6.75.75a.75.75 0 1 0 0-1.5.75.75 0 0 0 0 1.5m-3 8.75a.75.75 0 1 0-1.5 0 .75.75 0 0 0 1.5 0"/></svg>');--md-source-repositories-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path d="M2 2.5A2.5 2.5 0 0 1 4.5 0h8.75a.75.75 0 0 1 .75.75v12.5a.75.75 0 0 1-.75.75h-2.5a.75.75 0 0 1 0-1.5h1.75v-2h-8a1 1 0 0 0-.714 1.7.75.75 0 1 1-1.072 1.05A2.5 2.5 0 0 1 2 11.5Zm10.5-1h-8a1 1 0 0 0-1 1v6.708A2.5 2.5 0 0 1 4.5 9h8ZM5 12.25a.25.25 0 0 1 .25-.25h3.5a.25.25 0 0 1 .25.25v3.25a.25.25 0 0 1-.4.2l-1.45-1.087a.25.25 0 0 0-.3 0L5.4 15.7a.25.25 0 0 1-.4-.2Z"/></svg>');--md-source-stars-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path d="M8 .25a.75.75 0 0 1 .673.418l1.882 3.815 4.21.612a.75.75 0 0 1 .416 1.279l-3.046 2.97.719 4.192a.751.751 0 0 1-1.088.791L8 12.347l-3.766 1.98a.75.75 0 0 1-1.088-.79l.72-4.194L.818 6.374a.75.75 0 0 1 .416-1.28l4.21-.611L7.327.668A.75.75 0 0 1 8 .25m0 2.445L6.615 5.5a.75.75 0 0 1-.564.41l-3.097.45 2.24 2.184a.75.75 0 0 1 .216.664l-.528 3.084 2.769-1.456a.75.75 0 0 1 .698 0l2.77 1.456-.53-3.084a.75.75 0 0 1 .216-.664l2.24-2.183-3.096-.45a.75.75 0 0 1-.564-.41z"/></svg>');--md-source-version-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path d="M1 7.775V2.75C1 1.784 1.784 1 2.75 1h5.025c.464 0 .91.184 1.238.513l6.25 6.25a1.75 1.75 0 0 1 0 2.474l-5.026 5.026a1.75 1.75 0 0 1-2.474 0l-6.25-6.25A1.75 1.75 0 0 1 1 7.775m1.5 0c0 .066.026.13.073.177l6.25 6.25a.25.25 0 0 0 .354 0l5.025-5.025a.25.25 0 0 0 0-.354l-6.25-6.25a.25.25 0 0 0-.177-.073H2.75a.25.25 0 0 0-.25.25ZM6 5a1 1 0 1 1 0 2 1 1 0 0 1 0-2"/></svg>')}.md-source{-webkit-backface-visibility:hidden;backface-visibility:hidden;display:block;font-size:.65rem;line-height:1.2;outline-color:var(--md-accent-fg-color);transition:opacity .25s;white-space:nowrap}.md-source:hover{opacity:.7}.md-source__icon{display:inline-block;height:2.4rem;vertical-align:middle;width:2rem}[dir=ltr] .md-source__icon svg{margin-left:.6rem}[dir=rtl] .md-source__icon svg{margin-right:.6rem}.md-source__icon svg{margin-top:.6rem}[dir=ltr] .md-source__icon+.md-source__repository{padding-left:2rem}[dir=rtl] .md-source__icon+.md-source__repository{padding-right:2rem}[dir=ltr] .md-source__icon+.md-source__repository{margin-left:-2rem}[dir=rtl] .md-source__icon+.md-source__repository{margin-right:-2rem}[dir=ltr] .md-source__repository{margin-left:.6rem}[dir=rtl] .md-source__repository{margin-right:.6rem}.md-source__repository{display:inline-block;max-width:calc(100% - 1.2rem);overflow:hidden;text-overflow:ellipsis;vertical-align:middle}.md-source__facts{display:flex;font-size:.55rem;gap:.4rem;list-style-type:none;margin:.1rem 0 0;opacity:.75;overflow:hidden;padding:0;width:100%}.md-source__repository--active .md-source__facts{animation:facts .25s ease-in}.md-source__fact{overflow:hidden;text-overflow:ellipsis}.md-source__repository--active .md-source__fact{animation:fact .4s ease-out}[dir=ltr] .md-source__fact:before{margin-right:.1rem}[dir=rtl] .md-source__fact:before{margin-left:.1rem}.md-source__fact:before{background-color:currentcolor;content:"";display:inline-block;height:.6rem;-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;vertical-align:text-top;width:.6rem}.md-source__fact:nth-child(1n+2){flex-shrink:0}.md-source__fact--version:before{-webkit-mask-image:var(--md-source-version-icon);mask-image:var(--md-source-version-icon)}.md-source__fact--stars:before{-webkit-mask-image:var(--md-source-stars-icon);mask-image:var(--md-source-stars-icon)}.md-source__fact--forks:before{-webkit-mask-image:var(--md-source-forks-icon);mask-image:var(--md-source-forks-icon)}.md-source__fact--repositories:before{-webkit-mask-image:var(--md-source-repositories-icon);mask-image:var(--md-source-repositories-icon)}.md-source-file{margin:1em 0}[dir=ltr] .md-source-file__fact{margin-right:.6rem}[dir=rtl] .md-source-file__fact{margin-left:.6rem}.md-source-file__fact{align-items:center;color:var(--md-default-fg-color--light);display:inline-flex;font-size:.68rem;gap:.3rem}.md-source-file__fact .md-icon{flex-shrink:0;margin-bottom:.05rem}[dir=ltr] .md-source-file__fact .md-author{float:left}[dir=rtl] .md-source-file__fact .md-author{float:right}.md-source-file__fact .md-author{margin-right:.2rem}.md-source-file__fact svg{width:.9rem}:root{--md-status:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M11 9h2V7h-2m1 13c-4.41 0-8-3.59-8-8s3.59-8 8-8 8 3.59 8 8-3.59 8-8 8m0-18A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10A10 10 0 0 0 12 2m-1 15h2v-6h-2z"/></svg>');--md-status--new:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m23 12-2.44-2.78.34-3.68-3.61-.82-1.89-3.18L12 3 8.6 1.54 6.71 4.72l-3.61.81.34 3.68L1 12l2.44 2.78-.34 3.69 3.61.82 1.89 3.18L12 21l3.4 1.46 1.89-3.18 3.61-.82-.34-3.68zm-10 5h-2v-2h2zm0-4h-2V7h2z"/></svg>');--md-status--deprecated:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9 3v1H4v2h1v13a2 2 0 0 0 2 2h10a2 2 0 0 0 2-2V6h1V4h-5V3zm0 5h2v9H9zm4 0h2v9h-2z"/></svg>');--md-status--encrypted:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 1 3 5v6c0 5.55 3.84 10.74 9 12 5.16-1.26 9-6.45 9-12V5zm0 6c1.4 0 2.8 1.1 2.8 2.5V11c.6 0 1.2.6 1.2 1.3v3.5c0 .6-.6 1.2-1.3 1.2H9.2c-.6 0-1.2-.6-1.2-1.3v-3.5c0-.6.6-1.2 1.2-1.2V9.5C9.2 8.1 10.6 7 12 7m0 1.2c-.8 0-1.5.5-1.5 1.3V11h3V9.5c0-.8-.7-1.3-1.5-1.3"/></svg>')}.md-status:after{background-color:var(--md-default-fg-color--light);content:"";display:inline-block;height:1.125em;-webkit-mask-image:var(--md-status);mask-image:var(--md-status);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;vertical-align:text-bottom;width:1.125em}.md-status:hover:after{background-color:currentcolor}.md-status--new:after{-webkit-mask-image:var(--md-status--new);mask-image:var(--md-status--new)}.md-status--deprecated:after{-webkit-mask-image:var(--md-status--deprecated);mask-image:var(--md-status--deprecated)}.md-status--encrypted:after{-webkit-mask-image:var(--md-status--encrypted);mask-image:var(--md-status--encrypted)}.md-tabs{background-color:var(--md-primary-fg-color);color:var(--md-primary-bg-color);display:block;line-height:1.3;overflow:auto;width:100%;z-index:3}@media print{.md-tabs{display:none}}@media screen and (max-width:76.234375em){.md-tabs{display:none}}.md-tabs[hidden]{pointer-events:none}[dir=ltr] .md-tabs__list{margin-left:.2rem}[dir=rtl] .md-tabs__list{margin-right:.2rem}.md-tabs__list{contain:content;display:flex;list-style:none;margin:0;overflow:auto;padding:0;scrollbar-width:none;white-space:nowrap}.md-tabs__list::-webkit-scrollbar{display:none}.md-tabs__item{height:2.4rem;padding-left:.6rem;padding-right:.6rem}.md-tabs__item--active .md-tabs__link{color:inherit;opacity:1}.md-tabs__link{-webkit-backface-visibility:hidden;backface-visibility:hidden;display:flex;font-size:.7rem;margin-top:.8rem;opacity:.7;outline-color:var(--md-accent-fg-color);outline-offset:.2rem;transition:transform .4s cubic-bezier(.1,.7,.1,1),opacity .25s}.md-tabs__link:focus,.md-tabs__link:hover{color:inherit;opacity:1}[dir=ltr] .md-tabs__link svg{margin-right:.4rem}[dir=rtl] .md-tabs__link svg{margin-left:.4rem}.md-tabs__link svg{fill:currentcolor;height:1.3em}.md-tabs__item:nth-child(2) .md-tabs__link{transition-delay:20ms}.md-tabs__item:nth-child(3) .md-tabs__link{transition-delay:40ms}.md-tabs__item:nth-child(4) .md-tabs__link{transition-delay:60ms}.md-tabs__item:nth-child(5) .md-tabs__link{transition-delay:80ms}.md-tabs__item:nth-child(6) .md-tabs__link{transition-delay:.1s}.md-tabs__item:nth-child(7) .md-tabs__link{transition-delay:.12s}.md-tabs__item:nth-child(8) .md-tabs__link{transition-delay:.14s}.md-tabs__item:nth-child(9) .md-tabs__link{transition-delay:.16s}.md-tabs__item:nth-child(10) .md-tabs__link{transition-delay:.18s}.md-tabs__item:nth-child(11) .md-tabs__link{transition-delay:.2s}.md-tabs__item:nth-child(12) .md-tabs__link{transition-delay:.22s}.md-tabs__item:nth-child(13) .md-tabs__link{transition-delay:.24s}.md-tabs__item:nth-child(14) .md-tabs__link{transition-delay:.26s}.md-tabs__item:nth-child(15) .md-tabs__link{transition-delay:.28s}.md-tabs__item:nth-child(16) .md-tabs__link{transition-delay:.3s}.md-tabs[hidden] .md-tabs__link{opacity:0;transform:translateY(50%);transition:transform 0ms .1s,opacity .1s}:root{--md-tag-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m5.41 21 .71-4h-4l.35-2h4l1.06-6h-4l.35-2h4l.71-4h2l-.71 4h6l.71-4h2l-.71 4h4l-.35 2h-4l-1.06 6h4l-.35 2h-4l-.71 4h-2l.71-4h-6l-.71 4zM9.53 9l-1.06 6h6l1.06-6z"/></svg>')}.md-typeset .md-tags:not([hidden]){display:inline-flex;flex-wrap:wrap;gap:.5em;margin-bottom:.75em;margin-top:-.125em}.md-typeset .md-tag{align-items:center;background:var(--md-default-fg-color--lightest);border-radius:2.4rem;display:inline-flex;font-size:.64rem;font-size:min(.8em,.64rem);font-weight:700;gap:.5em;letter-spacing:normal;line-height:1.6;padding:.3125em .78125em}.md-typeset .md-tag[href]{-webkit-tap-highlight-color:transparent;color:inherit;outline:none;transition:color 125ms,background-color 125ms}.md-typeset .md-tag[href]:focus,.md-typeset .md-tag[href]:hover{background-color:var(--md-accent-fg-color);color:var(--md-accent-bg-color)}[id]>.md-typeset .md-tag{vertical-align:text-top}.md-typeset .md-tag-icon:before{background-color:var(--md-default-fg-color--lighter);content:"";display:inline-block;height:1.2em;-webkit-mask-image:var(--md-tag-icon);mask-image:var(--md-tag-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;transition:background-color 125ms;vertical-align:text-bottom;width:1.2em}.md-typeset .md-tag-icon[href]:focus:before,.md-typeset .md-tag-icon[href]:hover:before{background-color:var(--md-accent-bg-color)}@keyframes pulse{0%{transform:scale(.95)}75%{transform:scale(1)}to{transform:scale(.95)}}:root{--md-annotation-bg-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 2A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10A10 10 0 0 0 12 2"/></svg>');--md-annotation-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17 13h-4v4h-2v-4H7v-2h4V7h2v4h4m-5-9A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10A10 10 0 0 0 12 2"/></svg>')}.md-tooltip{-webkit-backface-visibility:hidden;backface-visibility:hidden;background-color:var(--md-default-bg-color);border-radius:.1rem;box-shadow:var(--md-shadow-z2);color:var(--md-default-fg-color);font-family:var(--md-text-font-family);left:clamp(var(--md-tooltip-0,0rem) + .8rem,var(--md-tooltip-x),100vw + var(--md-tooltip-0,0rem) + .8rem - var(--md-tooltip-width) - 2 * .8rem);max-width:calc(100vw - 1.6rem);opacity:0;position:absolute;top:var(--md-tooltip-y);transform:translateY(-.4rem);transition:transform 0ms .25s,opacity .25s,z-index .25s;width:var(--md-tooltip-width);z-index:0}.md-tooltip--active{opacity:1;transform:translateY(0);transition:transform .25s cubic-bezier(.1,.7,.1,1),opacity .25s,z-index 0ms;z-index:2}.md-tooltip--inline{font-weight:700;-webkit-user-select:none;user-select:none;width:auto}.md-tooltip--inline:not(.md-tooltip--active){transform:translateY(.2rem) scale(.9)}.md-tooltip--inline .md-tooltip__inner{font-size:.5rem;padding:.2rem .4rem}[hidden]+.md-tooltip--inline{display:none}.focus-visible>.md-tooltip,.md-tooltip:target{outline:var(--md-accent-fg-color) auto}.md-tooltip__inner{font-size:.64rem;padding:.8rem}.md-tooltip__inner.md-typeset>:first-child{margin-top:0}.md-tooltip__inner.md-typeset>:last-child{margin-bottom:0}.md-annotation{font-style:normal;font-weight:400;outline:none;text-align:initial;vertical-align:text-bottom;white-space:normal}[dir=rtl] .md-annotation{direction:rtl}code .md-annotation{font-family:var(--md-code-font-family);font-size:inherit}.md-annotation:not([hidden]){display:inline-block;line-height:1.25}.md-annotation__index{border-radius:.01px;cursor:pointer;display:inline-block;margin-left:.4ch;margin-right:.4ch;outline:none;overflow:hidden;position:relative;-webkit-user-select:none;user-select:none;vertical-align:text-top;z-index:0}.md-annotation .md-annotation__index{transition:z-index .25s}@media screen{.md-annotation__index{width:2.2ch}[data-md-visible]>.md-annotation__index{animation:pulse 2s infinite}.md-annotation__index:before{background:var(--md-default-bg-color);-webkit-mask-image:var(--md-annotation-bg-icon);mask-image:var(--md-annotation-bg-icon)}.md-annotation__index:after,.md-annotation__index:before{content:"";height:2.2ch;-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;position:absolute;top:-.1ch;width:2.2ch;z-index:-1}.md-annotation__index:after{background-color:var(--md-default-fg-color--lighter);-webkit-mask-image:var(--md-annotation-icon);mask-image:var(--md-annotation-icon);transform:scale(1.0001);transition:background-color .25s,transform .25s}.md-tooltip--active+.md-annotation__index:after{transform:rotate(45deg)}.md-tooltip--active+.md-annotation__index:after,:hover>.md-annotation__index:after{background-color:var(--md-accent-fg-color)}}.md-tooltip--active+.md-annotation__index{animation-play-state:paused;transition-duration:0ms;z-index:2}.md-annotation__index [data-md-annotation-id]{display:inline-block}@media print{.md-annotation__index [data-md-annotation-id]{background:var(--md-default-fg-color--lighter);border-radius:2ch;color:var(--md-default-bg-color);font-weight:700;padding:0 .6ch;white-space:nowrap}.md-annotation__index [data-md-annotation-id]:after{content:attr(data-md-annotation-id)}}.md-typeset .md-annotation-list{counter-reset:xxx;list-style:none}.md-typeset .md-annotation-list li{position:relative}[dir=ltr] .md-typeset .md-annotation-list li:before{left:-2.125em}[dir=rtl] .md-typeset .md-annotation-list li:before{right:-2.125em}.md-typeset .md-annotation-list li:before{background:var(--md-default-fg-color--lighter);border-radius:2ch;color:var(--md-default-bg-color);content:counter(xxx);counter-increment:xxx;font-size:.8875em;font-weight:700;height:2ch;line-height:1.25;min-width:2ch;padding:0 .6ch;position:absolute;text-align:center;top:.25em}:root{--md-tooltip-width:20rem;--md-tooltip-tail:0.3rem}.md-tooltip2{-webkit-backface-visibility:hidden;backface-visibility:hidden;color:var(--md-default-fg-color);font-family:var(--md-text-font-family);opacity:0;pointer-events:none;position:absolute;top:calc(var(--md-tooltip-host-y) + var(--md-tooltip-y));transform:translateY(-.4rem);transform-origin:calc(var(--md-tooltip-host-x) + var(--md-tooltip-x)) 0;transition:transform 0ms .25s,opacity .25s,z-index .25s;width:100%;z-index:0}.md-tooltip2:before{border-left:var(--md-tooltip-tail) solid #0000;border-right:var(--md-tooltip-tail) solid #0000;content:"";display:block;left:clamp(1.5 * .8rem,var(--md-tooltip-host-x) + var(--md-tooltip-x) - var(--md-tooltip-tail),100vw - 2 * var(--md-tooltip-tail) - 1.5 * .8rem);position:absolute;z-index:1}.md-tooltip2--top:before{border-top:var(--md-tooltip-tail) solid var(--md-default-bg-color);bottom:calc(var(--md-tooltip-tail)*-1 + .025rem);filter:drop-shadow(0 1px 0 hsla(0,0%,0%,.05))}.md-tooltip2--bottom:before{border-bottom:var(--md-tooltip-tail) solid var(--md-default-bg-color);filter:drop-shadow(0 -1px 0 hsla(0,0%,0%,.05));top:calc(var(--md-tooltip-tail)*-1 + .025rem)}.md-tooltip2--active{opacity:1;transform:translateY(0);transition:transform .4s cubic-bezier(0,1,.5,1),opacity .25s,z-index 0ms;z-index:2}.md-tooltip2__inner{scrollbar-gutter:stable;background-color:var(--md-default-bg-color);border-radius:.1rem;box-shadow:var(--md-shadow-z2);left:clamp(.8rem,var(--md-tooltip-host-x) - .8rem,100vw - var(--md-tooltip-width) - .8rem);max-height:40vh;max-width:calc(100vw - 1.6rem);position:relative;scrollbar-width:thin}.md-tooltip2__inner::-webkit-scrollbar{height:.2rem;width:.2rem}.md-tooltip2__inner::-webkit-scrollbar-thumb{background-color:var(--md-default-fg-color--lighter)}.md-tooltip2__inner::-webkit-scrollbar-thumb:hover{background-color:var(--md-accent-fg-color)}[role=tooltip]>.md-tooltip2__inner{font-size:.5rem;font-weight:700;left:clamp(.8rem,var(--md-tooltip-host-x) + var(--md-tooltip-x) - var(--md-tooltip-width)/2,100vw - var(--md-tooltip-width) - .8rem);max-width:min(100vw - 2 * .8rem,400px);padding:.2rem .4rem;-webkit-user-select:none;user-select:none;width:-moz-fit-content;width:fit-content}.md-tooltip2__inner.md-typeset>:first-child{margin-top:0}.md-tooltip2__inner.md-typeset>:last-child{margin-bottom:0}[dir=ltr] .md-top{margin-left:50%}[dir=rtl] .md-top{margin-right:50%}.md-top{background-color:var(--md-default-bg-color);border-radius:1.6rem;box-shadow:var(--md-shadow-z2);color:var(--md-default-fg-color--light);cursor:pointer;display:block;font-size:.7rem;outline:none;padding:.4rem .8rem;position:fixed;top:3.2rem;transform:translate(-50%);transition:color 125ms,background-color 125ms,transform 125ms cubic-bezier(.4,0,.2,1),opacity 125ms;z-index:2}@media print{.md-top{display:none}}[dir=rtl] .md-top{transform:translate(50%)}.md-top[hidden]{opacity:0;pointer-events:none;transform:translate(-50%,.2rem);transition-duration:0ms}[dir=rtl] .md-top[hidden]{transform:translate(50%,.2rem)}.md-top:focus,.md-top:hover{background-color:var(--md-accent-fg-color);color:var(--md-accent-bg-color)}.md-top svg{display:inline-block;vertical-align:-.5em}@keyframes hoverfix{0%{pointer-events:none}}:root{--md-version-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 320 512"><!--! Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M137.4 374.6c12.5 12.5 32.8 12.5 45.3 0l128-128c9.2-9.2 11.9-22.9 6.9-34.9S301 191.9 288 191.9L32 192c-12.9 0-24.6 7.8-29.6 19.8s-2.2 25.7 6.9 34.9l128 128z"/></svg>')}.md-version{flex-shrink:0;font-size:.8rem;height:2.4rem}[dir=ltr] .md-version__current{margin-left:1.4rem;margin-right:.4rem}[dir=rtl] .md-version__current{margin-left:.4rem;margin-right:1.4rem}.md-version__current{color:inherit;cursor:pointer;outline:none;position:relative;top:.05rem}[dir=ltr] .md-version__current:after{margin-left:.4rem}[dir=rtl] .md-version__current:after{margin-right:.4rem}.md-version__current:after{background-color:currentcolor;content:"";display:inline-block;height:.6rem;-webkit-mask-image:var(--md-version-icon);mask-image:var(--md-version-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:.4rem}.md-version__alias{margin-left:.3rem;opacity:.7}.md-version__list{background-color:var(--md-default-bg-color);border-radius:.1rem;box-shadow:var(--md-shadow-z2);color:var(--md-default-fg-color);list-style-type:none;margin:.2rem .8rem;max-height:0;opacity:0;overflow:auto;padding:0;position:absolute;scroll-snap-type:y mandatory;top:.15rem;transition:max-height 0ms .5s,opacity .25s .25s;z-index:3}.md-version:focus-within .md-version__list,.md-version:hover .md-version__list{max-height:10rem;opacity:1;transition:max-height 0ms,opacity .25s}@media (hover:none),(pointer:coarse){.md-version:hover .md-version__list{animation:hoverfix .25s forwards}.md-version:focus-within .md-version__list{animation:none}}.md-version__item{line-height:1.8rem}[dir=ltr] .md-version__link{padding-left:.6rem;padding-right:1.2rem}[dir=rtl] .md-version__link{padding-left:1.2rem;padding-right:.6rem}.md-version__link{cursor:pointer;display:block;outline:none;scroll-snap-align:start;transition:color .25s,background-color .25s;white-space:nowrap;width:100%}.md-version__link:focus,.md-version__link:hover{color:var(--md-accent-fg-color)}.md-version__link:focus{background-color:var(--md-default-fg-color--lightest)}:root{--md-admonition-icon--note:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 2C6.47 2 2 6.47 2 12s4.47 10 10 10 10-4.47 10-10S17.53 2 12 2m3.1 5.07c.14 0 .28.05.4.16l1.27 1.27c.23.22.23.57 0 .78l-1 1-2.05-2.05 1-1c.1-.11.24-.16.38-.16m-1.97 1.74 2.06 2.06-6.06 6.06H7.07v-2.06z"/></svg>');--md-admonition-icon--abstract:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17 9H7V7h10m0 6H7v-2h10m-3 6H7v-2h7M12 3a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m7 0h-4.18C14.4 1.84 13.3 1 12 1s-2.4.84-2.82 2H5a2 2 0 0 0-2 2v14a2 2 0 0 0 2 2h14a2 2 0 0 0 2-2V5a2 2 0 0 0-2-2"/></svg>');--md-admonition-icon--info:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 9h-2V7h2m0 10h-2v-6h2m-1-9A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10A10 10 0 0 0 12 2"/></svg>');--md-admonition-icon--tip:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17.66 11.2c-.23-.3-.51-.56-.77-.82-.67-.6-1.43-1.03-2.07-1.66C13.33 7.26 13 4.85 13.95 3c-.95.23-1.78.75-2.49 1.32-2.59 2.08-3.61 5.75-2.39 8.9.04.1.08.2.08.33 0 .22-.15.42-.35.5-.23.1-.47.04-.66-.12a.6.6 0 0 1-.14-.17c-1.13-1.43-1.31-3.48-.55-5.12C5.78 10 4.87 12.3 5 14.47c.06.5.12 1 .29 1.5.14.6.41 1.2.71 1.73 1.08 1.73 2.95 2.97 4.96 3.22 2.14.27 4.43-.12 6.07-1.6 1.83-1.66 2.47-4.32 1.53-6.6l-.13-.26c-.21-.46-.77-1.26-.77-1.26m-3.16 6.3c-.28.24-.74.5-1.1.6-1.12.4-2.24-.16-2.9-.82 1.19-.28 1.9-1.16 2.11-2.05.17-.8-.15-1.46-.28-2.23-.12-.74-.1-1.37.17-2.06.19.38.39.76.63 1.06.77 1 1.98 1.44 2.24 2.8.04.14.06.28.06.43.03.82-.33 1.72-.93 2.27"/></svg>');--md-admonition-icon--success:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M21 7 9 19l-5.5-5.5 1.41-1.41L9 16.17 19.59 5.59z"/></svg>');--md-admonition-icon--question:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m15.07 11.25-.9.92C13.45 12.89 13 13.5 13 15h-2v-.5c0-1.11.45-2.11 1.17-2.83l1.24-1.26c.37-.36.59-.86.59-1.41a2 2 0 0 0-2-2 2 2 0 0 0-2 2H8a4 4 0 0 1 4-4 4 4 0 0 1 4 4 3.2 3.2 0 0 1-.93 2.25M13 19h-2v-2h2M12 2A10 10 0 0 0 2 12a10 10 0 0 0 10 10 10 10 0 0 0 10-10c0-5.53-4.5-10-10-10"/></svg>');--md-admonition-icon--warning:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 14h-2V9h2m0 9h-2v-2h2M1 21h22L12 2z"/></svg>');--md-admonition-icon--failure:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>');--md-admonition-icon--danger:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m11.5 20 4.86-9.73H13V4l-5 9.73h3.5zM12 2c2.75 0 5.1 1 7.05 2.95S22 9.25 22 12s-1 5.1-2.95 7.05S14.75 22 12 22s-5.1-1-7.05-2.95S2 14.75 2 12s1-5.1 2.95-7.05S9.25 2 12 2"/></svg>');--md-admonition-icon--bug:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M11 13h2v1h-2zm10-8v6c0 5.5-3.8 10.7-9 12-5.2-1.3-9-6.5-9-12V5l9-4zm-4 5h-2.2c-.2-.6-.6-1.1-1.1-1.5l1.2-1.2-.7-.7L12.8 8H12c-.2 0-.5 0-.7.1L9.9 6.6l-.8.8 1.2 1.2c-.5.3-.9.8-1.1 1.4H7v1h2v1H7v1h2v1H7v1h2.2c.4 1.2 1.5 2 2.8 2s2.4-.8 2.8-2H17v-1h-2v-1h2v-1h-2v-1h2zm-6 2h2v-1h-2z"/></svg>');--md-admonition-icon--example:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M7 2v2h1v14a4 4 0 0 0 4 4 4 4 0 0 0 4-4V4h1V2zm4 14c-.6 0-1-.4-1-1s.4-1 1-1 1 .4 1 1-.4 1-1 1m2-4c-.6 0-1-.4-1-1s.4-1 1-1 1 .4 1 1-.4 1-1 1m1-5h-4V4h4z"/></svg>');--md-admonition-icon--quote:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M14 17h3l2-4V7h-6v6h3M6 17h3l2-4V7H5v6h3z"/></svg>')}.md-typeset .admonition,.md-typeset details{background-color:var(--md-admonition-bg-color);border:.075rem solid #448aff;border-radius:.2rem;box-shadow:var(--md-shadow-z1);color:var(--md-admonition-fg-color);display:flow-root;font-size:.64rem;margin:1.5625em 0;padding:0 .6rem;page-break-inside:avoid;transition:box-shadow 125ms}@media print{.md-typeset .admonition,.md-typeset details{box-shadow:none}}.md-typeset .admonition:focus-within,.md-typeset details:focus-within{box-shadow:0 0 0 .2rem #448aff1a}.md-typeset .admonition>*,.md-typeset details>*{box-sizing:border-box}.md-typeset .admonition .admonition,.md-typeset .admonition details,.md-typeset details .admonition,.md-typeset details details{margin-bottom:1em;margin-top:1em}.md-typeset .admonition .md-typeset__scrollwrap,.md-typeset details .md-typeset__scrollwrap{margin:1em -.6rem}.md-typeset .admonition .md-typeset__table,.md-typeset details .md-typeset__table{padding:0 .6rem}.md-typeset .admonition>.tabbed-set:only-child,.md-typeset details>.tabbed-set:only-child{margin-top:0}html .md-typeset .admonition>:last-child,html .md-typeset details>:last-child{margin-bottom:.6rem}[dir=ltr] .md-typeset .admonition-title,[dir=ltr] .md-typeset summary{padding-left:2rem;padding-right:.6rem}[dir=rtl] .md-typeset .admonition-title,[dir=rtl] .md-typeset summary{padding-left:.6rem;padding-right:2rem}[dir=ltr] .md-typeset .admonition-title,[dir=ltr] .md-typeset summary{border-left-width:.2rem}[dir=rtl] .md-typeset .admonition-title,[dir=rtl] .md-typeset summary{border-right-width:.2rem}[dir=ltr] .md-typeset .admonition-title,[dir=ltr] .md-typeset summary{border-top-left-radius:.1rem}[dir=ltr] .md-typeset .admonition-title,[dir=ltr] .md-typeset summary,[dir=rtl] .md-typeset .admonition-title,[dir=rtl] .md-typeset summary{border-top-right-radius:.1rem}[dir=rtl] .md-typeset .admonition-title,[dir=rtl] .md-typeset summary{border-top-left-radius:.1rem}.md-typeset .admonition-title,.md-typeset summary{background-color:#448aff1a;border:none;font-weight:700;margin:0 -.6rem;padding-bottom:.4rem;padding-top:.4rem;position:relative}html .md-typeset .admonition-title:last-child,html .md-typeset summary:last-child{margin-bottom:0}[dir=ltr] .md-typeset .admonition-title:before,[dir=ltr] .md-typeset summary:before{left:.6rem}[dir=rtl] .md-typeset .admonition-title:before,[dir=rtl] .md-typeset summary:before{right:.6rem}.md-typeset .admonition-title:before,.md-typeset summary:before{background-color:#448aff;content:"";height:1rem;-webkit-mask-image:var(--md-admonition-icon--note);mask-image:var(--md-admonition-icon--note);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;position:absolute;top:.625em;width:1rem}.md-typeset .admonition-title code,.md-typeset summary code{box-shadow:0 0 0 .05rem var(--md-default-fg-color--lightest)}.md-typeset .admonition.note,.md-typeset details.note{border-color:#448aff}.md-typeset .admonition.note:focus-within,.md-typeset details.note:focus-within{box-shadow:0 0 0 .2rem #448aff1a}.md-typeset .note>.admonition-title,.md-typeset .note>summary{background-color:#448aff1a}.md-typeset .note>.admonition-title:before,.md-typeset .note>summary:before{background-color:#448aff;-webkit-mask-image:var(--md-admonition-icon--note);mask-image:var(--md-admonition-icon--note)}.md-typeset .note>.admonition-title:after,.md-typeset .note>summary:after{color:#448aff}.md-typeset .admonition.abstract,.md-typeset details.abstract{border-color:#00b0ff}.md-typeset .admonition.abstract:focus-within,.md-typeset details.abstract:focus-within{box-shadow:0 0 0 .2rem #00b0ff1a}.md-typeset .abstract>.admonition-title,.md-typeset .abstract>summary{background-color:#00b0ff1a}.md-typeset .abstract>.admonition-title:before,.md-typeset .abstract>summary:before{background-color:#00b0ff;-webkit-mask-image:var(--md-admonition-icon--abstract);mask-image:var(--md-admonition-icon--abstract)}.md-typeset .abstract>.admonition-title:after,.md-typeset .abstract>summary:after{color:#00b0ff}.md-typeset .admonition.info,.md-typeset details.info{border-color:#00b8d4}.md-typeset .admonition.info:focus-within,.md-typeset details.info:focus-within{box-shadow:0 0 0 .2rem #00b8d41a}.md-typeset .info>.admonition-title,.md-typeset .info>summary{background-color:#00b8d41a}.md-typeset .info>.admonition-title:before,.md-typeset .info>summary:before{background-color:#00b8d4;-webkit-mask-image:var(--md-admonition-icon--info);mask-image:var(--md-admonition-icon--info)}.md-typeset .info>.admonition-title:after,.md-typeset .info>summary:after{color:#00b8d4}.md-typeset .admonition.tip,.md-typeset details.tip{border-color:#00bfa5}.md-typeset .admonition.tip:focus-within,.md-typeset details.tip:focus-within{box-shadow:0 0 0 .2rem #00bfa51a}.md-typeset .tip>.admonition-title,.md-typeset .tip>summary{background-color:#00bfa51a}.md-typeset .tip>.admonition-title:before,.md-typeset .tip>summary:before{background-color:#00bfa5;-webkit-mask-image:var(--md-admonition-icon--tip);mask-image:var(--md-admonition-icon--tip)}.md-typeset .tip>.admonition-title:after,.md-typeset .tip>summary:after{color:#00bfa5}.md-typeset .admonition.success,.md-typeset details.success{border-color:#00c853}.md-typeset .admonition.success:focus-within,.md-typeset details.success:focus-within{box-shadow:0 0 0 .2rem #00c8531a}.md-typeset .success>.admonition-title,.md-typeset .success>summary{background-color:#00c8531a}.md-typeset .success>.admonition-title:before,.md-typeset .success>summary:before{background-color:#00c853;-webkit-mask-image:var(--md-admonition-icon--success);mask-image:var(--md-admonition-icon--success)}.md-typeset .success>.admonition-title:after,.md-typeset .success>summary:after{color:#00c853}.md-typeset .admonition.question,.md-typeset details.question{border-color:#64dd17}.md-typeset .admonition.question:focus-within,.md-typeset details.question:focus-within{box-shadow:0 0 0 .2rem #64dd171a}.md-typeset .question>.admonition-title,.md-typeset .question>summary{background-color:#64dd171a}.md-typeset .question>.admonition-title:before,.md-typeset .question>summary:before{background-color:#64dd17;-webkit-mask-image:var(--md-admonition-icon--question);mask-image:var(--md-admonition-icon--question)}.md-typeset .question>.admonition-title:after,.md-typeset .question>summary:after{color:#64dd17}.md-typeset .admonition.warning,.md-typeset details.warning{border-color:#ff9100}.md-typeset .admonition.warning:focus-within,.md-typeset details.warning:focus-within{box-shadow:0 0 0 .2rem #ff91001a}.md-typeset .warning>.admonition-title,.md-typeset .warning>summary{background-color:#ff91001a}.md-typeset .warning>.admonition-title:before,.md-typeset .warning>summary:before{background-color:#ff9100;-webkit-mask-image:var(--md-admonition-icon--warning);mask-image:var(--md-admonition-icon--warning)}.md-typeset .warning>.admonition-title:after,.md-typeset .warning>summary:after{color:#ff9100}.md-typeset .admonition.failure,.md-typeset details.failure{border-color:#ff5252}.md-typeset .admonition.failure:focus-within,.md-typeset details.failure:focus-within{box-shadow:0 0 0 .2rem #ff52521a}.md-typeset .failure>.admonition-title,.md-typeset .failure>summary{background-color:#ff52521a}.md-typeset .failure>.admonition-title:before,.md-typeset .failure>summary:before{background-color:#ff5252;-webkit-mask-image:var(--md-admonition-icon--failure);mask-image:var(--md-admonition-icon--failure)}.md-typeset .failure>.admonition-title:after,.md-typeset .failure>summary:after{color:#ff5252}.md-typeset .admonition.danger,.md-typeset details.danger{border-color:#ff1744}.md-typeset .admonition.danger:focus-within,.md-typeset details.danger:focus-within{box-shadow:0 0 0 .2rem #ff17441a}.md-typeset .danger>.admonition-title,.md-typeset .danger>summary{background-color:#ff17441a}.md-typeset .danger>.admonition-title:before,.md-typeset .danger>summary:before{background-color:#ff1744;-webkit-mask-image:var(--md-admonition-icon--danger);mask-image:var(--md-admonition-icon--danger)}.md-typeset .danger>.admonition-title:after,.md-typeset .danger>summary:after{color:#ff1744}.md-typeset .admonition.bug,.md-typeset details.bug{border-color:#f50057}.md-typeset .admonition.bug:focus-within,.md-typeset details.bug:focus-within{box-shadow:0 0 0 .2rem #f500571a}.md-typeset .bug>.admonition-title,.md-typeset .bug>summary{background-color:#f500571a}.md-typeset .bug>.admonition-title:before,.md-typeset .bug>summary:before{background-color:#f50057;-webkit-mask-image:var(--md-admonition-icon--bug);mask-image:var(--md-admonition-icon--bug)}.md-typeset .bug>.admonition-title:after,.md-typeset .bug>summary:after{color:#f50057}.md-typeset .admonition.example,.md-typeset details.example{border-color:#7c4dff}.md-typeset .admonition.example:focus-within,.md-typeset details.example:focus-within{box-shadow:0 0 0 .2rem #7c4dff1a}.md-typeset .example>.admonition-title,.md-typeset .example>summary{background-color:#7c4dff1a}.md-typeset .example>.admonition-title:before,.md-typeset .example>summary:before{background-color:#7c4dff;-webkit-mask-image:var(--md-admonition-icon--example);mask-image:var(--md-admonition-icon--example)}.md-typeset .example>.admonition-title:after,.md-typeset .example>summary:after{color:#7c4dff}.md-typeset .admonition.quote,.md-typeset details.quote{border-color:#9e9e9e}.md-typeset .admonition.quote:focus-within,.md-typeset details.quote:focus-within{box-shadow:0 0 0 .2rem #9e9e9e1a}.md-typeset .quote>.admonition-title,.md-typeset .quote>summary{background-color:#9e9e9e1a}.md-typeset .quote>.admonition-title:before,.md-typeset .quote>summary:before{background-color:#9e9e9e;-webkit-mask-image:var(--md-admonition-icon--quote);mask-image:var(--md-admonition-icon--quote)}.md-typeset .quote>.admonition-title:after,.md-typeset .quote>summary:after{color:#9e9e9e}:root{--md-footnotes-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 7v4H5.83l3.58-3.59L8 6l-6 6 6 6 1.41-1.42L5.83 13H21V7z"/></svg>')}.md-typeset .footnote{color:var(--md-default-fg-color--light);font-size:.64rem}[dir=ltr] .md-typeset .footnote>ol{margin-left:0}[dir=rtl] .md-typeset .footnote>ol{margin-right:0}.md-typeset .footnote>ol>li{transition:color 125ms}.md-typeset .footnote>ol>li:target{color:var(--md-default-fg-color)}.md-typeset .footnote>ol>li:focus-within .footnote-backref{opacity:1;transform:translateX(0);transition:none}.md-typeset .footnote>ol>li:hover .footnote-backref,.md-typeset .footnote>ol>li:target .footnote-backref{opacity:1;transform:translateX(0)}.md-typeset .footnote>ol>li>:first-child{margin-top:0}.md-typeset .footnote-ref{font-size:.75em;font-weight:700}html .md-typeset .footnote-ref{outline-offset:.1rem}.md-typeset [id^="fnref:"]:target>.footnote-ref{outline:auto}.md-typeset .footnote-backref{color:var(--md-typeset-a-color);display:inline-block;font-size:0;opacity:0;transform:translateX(.25rem);transition:color .25s,transform .25s .25s,opacity 125ms .25s;vertical-align:text-bottom}@media print{.md-typeset .footnote-backref{color:var(--md-typeset-a-color);opacity:1;transform:translateX(0)}}[dir=rtl] .md-typeset .footnote-backref{transform:translateX(-.25rem)}.md-typeset .footnote-backref:hover{color:var(--md-accent-fg-color)}.md-typeset .footnote-backref:before{background-color:currentcolor;content:"";display:inline-block;height:.8rem;-webkit-mask-image:var(--md-footnotes-icon);mask-image:var(--md-footnotes-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;width:.8rem}[dir=rtl] .md-typeset .footnote-backref:before svg{transform:scaleX(-1)}[dir=ltr] .md-typeset .headerlink{margin-left:.5rem}[dir=rtl] .md-typeset .headerlink{margin-right:.5rem}.md-typeset .headerlink{color:var(--md-default-fg-color--lighter);display:inline-block;opacity:0;transition:color .25s,opacity 125ms}@media print{.md-typeset .headerlink{display:none}}.md-typeset .headerlink:focus,.md-typeset :hover>.headerlink,.md-typeset :target>.headerlink{opacity:1;transition:color .25s,opacity 125ms}.md-typeset .headerlink:focus,.md-typeset .headerlink:hover,.md-typeset :target>.headerlink{color:var(--md-accent-fg-color)}.md-typeset :target{--md-scroll-margin:3.6rem;--md-scroll-offset:0rem;scroll-margin-top:calc(var(--md-scroll-margin) - var(--md-scroll-offset))}@media screen and (min-width:76.25em){.md-header--lifted~.md-container .md-typeset :target{--md-scroll-margin:6rem}}.md-typeset h1:target,.md-typeset h2:target,.md-typeset h3:target{--md-scroll-offset:0.2rem}.md-typeset h4:target{--md-scroll-offset:0.15rem}.md-typeset div.arithmatex{overflow:auto}@media screen and (max-width:44.984375em){.md-typeset div.arithmatex{margin:0 -.8rem}.md-typeset div.arithmatex>*{width:min-content}}.md-typeset div.arithmatex>*{margin-left:auto!important;margin-right:auto!important;padding:0 .8rem;touch-action:auto}.md-typeset div.arithmatex>* mjx-container{margin:0!important}.md-typeset div.arithmatex mjx-assistive-mml{height:0}.md-typeset del.critic{background-color:var(--md-typeset-del-color)}.md-typeset del.critic,.md-typeset ins.critic{-webkit-box-decoration-break:clone;box-decoration-break:clone}.md-typeset ins.critic{background-color:var(--md-typeset-ins-color)}.md-typeset .critic.comment{-webkit-box-decoration-break:clone;box-decoration-break:clone;color:var(--md-code-hl-comment-color)}.md-typeset .critic.comment:before{content:"/* "}.md-typeset .critic.comment:after{content:" */"}.md-typeset .critic.block{box-shadow:none;display:block;margin:1em 0;overflow:auto;padding-left:.8rem;padding-right:.8rem}.md-typeset .critic.block>:first-child{margin-top:.5em}.md-typeset .critic.block>:last-child{margin-bottom:.5em}:root{--md-details-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M8.59 16.58 13.17 12 8.59 7.41 10 6l6 6-6 6z"/></svg>')}.md-typeset details{display:flow-root;overflow:visible;padding-top:0}.md-typeset details[open]>summary:after{transform:rotate(90deg)}.md-typeset details:not([open]){box-shadow:none;padding-bottom:0}.md-typeset details:not([open])>summary{border-radius:.1rem}[dir=ltr] .md-typeset summary{padding-right:1.8rem}[dir=rtl] .md-typeset summary{padding-left:1.8rem}[dir=ltr] .md-typeset summary{border-top-left-radius:.1rem}[dir=ltr] .md-typeset summary,[dir=rtl] .md-typeset summary{border-top-right-radius:.1rem}[dir=rtl] .md-typeset summary{border-top-left-radius:.1rem}.md-typeset summary{cursor:pointer;display:block;min-height:1rem;overflow:hidden}.md-typeset summary.focus-visible{outline-color:var(--md-accent-fg-color);outline-offset:.2rem}.md-typeset summary:not(.focus-visible){-webkit-tap-highlight-color:transparent;outline:none}[dir=ltr] .md-typeset summary:after{right:.4rem}[dir=rtl] .md-typeset summary:after{left:.4rem}.md-typeset summary:after{background-color:currentcolor;content:"";height:1rem;-webkit-mask-image:var(--md-details-icon);mask-image:var(--md-details-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;position:absolute;top:.625em;transform:rotate(0deg);transition:transform .25s;width:1rem}[dir=rtl] .md-typeset summary:after{transform:rotate(180deg)}.md-typeset summary::marker{display:none}.md-typeset summary::-webkit-details-marker{display:none}.md-typeset .emojione,.md-typeset .gemoji,.md-typeset .twemoji{--md-icon-size:1.125em;display:inline-flex;height:var(--md-icon-size);vertical-align:text-top}.md-typeset .emojione svg,.md-typeset .gemoji svg,.md-typeset .twemoji svg{fill:currentcolor;max-height:100%;width:var(--md-icon-size)}.md-typeset .lg,.md-typeset .xl,.md-typeset .xxl,.md-typeset .xxxl{vertical-align:text-bottom}.md-typeset .middle{vertical-align:middle}.md-typeset .lg{--md-icon-size:1.5em}.md-typeset .xl{--md-icon-size:2.25em}.md-typeset .xxl{--md-icon-size:3em}.md-typeset .xxxl{--md-icon-size:4em}.highlight .o,.highlight .ow{color:var(--md-code-hl-operator-color)}.highlight .p{color:var(--md-code-hl-punctuation-color)}.highlight .cpf,.highlight .l,.highlight .s,.highlight .s1,.highlight .s2,.highlight .sb,.highlight .sc,.highlight .si,.highlight .ss{color:var(--md-code-hl-string-color)}.highlight .cp,.highlight .se,.highlight .sh,.highlight .sr,.highlight .sx{color:var(--md-code-hl-special-color)}.highlight .il,.highlight .m,.highlight .mb,.highlight .mf,.highlight .mh,.highlight .mi,.highlight .mo{color:var(--md-code-hl-number-color)}.highlight .k,.highlight .kd,.highlight .kn,.highlight .kp,.highlight .kr,.highlight .kt{color:var(--md-code-hl-keyword-color)}.highlight .kc,.highlight .n{color:var(--md-code-hl-name-color)}.highlight .bp,.highlight .nb,.highlight .no{color:var(--md-code-hl-constant-color)}.highlight .nc,.highlight .ne,.highlight .nf,.highlight .nn{color:var(--md-code-hl-function-color)}.highlight .nd,.highlight .ni,.highlight .nl,.highlight .nt{color:var(--md-code-hl-keyword-color)}.highlight .c,.highlight .c1,.highlight .ch,.highlight .cm,.highlight .cs,.highlight .sd{color:var(--md-code-hl-comment-color)}.highlight .na,.highlight .nv,.highlight .vc,.highlight .vg,.highlight .vi{color:var(--md-code-hl-variable-color)}.highlight .ge,.highlight .gh,.highlight .go,.highlight .gp,.highlight .gr,.highlight .gs,.highlight .gt,.highlight .gu{color:var(--md-code-hl-generic-color)}.highlight .gd,.highlight .gi{border-radius:.1rem;margin:0 -.125em;padding:0 .125em}.highlight .gd{background-color:var(--md-typeset-del-color)}.highlight .gi{background-color:var(--md-typeset-ins-color)}.highlight .hll{background-color:var(--md-code-hl-color--light);box-shadow:2px 0 0 0 var(--md-code-hl-color) inset;display:block;margin:0 -1.1764705882em;padding:0 1.1764705882em}.highlight span.filename{background-color:var(--md-code-bg-color);border-bottom:.05rem solid var(--md-default-fg-color--lightest);border-top-left-radius:.1rem;border-top-right-radius:.1rem;display:flow-root;font-size:.85em;font-weight:700;margin-top:1em;padding:.6617647059em 1.1764705882em;position:relative}.highlight span.filename+pre{margin-top:0}.highlight span.filename+pre>code{border-top-left-radius:0;border-top-right-radius:0}.highlight [data-linenos]:before{background-color:var(--md-code-bg-color);box-shadow:-.05rem 0 var(--md-default-fg-color--lightest) inset;color:var(--md-default-fg-color--light);content:attr(data-linenos);float:left;left:-1.1764705882em;margin-left:-1.1764705882em;margin-right:1.1764705882em;padding-left:1.1764705882em;position:sticky;-webkit-user-select:none;user-select:none;z-index:3}.highlight code a[id]{position:absolute;visibility:hidden}.highlight code[data-md-copying]{display:initial}.highlight code[data-md-copying] .hll{display:contents}.highlight code[data-md-copying] .md-annotation{display:none}.highlighttable{display:flow-root}.highlighttable tbody,.highlighttable td{display:block;padding:0}.highlighttable tr{display:flex}.highlighttable pre{margin:0}.highlighttable th.filename{flex-grow:1;padding:0;text-align:left}.highlighttable th.filename span.filename{margin-top:0}.highlighttable .linenos{background-color:var(--md-code-bg-color);border-bottom-left-radius:.1rem;border-top-left-radius:.1rem;font-size:.85em;padding:.7720588235em 0 .7720588235em 1.1764705882em;-webkit-user-select:none;user-select:none}.highlighttable .linenodiv{box-shadow:-.05rem 0 var(--md-default-fg-color--lightest) inset;padding-right:.5882352941em}.highlighttable .linenodiv pre{color:var(--md-default-fg-color--light);text-align:right}.highlighttable .code{flex:1;min-width:0}.linenodiv a{color:inherit}.md-typeset .highlighttable{direction:ltr;margin:1em 0}.md-typeset .highlighttable>tbody>tr>.code>div>pre>code{border-bottom-left-radius:0;border-top-left-radius:0}.md-typeset .highlight+.result{border:.05rem solid var(--md-code-bg-color);border-bottom-left-radius:.1rem;border-bottom-right-radius:.1rem;border-top-width:.1rem;margin-top:-1.125em;overflow:visible;padding:0 1em}.md-typeset .highlight+.result:after{clear:both;content:"";display:block}@media screen and (max-width:44.984375em){.md-content__inner>.highlight{margin:1em -.8rem}.md-content__inner>.highlight>.filename,.md-content__inner>.highlight>.highlighttable>tbody>tr>.code>div>pre>code,.md-content__inner>.highlight>.highlighttable>tbody>tr>.filename span.filename,.md-content__inner>.highlight>.highlighttable>tbody>tr>.linenos,.md-content__inner>.highlight>pre>code{border-radius:0}.md-content__inner>.highlight+.result{border-left-width:0;border-radius:0;border-right-width:0;margin-left:-.8rem;margin-right:-.8rem}}.md-typeset .keys kbd:after,.md-typeset .keys kbd:before{-moz-osx-font-smoothing:initial;-webkit-font-smoothing:initial;color:inherit;margin:0;position:relative}.md-typeset .keys span{color:var(--md-default-fg-color--light);padding:0 .2em}.md-typeset .keys .key-alt:before,.md-typeset .keys .key-left-alt:before,.md-typeset .keys .key-right-alt:before{content:"⎇";padding-right:.4em}.md-typeset .keys .key-command:before,.md-typeset .keys .key-left-command:before,.md-typeset .keys .key-right-command:before{content:"⌘";padding-right:.4em}.md-typeset .keys .key-control:before,.md-typeset .keys .key-left-control:before,.md-typeset .keys .key-right-control:before{content:"⌃";padding-right:.4em}.md-typeset .keys .key-left-meta:before,.md-typeset .keys .key-meta:before,.md-typeset .keys .key-right-meta:before{content:"◆";padding-right:.4em}.md-typeset .keys .key-left-option:before,.md-typeset .keys .key-option:before,.md-typeset .keys .key-right-option:before{content:"⌥";padding-right:.4em}.md-typeset .keys .key-left-shift:before,.md-typeset .keys .key-right-shift:before,.md-typeset .keys .key-shift:before{content:"⇧";padding-right:.4em}.md-typeset .keys .key-left-super:before,.md-typeset .keys .key-right-super:before,.md-typeset .keys .key-super:before{content:"❖";padding-right:.4em}.md-typeset .keys .key-left-windows:before,.md-typeset .keys .key-right-windows:before,.md-typeset .keys .key-windows:before{content:"⊞";padding-right:.4em}.md-typeset .keys .key-arrow-down:before{content:"↓";padding-right:.4em}.md-typeset .keys .key-arrow-left:before{content:"←";padding-right:.4em}.md-typeset .keys .key-arrow-right:before{content:"→";padding-right:.4em}.md-typeset .keys .key-arrow-up:before{content:"↑";padding-right:.4em}.md-typeset .keys .key-backspace:before{content:"⌫";padding-right:.4em}.md-typeset .keys .key-backtab:before{content:"⇤";padding-right:.4em}.md-typeset .keys .key-caps-lock:before{content:"⇪";padding-right:.4em}.md-typeset .keys .key-clear:before{content:"⌧";padding-right:.4em}.md-typeset .keys .key-context-menu:before{content:"☰";padding-right:.4em}.md-typeset .keys .key-delete:before{content:"⌦";padding-right:.4em}.md-typeset .keys .key-eject:before{content:"⏏";padding-right:.4em}.md-typeset .keys .key-end:before{content:"⤓";padding-right:.4em}.md-typeset .keys .key-escape:before{content:"⎋";padding-right:.4em}.md-typeset .keys .key-home:before{content:"⤒";padding-right:.4em}.md-typeset .keys .key-insert:before{content:"⎀";padding-right:.4em}.md-typeset .keys .key-page-down:before{content:"⇟";padding-right:.4em}.md-typeset .keys .key-page-up:before{content:"⇞";padding-right:.4em}.md-typeset .keys .key-print-screen:before{content:"⎙";padding-right:.4em}.md-typeset .keys .key-tab:after{content:"⇥";padding-left:.4em}.md-typeset .keys .key-num-enter:after{content:"⌤";padding-left:.4em}.md-typeset .keys .key-enter:after{content:"⏎";padding-left:.4em}:root{--md-tabbed-icon--prev:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M15.41 16.58 10.83 12l4.58-4.59L14 6l-6 6 6 6z"/></svg>');--md-tabbed-icon--next:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M8.59 16.58 13.17 12 8.59 7.41 10 6l6 6-6 6z"/></svg>')}.md-typeset .tabbed-set{border-radius:.1rem;display:flex;flex-flow:column wrap;margin:1em 0;position:relative}.md-typeset .tabbed-set>input{height:0;opacity:0;position:absolute;width:0}.md-typeset .tabbed-set>input:target{--md-scroll-offset:0.625em}.md-typeset .tabbed-set>input.focus-visible~.tabbed-labels:before{background-color:var(--md-accent-fg-color)}.md-typeset .tabbed-labels{-ms-overflow-style:none;box-shadow:0 -.05rem var(--md-default-fg-color--lightest) inset;display:flex;max-width:100%;overflow:auto;scrollbar-width:none}@media print{.md-typeset .tabbed-labels{display:contents}}@media screen{.js .md-typeset .tabbed-labels{position:relative}.js .md-typeset .tabbed-labels:before{background:var(--md-default-fg-color);bottom:0;content:"";display:block;height:2px;left:0;position:absolute;transform:translateX(var(--md-indicator-x));transition:width 225ms,background-color .25s,transform .25s;transition-timing-function:cubic-bezier(.4,0,.2,1);width:var(--md-indicator-width)}}.md-typeset .tabbed-labels::-webkit-scrollbar{display:none}.md-typeset .tabbed-labels>label{border-bottom:.1rem solid #0000;border-radius:.1rem .1rem 0 0;color:var(--md-default-fg-color--light);cursor:pointer;flex-shrink:0;font-size:.64rem;font-weight:700;padding:.78125em 1.25em .625em;scroll-margin-inline-start:1rem;transition:background-color .25s,color .25s;white-space:nowrap;width:auto}@media print{.md-typeset .tabbed-labels>label:first-child{order:1}.md-typeset .tabbed-labels>label:nth-child(2){order:2}.md-typeset .tabbed-labels>label:nth-child(3){order:3}.md-typeset .tabbed-labels>label:nth-child(4){order:4}.md-typeset .tabbed-labels>label:nth-child(5){order:5}.md-typeset .tabbed-labels>label:nth-child(6){order:6}.md-typeset .tabbed-labels>label:nth-child(7){order:7}.md-typeset .tabbed-labels>label:nth-child(8){order:8}.md-typeset .tabbed-labels>label:nth-child(9){order:9}.md-typeset .tabbed-labels>label:nth-child(10){order:10}.md-typeset .tabbed-labels>label:nth-child(11){order:11}.md-typeset .tabbed-labels>label:nth-child(12){order:12}.md-typeset .tabbed-labels>label:nth-child(13){order:13}.md-typeset .tabbed-labels>label:nth-child(14){order:14}.md-typeset .tabbed-labels>label:nth-child(15){order:15}.md-typeset .tabbed-labels>label:nth-child(16){order:16}.md-typeset .tabbed-labels>label:nth-child(17){order:17}.md-typeset .tabbed-labels>label:nth-child(18){order:18}.md-typeset .tabbed-labels>label:nth-child(19){order:19}.md-typeset .tabbed-labels>label:nth-child(20){order:20}}.md-typeset .tabbed-labels>label:hover{color:var(--md-default-fg-color)}.md-typeset .tabbed-labels>label>[href]:first-child{color:inherit}.md-typeset .tabbed-labels--linked>label{padding:0}.md-typeset .tabbed-labels--linked>label>a{display:block;padding:.78125em 1.25em .625em}.md-typeset .tabbed-content{width:100%}@media print{.md-typeset .tabbed-content{display:contents}}.md-typeset .tabbed-block{display:none}@media print{.md-typeset .tabbed-block{display:block}.md-typeset .tabbed-block:first-child{order:1}.md-typeset .tabbed-block:nth-child(2){order:2}.md-typeset .tabbed-block:nth-child(3){order:3}.md-typeset .tabbed-block:nth-child(4){order:4}.md-typeset .tabbed-block:nth-child(5){order:5}.md-typeset .tabbed-block:nth-child(6){order:6}.md-typeset .tabbed-block:nth-child(7){order:7}.md-typeset .tabbed-block:nth-child(8){order:8}.md-typeset .tabbed-block:nth-child(9){order:9}.md-typeset .tabbed-block:nth-child(10){order:10}.md-typeset .tabbed-block:nth-child(11){order:11}.md-typeset .tabbed-block:nth-child(12){order:12}.md-typeset .tabbed-block:nth-child(13){order:13}.md-typeset .tabbed-block:nth-child(14){order:14}.md-typeset .tabbed-block:nth-child(15){order:15}.md-typeset .tabbed-block:nth-child(16){order:16}.md-typeset .tabbed-block:nth-child(17){order:17}.md-typeset .tabbed-block:nth-child(18){order:18}.md-typeset .tabbed-block:nth-child(19){order:19}.md-typeset .tabbed-block:nth-child(20){order:20}}.md-typeset .tabbed-block>.highlight:first-child>pre,.md-typeset .tabbed-block>pre:first-child{margin:0}.md-typeset .tabbed-block>.highlight:first-child>pre>code,.md-typeset .tabbed-block>pre:first-child>code{border-top-left-radius:0;border-top-right-radius:0}.md-typeset .tabbed-block>.highlight:first-child>.filename{border-top-left-radius:0;border-top-right-radius:0;margin:0}.md-typeset .tabbed-block>.highlight:first-child>.highlighttable{margin:0}.md-typeset .tabbed-block>.highlight:first-child>.highlighttable>tbody>tr>.filename span.filename,.md-typeset .tabbed-block>.highlight:first-child>.highlighttable>tbody>tr>.linenos{border-top-left-radius:0;border-top-right-radius:0;margin:0}.md-typeset .tabbed-block>.highlight:first-child>.highlighttable>tbody>tr>.code>div>pre>code{border-top-left-radius:0;border-top-right-radius:0}.md-typeset .tabbed-block>.highlight:first-child+.result{margin-top:-.125em}.md-typeset .tabbed-block>.tabbed-set{margin:0}.md-typeset .tabbed-button{align-self:center;border-radius:100%;color:var(--md-default-fg-color--light);cursor:pointer;display:block;height:.9rem;margin-top:.1rem;pointer-events:auto;transition:background-color .25s;width:.9rem}.md-typeset .tabbed-button:hover{background-color:var(--md-accent-fg-color--transparent);color:var(--md-accent-fg-color)}.md-typeset .tabbed-button:after{background-color:currentcolor;content:"";display:block;height:100%;-webkit-mask-image:var(--md-tabbed-icon--prev);mask-image:var(--md-tabbed-icon--prev);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;transition:background-color .25s,transform .25s;width:100%}.md-typeset .tabbed-control{background:linear-gradient(to right,var(--md-default-bg-color) 60%,#0000);display:flex;height:1.9rem;justify-content:start;pointer-events:none;position:absolute;transition:opacity 125ms;width:1.2rem}[dir=rtl] .md-typeset .tabbed-control{transform:rotate(180deg)}.md-typeset .tabbed-control[hidden]{opacity:0}.md-typeset .tabbed-control--next{background:linear-gradient(to left,var(--md-default-bg-color) 60%,#0000);justify-content:end;right:0}.md-typeset .tabbed-control--next .tabbed-button:after{-webkit-mask-image:var(--md-tabbed-icon--next);mask-image:var(--md-tabbed-icon--next)}@media screen and (max-width:44.984375em){[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels{padding-left:.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels{padding-right:.8rem}.md-content__inner>.tabbed-set .tabbed-labels{margin:0 -.8rem;max-width:100vw;scroll-padding-inline-start:.8rem}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels:after{padding-right:.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels:after{padding-left:.8rem}.md-content__inner>.tabbed-set .tabbed-labels:after{content:""}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{padding-left:.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{padding-right:.8rem}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{margin-left:-.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{margin-right:-.8rem}.md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--prev{width:2rem}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{padding-right:.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{padding-left:.8rem}[dir=ltr] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{margin-right:-.8rem}[dir=rtl] .md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{margin-left:-.8rem}.md-content__inner>.tabbed-set .tabbed-labels~.tabbed-control--next{width:2rem}}@media screen{.md-typeset .tabbed-set>input:first-child:checked~.tabbed-labels>:first-child,.md-typeset .tabbed-set>input:nth-child(10):checked~.tabbed-labels>:nth-child(10),.md-typeset .tabbed-set>input:nth-child(11):checked~.tabbed-labels>:nth-child(11),.md-typeset .tabbed-set>input:nth-child(12):checked~.tabbed-labels>:nth-child(12),.md-typeset .tabbed-set>input:nth-child(13):checked~.tabbed-labels>:nth-child(13),.md-typeset .tabbed-set>input:nth-child(14):checked~.tabbed-labels>:nth-child(14),.md-typeset .tabbed-set>input:nth-child(15):checked~.tabbed-labels>:nth-child(15),.md-typeset .tabbed-set>input:nth-child(16):checked~.tabbed-labels>:nth-child(16),.md-typeset .tabbed-set>input:nth-child(17):checked~.tabbed-labels>:nth-child(17),.md-typeset .tabbed-set>input:nth-child(18):checked~.tabbed-labels>:nth-child(18),.md-typeset .tabbed-set>input:nth-child(19):checked~.tabbed-labels>:nth-child(19),.md-typeset .tabbed-set>input:nth-child(2):checked~.tabbed-labels>:nth-child(2),.md-typeset .tabbed-set>input:nth-child(20):checked~.tabbed-labels>:nth-child(20),.md-typeset .tabbed-set>input:nth-child(3):checked~.tabbed-labels>:nth-child(3),.md-typeset .tabbed-set>input:nth-child(4):checked~.tabbed-labels>:nth-child(4),.md-typeset .tabbed-set>input:nth-child(5):checked~.tabbed-labels>:nth-child(5),.md-typeset .tabbed-set>input:nth-child(6):checked~.tabbed-labels>:nth-child(6),.md-typeset .tabbed-set>input:nth-child(7):checked~.tabbed-labels>:nth-child(7),.md-typeset .tabbed-set>input:nth-child(8):checked~.tabbed-labels>:nth-child(8),.md-typeset .tabbed-set>input:nth-child(9):checked~.tabbed-labels>:nth-child(9){color:var(--md-default-fg-color)}.md-typeset .no-js .tabbed-set>input:first-child:checked~.tabbed-labels>:first-child,.md-typeset .no-js .tabbed-set>input:nth-child(10):checked~.tabbed-labels>:nth-child(10),.md-typeset .no-js .tabbed-set>input:nth-child(11):checked~.tabbed-labels>:nth-child(11),.md-typeset .no-js .tabbed-set>input:nth-child(12):checked~.tabbed-labels>:nth-child(12),.md-typeset .no-js .tabbed-set>input:nth-child(13):checked~.tabbed-labels>:nth-child(13),.md-typeset .no-js .tabbed-set>input:nth-child(14):checked~.tabbed-labels>:nth-child(14),.md-typeset .no-js .tabbed-set>input:nth-child(15):checked~.tabbed-labels>:nth-child(15),.md-typeset .no-js .tabbed-set>input:nth-child(16):checked~.tabbed-labels>:nth-child(16),.md-typeset .no-js .tabbed-set>input:nth-child(17):checked~.tabbed-labels>:nth-child(17),.md-typeset .no-js .tabbed-set>input:nth-child(18):checked~.tabbed-labels>:nth-child(18),.md-typeset .no-js .tabbed-set>input:nth-child(19):checked~.tabbed-labels>:nth-child(19),.md-typeset .no-js .tabbed-set>input:nth-child(2):checked~.tabbed-labels>:nth-child(2),.md-typeset .no-js .tabbed-set>input:nth-child(20):checked~.tabbed-labels>:nth-child(20),.md-typeset .no-js .tabbed-set>input:nth-child(3):checked~.tabbed-labels>:nth-child(3),.md-typeset .no-js .tabbed-set>input:nth-child(4):checked~.tabbed-labels>:nth-child(4),.md-typeset .no-js .tabbed-set>input:nth-child(5):checked~.tabbed-labels>:nth-child(5),.md-typeset .no-js .tabbed-set>input:nth-child(6):checked~.tabbed-labels>:nth-child(6),.md-typeset .no-js .tabbed-set>input:nth-child(7):checked~.tabbed-labels>:nth-child(7),.md-typeset .no-js .tabbed-set>input:nth-child(8):checked~.tabbed-labels>:nth-child(8),.md-typeset .no-js .tabbed-set>input:nth-child(9):checked~.tabbed-labels>:nth-child(9),.no-js .md-typeset .tabbed-set>input:first-child:checked~.tabbed-labels>:first-child,.no-js .md-typeset .tabbed-set>input:nth-child(10):checked~.tabbed-labels>:nth-child(10),.no-js .md-typeset .tabbed-set>input:nth-child(11):checked~.tabbed-labels>:nth-child(11),.no-js .md-typeset .tabbed-set>input:nth-child(12):checked~.tabbed-labels>:nth-child(12),.no-js .md-typeset .tabbed-set>input:nth-child(13):checked~.tabbed-labels>:nth-child(13),.no-js .md-typeset .tabbed-set>input:nth-child(14):checked~.tabbed-labels>:nth-child(14),.no-js .md-typeset .tabbed-set>input:nth-child(15):checked~.tabbed-labels>:nth-child(15),.no-js .md-typeset .tabbed-set>input:nth-child(16):checked~.tabbed-labels>:nth-child(16),.no-js .md-typeset .tabbed-set>input:nth-child(17):checked~.tabbed-labels>:nth-child(17),.no-js .md-typeset .tabbed-set>input:nth-child(18):checked~.tabbed-labels>:nth-child(18),.no-js .md-typeset .tabbed-set>input:nth-child(19):checked~.tabbed-labels>:nth-child(19),.no-js .md-typeset .tabbed-set>input:nth-child(2):checked~.tabbed-labels>:nth-child(2),.no-js .md-typeset .tabbed-set>input:nth-child(20):checked~.tabbed-labels>:nth-child(20),.no-js .md-typeset .tabbed-set>input:nth-child(3):checked~.tabbed-labels>:nth-child(3),.no-js .md-typeset .tabbed-set>input:nth-child(4):checked~.tabbed-labels>:nth-child(4),.no-js .md-typeset .tabbed-set>input:nth-child(5):checked~.tabbed-labels>:nth-child(5),.no-js .md-typeset .tabbed-set>input:nth-child(6):checked~.tabbed-labels>:nth-child(6),.no-js .md-typeset .tabbed-set>input:nth-child(7):checked~.tabbed-labels>:nth-child(7),.no-js .md-typeset .tabbed-set>input:nth-child(8):checked~.tabbed-labels>:nth-child(8),.no-js .md-typeset .tabbed-set>input:nth-child(9):checked~.tabbed-labels>:nth-child(9){border-color:var(--md-default-fg-color)}}.md-typeset .tabbed-set>input:first-child.focus-visible~.tabbed-labels>:first-child,.md-typeset .tabbed-set>input:nth-child(10).focus-visible~.tabbed-labels>:nth-child(10),.md-typeset .tabbed-set>input:nth-child(11).focus-visible~.tabbed-labels>:nth-child(11),.md-typeset .tabbed-set>input:nth-child(12).focus-visible~.tabbed-labels>:nth-child(12),.md-typeset .tabbed-set>input:nth-child(13).focus-visible~.tabbed-labels>:nth-child(13),.md-typeset .tabbed-set>input:nth-child(14).focus-visible~.tabbed-labels>:nth-child(14),.md-typeset .tabbed-set>input:nth-child(15).focus-visible~.tabbed-labels>:nth-child(15),.md-typeset .tabbed-set>input:nth-child(16).focus-visible~.tabbed-labels>:nth-child(16),.md-typeset .tabbed-set>input:nth-child(17).focus-visible~.tabbed-labels>:nth-child(17),.md-typeset .tabbed-set>input:nth-child(18).focus-visible~.tabbed-labels>:nth-child(18),.md-typeset .tabbed-set>input:nth-child(19).focus-visible~.tabbed-labels>:nth-child(19),.md-typeset .tabbed-set>input:nth-child(2).focus-visible~.tabbed-labels>:nth-child(2),.md-typeset .tabbed-set>input:nth-child(20).focus-visible~.tabbed-labels>:nth-child(20),.md-typeset .tabbed-set>input:nth-child(3).focus-visible~.tabbed-labels>:nth-child(3),.md-typeset .tabbed-set>input:nth-child(4).focus-visible~.tabbed-labels>:nth-child(4),.md-typeset .tabbed-set>input:nth-child(5).focus-visible~.tabbed-labels>:nth-child(5),.md-typeset .tabbed-set>input:nth-child(6).focus-visible~.tabbed-labels>:nth-child(6),.md-typeset .tabbed-set>input:nth-child(7).focus-visible~.tabbed-labels>:nth-child(7),.md-typeset .tabbed-set>input:nth-child(8).focus-visible~.tabbed-labels>:nth-child(8),.md-typeset .tabbed-set>input:nth-child(9).focus-visible~.tabbed-labels>:nth-child(9){color:var(--md-accent-fg-color)}.md-typeset .tabbed-set>input:first-child:checked~.tabbed-content>:first-child,.md-typeset .tabbed-set>input:nth-child(10):checked~.tabbed-content>:nth-child(10),.md-typeset .tabbed-set>input:nth-child(11):checked~.tabbed-content>:nth-child(11),.md-typeset .tabbed-set>input:nth-child(12):checked~.tabbed-content>:nth-child(12),.md-typeset .tabbed-set>input:nth-child(13):checked~.tabbed-content>:nth-child(13),.md-typeset .tabbed-set>input:nth-child(14):checked~.tabbed-content>:nth-child(14),.md-typeset .tabbed-set>input:nth-child(15):checked~.tabbed-content>:nth-child(15),.md-typeset .tabbed-set>input:nth-child(16):checked~.tabbed-content>:nth-child(16),.md-typeset .tabbed-set>input:nth-child(17):checked~.tabbed-content>:nth-child(17),.md-typeset .tabbed-set>input:nth-child(18):checked~.tabbed-content>:nth-child(18),.md-typeset .tabbed-set>input:nth-child(19):checked~.tabbed-content>:nth-child(19),.md-typeset .tabbed-set>input:nth-child(2):checked~.tabbed-content>:nth-child(2),.md-typeset .tabbed-set>input:nth-child(20):checked~.tabbed-content>:nth-child(20),.md-typeset .tabbed-set>input:nth-child(3):checked~.tabbed-content>:nth-child(3),.md-typeset .tabbed-set>input:nth-child(4):checked~.tabbed-content>:nth-child(4),.md-typeset .tabbed-set>input:nth-child(5):checked~.tabbed-content>:nth-child(5),.md-typeset .tabbed-set>input:nth-child(6):checked~.tabbed-content>:nth-child(6),.md-typeset .tabbed-set>input:nth-child(7):checked~.tabbed-content>:nth-child(7),.md-typeset .tabbed-set>input:nth-child(8):checked~.tabbed-content>:nth-child(8),.md-typeset .tabbed-set>input:nth-child(9):checked~.tabbed-content>:nth-child(9){display:block}:root{--md-tasklist-icon:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M1 12C1 5.925 5.925 1 12 1s11 4.925 11 11-4.925 11-11 11S1 18.075 1 12m16.28-2.72a.75.75 0 0 0-.018-1.042.75.75 0 0 0-1.042-.018l-5.97 5.97-2.47-2.47a.75.75 0 0 0-1.042.018.75.75 0 0 0-.018 1.042l3 3a.75.75 0 0 0 1.06 0Z"/></svg>');--md-tasklist-icon--checked:url('data:image/svg+xml;charset=utf-8,<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M1 12C1 5.925 5.925 1 12 1s11 4.925 11 11-4.925 11-11 11S1 18.075 1 12m16.28-2.72a.75.75 0 0 0-.018-1.042.75.75 0 0 0-1.042-.018l-5.97 5.97-2.47-2.47a.75.75 0 0 0-1.042.018.75.75 0 0 0-.018 1.042l3 3a.75.75 0 0 0 1.06 0Z"/></svg>')}.md-typeset .task-list-item{list-style-type:none;position:relative}[dir=ltr] .md-typeset .task-list-item [type=checkbox]{left:-2em}[dir=rtl] .md-typeset .task-list-item [type=checkbox]{right:-2em}.md-typeset .task-list-item [type=checkbox]{position:absolute;top:.45em}.md-typeset .task-list-control [type=checkbox]{opacity:0;z-index:-1}[dir=ltr] .md-typeset .task-list-indicator:before{left:-1.5em}[dir=rtl] .md-typeset .task-list-indicator:before{right:-1.5em}.md-typeset .task-list-indicator:before{background-color:var(--md-default-fg-color--lightest);content:"";height:1.25em;-webkit-mask-image:var(--md-tasklist-icon);mask-image:var(--md-tasklist-icon);-webkit-mask-position:center;mask-position:center;-webkit-mask-repeat:no-repeat;mask-repeat:no-repeat;-webkit-mask-size:contain;mask-size:contain;position:absolute;top:.15em;width:1.25em}.md-typeset [type=checkbox]:checked+.task-list-indicator:before{background-color:#00e676;-webkit-mask-image:var(--md-tasklist-icon--checked);mask-image:var(--md-tasklist-icon--checked)}@media print{.giscus,[id=__comments]{display:none}}:root>*{--md-mermaid-font-family:var(--md-text-font-family),sans-serif;--md-mermaid-edge-color:var(--md-code-fg-color);--md-mermaid-node-bg-color:var(--md-accent-fg-color--transparent);--md-mermaid-node-fg-color:var(--md-accent-fg-color);--md-mermaid-label-bg-color:var(--md-default-bg-color);--md-mermaid-label-fg-color:var(--md-code-fg-color);--md-mermaid-sequence-actor-bg-color:var(--md-mermaid-label-bg-color);--md-mermaid-sequence-actor-fg-color:var(--md-mermaid-label-fg-color);--md-mermaid-sequence-actor-border-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-actor-line-color:var(--md-default-fg-color--lighter);--md-mermaid-sequence-actorman-bg-color:var(--md-mermaid-label-bg-color);--md-mermaid-sequence-actorman-line-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-box-bg-color:var(--md-mermaid-node-bg-color);--md-mermaid-sequence-box-fg-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-label-bg-color:var(--md-mermaid-node-bg-color);--md-mermaid-sequence-label-fg-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-loop-bg-color:var(--md-mermaid-node-bg-color);--md-mermaid-sequence-loop-fg-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-loop-border-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-message-fg-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-message-line-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-note-bg-color:var(--md-mermaid-label-bg-color);--md-mermaid-sequence-note-fg-color:var(--md-mermaid-edge-color);--md-mermaid-sequence-note-border-color:var(--md-mermaid-label-fg-color);--md-mermaid-sequence-number-bg-color:var(--md-mermaid-node-fg-color);--md-mermaid-sequence-number-fg-color:var(--md-accent-bg-color)}.mermaid{line-height:normal;margin:1em 0}.md-typeset .grid{grid-gap:.4rem;display:grid;grid-template-columns:repeat(auto-fit,minmax(min(100%,16rem),1fr));margin:1em 0}.md-typeset .grid.cards>ol,.md-typeset .grid.cards>ul{display:contents}.md-typeset .grid.cards>ol>li,.md-typeset .grid.cards>ul>li,.md-typeset .grid>.card{border:.05rem solid var(--md-default-fg-color--lightest);border-radius:.1rem;display:block;margin:0;padding:.8rem;transition:border .25s,box-shadow .25s}.md-typeset .grid.cards>ol>li:focus-within,.md-typeset .grid.cards>ol>li:hover,.md-typeset .grid.cards>ul>li:focus-within,.md-typeset .grid.cards>ul>li:hover,.md-typeset .grid>.card:focus-within,.md-typeset .grid>.card:hover{border-color:#0000;box-shadow:var(--md-shadow-z2)}.md-typeset .grid.cards>ol>li>hr,.md-typeset .grid.cards>ul>li>hr,.md-typeset .grid>.card>hr{margin-bottom:1em;margin-top:1em}.md-typeset .grid.cards>ol>li>:first-child,.md-typeset .grid.cards>ul>li>:first-child,.md-typeset .grid>.card>:first-child{margin-top:0}.md-typeset .grid.cards>ol>li>:last-child,.md-typeset .grid.cards>ul>li>:last-child,.md-typeset .grid>.card>:last-child{margin-bottom:0}.md-typeset .grid>*,.md-typeset .grid>.admonition,.md-typeset .grid>.highlight>*,.md-typeset .grid>.highlighttable,.md-typeset .grid>.md-typeset details,.md-typeset .grid>details,.md-typeset .grid>pre{margin-bottom:0;margin-top:0}.md-typeset .grid>.highlight>pre:only-child,.md-typeset .grid>.highlight>pre>code,.md-typeset .grid>.highlighttable,.md-typeset .grid>.highlighttable>tbody,.md-typeset .grid>.highlighttable>tbody>tr,.md-typeset .grid>.highlighttable>tbody>tr>.code,.md-typeset .grid>.highlighttable>tbody>tr>.code>.highlight,.md-typeset .grid>.highlighttable>tbody>tr>.code>.highlight>pre,.md-typeset .grid>.highlighttable>tbody>tr>.code>.highlight>pre>code{height:100%}.md-typeset .grid>.tabbed-set{margin-bottom:0;margin-top:0}@media screen and (min-width:45em){[dir=ltr] .md-typeset .inline{float:left}[dir=rtl] .md-typeset .inline{float:right}[dir=ltr] .md-typeset .inline{margin-right:.8rem}[dir=rtl] .md-typeset .inline{margin-left:.8rem}.md-typeset .inline{margin-bottom:.8rem;margin-top:0;width:11.7rem}[dir=ltr] .md-typeset .inline.end{float:right}[dir=rtl] .md-typeset .inline.end{float:left}[dir=ltr] .md-typeset .inline.end{margin-left:.8rem;margin-right:0}[dir=rtl] .md-typeset .inline.end{margin-left:0;margin-right:.8rem}}
\ No newline at end of file
diff --git a/v2.20/assets/stylesheets/main.d7758b05.min.css.map b/v2.20/assets/stylesheets/main.d7758b05.min.css.map
new file mode 100644
index 0000000000..83709165e8
--- /dev/null
+++ b/v2.20/assets/stylesheets/main.d7758b05.min.css.map
@@ -0,0 +1 @@
+{"version":3,"sources":["src/templates/assets/stylesheets/main/components/_meta.scss","../../../../src/templates/assets/stylesheets/main.scss","src/templates/assets/stylesheets/main/_resets.scss","src/templates/assets/stylesheets/main/_colors.scss","src/templates/assets/stylesheets/main/_icons.scss","src/templates/assets/stylesheets/main/_typeset.scss","src/templates/assets/stylesheets/utilities/_break.scss","src/templates/assets/stylesheets/main/components/_author.scss","src/templates/assets/stylesheets/main/components/_banner.scss","src/templates/assets/stylesheets/main/components/_base.scss","src/templates/assets/stylesheets/main/components/_clipboard.scss","src/templates/assets/stylesheets/main/components/_code.scss","src/templates/assets/stylesheets/main/components/_consent.scss","src/templates/assets/stylesheets/main/components/_content.scss","src/templates/assets/stylesheets/main/components/_dialog.scss","src/templates/assets/stylesheets/main/components/_feedback.scss","src/templates/assets/stylesheets/main/components/_footer.scss","src/templates/assets/stylesheets/main/components/_form.scss","src/templates/assets/stylesheets/main/components/_header.scss","node_modules/material-design-color/material-color.scss","src/templates/assets/stylesheets/main/components/_nav.scss","src/templates/assets/stylesheets/main/components/_pagination.scss","src/templates/assets/stylesheets/main/components/_post.scss","src/templates/assets/stylesheets/main/components/_progress.scss","src/templates/assets/stylesheets/main/components/_search.scss","src/templates/assets/stylesheets/main/components/_select.scss","src/templates/assets/stylesheets/main/components/_sidebar.scss","src/templates/assets/stylesheets/main/components/_source.scss","src/templates/assets/stylesheets/main/components/_status.scss","src/templates/assets/stylesheets/main/components/_tabs.scss","src/templates/assets/stylesheets/main/components/_tag.scss","src/templates/assets/stylesheets/main/components/_tooltip.scss","src/templates/assets/stylesheets/main/components/_tooltip2.scss","src/templates/assets/stylesheets/main/components/_top.scss","src/templates/assets/stylesheets/main/components/_version.scss","src/templates/assets/stylesheets/main/extensions/markdown/_admonition.scss","src/templates/assets/stylesheets/main/extensions/markdown/_footnotes.scss","src/templates/assets/stylesheets/main/extensions/markdown/_toc.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_arithmatex.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_critic.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_details.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_emoji.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_highlight.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_keys.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_tabbed.scss","src/templates/assets/stylesheets/main/extensions/pymdownx/_tasklist.scss","src/templates/assets/stylesheets/main/integrations/_giscus.scss","src/templates/assets/stylesheets/main/integrations/_mermaid.scss","src/templates/assets/stylesheets/main/modifiers/_grid.scss","src/templates/assets/stylesheets/main/modifiers/_inline.scss"],"names":[],"mappings":"AA0CE,gBC6yCF,CC3zCA,KAEE,6BAAA,CAAA,0BAAA,CAAA,qBAAA,CADA,qBDzBF,CC8BA,iBAGE,kBD3BF,CC8BE,gCANF,iBAOI,yBDzBF,CACF,CC6BA,KACE,QD1BF,CC8BA,qBAIE,uCD3BF,CC+BA,EACE,aAAA,CACA,oBD5BF,CCgCA,GAME,QAAA,CALA,kBAAA,CACA,aAAA,CACA,aAAA,CAEA,gBAAA,CADA,SD3BF,CCiCA,MACE,aD9BF,CCkCA,QAEE,eD/BF,CCmCA,IACE,iBDhCF,CCoCA,MAEE,uBAAA,CADA,gBDhCF,CCqCA,MAEE,eAAA,CACA,kBDlCF,CCsCA,OAKE,gBAAA,CACA,QAAA,CAHA,mBAAA,CACA,iBAAA,CAFA,QAAA,CADA,SD9BF,CCuCA,MACE,QAAA,CACA,YDpCF,CErDA,MAIE,6BAAA,CACA,oCAAA,CACA,mCAAA,CACA,0BAAA,CACA,sCAAA,CAGA,4BAAA,CACA,2CAAA,CACA,yBAAA,CACA,qCFmDF,CE7CA,+BAIE,kBF6CF,CE1CE,oHAEE,YF4CJ,CEnCA,qCAIE,eAAA,CAGA,+BAAA,CACA,sCAAA,CACA,wCAAA,CACA,yCAAA,CACA,0BAAA,CACA,sCAAA,CACA,wCAAA,CACA,yCAAA,CAGA,0BAAA,CACA,0BAAA,CAGA,0BAAA,CACA,mCAAA,CAGA,iCAAA,CACA,kCAAA,CACA,mCAAA,CACA,mCAAA,CACA,kCAAA,CACA,iCAAA,CACA,+CAAA,CACA,6DAAA,CACA,gEAAA,CACA,4DAAA,CACA,4DAAA,CACA,6DAAA,CAGA,6CAAA,CAGA,+CAAA,CAGA,gCAAA,CACA,gCAAA,CAGA,8BAAA,CACA,kCAAA,CACA,qCAAA,CAGA,iCAAA,CAGA,kCAAA,CACA,gDAAA,CAGA,mDAAA,CACA,mDAAA,CAGA,+BAAA,CACA,0BAAA,CAGA,yBAAA,CACA,qCAAA,CACA,uCAAA,CACA,8BAAA,CACA,oCAAA,CAGA,8DAAA,CAKA,8DAAA,CAKA,0DFKF,CG9HE,aAIE,iBAAA,CAHA,aAAA,CAEA,aAAA,CADA,YHmIJ,CIxIA,KACE,kCAAA,CACA,iCAAA,CAGA,uGAAA,CAKA,mFJyIF,CInIA,iBAIE,mCAAA,CACA,6BAAA,CAFA,sCJwIF,CIlIA,aAIE,4BAAA,CADA,sCJsIF,CI7HA,MACE,wNAAA,CACA,gNAAA,CACA,iNJgIF,CIzHA,YAIE,gCAAA,CAAA,kBAAA,CAHA,eAAA,CACA,eAAA,CACA,wBJ6HF,CIxHE,aARF,YASI,gBJ2HF,CACF,CIxHE,uGAME,iBAAA,CAAA,cJ0HJ,CItHE,eAKE,uCAAA,CAHA,aAAA,CAEA,eAAA,CAHA,iBJ6HJ,CIpHE,8BAPE,eAAA,CAGA,qBJ+HJ,CI3HE,eAEE,kBAAA,CAEA,eAAA,CAHA,oBJ0HJ,CIlHE,eAEE,gBAAA,CACA,eAAA,CAEA,qBAAA,CADA,eAAA,CAHA,mBJwHJ,CIhHE,kBACE,eJkHJ,CI9GE,eAEE,eAAA,CACA,qBAAA,CAFA,YJkHJ,CI5GE,8BAKE,uCAAA,CAFA,cAAA,CACA,eAAA,CAEA,qBAAA,CAJA,eJkHJ,CI1GE,eACE,wBJ4GJ,CIzGI,oBACE,mBJ2GN,CItGE,eAGE,+DAAA,CAFA,iBAAA,CACA,cJyGJ,CIpGE,cACE,+BAAA,CACA,qBJsGJ,CInGI,mCAEE,sBJoGN,CIhGI,wCACE,+BJkGN,CI/FM,kDACE,uDJiGR,CI5FI,mBACE,kBAAA,CACA,iCJ8FN,CI1FI,4BACE,uCAAA,CACA,oBJ4FN,CIvFE,iDAIE,6BAAA,CACA,aAAA,CAFA,2BJ2FJ,CItFI,aARF,iDASI,oBJ2FJ,CACF,CIvFE,iBAIE,wCAAA,CACA,mBAAA,CACA,kCAAA,CAAA,0BAAA,CAJA,eAAA,CADA,uBAAA,CAEA,qBJ4FJ,CItFI,qCAEE,uCAAA,CADA,YJyFN,CInFE,gBAEE,iBAAA,CACA,eAAA,CAFA,iBJuFJ,CIlFI,qBAWE,kCAAA,CAAA,0BAAA,CADA,eAAA,CATA,aAAA,CAEA,QAAA,CAMA,uCAAA,CALA,aAAA,CAFA,oCAAA,CAKA,yDAAA,CACA,oBAAA,CAFA,iBAAA,CADA,iBJ0FN,CIjFM,2BACE,+CJmFR,CI/EM,wCAEE,YAAA,CADA,WJkFR,CI7EM,8CACE,oDJ+ER,CI5EQ,oDACE,0CJ8EV,CIvEE,gBAOE,4CAAA,CACA,mBAAA,CACA,mKACE,CANF,gCAAA,CAHA,oBAAA,CAEA,eAAA,CADA,uBAAA,CAIA,uBAAA,CADA,qBJ6EJ,CIlEE,iBAGE,6CAAA,CACA,kCAAA,CAAA,0BAAA,CAHA,aAAA,CACA,qBJsEJ,CIhEE,iBAGE,6DAAA,CADA,WAAA,CADA,oBJoEJ,CI9DE,kBACE,WJgEJ,CI5DE,oDAEE,qBJ8DJ,CIhEE,oDAEE,sBJ8DJ,CI1DE,iCACE,kBJ+DJ,CIhEE,iCACE,mBJ+DJ,CIhEE,iCAIE,2DJ4DJ,CIhEE,iCAIE,4DJ4DJ,CIhEE,uBAGE,uCAAA,CADA,aAAA,CAAA,cJ8DJ,CIxDE,eACE,oBJ0DJ,CItDI,qBACE,4BJwDN,CInDE,kDAGE,kBJqDJ,CIxDE,kDAGE,mBJqDJ,CIxDE,8BAEE,SJsDJ,CIlDI,0DACE,iBJqDN,CIjDI,oCACE,2BJoDN,CIjDM,0CACE,2BJoDR,CIjDQ,gDACE,2BJoDV,CIjDU,sDACE,2BJoDZ,CI5CI,0CACE,4BJ+CN,CI3CI,wDACE,kBJ+CN,CIhDI,wDACE,mBJ+CN,CIhDI,oCAEE,kBJ8CN,CI3CM,kGAEE,aJ+CR,CI3CM,0DACE,eJ8CR,CI1CM,4HAEE,kBJ6CR,CI/CM,4HAEE,mBJ6CR,CI/CM,oFACE,kBAAA,CAAA,eJ8CR,CIvCE,yBAEE,mBJyCJ,CI3CE,yBAEE,oBJyCJ,CI3CE,eACE,mBAAA,CAAA,cJ0CJ,CIrCE,kDAIE,WAAA,CADA,cJwCJ,CIhCI,4BAEE,oBJkCN,CI9BI,6BAEE,oBJgCN,CI5BI,kCACE,YJ8BN,CIzBE,mBACE,iBAAA,CAGA,eAAA,CADA,cAAA,CAEA,iBAAA,CAHA,sBAAA,CAAA,iBJ8BJ,CIxBI,uBACE,aAAA,CACA,aJ0BN,CIrBE,uBAGE,iBAAA,CADA,eAAA,CADA,eJyBJ,CInBE,mBACE,cJqBJ,CIjBE,+BAME,2CAAA,CACA,iDAAA,CACA,mBAAA,CAPA,oBAAA,CAGA,gBAAA,CAFA,cAAA,CACA,aAAA,CAEA,iBJsBJ,CIhBI,aAXF,+BAYI,aJmBJ,CACF,CIdI,iCACE,gBJgBN,CITM,8FACE,YJWR,CIPM,4FACE,eJSR,CIJI,8FACE,eJMN,CIHM,kHACE,gBJKR,CIAI,kCAGE,eAAA,CAFA,cAAA,CACA,sBAAA,CAEA,kBJEN,CIEI,kCAGE,qDAAA,CAFA,sBAAA,CACA,kBJCN,CIII,wCACE,iCJFN,CIKM,8CACE,qDAAA,CACA,sDJHR,CIQI,iCACE,iBJNN,CIWE,wCACE,cJTJ,CIYI,wDAIE,gBJJN,CIAI,wDAIE,iBJJN,CIAI,8CAME,UAAA,CALA,oBAAA,CAEA,YAAA,CAIA,oDAAA,CAAA,4CAAA,CACA,6BAAA,CAAA,qBAAA,CACA,yBAAA,CAAA,iBAAA,CACA,iCAAA,CALA,0BAAA,CAHA,WJFN,CIcI,oDACE,oDJZN,CIgBI,mEACE,kDAAA,CACA,yDAAA,CAAA,iDJdN,CIkBI,oEACE,kDAAA,CACA,0DAAA,CAAA,kDJhBN,CIqBE,wBACE,iBAAA,CACA,eAAA,CACA,iBJnBJ,CIuBE,mBACE,oBAAA,CAEA,kBAAA,CADA,eJpBJ,CIwBI,aANF,mBAOI,aJrBJ,CACF,CIwBI,8BACE,aAAA,CAEA,QAAA,CACA,eAAA,CAFA,UJpBN,CKtWI,0CDyYF,uBACE,iBJ/BF,CIkCE,4BACE,eJhCJ,CACF,CMriBE,uBAOE,kBAAA,CALA,aAAA,CACA,aAAA,CAEA,aAAA,CACA,eAAA,CALA,iBAAA,CAOA,sCACE,CALF,YN2iBJ,CMliBI,2BACE,aNoiBN,CMhiBI,6BAME,+CAAA,CAFA,yCAAA,CAHA,eAAA,CACA,eAAA,CACA,kBAAA,CAEA,iBNmiBN,CM9hBI,6BAEE,aAAA,CADA,YNiiBN,CM3hBE,wBACE,kBN6hBJ,CM1hBI,4BAIE,kBAAA,CAHA,mCAAA,CAIA,uBN0hBN,CMthBI,4DAEE,oBAAA,CADA,SNyhBN,CMrhBM,oEACE,mBNuhBR,COhlBA,WAGE,0CAAA,CADA,+BAAA,CADA,aPqlBF,COhlBE,aANF,WAOI,YPmlBF,CACF,COhlBE,oBAEE,2CAAA,CADA,gCPmlBJ,CO9kBE,kBAGE,eAAA,CADA,iBAAA,CADA,ePklBJ,CO5kBE,6BACE,WPilBJ,COllBE,6BACE,UPilBJ,COllBE,mBAEE,aAAA,CACA,cAAA,CACA,uBP8kBJ,CO3kBI,0BACE,YP6kBN,COzkBI,yBACE,UP2kBN,CQhnBA,KASE,cAAA,CARA,WAAA,CACA,iBRonBF,CKhdI,oCGtKJ,KAaI,gBR6mBF,CACF,CKrdI,oCGtKJ,KAkBI,cR6mBF,CACF,CQxmBA,KASE,2CAAA,CAPA,YAAA,CACA,qBAAA,CAKA,eAAA,CAHA,eAAA,CAJA,iBAAA,CAGA,UR8mBF,CQtmBE,aAZF,KAaI,aRymBF,CACF,CKtdI,0CGhJF,yBAII,cRsmBJ,CACF,CQ7lBA,SAEE,gBAAA,CAAA,iBAAA,CADA,eRimBF,CQ5lBA,cACE,YAAA,CAEA,qBAAA,CADA,WRgmBF,CQ5lBE,aANF,cAOI,aR+lBF,CACF,CQ3lBA,SACE,WR8lBF,CQ3lBE,gBACE,YAAA,CACA,WAAA,CACA,iBR6lBJ,CQxlBA,aACE,eAAA,CACA,sBR2lBF,CQllBA,WACE,YRqlBF,CQhlBA,WAGE,QAAA,CACA,SAAA,CAHA,iBAAA,CACA,ORqlBF,CQhlBE,uCACE,aRklBJ,CQ9kBE,+BAEE,uCAAA,CADA,kBRilBJ,CQ3kBA,SASE,2CAAA,CACA,mBAAA,CAFA,gCAAA,CADA,gBAAA,CADA,YAAA,CAMA,SAAA,CADA,uCAAA,CANA,mBAAA,CAJA,cAAA,CAYA,2BAAA,CATA,URqlBF,CQzkBE,eAEE,SAAA,CAIA,uBAAA,CAHA,oEACE,CAHF,UR8kBJ,CQhkBA,MACE,WRmkBF,CS5tBA,MACE,6PT8tBF,CSxtBA,cASE,mBAAA,CAFA,0CAAA,CACA,cAAA,CAFA,YAAA,CAIA,uCAAA,CACA,oBAAA,CAVA,iBAAA,CAEA,UAAA,CADA,QAAA,CAUA,qBAAA,CAPA,WAAA,CADA,STmuBF,CSxtBE,aAfF,cAgBI,YT2tBF,CACF,CSxtBE,kCAEE,uCAAA,CADA,YT2tBJ,CSttBE,qBACE,uCTwtBJ,CSptBE,wCACE,+BTstBJ,CSjtBE,oBAME,6BAAA,CADA,UAAA,CAJA,aAAA,CAEA,cAAA,CACA,aAAA,CAGA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CARA,aT2tBJ,CS/sBE,sBACE,cTitBJ,CS9sBI,2BACE,2CTgtBN,CS1sBI,kEAEE,uDAAA,CADA,+BT6sBN,CU/wBE,8BACE,YVkxBJ,CWvxBA,mBACE,GACE,SAAA,CACA,0BX0xBF,CWvxBA,GACE,SAAA,CACA,uBXyxBF,CACF,CWrxBA,mBACE,GACE,SXuxBF,CWpxBA,GACE,SXsxBF,CACF,CW3wBE,qBASE,2BAAA,CAFA,mCAAA,CAAA,2BAAA,CADA,0BAAA,CADA,WAAA,CAGA,SAAA,CAPA,cAAA,CACA,KAAA,CAEA,UAAA,CADA,SXmxBJ,CWzwBE,mBAcE,mDAAA,CANA,2CAAA,CACA,QAAA,CACA,mBAAA,CARA,QAAA,CASA,kDACE,CAPF,eAAA,CAEA,aAAA,CADA,SAAA,CALA,cAAA,CAGA,UAAA,CADA,SXoxBJ,CWrwBE,kBACE,aXuwBJ,CWnwBE,sBACE,YAAA,CACA,YXqwBJ,CWlwBI,oCACE,aXowBN,CW/vBE,sBACE,mBXiwBJ,CW9vBI,6CACE,cXgwBN,CK1pBI,0CMvGA,6CAKI,aAAA,CAEA,gBAAA,CACA,iBAAA,CAFA,UXkwBN,CACF,CW3vBE,kBACE,cX6vBJ,CY91BA,YACE,WAAA,CAIA,WZ81BF,CY31BE,mBAEE,qBAAA,CADA,iBZ81BJ,CKjsBI,sCOtJE,4EACE,kBZ01BN,CYt1BI,0JACE,mBZw1BN,CYz1BI,8EACE,kBZw1BN,CACF,CYn1BI,0BAGE,UAAA,CAFA,aAAA,CACA,YZs1BN,CYj1BI,+BACE,eZm1BN,CY70BE,8BACE,WZk1BJ,CYn1BE,8BACE,UZk1BJ,CYn1BE,8BAIE,iBZ+0BJ,CYn1BE,8BAIE,kBZ+0BJ,CYn1BE,oBAGE,cAAA,CADA,SZi1BJ,CY50BI,aAPF,oBAQI,YZ+0BJ,CACF,CY50BI,gCACE,yCZ80BN,CY10BI,wBACE,cAAA,CACA,kBZ40BN,CYz0BM,kCACE,oBZ20BR,Ca54BA,qBAEE,Wb05BF,Ca55BA,qBAEE,Ub05BF,Ca55BA,WAQE,2CAAA,CACA,mBAAA,CANA,YAAA,CAOA,8BAAA,CALA,iBAAA,CAMA,SAAA,CALA,mBAAA,CACA,mBAAA,CANA,cAAA,CAcA,0BAAA,CAHA,wCACE,CATF,Sbw5BF,Ca14BE,aAlBF,WAmBI,Yb64BF,CACF,Ca14BE,mBAEE,SAAA,CADA,mBAAA,CAKA,uBAAA,CAHA,kEb64BJ,Cat4BE,kBAEE,gCAAA,CADA,eby4BJ,Cc36BA,aACE,gBAAA,CACA,iBd86BF,Cc36BE,sBAGE,WAAA,CADA,QAAA,CADA,Sd+6BJ,Ccz6BE,oBAEE,eAAA,CADA,ed46BJ,Ccv6BE,oBACE,iBdy6BJ,Ccr6BE,mBAEE,YAAA,CACA,cAAA,CACA,6BAAA,CAHA,iBd06BJ,Ccp6BI,iDACE,yCds6BN,Ccl6BI,6BACE,iBdo6BN,Cc/5BE,mBAGE,uCAAA,CACA,cAAA,CAHA,aAAA,CACA,cAAA,CAGA,sBdi6BJ,Cc95BI,gDACE,+Bdg6BN,Cc55BI,4BACE,0CAAA,CACA,mBd85BN,Ccz5BE,mBAEE,SAAA,CADA,iBAAA,CAKA,2BAAA,CAHA,8Dd45BJ,Cct5BI,qBAEE,aAAA,CADA,edy5BN,Ccp5BI,6BACE,SAAA,CACA,uBds5BN,Ccj5BE,aAnFF,aAoFI,Ydo5BF,CACF,Cez+BA,WAEE,0CAAA,CADA,+Bf6+BF,Cez+BE,aALF,WAMI,Yf4+BF,CACF,Cez+BE,kBACE,6BAAA,CAEA,aAAA,CADA,af4+BJ,Cex+BI,gCACE,Yf0+BN,Cer+BE,iBAOE,eAAA,CANA,YAAA,CAKA,cAAA,CAGA,mBAAA,CAAA,eAAA,CADA,cAAA,CAGA,uCAAA,CADA,eAAA,CAEA,uBfm+BJ,Ceh+BI,8CACE,Ufk+BN,Ce99BI,+BACE,oBfg+BN,CKl1BI,0CUvIE,uBACE,af49BN,Cez9BM,yCACE,Yf29BR,CACF,Cet9BI,iCACE,gBfy9BN,Ce19BI,iCACE,iBfy9BN,Ce19BI,uBAEE,gBfw9BN,Cer9BM,iCACE,efu9BR,Cej9BE,kBACE,WAAA,CAIA,eAAA,CADA,mBAAA,CAFA,6BAAA,CACA,cAAA,CAGA,kBfm9BJ,Ce/8BE,mBAEE,YAAA,CADA,afk9BJ,Ce78BE,sBACE,gBAAA,CACA,Uf+8BJ,Ce18BA,gBACE,gDf68BF,Ce18BE,uBACE,YAAA,CACA,cAAA,CACA,6BAAA,CACA,af48BJ,Cex8BE,kCACE,sCf08BJ,Cev8BI,gFACE,+Bfy8BN,Cej8BA,cAKE,wCAAA,CADA,gBAAA,CADA,iBAAA,CADA,eAAA,CADA,Ufw8BF,CK55BI,mCU7CJ,cASI,Ufo8BF,CACF,Ceh8BE,yBACE,sCfk8BJ,Ce37BA,WACE,mBAAA,CACA,SAAA,CAEA,cAAA,CADA,qBf+7BF,CK36BI,mCUvBJ,WAQI,ef87BF,CACF,Ce37BE,iBACE,oBAAA,CAEA,aAAA,CACA,iBAAA,CAFA,Yf+7BJ,Ce17BI,wBACE,ef47BN,Cex7BI,qBAGE,iBAAA,CAFA,gBAAA,CACA,mBf27BN,CgBjmCE,uBAME,kBAAA,CACA,mBAAA,CAHA,gCAAA,CACA,cAAA,CAJA,oBAAA,CAEA,eAAA,CADA,kBAAA,CAMA,gEhBomCJ,CgB9lCI,gCAEE,2CAAA,CACA,uCAAA,CAFA,gChBkmCN,CgB5lCI,0DAEE,0CAAA,CACA,sCAAA,CAFA,+BhBgmCN,CgBzlCE,gCAKE,4BhB8lCJ,CgBnmCE,gEAME,6BhB6lCJ,CgBnmCE,gCAME,4BhB6lCJ,CgBnmCE,sBAIE,6DAAA,CAGA,8BAAA,CAJA,eAAA,CAFA,aAAA,CACA,eAAA,CAMA,sChB2lCJ,CgBtlCI,wDACE,6CAAA,CACA,8BhBwlCN,CgBplCI,+BACE,UhBslCN,CiBzoCA,WAOE,2CAAA,CAGA,8CACE,CALF,gCAAA,CADA,aAAA,CAHA,MAAA,CADA,eAAA,CACA,OAAA,CACA,KAAA,CACA,SjBgpCF,CiBroCE,aAfF,WAgBI,YjBwoCF,CACF,CiBroCE,mBAIE,2BAAA,CAHA,iEjBwoCJ,CiBjoCE,mBACE,kDACE,CAEF,kEjBioCJ,CiB3nCE,kBAEE,kBAAA,CADA,YAAA,CAEA,ejB6nCJ,CiBznCE,mBAKE,kBAAA,CAEA,cAAA,CAHA,YAAA,CAIA,uCAAA,CALA,aAAA,CAFA,iBAAA,CAQA,uBAAA,CAHA,qBAAA,CAJA,SjBkoCJ,CiBxnCI,yBACE,UjB0nCN,CiBtnCI,iCACE,oBjBwnCN,CiBpnCI,uCAEE,uCAAA,CADA,YjBunCN,CiBlnCI,2BAEE,YAAA,CADA,ajBqnCN,CKvgCI,0CY/GA,2BAMI,YjBonCN,CACF,CiBjnCM,8DAIE,iBAAA,CAHA,aAAA,CAEA,aAAA,CADA,UjBqnCR,CKriCI,mCYzEA,iCAII,YjB8mCN,CACF,CiB3mCM,wCACE,YjB6mCR,CiBzmCM,+CACE,oBjB2mCR,CKhjCI,sCYtDA,iCAII,YjBsmCN,CACF,CiBjmCE,kBAEE,YAAA,CACA,cAAA,CAFA,iBAAA,CAIA,8DACE,CAFF,kBjBomCJ,CiB9lCI,oCAGE,SAAA,CADA,mBAAA,CAKA,6BAAA,CAHA,8DACE,CAJF,UjBomCN,CiB3lCM,8CACE,8BjB6lCR,CiBxlCI,8BACE,ejB0lCN,CiBrlCE,4BAGE,gBAAA,CAAA,kBjBylCJ,CiB5lCE,4BAGE,iBAAA,CAAA,iBjBylCJ,CiB5lCE,kBACE,WAAA,CAGA,eAAA,CAFA,aAAA,CAGA,kBjBulCJ,CiBplCI,4CAGE,SAAA,CADA,mBAAA,CAKA,8BAAA,CAHA,8DACE,CAJF,UjB0lCN,CiBjlCM,sDACE,6BjBmlCR,CiB/kCM,8DAGE,SAAA,CADA,mBAAA,CAKA,uBAAA,CAHA,8DACE,CAJF,SjBqlCR,CiB1kCI,uCAGE,WAAA,CAFA,iBAAA,CACA,UjB6kCN,CiBvkCE,mBACE,YAAA,CACA,aAAA,CACA,cAAA,CAEA,+CACE,CAFF,kBjB0kCJ,CiBpkCI,8DACE,WAAA,CACA,SAAA,CACA,oCjBskCN,CiB7jCI,yBACE,QjB+jCN,CiB1jCE,mBACE,YjB4jCJ,CKxnCI,mCY2DF,6BAQI,gBjB4jCJ,CiBpkCA,6BAQI,iBjB4jCJ,CiBpkCA,mBAKI,aAAA,CAEA,iBAAA,CADA,ajB8jCJ,CACF,CKhoCI,sCY2DF,6BAaI,kBjB4jCJ,CiBzkCA,6BAaI,mBjB4jCJ,CACF,CD3yCA,SAGE,uCAAA,CAFA,eAAA,CACA,eC+yCF,CD3yCE,eACE,mBAAA,CACA,cAAA,CAGA,eAAA,CADA,QAAA,CADA,SC+yCJ,CDzyCE,sCAEE,WAAA,CADA,iBAAA,CAAA,kBC4yCJ,CDvyCE,eACE,+BCyyCJ,CDtyCI,0CACE,+BCwyCN,CDlyCA,UAKE,wBmBaa,CnBZb,oBAAA,CAFA,UAAA,CAHA,oBAAA,CAEA,eAAA,CADA,0BAAA,CAAA,2BCyyCF,CmB30CA,MACE,uMAAA,CACA,sLAAA,CACA,iNnB80CF,CmBx0CA,QACE,eAAA,CACA,enB20CF,CmBx0CE,eAKE,uCAAA,CAJA,aAAA,CAGA,eAAA,CADA,eAAA,CADA,eAAA,CAIA,sBnB00CJ,CmBv0CI,+BACE,YnBy0CN,CmBt0CM,mCAEE,WAAA,CADA,UnBy0CR,CmBj0CQ,sFAME,iBAAA,CALA,aAAA,CAGA,aAAA,CADA,cAAA,CAEA,kBAAA,CAHA,UnBu0CV,CmB5zCE,cAGE,eAAA,CADA,QAAA,CADA,SnBg0CJ,CmB1zCE,cAGE,sBAAA,CAFA,YAAA,CACA,SAAA,CAEA,iBAAA,CACA,uBAAA,CACA,sBnB4zCJ,CmBzzCI,sBACE,uCnB2zCN,CmBpzCM,6EAEE,+BnBszCR,CmBjzCI,2BAIE,iBnBgzCN,CmB5yCI,4CACE,gBnB8yCN,CmB/yCI,4CACE,iBnB8yCN,CmB1yCI,kBAME,iBAAA,CAFA,aAAA,CACA,YAAA,CAFA,iBnB6yCN,CmBtyCI,sGACE,+BAAA,CACA,cnBwyCN,CmBpyCI,4BACE,uCAAA,CACA,oBnBsyCN,CmBlyCI,0CACE,YnBoyCN,CmBjyCM,yDAIE,6BAAA,CAHA,aAAA,CAEA,WAAA,CAEA,qCAAA,CAAA,6BAAA,CAHA,UnBsyCR,CmB/xCM,kDACE,YnBiyCR,CmB3xCE,iCACE,YnB6xCJ,CmB1xCI,6CACE,WAAA,CAGA,WnB0xCN,CmBrxCE,cACE,anBuxCJ,CmBnxCE,gBACE,YnBqxCJ,CKtvCI,0CcxBA,0CASE,2CAAA,CAHA,YAAA,CACA,qBAAA,CACA,WAAA,CALA,MAAA,CADA,iBAAA,CACA,OAAA,CACA,KAAA,CACA,SnBoxCJ,CmBzwCI,+DACE,eAAA,CACA,enB2wCN,CmBvwCI,gCAQE,qDAAA,CAHA,uCAAA,CAEA,cAAA,CALA,aAAA,CAEA,kBAAA,CADA,wBAAA,CAFA,iBAAA,CAKA,kBnB2wCN,CmBtwCM,wDAEE,UnB6wCR,CmB/wCM,wDAEE,WnB6wCR,CmB/wCM,8CAIE,aAAA,CAEA,aAAA,CACA,YAAA,CANA,iBAAA,CAEA,SAAA,CAEA,YnB0wCR,CmBrwCQ,oDAKE,6BAAA,CADA,UAAA,CAHA,aAAA,CAEA,WAAA,CAGA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAPA,UnB8wCV,CmBlwCM,8CAIE,2CAAA,CACA,gEACE,CALF,eAAA,CAEA,4BAAA,CADA,kBnBuwCR,CmBhwCQ,2DACE,YnBkwCV,CmB7vCM,8CAGE,2CAAA,CADA,gCAAA,CADA,enBiwCR,CmB3vCM,yCAIE,aAAA,CAFA,UAAA,CAIA,YAAA,CADA,aAAA,CAJA,iBAAA,CACA,WAAA,CACA,SnBgwCR,CmBxvCI,+BACE,MnB0vCN,CmBtvCI,+BACE,4DnBwvCN,CmBrvCM,qDACE,+BnBuvCR,CmBpvCQ,sHACE,+BnBsvCV,CmBhvCI,+BAEE,YAAA,CADA,mBnBmvCN,CmB/uCM,mCACE,enBivCR,CmB7uCM,6CACE,SnB+uCR,CmB3uCM,uDAGE,mBnB8uCR,CmBjvCM,uDAGE,kBnB8uCR,CmBjvCM,6CAIE,gBAAA,CAFA,aAAA,CADA,YnBgvCR,CmB1uCQ,mDAKE,6BAAA,CADA,UAAA,CAHA,aAAA,CAEA,WAAA,CAGA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAPA,UnBmvCV,CmBnuCM,+CACE,mBnBquCR,CmB7tCM,4CAEE,wBAAA,CADA,enBguCR,CmB5tCQ,oEACE,mBnB8tCV,CmB/tCQ,oEACE,oBnB8tCV,CmB1tCQ,4EACE,iBnB4tCV,CmB7tCQ,4EACE,kBnB4tCV,CmBxtCQ,oFACE,mBnB0tCV,CmB3tCQ,oFACE,oBnB0tCV,CmBttCQ,4FACE,mBnBwtCV,CmBztCQ,4FACE,oBnBwtCV,CmBjtCE,mBACE,wBnBmtCJ,CmB/sCE,wBACE,YAAA,CACA,SAAA,CAIA,0BAAA,CAHA,oEnBktCJ,CmB5sCI,kCACE,2BnB8sCN,CmBzsCE,gCACE,SAAA,CAIA,uBAAA,CAHA,qEnB4sCJ,CmBtsCI,8CAEE,kCAAA,CAAA,0BnBusCN,CACF,CKz4CI,0Cc0MA,0CACE,YnBksCJ,CmB/rCI,yDACE,UnBisCN,CmB7rCI,wDACE,YnB+rCN,CmB3rCI,kDACE,YnB6rCN,CmBxrCE,gBAIE,iDAAA,CADA,gCAAA,CAFA,aAAA,CACA,enB4rCJ,CACF,CKt8CM,+DcmRF,6CACE,YnBsrCJ,CmBnrCI,4DACE,UnBqrCN,CmBjrCI,2DACE,YnBmrCN,CmB/qCI,qDACE,YnBirCN,CACF,CK97CI,mCc7JJ,QAgbI,oBnB+qCF,CmBzqCI,kCAME,qCAAA,CACA,qDAAA,CANA,eAAA,CACA,KAAA,CAGA,SnB2qCN,CmBtqCM,6CACE,uBnBwqCR,CmBpqCM,gDACE,YnBsqCR,CmBjqCI,2CACE,kBnBoqCN,CmBrqCI,2CACE,mBnBoqCN,CmBrqCI,iCAEE,oBnBmqCN,CmB5pCI,yDACE,kBnB8pCN,CmB/pCI,yDACE,iBnB8pCN,CACF,CKv9CI,sCc7JJ,QA4dI,oBAAA,CACA,oDnB4pCF,CmBtpCI,gCAME,qCAAA,CACA,qDAAA,CANA,eAAA,CACA,KAAA,CAGA,SnBwpCN,CmBnpCM,8CACE,uBnBqpCR,CmBjpCM,8CACE,YnBmpCR,CmB9oCI,yCACE,kBnBipCN,CmBlpCI,yCACE,mBnBipCN,CmBlpCI,+BAEE,oBnBgpCN,CmBzoCI,uDACE,kBnB2oCN,CmB5oCI,uDACE,iBnB2oCN,CmBtoCE,wBACE,YAAA,CACA,sBAAA,CAEA,SAAA,CACA,6FACE,CAHF,mBnB0oCJ,CmBloCI,sCACE,enBooCN,CmB/nCE,iFACE,sBAAA,CAEA,SAAA,CACA,4FACE,CAHF,kBnBmoCJ,CmB1nCE,iDACE,enB4nCJ,CmBxnCE,6CACE,YnB0nCJ,CmBtnCE,uBACE,aAAA,CACA,enBwnCJ,CmBrnCI,kCACE,enBunCN,CmBnnCI,qCACE,enBqnCN,CmBlnCM,0CACE,uCnBonCR,CmBhnCM,6DACE,mBnBknCR,CmB9mCM,yFAEE,YnBgnCR,CmB3mCI,yCAEE,kBnB+mCN,CmBjnCI,yCAEE,mBnB+mCN,CmBjnCI,+BACE,aAAA,CAGA,SAAA,CADA,kBnB8mCN,CmB1mCM,2DACE,SnB4mCR,CmBtmCE,cAGE,kBAAA,CADA,YAAA,CAEA,gCAAA,CAHA,WnB2mCJ,CmBrmCI,oBACE,uDnBumCN,CmBnmCI,oBAME,6BAAA,CACA,kBAAA,CAFA,UAAA,CAJA,oBAAA,CAEA,WAAA,CAKA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CACA,yBAAA,CARA,qBAAA,CAFA,UnB+mCN,CmBlmCM,8BACE,wBnBomCR,CmBhmCM,kKAEE,uBnBimCR,CmBnlCI,2EACE,YnBwlCN,CmBrlCM,oDACE,anBulCR,CmBplCQ,kEAKE,qCAAA,CACA,qDAAA,CAFA,YAAA,CAHA,eAAA,CACA,KAAA,CACA,SnBylCV,CmBnlCU,0FACE,mBnBqlCZ,CmBhlCQ,0EACE,QnBklCV,CmB7kCM,sFACE,kBnB+kCR,CmBhlCM,sFACE,mBnB+kCR,CmB3kCM,kDACE,uCnB6kCR,CmBvkCI,2CACE,sBAAA,CAEA,SAAA,CADA,kBnB0kCN,CmBjkCI,qFAIE,mDnBokCN,CmBxkCI,qFAIE,oDnBokCN,CmBxkCI,2EACE,aAAA,CACA,oBAAA,CAGA,SAAA,CAFA,kBnBqkCN,CmBhkCM,yFAEE,gBAAA,CADA,gBnBmkCR,CmB9jCM,0FACE,YnBgkCR,CACF,CoBvxDA,eAKE,eAAA,CACA,eAAA,CAJA,SpB8xDF,CoBvxDE,gCANA,kBAAA,CAFA,YAAA,CAGA,sBpBqyDF,CoBhyDE,iBAOE,mBAAA,CAFA,aAAA,CADA,gBAAA,CAEA,iBpB0xDJ,CoBrxDE,wBAEE,qDAAA,CADA,uCpBwxDJ,CoBnxDE,qBACE,6CpBqxDJ,CoBhxDI,sDAEE,uDAAA,CADA,+BpBmxDN,CoB/wDM,8DACE,+BpBixDR,CoB5wDI,mCACE,uCAAA,CACA,oBpB8wDN,CoB1wDI,yBAKE,iBAAA,CADA,yCAAA,CAHA,aAAA,CAEA,eAAA,CADA,YpB+wDN,CqB/zDE,eAGE,+DAAA,CADA,oBAAA,CADA,qBrBo0DJ,CK/oDI,0CgBtLF,eAOI,YrBk0DJ,CACF,CqB5zDM,6BACE,oBrB8zDR,CqBxzDE,kBACE,YAAA,CACA,qBAAA,CACA,SAAA,CACA,qBrB0zDJ,CqBnzDI,0BACE,sBrBqzDN,CqBlzDM,gEACE,+BrBozDR,CqB9yDE,gBAEE,uCAAA,CADA,erBizDJ,CqB5yDE,kBACE,oBrB8yDJ,CqB3yDI,mCAGE,kBAAA,CAFA,YAAA,CACA,SAAA,CAEA,iBrB6yDN,CqBzyDI,oCAIE,kBAAA,CAHA,mBAAA,CACA,kBAAA,CACA,SAAA,CAGA,QAAA,CADA,iBrB4yDN,CqBvyDI,0DACE,kBrByyDN,CqB1yDI,0DACE,iBrByyDN,CqBryDI,iDACE,uBAAA,CAEA,YrBsyDN,CqBjyDE,4BACE,YrBmyDJ,CqB5xDA,YAGE,kBAAA,CAFA,YAAA,CAIA,eAAA,CAHA,SAAA,CAIA,eAAA,CAFA,UrBiyDF,CqB5xDE,yBACE,WrB8xDJ,CqBvxDA,kBACE,YrB0xDF,CKltDI,0CgBzEJ,kBAKI,wBrB0xDF,CACF,CqBvxDE,qCACE,WrByxDJ,CK7uDI,sCgB7CF,+CAKI,kBrByxDJ,CqB9xDA,+CAKI,mBrByxDJ,CACF,CK/tDI,0CgBrDJ,6BAMI,SAAA,CAFA,eAAA,CACA,UrBsxDF,CqBnxDE,qDACE,gBrBqxDJ,CqBlxDE,gDACE,SrBoxDJ,CqBjxDE,4CACE,iBAAA,CAAA,kBrBmxDJ,CqBhxDE,2CAEE,WAAA,CADA,crBmxDJ,CqB/wDE,2CACE,mBAAA,CACA,cAAA,CACA,SAAA,CACA,oBAAA,CAAA,iBrBixDJ,CqB9wDE,2CACE,SrBgxDJ,CqB7wDE,qCAEE,WAAA,CACA,eAAA,CAFA,erBixDJ,CACF,CsB37DA,MACE,qBAAA,CACA,yBtB87DF,CsBx7DA,aAME,qCAAA,CADA,cAAA,CAEA,0FACE,CAPF,cAAA,CACA,KAAA,CAaA,mDAAA,CACA,qBAAA,CAJA,wFACE,CATF,UAAA,CADA,StBk8DF,CuB78DA,MACE,mfvBg9DF,CuB18DA,WACE,iBvB68DF,CK/yDI,mCkB/JJ,WAKI,evB68DF,CACF,CuB18DE,kBACE,YvB48DJ,CuBx8DE,oBAEE,SAAA,CADA,SvB28DJ,CKxyDI,0CkBpKF,8BAOI,YvBm9DJ,CuB19DA,8BAOI,avBm9DJ,CuB19DA,oBAaI,2CAAA,CACA,kBAAA,CAJA,WAAA,CACA,eAAA,CACA,mBAAA,CANA,iBAAA,CAEA,SAAA,CAUA,uBAAA,CAHA,4CACE,CAPF,UvBi9DJ,CuBr8DI,+DACE,SAAA,CACA,oCvBu8DN,CACF,CK90DI,mCkBjJF,8BAgCI,MvB08DJ,CuB1+DA,8BAgCI,OvB08DJ,CuB1+DA,oBAqCI,0BAAA,CADA,cAAA,CADA,QAAA,CAJA,cAAA,CAEA,KAAA,CAKA,sDACE,CALF,OvBw8DJ,CuB97DI,+DAME,YAAA,CACA,SAAA,CACA,4CACE,CARF,UvBm8DN,CACF,CK70DI,0CkBxGA,+DAII,mBvBq7DN,CACF,CK33DM,+DkB/DF,+DASI,mBvBq7DN,CACF,CKh4DM,+DkB/DF,+DAcI,mBvBq7DN,CACF,CuBh7DE,kBAEE,kCAAA,CAAA,0BvBi7DJ,CK/1DI,0CkBpFF,4BAOI,MvBy7DJ,CuBh8DA,4BAOI,OvBy7DJ,CuBh8DA,kBAWI,QAAA,CAEA,SAAA,CADA,eAAA,CANA,cAAA,CAEA,KAAA,CAWA,wBAAA,CALA,qGACE,CALF,OAAA,CADA,SvBu7DJ,CuB16DI,4BACE,yBvB46DN,CuBx6DI,6DAEE,WAAA,CACA,SAAA,CAMA,uBAAA,CALA,sGACE,CAJF,UvB86DN,CACF,CK14DI,mCkBjEF,4BA2CI,WvBw6DJ,CuBn9DA,4BA2CI,UvBw6DJ,CuBn9DA,kBA6CI,eAAA,CAHA,iBAAA,CAIA,8CAAA,CAFA,avBu6DJ,CACF,CKz6DM,+DkBOF,6DAII,avBk6DN,CACF,CKx5DI,sCkBfA,6DASI,avBk6DN,CACF,CuB75DE,iBAIE,2CAAA,CACA,0BAAA,CAFA,aAAA,CAFA,iBAAA,CAKA,2CACE,CALF,SvBm6DJ,CKr6DI,mCkBAF,iBAaI,0BAAA,CACA,mBAAA,CAFA,avB+5DJ,CuB15DI,uBACE,0BvB45DN,CACF,CuBx5DI,4DAEE,2CAAA,CACA,6BAAA,CACA,8BAAA,CAHA,gCvB65DN,CuBr5DE,4BAKE,mBAAA,CAAA,oBvB05DJ,CuB/5DE,4BAKE,mBAAA,CAAA,oBvB05DJ,CuB/5DE,kBAQE,gBAAA,CAFA,eAAA,CAFA,WAAA,CAHA,iBAAA,CAMA,sBAAA,CAJA,UAAA,CADA,SvB65DJ,CuBp5DI,+BACE,qBvBs5DN,CuBl5DI,kEAEE,uCvBm5DN,CuB/4DI,6BACE,YvBi5DN,CKr7DI,0CkBaF,kBA8BI,eAAA,CADA,aAAA,CADA,UvBk5DJ,CACF,CK/8DI,mCkBgCF,4BAmCI,mBvBk5DJ,CuBr7DA,4BAmCI,oBvBk5DJ,CuBr7DA,kBAqCI,aAAA,CADA,evBi5DJ,CuB74DI,+BACE,uCvB+4DN,CuB34DI,mCACE,gCvB64DN,CuBz4DI,6DACE,kBvB24DN,CuBx4DM,8EACE,uCvB04DR,CuBt4DM,0EACE,WvBw4DR,CACF,CuBl4DE,iBAIE,cAAA,CAHA,oBAAA,CAEA,aAAA,CAEA,kCACE,CAJF,YvBu4DJ,CuB/3DI,uBACE,UvBi4DN,CuB73DI,yCAEE,UvBi4DN,CuBn4DI,yCAEE,WvBi4DN,CuBn4DI,+BACE,iBAAA,CAEA,SAAA,CACA,SvB+3DN,CuB53DM,6CACE,oBvB83DR,CKr+DI,0CkB+FA,yCAaI,UvB83DN,CuB34DE,yCAaI,WvB83DN,CuB34DE,+BAcI,SvB63DN,CuB13DM,+CACE,YvB43DR,CACF,CKjgEI,mCkBkHA,+BAwBI,mBvB23DN,CuBx3DM,8CACE,YvB03DR,CACF,CuBp3DE,8BAEE,WvBy3DJ,CuB33DE,8BAEE,UvBy3DJ,CuB33DE,oBAKE,mBAAA,CAJA,iBAAA,CAEA,SAAA,CACA,SvBu3DJ,CK7/DI,0CkBkIF,8BASI,WvBu3DJ,CuBh4DA,8BASI,UvBu3DJ,CuBh4DA,oBAUI,SvBs3DJ,CACF,CuBn3DI,uCACE,iBvBy3DN,CuB13DI,uCACE,kBvBy3DN,CuB13DI,6BAEE,uCAAA,CACA,SAAA,CAIA,oBAAA,CAHA,+DvBs3DN,CuBh3DM,iDAEE,uCAAA,CADA,YvBm3DR,CuB92DM,gGAGE,SAAA,CADA,mBAAA,CAEA,kBvB+2DR,CuB52DQ,sGACE,UvB82DV,CuBv2DE,8BAOE,mBAAA,CAAA,oBvB82DJ,CuBr3DE,8BAOE,mBAAA,CAAA,oBvB82DJ,CuBr3DE,oBAIE,kBAAA,CAKA,yCAAA,CANA,YAAA,CAKA,eAAA,CAFA,WAAA,CAKA,SAAA,CAVA,iBAAA,CACA,KAAA,CAUA,uBAAA,CAFA,kBAAA,CALA,UvBg3DJ,CKvjEI,mCkBkMF,8BAgBI,mBvB02DJ,CuB13DA,8BAgBI,oBvB02DJ,CuB13DA,oBAiBI,evBy2DJ,CACF,CuBt2DI,+DACE,SAAA,CACA,0BvBw2DN,CuBn2DE,6BAKE,+BvBs2DJ,CuB32DE,0DAME,gCvBq2DJ,CuB32DE,6BAME,+BvBq2DJ,CuB32DE,mBAIE,eAAA,CAHA,iBAAA,CAEA,UAAA,CADA,SvBy2DJ,CKtjEI,0CkB2MF,mBAWI,QAAA,CADA,UvBs2DJ,CACF,CK/kEI,mCkB8NF,mBAiBI,SAAA,CADA,UAAA,CAEA,sBvBq2DJ,CuBl2DI,8DACE,8BAAA,CACA,SvBo2DN,CACF,CuB/1DE,uBASE,kCAAA,CAAA,0BAAA,CAFA,2CAAA,CANA,WAAA,CACA,eAAA,CAIA,kBvBg2DJ,CuB11DI,iEAZF,uBAaI,uBvB61DJ,CACF,CK5nEM,+DkBiRJ,uBAkBI,avB61DJ,CACF,CK3mEI,sCkB2PF,uBAuBI,avB61DJ,CACF,CKhnEI,mCkB2PF,uBA4BI,YAAA,CACA,yDAAA,CACA,oBvB61DJ,CuB11DI,kEACE,evB41DN,CuBx1DI,6BACE,+CvB01DN,CuBt1DI,0CAEE,YAAA,CADA,WvBy1DN,CuBp1DI,gDACE,oDvBs1DN,CuBn1DM,sDACE,0CvBq1DR,CACF,CuB90DA,kBACE,gCAAA,CACA,qBvBi1DF,CuB90DE,wBAME,qDAAA,CAFA,uCAAA,CAFA,gBAAA,CACA,kBAAA,CAFA,eAAA,CAIA,uBvBi1DJ,CKppEI,mCkB8TF,kCAUI,mBvBg1DJ,CuB11DA,kCAUI,oBvBg1DJ,CACF,CuB50DE,wBAGE,eAAA,CADA,QAAA,CADA,SAAA,CAIA,wBAAA,CAAA,gBvB60DJ,CuBz0DE,wBACE,yDvB20DJ,CuBx0DI,oCACE,evB00DN,CuBr0DE,wBACE,aAAA,CAEA,YAAA,CADA,uBAAA,CAEA,gCvBu0DJ,CuBp0DI,4DACE,uDvBs0DN,CuBl0DI,gDACE,mBvBo0DN,CuB/zDE,gCAKE,cAAA,CADA,aAAA,CAGA,YAAA,CANA,eAAA,CAKA,uBAAA,CAJA,KAAA,CACA,SvBq0DJ,CuB9zDI,wCACE,YvBg0DN,CuB3zDI,wDACE,YvB6zDN,CuBzzDI,oCAGE,+BAAA,CADA,gBAAA,CADA,mBAAA,CAGA,2CvB2zDN,CKtsEI,mCkBuYA,8CAUI,mBvByzDN,CuBn0DE,8CAUI,oBvByzDN,CACF,CuBrzDI,oFAEE,uDAAA,CADA,+BvBwzDN,CuBlzDE,sCACE,2CvBozDJ,CuB/yDE,2BAGE,eAAA,CADA,eAAA,CADA,iBvBmzDJ,CKvtEI,mCkBmaF,qCAOI,mBvBizDJ,CuBxzDA,qCAOI,oBvBizDJ,CACF,CuB7yDE,kCAEE,MvBmzDJ,CuBrzDE,kCAEE,OvBmzDJ,CuBrzDE,wBAME,uCAAA,CAFA,aAAA,CACA,YAAA,CAJA,iBAAA,CAEA,YvBkzDJ,CKjtEI,0CkB4ZF,wBAUI,YvB+yDJ,CACF,CuB5yDI,8BAKE,6BAAA,CADA,UAAA,CAHA,oBAAA,CAEA,WAAA,CAGA,+CAAA,CAAA,uCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAPA,UvBqzDN,CuB3yDM,wCACE,oBvB6yDR,CuBvyDE,8BAGE,uCAAA,CAFA,gBAAA,CACA,evB0yDJ,CuBtyDI,iCAKE,gCAAA,CAHA,eAAA,CACA,eAAA,CACA,eAAA,CAHA,evB4yDN,CuBryDM,sCACE,oBvBuyDR,CuBlyDI,iCAKE,gCAAA,CAHA,gBAAA,CACA,eAAA,CACA,eAAA,CAHA,avBwyDN,CuBjyDM,sCACE,oBvBmyDR,CuB7xDE,yBAKE,gCAAA,CAJA,aAAA,CAEA,gBAAA,CACA,iBAAA,CAFA,avBkyDJ,CuB3xDE,uBAGE,wBAAA,CAFA,+BAAA,CACA,yBvB8xDJ,CwBl8EA,WACE,iBAAA,CACA,SxBq8EF,CwBl8EE,kBAOE,2CAAA,CACA,mBAAA,CACA,8BAAA,CAHA,gCAAA,CAHA,QAAA,CAEA,gBAAA,CADA,YAAA,CAMA,SAAA,CATA,iBAAA,CACA,sBAAA,CAaA,mCAAA,CAJA,oExBq8EJ,CwB97EI,6EACE,gBAAA,CACA,SAAA,CAKA,+BAAA,CAJA,8ExBi8EN,CwBz7EI,wBAWE,+BAAA,CAAA,8CAAA,CAFA,6BAAA,CAAA,8BAAA,CACA,YAAA,CAFA,UAAA,CAHA,QAAA,CAFA,QAAA,CAIA,kBAAA,CADA,iBAAA,CALA,iBAAA,CACA,KAAA,CAEA,OxBk8EN,CwBt7EE,iBAOE,mBAAA,CAFA,eAAA,CACA,oBAAA,CAHA,QAAA,CAFA,kBAAA,CAGA,aAAA,CAFA,SxB67EJ,CwBp7EE,iBACE,kBxBs7EJ,CwBl7EE,2BAGE,kBAAA,CAAA,oBxBw7EJ,CwB37EE,2BAGE,mBAAA,CAAA,mBxBw7EJ,CwB37EE,iBAIE,cAAA,CAHA,aAAA,CAKA,YAAA,CADA,uBAAA,CAEA,2CACE,CANF,UxBy7EJ,CwB/6EI,8CACE,+BxBi7EN,CwB76EI,uBACE,qDxB+6EN,CyBngFA,YAIE,qBAAA,CADA,aAAA,CAGA,gBAAA,CALA,eAAA,CACA,UAAA,CAGA,azBugFF,CyBngFE,aATF,YAUI,YzBsgFF,CACF,CKx1EI,0CoB3KF,+BAKI,azB2gFJ,CyBhhFA,+BAKI,czB2gFJ,CyBhhFA,qBAWI,2CAAA,CAHA,aAAA,CAEA,WAAA,CANA,cAAA,CAEA,KAAA,CASA,uBAAA,CAHA,iEACE,CAJF,aAAA,CAFA,SzBygFJ,CyB9/EI,mEACE,8BAAA,CACA,6BzBggFN,CyB7/EM,6EACE,8BzB+/ER,CyB1/EI,6CAEE,QAAA,CAAA,MAAA,CACA,QAAA,CACA,eAAA,CAHA,iBAAA,CACA,OAAA,CAGA,qBAAA,CAHA,KzB+/EN,CACF,CKv4EI,sCoBtKJ,YAuDI,QzB0/EF,CyBv/EE,mBACE,WzBy/EJ,CyBr/EE,6CACE,UzBu/EJ,CACF,CyBn/EE,uBACE,YAAA,CACA,OzBq/EJ,CKt5EI,mCoBjGF,uBAMI,QzBq/EJ,CyBl/EI,8BACE,WzBo/EN,CyBh/EI,qCACE,azBk/EN,CyB9+EI,+CACE,kBzBg/EN,CACF,CyB3+EE,wBAIE,uBAAA,CAOA,kCAAA,CAAA,0BAAA,CAVA,cAAA,CACA,eAAA,CACA,yDAAA,CAMA,oBzB0+EJ,CyBr+EI,2CAEE,YAAA,CADA,WzBw+EN,CyBn+EI,mEACE,+CzBq+EN,CyBl+EM,qHACE,oDzBo+ER,CyBj+EQ,iIACE,0CzBm+EV,CyBp9EE,wCAGE,wBACE,qBzBo9EJ,CyBh9EE,6BACE,kCzBk9EJ,CyBn9EE,6BACE,iCzBk9EJ,CACF,CK96EI,0CoB5BF,YAME,0BAAA,CADA,QAAA,CAEA,SAAA,CANA,cAAA,CACA,KAAA,CAMA,sDACE,CALF,OAAA,CADA,SzBm9EF,CyBx8EE,4CAEE,WAAA,CACA,SAAA,CACA,4CACE,CAJF,UzB68EJ,CACF,C0B1nFA,iBACE,GACE,Q1B4nFF,C0BznFA,GACE,a1B2nFF,CACF,C0BvnFA,gBACE,GACE,SAAA,CACA,0B1BynFF,C0BtnFA,IACE,S1BwnFF,C0BrnFA,GACE,SAAA,CACA,uB1BunFF,CACF,C0B/mFA,MACE,2eAAA,CACA,+fAAA,CACA,0lBAAA,CACA,kf1BinFF,C0B3mFA,WAOE,kCAAA,CAAA,0BAAA,CANA,aAAA,CACA,gBAAA,CACA,eAAA,CAEA,uCAAA,CAGA,uBAAA,CAJA,kB1BinFF,C0B1mFE,iBACE,U1B4mFJ,C0BxmFE,iBACE,oBAAA,CAEA,aAAA,CACA,qBAAA,CAFA,U1B4mFJ,C0BvmFI,+BACE,iB1B0mFN,C0B3mFI,+BACE,kB1B0mFN,C0B3mFI,qBAEE,gB1BymFN,C0BrmFI,kDACE,iB1BwmFN,C0BzmFI,kDACE,kB1BwmFN,C0BzmFI,kDAEE,iB1BumFN,C0BzmFI,kDAEE,kB1BumFN,C0BlmFE,iCAGE,iB1BumFJ,C0B1mFE,iCAGE,kB1BumFJ,C0B1mFE,uBACE,oBAAA,CACA,6BAAA,CAEA,eAAA,CACA,sBAAA,CACA,qB1BomFJ,C0BhmFE,kBACE,YAAA,CAMA,gBAAA,CALA,SAAA,CAMA,oBAAA,CAHA,gBAAA,CAIA,WAAA,CAHA,eAAA,CAFA,SAAA,CADA,U1BwmFJ,C0B/lFI,iDACE,4B1BimFN,C0B5lFE,iBACE,eAAA,CACA,sB1B8lFJ,C0B3lFI,gDACE,2B1B6lFN,C0BzlFI,kCAIE,kB1BimFN,C0BrmFI,kCAIE,iB1BimFN,C0BrmFI,wBAOE,6BAAA,CADA,UAAA,CALA,oBAAA,CAEA,YAAA,CAMA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CALA,uBAAA,CAHA,W1BmmFN,C0BvlFI,iCACE,a1BylFN,C0BrlFI,iCACE,gDAAA,CAAA,wC1BulFN,C0BnlFI,+BACE,8CAAA,CAAA,sC1BqlFN,C0BjlFI,+BACE,8CAAA,CAAA,sC1BmlFN,C0B/kFI,sCACE,qDAAA,CAAA,6C1BilFN,C0B3kFA,gBACE,Y1B8kFF,C0B3kFE,gCAIE,kB1B+kFJ,C0BnlFE,gCAIE,iB1B+kFJ,C0BnlFE,sBAGE,kBAAA,CAGA,uCAAA,CALA,mBAAA,CAIA,gBAAA,CAHA,S1BilFJ,C0B1kFI,+BACE,aAAA,CACA,oB1B4kFN,C0BxkFI,2CACE,U1B2kFN,C0B5kFI,2CACE,W1B2kFN,C0B5kFI,iCAEE,kB1B0kFN,C0BtkFI,0BACE,W1BwkFN,C2B/vFA,MACE,iSAAA,CACA,4UAAA,CACA,+NAAA,CACA,gZ3BkwFF,C2BzvFE,iBAME,kDAAA,CADA,UAAA,CAJA,oBAAA,CAEA,cAAA,CAIA,mCAAA,CAAA,2BAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CANA,0BAAA,CAFA,a3BowFJ,C2BxvFE,uBACE,6B3B0vFJ,C2BtvFE,sBACE,wCAAA,CAAA,gC3BwvFJ,C2BpvFE,6BACE,+CAAA,CAAA,uC3BsvFJ,C2BlvFE,4BACE,8CAAA,CAAA,sC3BovFJ,C4B/xFA,SASE,2CAAA,CADA,gCAAA,CAJA,aAAA,CAGA,eAAA,CADA,aAAA,CADA,UAAA,CAFA,S5BsyFF,C4B7xFE,aAZF,SAaI,Y5BgyFF,CACF,CKrnFI,0CuBzLJ,SAkBI,Y5BgyFF,CACF,C4B7xFE,iBACE,mB5B+xFJ,C4B3xFE,yBAIE,iB5BkyFJ,C4BtyFE,yBAIE,kB5BkyFJ,C4BtyFE,eAQE,eAAA,CAPA,YAAA,CAMA,eAAA,CAJA,QAAA,CAEA,aAAA,CAHA,SAAA,CAWA,oBAAA,CAPA,kB5BgyFJ,C4BtxFI,kCACE,Y5BwxFN,C4BnxFE,eACE,aAAA,CACA,kBAAA,CAAA,mB5BqxFJ,C4BlxFI,sCACE,aAAA,CACA,S5BoxFN,C4B9wFE,eAOE,kCAAA,CAAA,0BAAA,CANA,YAAA,CAEA,eAAA,CADA,gBAAA,CAMA,UAAA,CAJA,uCAAA,CACA,oBAAA,CAIA,8D5B+wFJ,C4B1wFI,0CACE,aAAA,CACA,S5B4wFN,C4BxwFI,6BAEE,kB5B2wFN,C4B7wFI,6BAEE,iB5B2wFN,C4B7wFI,mBAGE,iBAAA,CAFA,Y5B4wFN,C4BrwFM,2CACE,qB5BuwFR,C4BxwFM,2CACE,qB5B0wFR,C4B3wFM,2CACE,qB5B6wFR,C4B9wFM,2CACE,qB5BgxFR,C4BjxFM,2CACE,oB5BmxFR,C4BpxFM,2CACE,qB5BsxFR,C4BvxFM,2CACE,qB5ByxFR,C4B1xFM,2CACE,qB5B4xFR,C4B7xFM,4CACE,qB5B+xFR,C4BhyFM,4CACE,oB5BkyFR,C4BnyFM,4CACE,qB5BqyFR,C4BtyFM,4CACE,qB5BwyFR,C4BzyFM,4CACE,qB5B2yFR,C4B5yFM,4CACE,qB5B8yFR,C4B/yFM,4CACE,oB5BizFR,C4B3yFI,gCACE,SAAA,CAIA,yBAAA,CAHA,wC5B8yFN,C6Bj5FA,MACE,mS7Bo5FF,C6B34FE,mCACE,mBAAA,CACA,cAAA,CACA,QAAA,CAEA,mBAAA,CADA,kB7B+4FJ,C6B14FE,oBAGE,kBAAA,CAOA,+CAAA,CACA,oBAAA,CAVA,mBAAA,CAIA,gBAAA,CACA,0BAAA,CACA,eAAA,CALA,QAAA,CAOA,qBAAA,CADA,eAAA,CAJA,wB7Bm5FJ,C6Bz4FI,0BAGE,uCAAA,CAFA,aAAA,CACA,YAAA,CAEA,6C7B24FN,C6Bt4FM,gEAEE,0CAAA,CADA,+B7By4FR,C6Bn4FI,yBACE,uB7Bq4FN,C6B73FI,gCAME,oDAAA,CADA,UAAA,CAJA,oBAAA,CAEA,YAAA,CAIA,qCAAA,CAAA,6BAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CACA,iCAAA,CAPA,0BAAA,CAFA,W7Bw4FN,C6B33FI,wFACE,0C7B63FN,C8Bv8FA,iBACE,GACE,oB9B08FF,C8Bv8FA,IACE,kB9By8FF,C8Bt8FA,GACE,oB9Bw8FF,CACF,C8Bh8FA,MACE,yNAAA,CACA,sP9Bm8FF,C8B57FA,YA6BE,kCAAA,CAAA,0BAAA,CAVA,2CAAA,CACA,mBAAA,CACA,8BAAA,CAHA,gCAAA,CADA,sCAAA,CAdA,+IACE,CAYF,8BAAA,CAMA,SAAA,CArBA,iBAAA,CACA,uBAAA,CAyBA,4BAAA,CAJA,uDACE,CATF,6BAAA,CADA,S9Bg8FF,C8B96FE,oBAEE,SAAA,CAKA,uBAAA,CAJA,2EACE,CAHF,S9Bm7FJ,C8Bz6FE,oBAEE,eAAA,CACA,wBAAA,CAAA,gBAAA,CAFA,U9B66FJ,C8Bx6FI,6CACE,qC9B06FN,C8Bt6FI,uCAEE,eAAA,CADA,mB9By6FN,C8Bn6FI,6BACE,Y9Bq6FN,C8Bh6FE,8CACE,sC9Bk6FJ,C8B95FE,mBAEE,gBAAA,CADA,a9Bi6FJ,C8B75FI,2CACE,Y9B+5FN,C8B35FI,0CACE,e9B65FN,C8Br5FA,eACE,iBAAA,CACA,eAAA,CAIA,YAAA,CAHA,kBAAA,CAEA,0BAAA,CADA,kB9B05FF,C8Br5FE,yBACE,a9Bu5FJ,C8Bn5FE,oBACE,sCAAA,CACA,iB9Bq5FJ,C8Bj5FE,6BACE,oBAAA,CAGA,gB9Bi5FJ,C8B74FE,sBAYE,mBAAA,CANA,cAAA,CAHA,oBAAA,CACA,gBAAA,CAAA,iBAAA,CAIA,YAAA,CAGA,eAAA,CAVA,iBAAA,CAMA,wBAAA,CAAA,gBAAA,CAFA,uBAAA,CAHA,S9Bu5FJ,C8Bz4FI,qCACE,uB9B24FN,C8Bv4FI,cArBF,sBAsBI,W9B04FJ,C8Bv4FI,wCACE,2B9By4FN,C8Br4FI,6BAOE,qCAAA,CACA,+CAAA,CAAA,uC9B04FN,C8Bh4FI,yDAZE,UAAA,CADA,YAAA,CAKA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAVA,iBAAA,CACA,SAAA,CAEA,WAAA,CADA,U9B85FN,C8B/4FI,4BAOE,oDAAA,CACA,4CAAA,CAAA,oCAAA,CAQA,uBAAA,CAJA,+C9Bm4FN,C8B53FM,gDACE,uB9B83FR,C8B13FM,mFACE,0C9B43FR,CACF,C8Bv3FI,0CAGE,2BAAA,CADA,uBAAA,CADA,S9B23FN,C8Br3FI,8CACE,oB9Bu3FN,C8Bp3FM,aAJF,8CASI,8CAAA,CACA,iBAAA,CAHA,gCAAA,CADA,eAAA,CADA,cAAA,CAGA,kB9By3FN,C8Bp3FM,oDACE,mC9Bs3FR,CACF,C8B12FE,gCAEE,iBAAA,CADA,e9B82FJ,C8B12FI,mCACE,iB9B42FN,C8Bz2FM,oDAEE,a9Bw3FR,C8B13FM,oDAEE,c9Bw3FR,C8B13FM,0CAcE,8CAAA,CACA,iBAAA,CALA,gCAAA,CAEA,oBAAA,CACA,qBAAA,CANA,iBAAA,CACA,eAAA,CAHA,UAAA,CAIA,gBAAA,CALA,aAAA,CAEA,cAAA,CALA,iBAAA,CAUA,iBAAA,CARA,S9Bu3FR,C+BvoGA,MACE,wBAAA,CACA,wB/B0oGF,C+BpoGA,aA+BE,kCAAA,CAAA,0BAAA,CAjBA,gCAAA,CADA,sCAAA,CAGA,SAAA,CADA,mBAAA,CAdA,iBAAA,CAGA,wDACE,CAgBF,4BAAA,CAGA,uEACE,CARF,uDACE,CANF,UAAA,CADA,S/BwoGF,C+BjnGE,oBAuBE,8CAAA,CAAA,+CAAA,CADA,UAAA,CADA,aAAA,CAfA,gJACE,CANF,iBAAA,CAmBA,S/BqmGJ,C+B9lGE,yBAGE,kEAAA,CAFA,gDAAA,CACA,6C/BimGJ,C+B5lGE,4BAGE,qEAAA,CADA,8CAAA,CADA,6C/BgmGJ,C+B1lGE,qBAEE,SAAA,CAKA,uBAAA,CAJA,wEACE,CAHF,S/B+lGJ,C+BrlGE,oBAqBE,uBAAA,CAEA,2CAAA,CACA,mBAAA,CACA,8BAAA,CAnBA,0FACE,CAaF,eAAA,CADA,8BAAA,CAlBA,iBAAA,CAqBA,oB/B0kGJ,C+BpkGI,uCAEE,YAAA,CADA,W/BukGN,C+BlkGI,6CACE,oD/BokGN,C+BjkGM,mDACE,0C/BmkGR,C+B3jGI,mCAwBE,eAAA,CACA,eAAA,CAxBA,oIACE,CAgBF,sCACE,CAIF,mBAAA,CAKA,wBAAA,CAAA,gBAAA,CAbA,sBAAA,CAAA,iB/BqjGN,C+BpiGI,4CACE,Y/BsiGN,C+BliGI,2CACE,e/BoiGN,CgCvtGA,kBAME,ehCmuGF,CgCzuGA,kBAME,gBhCmuGF,CgCzuGA,QAUE,2CAAA,CACA,oBAAA,CAEA,8BAAA,CALA,uCAAA,CACA,cAAA,CALA,aAAA,CAGA,eAAA,CAKA,YAAA,CAPA,mBAAA,CAJA,cAAA,CACA,UAAA,CAiBA,yBAAA,CALA,mGACE,CAZF,ShCsuGF,CgCntGE,aAtBF,QAuBI,YhCstGF,CACF,CgCntGE,kBACE,wBhCqtGJ,CgCjtGE,gBAEE,SAAA,CADA,mBAAA,CAGA,+BAAA,CADA,uBhCotGJ,CgChtGI,0BACE,8BhCktGN,CgC7sGE,4BAEE,0CAAA,CADA,+BhCgtGJ,CgC3sGE,YACE,oBAAA,CACA,oBhC6sGJ,CiClwGA,oBACE,GACE,mBjCqwGF,CACF,CiC7vGA,MACE,wfjC+vGF,CiCzvGA,YACE,aAAA,CAEA,eAAA,CADA,ajC6vGF,CiCzvGE,+BAOE,kBAAA,CAAA,kBjC0vGJ,CiCjwGE,+BAOE,iBAAA,CAAA,mBjC0vGJ,CiCjwGE,qBAQE,aAAA,CACA,cAAA,CACA,YAAA,CATA,iBAAA,CAKA,UjC2vGJ,CiCpvGI,qCAIE,iBjC4vGN,CiChwGI,qCAIE,kBjC4vGN,CiChwGI,2BAME,6BAAA,CADA,UAAA,CAJA,oBAAA,CAEA,YAAA,CAIA,yCAAA,CAAA,iCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CARA,WjC8vGN,CiCjvGE,mBACE,iBAAA,CACA,UjCmvGJ,CiC/uGE,kBAWE,2CAAA,CACA,mBAAA,CACA,8BAAA,CALA,gCAAA,CACA,oBAAA,CAHA,kBAAA,CAFA,YAAA,CAUA,SAAA,CAPA,aAAA,CAFA,SAAA,CAJA,iBAAA,CASA,4BAAA,CARA,UAAA,CAaA,+CACE,CAbF,SjC6vGJ,CiC5uGI,+EACE,gBAAA,CACA,SAAA,CACA,sCjC8uGN,CiCxuGI,qCAEE,oCACE,gCjCyuGN,CiCruGI,2CACE,cjCuuGN,CACF,CiCluGE,kBACE,kBjCouGJ,CiChuGE,4BAGE,kBAAA,CAAA,oBjCuuGJ,CiC1uGE,4BAGE,mBAAA,CAAA,mBjCuuGJ,CiC1uGE,kBAKE,cAAA,CAJA,aAAA,CAMA,YAAA,CADA,uBAAA,CAEA,2CACE,CALF,kBAAA,CAFA,UjCwuGJ,CiC7tGI,gDACE,+BjC+tGN,CiC3tGI,wBACE,qDjC6tGN,CkCn0GA,MAEI,6VAAA,CAAA,uWAAA,CAAA,qPAAA,CAAA,2xBAAA,CAAA,qMAAA,CAAA,+aAAA,CAAA,2LAAA,CAAA,yPAAA,CAAA,2TAAA,CAAA,oaAAA,CAAA,2SAAA,CAAA,2LlC41GJ,CkCh1GE,4CAME,8CAAA,CACA,4BAAA,CACA,mBAAA,CACA,8BAAA,CAJA,mCAAA,CAJA,iBAAA,CAGA,gBAAA,CADA,iBAAA,CADA,eAAA,CASA,uBAAA,CADA,2BlCo1GJ,CkCh1GI,aAdF,4CAeI,elCm1GJ,CACF,CkCh1GI,sEACE,gClCk1GN,CkC70GI,gDACE,qBlC+0GN,CkC30GI,gIAEE,iBAAA,CADA,clC80GN,CkCz0GI,4FACE,iBlC20GN,CkCv0GI,kFACE,elCy0GN,CkCr0GI,0FACE,YlCu0GN,CkCn0GI,8EACE,mBlCq0GN,CkCh0GE,sEAGE,iBAAA,CAAA,mBlC00GJ,CkC70GE,sEAGE,kBAAA,CAAA,kBlC00GJ,CkC70GE,sEASE,uBlCo0GJ,CkC70GE,sEASE,wBlCo0GJ,CkC70GE,sEAUE,4BlCm0GJ,CkC70GE,4IAWE,6BlCk0GJ,CkC70GE,sEAWE,4BlCk0GJ,CkC70GE,kDAOE,0BAAA,CACA,WAAA,CAFA,eAAA,CADA,eAAA,CAHA,oBAAA,CAAA,iBAAA,CADA,iBlC40GJ,CkC/zGI,kFACE,elCi0GN,CkC7zGI,oFAEE,UlCw0GN,CkC10GI,oFAEE,WlCw0GN,CkC10GI,gEAOE,wBhBiIU,CgBlIV,UAAA,CADA,WAAA,CAGA,kDAAA,CAAA,0CAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAVA,iBAAA,CAEA,UAAA,CACA,UlCs0GN,CkC3zGI,4DACE,4DlC6zGN,CkC/yGE,sDACE,oBlCkzGJ,CkC/yGI,gFACE,gClCizGN,CkC5yGE,8DACE,0BlC+yGJ,CkC5yGI,4EACE,wBAlBG,CAmBH,kDAAA,CAAA,0ClC8yGN,CkC1yGI,0EACE,alC4yGN,CkCj0GE,8DACE,oBlCo0GJ,CkCj0GI,wFACE,gClCm0GN,CkC9zGE,sEACE,0BlCi0GJ,CkC9zGI,oFACE,wBAlBG,CAmBH,sDAAA,CAAA,8ClCg0GN,CkC5zGI,kFACE,alC8zGN,CkCn1GE,sDACE,oBlCs1GJ,CkCn1GI,gFACE,gClCq1GN,CkCh1GE,8DACE,0BlCm1GJ,CkCh1GI,4EACE,wBAlBG,CAmBH,kDAAA,CAAA,0ClCk1GN,CkC90GI,0EACE,alCg1GN,CkCr2GE,oDACE,oBlCw2GJ,CkCr2GI,8EACE,gClCu2GN,CkCl2GE,4DACE,0BlCq2GJ,CkCl2GI,0EACE,wBAlBG,CAmBH,iDAAA,CAAA,yClCo2GN,CkCh2GI,wEACE,alCk2GN,CkCv3GE,4DACE,oBlC03GJ,CkCv3GI,sFACE,gClCy3GN,CkCp3GE,oEACE,0BlCu3GJ,CkCp3GI,kFACE,wBAlBG,CAmBH,qDAAA,CAAA,6ClCs3GN,CkCl3GI,gFACE,alCo3GN,CkCz4GE,8DACE,oBlC44GJ,CkCz4GI,wFACE,gClC24GN,CkCt4GE,sEACE,0BlCy4GJ,CkCt4GI,oFACE,wBAlBG,CAmBH,sDAAA,CAAA,8ClCw4GN,CkCp4GI,kFACE,alCs4GN,CkC35GE,4DACE,oBlC85GJ,CkC35GI,sFACE,gClC65GN,CkCx5GE,oEACE,0BlC25GJ,CkCx5GI,kFACE,wBAlBG,CAmBH,qDAAA,CAAA,6ClC05GN,CkCt5GI,gFACE,alCw5GN,CkC76GE,4DACE,oBlCg7GJ,CkC76GI,sFACE,gClC+6GN,CkC16GE,oEACE,0BlC66GJ,CkC16GI,kFACE,wBAlBG,CAmBH,qDAAA,CAAA,6ClC46GN,CkCx6GI,gFACE,alC06GN,CkC/7GE,0DACE,oBlCk8GJ,CkC/7GI,oFACE,gClCi8GN,CkC57GE,kEACE,0BlC+7GJ,CkC57GI,gFACE,wBAlBG,CAmBH,oDAAA,CAAA,4ClC87GN,CkC17GI,8EACE,alC47GN,CkCj9GE,oDACE,oBlCo9GJ,CkCj9GI,8EACE,gClCm9GN,CkC98GE,4DACE,0BlCi9GJ,CkC98GI,0EACE,wBAlBG,CAmBH,iDAAA,CAAA,yClCg9GN,CkC58GI,wEACE,alC88GN,CkCn+GE,4DACE,oBlCs+GJ,CkCn+GI,sFACE,gClCq+GN,CkCh+GE,oEACE,0BlCm+GJ,CkCh+GI,kFACE,wBAlBG,CAmBH,qDAAA,CAAA,6ClCk+GN,CkC99GI,gFACE,alCg+GN,CkCr/GE,wDACE,oBlCw/GJ,CkCr/GI,kFACE,gClCu/GN,CkCl/GE,gEACE,0BlCq/GJ,CkCl/GI,8EACE,wBAlBG,CAmBH,mDAAA,CAAA,2ClCo/GN,CkCh/GI,4EACE,alCk/GN,CmCtpHA,MACE,qMnCypHF,CmChpHE,sBAEE,uCAAA,CADA,gBnCopHJ,CmChpHI,mCACE,anCkpHN,CmCnpHI,mCACE,cnCkpHN,CmC9oHM,4BACE,sBnCgpHR,CmC7oHQ,mCACE,gCnC+oHV,CmC3oHQ,2DACE,SAAA,CAEA,uBAAA,CADA,enC8oHV,CmCzoHQ,yGACE,SAAA,CACA,uBnC2oHV,CmCvoHQ,yCACE,YnCyoHV,CmCloHE,0BACE,eAAA,CACA,enCooHJ,CmCjoHI,+BACE,oBnCmoHN,CmC9nHE,gDACE,YnCgoHJ,CmC5nHE,8BAIE,+BAAA,CAHA,oBAAA,CAEA,WAAA,CAGA,SAAA,CAKA,4BAAA,CAJA,4DACE,CAHF,0BnCgoHJ,CmCvnHI,aAdF,8BAeI,+BAAA,CACA,SAAA,CACA,uBnC0nHJ,CACF,CmCvnHI,wCACE,6BnCynHN,CmCrnHI,oCACE,+BnCunHN,CmCnnHI,qCAKE,6BAAA,CADA,UAAA,CAHA,oBAAA,CAEA,YAAA,CAGA,2CAAA,CAAA,mCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAPA,WnC4nHN,CmC/mHQ,mDACE,oBnCinHV,CoC/tHE,kCAEE,iBpCquHJ,CoCvuHE,kCAEE,kBpCquHJ,CoCvuHE,wBAGE,yCAAA,CAFA,oBAAA,CAGA,SAAA,CACA,mCpCkuHJ,CoC7tHI,aAVF,wBAWI,YpCguHJ,CACF,CoC5tHE,6FAEE,SAAA,CACA,mCpC8tHJ,CoCxtHE,4FAEE,+BpC0tHJ,CoCttHE,oBACE,yBAAA,CACA,uBAAA,CAGA,yEpCstHJ,CKvlHI,sC+BrHE,qDACE,uBpC+sHN,CACF,CoC1sHE,kEACE,yBpC4sHJ,CoCxsHE,sBACE,0BpC0sHJ,CqCrwHE,2BACE,arCwwHJ,CKnlHI,0CgCtLF,2BAKI,erCwwHJ,CqCrwHI,6BACE,iBrCuwHN,CACF,CqCnwHI,6BAEE,0BAAA,CAAA,2BAAA,CADA,eAAA,CAEA,iBrCqwHN,CqClwHM,2CACE,kBrCowHR,CqC9vHI,6CACE,QrCgwHN,CsC5xHE,uBACE,4CtCgyHJ,CsC3xHE,8CAJE,kCAAA,CAAA,0BtCmyHJ,CsC/xHE,uBACE,4CtC8xHJ,CsCzxHE,4BAEE,kCAAA,CAAA,0BAAA,CADA,qCtC4xHJ,CsCxxHI,mCACE,atC0xHN,CsCtxHI,kCACE,atCwxHN,CsCnxHE,0BAKE,eAAA,CAJA,aAAA,CAEA,YAAA,CACA,aAAA,CAFA,kBAAA,CAAA,mBtCwxHJ,CsClxHI,uCACE,etCoxHN,CsChxHI,sCACE,kBtCkxHN,CuC/zHA,MACE,oLvCk0HF,CuCzzHE,oBAGE,iBAAA,CAEA,gBAAA,CADA,avC2zHJ,CuCvzHI,wCACE,uBvCyzHN,CuCrzHI,gCAEE,eAAA,CADA,gBvCwzHN,CuCjzHM,wCACE,mBvCmzHR,CuC7yHE,8BAKE,oBvCizHJ,CuCtzHE,8BAKE,mBvCizHJ,CuCtzHE,8BAUE,4BvC4yHJ,CuCtzHE,4DAWE,6BvC2yHJ,CuCtzHE,8BAWE,4BvC2yHJ,CuCtzHE,oBASE,cAAA,CANA,aAAA,CACA,eAAA,CAIA,evC8yHJ,CuCxyHI,kCACE,uCAAA,CACA,oBvC0yHN,CuCtyHI,wCAEE,uCAAA,CADA,YvCyyHN,CuCpyHI,oCAEE,WvCizHN,CuCnzHI,oCAEE,UvCizHN,CuCnzHI,0BAOE,6BAAA,CADA,UAAA,CADA,WAAA,CAGA,yCAAA,CAAA,iCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAVA,iBAAA,CAEA,UAAA,CAUA,sBAAA,CADA,yBAAA,CARA,UvC+yHN,CuCnyHM,oCACE,wBvCqyHR,CuChyHI,4BACE,YvCkyHN,CuC7xHI,4CACE,YvC+xHN,CwCz3HE,+DACE,sBAAA,CAEA,mBAAA,CACA,0BAAA,CACA,uBxC23HJ,CwCx3HI,2EAGE,iBAAA,CADA,eAAA,CADA,yBxC43HN,CwCr3HE,mEACE,0BxCu3HJ,CwCn3HE,oBACE,qBxCq3HJ,CwCj3HE,gBACE,oBxCm3HJ,CwC/2HE,gBACE,qBxCi3HJ,CwC72HE,iBACE,kBxC+2HJ,CwC32HE,kBACE,kBxC62HJ,CyCt5HE,6BACE,sCzCy5HJ,CyCt5HE,cACE,yCzCw5HJ,CyC54HE,sIACE,oCzC84HJ,CyCt4HE,2EACE,qCzCw4HJ,CyC93HE,wGACE,oCzCg4HJ,CyCv3HE,yFACE,qCzCy3HJ,CyCp3HE,6BACE,kCzCs3HJ,CyCh3HE,6CACE,sCzCk3HJ,CyC32HE,4DACE,sCzC62HJ,CyCt2HE,4DACE,qCzCw2HJ,CyC/1HE,yFACE,qCzCi2HJ,CyCz1HE,2EACE,sCzC21HJ,CyCh1HE,wHACE,qCzCk1HJ,CyC70HE,8BAGE,mBAAA,CADA,gBAAA,CADA,gBzCi1HJ,CyC50HE,eACE,4CzC80HJ,CyC30HE,eACE,4CzC60HJ,CyCz0HE,gBAIE,+CAAA,CACA,kDAAA,CAJA,aAAA,CAEA,wBAAA,CADA,wBzC80HJ,CyCv0HE,yBAOE,wCAAA,CACA,+DAAA,CACA,4BAAA,CACA,6BAAA,CARA,iBAAA,CAGA,eAAA,CACA,eAAA,CAFA,cAAA,CADA,oCAAA,CAFA,iBzCk1HJ,CyCt0HI,6BACE,YzCw0HN,CyCr0HM,kCACE,wBAAA,CACA,yBzCu0HR,CyCj0HE,iCAaE,wCAAA,CACA,+DAAA,CAJA,uCAAA,CACA,0BAAA,CALA,UAAA,CAJA,oBAAA,CAOA,2BAAA,CADA,2BAAA,CADA,2BAAA,CANA,eAAA,CAWA,wBAAA,CAAA,gBAAA,CAPA,SzC00HJ,CyCxzHE,sBACE,iBAAA,CACA,iBzC0zHJ,CyCrzHE,iCAKE,ezCmzHJ,CyChzHI,sCACE,gBzCkzHN,CyC9yHI,gDACE,YzCgzHN,CyCtyHA,gBACE,iBzCyyHF,CyCryHE,yCACE,aAAA,CACA,SzCuyHJ,CyClyHE,mBACE,YzCoyHJ,CyC/xHE,oBACE,QzCiyHJ,CyC7xHE,4BACE,WAAA,CACA,SAAA,CACA,ezC+xHJ,CyC5xHI,0CACE,YzC8xHN,CyCxxHE,yBAKE,wCAAA,CAEA,+BAAA,CADA,4BAAA,CAHA,eAAA,CADA,oDAAA,CAEA,wBAAA,CAAA,gBzC6xHJ,CyCtxHE,2BAEE,+DAAA,CADA,2BzCyxHJ,CyCrxHI,+BACE,uCAAA,CACA,gBzCuxHN,CyClxHE,sBACE,MAAA,CACA,WzCoxHJ,CyC/wHA,aACE,azCkxHF,CyCxwHE,4BAEE,aAAA,CADA,YzC4wHJ,CyCxwHI,wDAEE,2BAAA,CADA,wBzC2wHN,CyCrwHE,+BAKE,2CAAA,CAEA,+BAAA,CADA,gCAAA,CADA,sBAAA,CAHA,mBAAA,CACA,gBAAA,CAFA,azC6wHJ,CyCpwHI,qCAEE,UAAA,CACA,UAAA,CAFA,azCwwHN,CK/4HI,0CoCsJF,8BACE,iBzC6vHF,CyCnvHE,wSAGE,ezCyvHJ,CyCrvHE,sCAEE,mBAAA,CACA,eAAA,CADA,oBAAA,CADA,kBAAA,CAAA,mBzCyvHJ,CACF,C0CtlII,yDAIE,+BAAA,CACA,8BAAA,CAFA,aAAA,CADA,QAAA,CADA,iB1C4lIN,C0CplII,uBAEE,uCAAA,CADA,c1CulIN,C0CliIM,iHAEE,WAlDkB,CAiDlB,kB1C6iIR,C0C9iIM,6HAEE,WAlDkB,CAiDlB,kB1CyjIR,C0C1jIM,6HAEE,WAlDkB,CAiDlB,kB1CqkIR,C0CtkIM,oHAEE,WAlDkB,CAiDlB,kB1CilIR,C0CllIM,0HAEE,WAlDkB,CAiDlB,kB1C6lIR,C0C9lIM,uHAEE,WAlDkB,CAiDlB,kB1CymIR,C0C1mIM,uHAEE,WAlDkB,CAiDlB,kB1CqnIR,C0CtnIM,6HAEE,WAlDkB,CAiDlB,kB1CioIR,C0CloIM,yCAEE,WAlDkB,CAiDlB,kB1CqoIR,C0CtoIM,yCAEE,WAlDkB,CAiDlB,kB1CyoIR,C0C1oIM,0CAEE,WAlDkB,CAiDlB,kB1C6oIR,C0C9oIM,uCAEE,WAlDkB,CAiDlB,kB1CipIR,C0ClpIM,wCAEE,WAlDkB,CAiDlB,kB1CqpIR,C0CtpIM,sCAEE,WAlDkB,CAiDlB,kB1CypIR,C0C1pIM,wCAEE,WAlDkB,CAiDlB,kB1C6pIR,C0C9pIM,oCAEE,WAlDkB,CAiDlB,kB1CiqIR,C0ClqIM,2CAEE,WAlDkB,CAiDlB,kB1CqqIR,C0CtqIM,qCAEE,WAlDkB,CAiDlB,kB1CyqIR,C0C1qIM,oCAEE,WAlDkB,CAiDlB,kB1C6qIR,C0C9qIM,kCAEE,WAlDkB,CAiDlB,kB1CirIR,C0ClrIM,qCAEE,WAlDkB,CAiDlB,kB1CqrIR,C0CtrIM,mCAEE,WAlDkB,CAiDlB,kB1CyrIR,C0C1rIM,qCAEE,WAlDkB,CAiDlB,kB1C6rIR,C0C9rIM,wCAEE,WAlDkB,CAiDlB,kB1CisIR,C0ClsIM,sCAEE,WAlDkB,CAiDlB,kB1CqsIR,C0CtsIM,2CAEE,WAlDkB,CAiDlB,kB1CysIR,C0C9rIM,iCAEE,WAPkB,CAMlB,iB1CisIR,C0ClsIM,uCAEE,WAPkB,CAMlB,iB1CqsIR,C0CtsIM,mCAEE,WAPkB,CAMlB,iB1CysIR,C2C3xIA,MACE,2LAAA,CACA,yL3C8xIF,C2CrxIE,wBAKE,mBAAA,CAHA,YAAA,CACA,qBAAA,CACA,YAAA,CAHA,iB3C4xIJ,C2ClxII,8BAGE,QAAA,CACA,SAAA,CAHA,iBAAA,CACA,O3CsxIN,C2CjxIM,qCACE,0B3CmxIR,C2CtvIM,kEACE,0C3CwvIR,C2ClvIE,2BAME,uBAAA,CADA,+DAAA,CAJA,YAAA,CACA,cAAA,CACA,aAAA,CACA,oB3CsvIJ,C2CjvII,aATF,2BAUI,gB3CovIJ,CACF,C2CjvII,cAGE,+BACE,iB3CivIN,C2C9uIM,sCAQE,qCAAA,CANA,QAAA,CAKA,UAAA,CAHA,aAAA,CAEA,UAAA,CAHA,MAAA,CAFA,iBAAA,CAaA,2CAAA,CALA,2DACE,CAGF,kDAAA,CARA,+B3CsvIR,CACF,C2CxuII,8CACE,Y3C0uIN,C2CtuII,iCAUE,+BAAA,CACA,6BAAA,CALA,uCAAA,CAEA,cAAA,CAPA,aAAA,CAGA,gBAAA,CACA,eAAA,CAFA,8BAAA,CAMA,+BAAA,CAGA,2CACE,CANF,kBAAA,CALA,U3CkvIN,C2CnuIM,aAII,6CACE,O3CkuIV,C2CnuIQ,8CACE,O3CquIV,C2CtuIQ,8CACE,O3CwuIV,C2CzuIQ,8CACE,O3C2uIV,C2C5uIQ,8CACE,O3C8uIV,C2C/uIQ,8CACE,O3CivIV,C2ClvIQ,8CACE,O3CovIV,C2CrvIQ,8CACE,O3CuvIV,C2CxvIQ,8CACE,O3C0vIV,C2C3vIQ,+CACE,Q3C6vIV,C2C9vIQ,+CACE,Q3CgwIV,C2CjwIQ,+CACE,Q3CmwIV,C2CpwIQ,+CACE,Q3CswIV,C2CvwIQ,+CACE,Q3CywIV,C2C1wIQ,+CACE,Q3C4wIV,C2C7wIQ,+CACE,Q3C+wIV,C2ChxIQ,+CACE,Q3CkxIV,C2CnxIQ,+CACE,Q3CqxIV,C2CtxIQ,+CACE,Q3CwxIV,C2CzxIQ,+CACE,Q3C2xIV,CACF,C2CtxIM,uCACE,gC3CwxIR,C2CpxIM,oDACE,a3CsxIR,C2CjxII,yCACE,S3CmxIN,C2C/wIM,2CACE,aAAA,CACA,8B3CixIR,C2C3wIE,4BACE,U3C6wIJ,C2C1wII,aAJF,4BAKI,gB3C6wIJ,CACF,C2CzwIE,0BACE,Y3C2wIJ,C2CxwII,aAJF,0BAKI,a3C2wIJ,C2CvwIM,sCACE,O3CywIR,C2C1wIM,uCACE,O3C4wIR,C2C7wIM,uCACE,O3C+wIR,C2ChxIM,uCACE,O3CkxIR,C2CnxIM,uCACE,O3CqxIR,C2CtxIM,uCACE,O3CwxIR,C2CzxIM,uCACE,O3C2xIR,C2C5xIM,uCACE,O3C8xIR,C2C/xIM,uCACE,O3CiyIR,C2ClyIM,wCACE,Q3CoyIR,C2CryIM,wCACE,Q3CuyIR,C2CxyIM,wCACE,Q3C0yIR,C2C3yIM,wCACE,Q3C6yIR,C2C9yIM,wCACE,Q3CgzIR,C2CjzIM,wCACE,Q3CmzIR,C2CpzIM,wCACE,Q3CszIR,C2CvzIM,wCACE,Q3CyzIR,C2C1zIM,wCACE,Q3C4zIR,C2C7zIM,wCACE,Q3C+zIR,C2Ch0IM,wCACE,Q3Ck0IR,CACF,C2C5zII,+FAEE,Q3C8zIN,C2C3zIM,yGACE,wBAAA,CACA,yB3C8zIR,C2CrzIM,2DAEE,wBAAA,CACA,yBAAA,CAFA,Q3CyzIR,C2ClzIM,iEACE,Q3CozIR,C2CjzIQ,qLAGE,wBAAA,CACA,yBAAA,CAFA,Q3CqzIV,C2C/yIQ,6FACE,wBAAA,CACA,yB3CizIV,C2C5yIM,yDACE,kB3C8yIR,C2CzyII,sCACE,Q3C2yIN,C2CtyIE,2BAEE,iBAAA,CAOA,kBAAA,CAHA,uCAAA,CAEA,cAAA,CAPA,aAAA,CAGA,YAAA,CACA,gBAAA,CAEA,mBAAA,CAGA,gCAAA,CAPA,W3C+yIJ,C2CryII,iCAEE,uDAAA,CADA,+B3CwyIN,C2CnyII,iCAKE,6BAAA,CADA,UAAA,CAHA,aAAA,CAEA,WAAA,CAGA,8CAAA,CAAA,sCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CACA,+CACE,CATF,U3C6yIN,C2C9xIE,4BAOE,yEACE,CANF,YAAA,CAGA,aAAA,CAFA,qBAAA,CAGA,mBAAA,CALA,iBAAA,CAYA,wBAAA,CATA,Y3CoyIJ,C2CxxII,sCACE,wB3C0xIN,C2CtxII,oCACE,S3CwxIN,C2CpxII,kCAGE,wEACE,CAFF,mBAAA,CADA,O3CwxIN,C2C9wIM,uDACE,8CAAA,CAAA,sC3CgxIR,CKv5II,0CsCqJF,wDAEE,kB3CwwIF,C2C1wIA,wDAEE,mB3CwwIF,C2C1wIA,8CAGE,eAAA,CAFA,eAAA,CAGA,iC3CswIF,C2ClwIE,8DACE,mB3CqwIJ,C2CtwIE,8DACE,kB3CqwIJ,C2CtwIE,oDAEE,U3CowIJ,C2ChwIE,8EAEE,kB3CmwIJ,C2CrwIE,8EAEE,mB3CmwIJ,C2CrwIE,8EAGE,kB3CkwIJ,C2CrwIE,8EAGE,mB3CkwIJ,C2CrwIE,oEACE,U3CowIJ,C2C9vIE,8EAEE,mB3CiwIJ,C2CnwIE,8EAEE,kB3CiwIJ,C2CnwIE,8EAGE,mB3CgwIJ,C2CnwIE,8EAGE,kB3CgwIJ,C2CnwIE,oEACE,U3CkwIJ,CACF,C2CpvIE,cAHF,olDAII,gC3CuvIF,C2CpvIE,g8GACE,uC3CsvIJ,CACF,C2CjvIA,4sDACE,+B3CovIF,C2ChvIA,wmDACE,a3CmvIF,C4CvnJA,MACE,qWAAA,CACA,8W5C0nJF,C4CjnJE,4BAEE,oBAAA,CADA,iB5CqnJJ,C4ChnJI,sDAEE,S5CmnJN,C4CrnJI,sDAEE,U5CmnJN,C4CrnJI,4CACE,iBAAA,CAEA,S5CknJN,C4C7mJE,+CAEE,SAAA,CADA,U5CgnJJ,C4C3mJE,kDAEE,W5CsnJJ,C4CxnJE,kDAEE,Y5CsnJJ,C4CxnJE,wCAOE,qDAAA,CADA,UAAA,CADA,aAAA,CAGA,0CAAA,CAAA,kCAAA,CAEA,4BAAA,CAAA,oBAAA,CADA,6BAAA,CAAA,qBAAA,CAEA,yBAAA,CAAA,iBAAA,CAVA,iBAAA,CAEA,SAAA,CACA,Y5ConJJ,C4CzmJE,gEACE,wB1B2Wa,C0B1Wb,mDAAA,CAAA,2C5C2mJJ,C6C3pJA,aAQE,wBACE,Y7C0pJF,CACF,C8CpqJA,QACE,8DAAA,CAGA,+CAAA,CACA,iEAAA,CACA,oDAAA,CACA,sDAAA,CACA,mDAAA,CAGA,qEAAA,CACA,qEAAA,CACA,wEAAA,CACA,0EAAA,CACA,wEAAA,CACA,yEAAA,CACA,kEAAA,CACA,+DAAA,CACA,oEAAA,CACA,oEAAA,CACA,mEAAA,CACA,gEAAA,CACA,uEAAA,CACA,mEAAA,CACA,qEAAA,CACA,oEAAA,CACA,gEAAA,CACA,wEAAA,CACA,qEAAA,CACA,+D9CkqJF,C8C5pJA,SAEE,kBAAA,CADA,Y9CgqJF,C+ClsJE,kBAUE,cAAA,CATA,YAAA,CACA,kEACE,CAQF,Y/C8rJJ,C+C1rJI,sDACE,gB/C4rJN,C+CtrJI,oFAKE,wDAAA,CACA,mBAAA,CAJA,aAAA,CAEA,QAAA,CADA,aAAA,CAIA,sC/CwrJN,C+CnrJM,iOACE,kBAAA,CACA,8B/CsrJR,C+ClrJM,6FACE,iBAAA,CAAA,c/CqrJR,C+CjrJM,2HACE,Y/CorJR,C+ChrJM,wHACE,e/CmrJR,C+CpqJI,yMAGE,eAAA,CAAA,Y/C4qJN,C+C9pJI,ybAOE,W/CoqJN,C+ChqJI,8BACE,eAAA,CAAA,Y/CkqJN,CK9lJI,mC2ChKA,8BACE,UhDswJJ,CgDvwJE,8BACE,WhDswJJ,CgDvwJE,8BAGE,kBhDowJJ,CgDvwJE,8BAGE,iBhDowJJ,CgDvwJE,oBAKE,mBAAA,CADA,YAAA,CAFA,ahDqwJJ,CgD/vJI,kCACE,WhDkwJN,CgDnwJI,kCACE,UhDkwJN,CgDnwJI,kCAEE,iBAAA,CAAA,chDiwJN,CgDnwJI,kCAEE,aAAA,CAAA,kBhDiwJN,CACF","file":"main.css"}
\ No newline at end of file
diff --git a/v2.20/developer/admin-rest-api/overview/index.html b/v2.20/developer/admin-rest-api/overview/index.html
index bf346dbf17..110cd4d69d 100644
--- a/v2.20/developer/admin-rest-api/overview/index.html
+++ b/v2.20/developer/admin-rest-api/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/admin-rest-api/overview/ rel=canonical><link href=../../rest-auth/ rel=prev><link href=../../cluster-api/workload-overview-dev/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>REST API - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/admin-rest-api/overview/ rel=canonical><link href=../../rest-auth/ rel=prev><link href=../../cluster-api/workload-overview-dev/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>REST API - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -29,7 +29,7 @@
 <a id=__codelineno-1-11 name=__codelineno-1-11 href=#__codelineno-1-11></a><span class=n>data</span> <span class=o>=</span> <span class=n>res</span><span class=o>.</span><span class=n>read</span><span class=p>()</span>
 <a id=__codelineno-1-12 name=__codelineno-1-12 href=#__codelineno-1-12></a>
 <a id=__codelineno-1-13 name=__codelineno-1-13 href=#__codelineno-1-13></a><span class=nb>print</span><span class=p>(</span><span class=n>data</span><span class=o>.</span><span class=n>decode</span><span class=p>(</span><span class=s2>&quot;utf-8&quot;</span><span class=p>))</span>
-</code></pre></div> </div> </div> </div> <p>(replace <code>&lt;ACCESS-TOKEN&gt;</code> with the bearer token from above).</p> <p>For an additional example, see the <a href=https://github.com/run-ai/docs/blob/master/examples/create-user-and-project.py target=_blank>following</a> code. It is an example of how to use the Run:ai REST API to create a User and a Project and set the User to the Project. </p> <h2 id=runai-rest-api-documentation>Run:ai REST API Documentation<a class=headerlink href=#runai-rest-api-documentation title="Permanent link">&para;</a></h2> <p>The Run:ai REST API offers developers a robust interface for interacting with and managing Run:ai metadata objects, including Projects, Departments, Clusters, and Users.</p> <p>Public API documentation is available at <a href=https://api-docs.run.ai target=_blank>api-docs.run.ai</a>. For self-hosted deployments, access the documentation at <code>https://&lt;control-plane-url&gt;/api/docs</code>.</p> <p><a class="md-button md-button--primary" href=https://api-docs.run.ai target=_blank>View Documentation</a></p> <h2 id=runai-api-policy>Run:ai API Policy<a class=headerlink href=#runai-api-policy title="Permanent link">&para;</a></h2> <p>At Run:ai, we are dedicated to delivering stable, reliable, and well-documented APIs. Our goal is to ensure that our APIs evolve in a predictable, transparent manner, offering users a seamless experience.</p> <p>Run:ai follows strict API design and operational standards to ensure a consistent and high-quality experience for users.</p> <h3 id=api-lifecycle-and-deprecation>API Lifecycle and Deprecation<a class=headerlink href=#api-lifecycle-and-deprecation title="Permanent link">&para;</a></h3> <p>While our goal is to maintain stable and backward-compatible APIs, there may be times when breaking changes or deprecations are necessary.</p> <p>In case of breaking changes, the deprecated version of the API will be supported for two additional versions in self-hosted deployments and for six months in SaaS deployments. During this period, no new features or functionality will be added to the deprecated API. When an API or API field is deprecated, the following process is followed: Documentation: The deprecated API or field is clearly labeled in the documentation, with a replacement provided where applicable. Release Notes: Information about deprecated APIs, including those scheduled for future removal, is included in the release notes. Customer Notification: Customers are notified of upcoming deprecations as part of the regular release communications.</p> <h3 id=api-removal>API Removal<a class=headerlink href=#api-removal title="Permanent link">&para;</a></h3> <p>After the defined backward compatibility period has ended, deprecated APIs or fields are removed from both the codebase and the documentation.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> </div> </div> </div> <p>(replace <code>&lt;ACCESS-TOKEN&gt;</code> with the bearer token from above).</p> <p>For an additional example, see the <a href=https://github.com/run-ai/docs/blob/master/examples/create-user-and-project.py target=_blank>following</a> code. It is an example of how to use the Run:ai REST API to create a User and a Project and set the User to the Project. </p> <h2 id=runai-rest-api-documentation>Run:ai REST API Documentation<a class=headerlink href=#runai-rest-api-documentation title="Permanent link">&para;</a></h2> <p>The Run:ai REST API offers developers a robust interface for interacting with and managing Run:ai metadata objects, including Projects, Departments, Clusters, and Users.</p> <p>Public API documentation is available at <a href=https://api-docs.run.ai target=_blank>api-docs.run.ai</a>. For self-hosted deployments, access the documentation at <code>https://&lt;control-plane-url&gt;/api/docs</code>.</p> <p><a class="md-button md-button--primary" href=https://api-docs.run.ai target=_blank>View Documentation</a></p> <h2 id=runai-api-policy>Run:ai API Policy<a class=headerlink href=#runai-api-policy title="Permanent link">&para;</a></h2> <p>At Run:ai, we are dedicated to delivering stable, reliable, and well-documented APIs. Our goal is to ensure that our APIs evolve in a predictable, transparent manner, offering users a seamless experience.</p> <p>Run:ai follows strict API design and operational standards to ensure a consistent and high-quality experience for users.</p> <h3 id=api-lifecycle-and-deprecation>API Lifecycle and Deprecation<a class=headerlink href=#api-lifecycle-and-deprecation title="Permanent link">&para;</a></h3> <p>While our goal is to maintain stable and backward-compatible APIs, there may be times when breaking changes or deprecations are necessary.</p> <p>In case of breaking changes, the deprecated version of the API will be supported for two additional versions in self-hosted deployments and for six months in SaaS deployments. During this period, no new features or functionality will be added to the deprecated API. When an API or API field is deprecated, the following process is followed: Documentation: The deprecated API or field is clearly labeled in the documentation, with a replacement provided where applicable. Release Notes: Information about deprecated APIs, including those scheduled for future removal, is included in the release notes. Customer Notification: Customers are notified of upcoming deprecations as part of the regular release communications.</p> <h3 id=api-removal>API Removal<a class=headerlink href=#api-removal title="Permanent link">&para;</a></h3> <p>After the defined backward compatibility period has ended, deprecated APIs or fields are removed from both the codebase and the documentation.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -57,6 +57,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/cluster-api/other-resources/index.html b/v2.20/developer/cluster-api/other-resources/index.html
index 44da01c892..2894978bdc 100644
--- a/v2.20/developer/cluster-api/other-resources/index.html
+++ b/v2.20/developer/cluster-api/other-resources/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/other-resources/ rel=canonical><link href=../../metrics/metrics/ rel=prev><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Kubernetes Workloads Integration - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/other-resources/ rel=canonical><link href=../../metrics/metrics/ rel=prev><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Kubernetes Workloads Integration - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -95,7 +95,7 @@
 <a id=__codelineno-5-22 name=__codelineno-5-22 href=#__codelineno-5-22></a><span class=w>            </span><span class="p p-Indicator">-</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">date; echo Hello from the Kubernetes cluster</span>
 <a id=__codelineno-5-23 name=__codelineno-5-23 href=#__codelineno-5-23></a><span class=w>          </span><span class=nt>restartPolicy</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">OnFailure</span>
 <a id=__codelineno-5-24 name=__codelineno-5-24 href=#__codelineno-5-24></a><span class=w>          </span><span class=nt>(Optional) priorityClassName</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">build / train / inference / interactivePreemptible</span>
-</code></pre></div> <h2 id=limitations>Limitations<a class=headerlink href=#limitations title="Permanent link">&para;</a></h2> <p>The Run:ai command line interface provides limited support for Kubernetes Workloads.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>Run:ai has specific integrations with additional third-party tools such as <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow target=_blank>KubeFlow</a>, <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-MLflow target=_blank>MLFlow</a>, and more. These integrations use the same instructions as described above.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=limitations>Limitations<a class=headerlink href=#limitations title="Permanent link">&para;</a></h2> <p>The Run:ai command line interface provides limited support for Kubernetes Workloads.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>Run:ai has specific integrations with additional third-party tools such as <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow target=_blank>KubeFlow</a>, <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-MLflow target=_blank>MLFlow</a>, and more. These integrations use the same instructions as described above.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -123,6 +123,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/cluster-api/reference/index.html b/v2.20/developer/cluster-api/reference/index.html
index a4370e32a8..59b00c5c0a 100644
--- a/v2.20/developer/cluster-api/reference/index.html
+++ b/v2.20/developer/cluster-api/reference/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/reference/ rel=canonical><link href=../submit-rest/ rel=prev><link href=../../metrics/metrics-api/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Reference - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/reference/ rel=canonical><link href=../submit-rest/ rel=prev><link href=../../metrics/metrics-api/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Reference - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Reference </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5 checked> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/cluster-api/reference.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Reference</h1> <p>For a full reference for the YAML API parameters see the <a href=../Workload-YAML-Reference-v1.pdf>YAML Reference</a> document.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Reference </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5 checked> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/cluster-api/reference.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Reference</h1> <p>For a full reference for the YAML API parameters see the <a href=../Workload-YAML-Reference-v1.pdf>YAML Reference</a> document.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/cluster-api/submit-rest/index.html b/v2.20/developer/cluster-api/submit-rest/index.html
index 1b56e2b796..3348a04fba 100644
--- a/v2.20/developer/cluster-api/submit-rest/index.html
+++ b/v2.20/developer/cluster-api/submit-rest/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/submit-rest/ rel=canonical><link href=../submit-yaml/ rel=prev><link href=../reference/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Submit Workload via HTTP/REST - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/submit-rest/ rel=canonical><link href=../submit-yaml/ rel=prev><link href=../reference/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Submit Workload via HTTP/REST - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -70,7 +70,7 @@
 <a id=__codelineno-3-32 name=__codelineno-3-32 href=#__codelineno-3-32></a><span class=n>response</span> <span class=o>=</span> <span class=n>requests</span><span class=o>.</span><span class=n>request</span><span class=p>(</span><span class=s2>&quot;POST&quot;</span><span class=p>,</span> <span class=n>url</span><span class=p>,</span> <span class=n>headers</span><span class=o>=</span><span class=n>headers</span><span class=p>,</span> <span class=n>data</span><span class=o>=</span><span class=n>payload</span><span class=p>)</span> <span class=c1># (3)</span>
 <a id=__codelineno-3-33 name=__codelineno-3-33 href=#__codelineno-3-33></a>
 <a id=__codelineno-3-34 name=__codelineno-3-34 href=#__codelineno-3-34></a><span class=nb>print</span><span class=p>(</span><span class=n>json</span><span class=o>.</span><span class=n>dumps</span><span class=p>(</span><span class=n>json</span><span class=o>.</span><span class=n>loads</span><span class=p>(</span><span class=n>response</span><span class=o>.</span><span class=n>text</span><span class=p>),</span> <span class=n>indent</span><span class=o>=</span><span class=mi>4</span><span class=p>))</span>
-</code></pre></div> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile). <br> Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>). <br> Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code>or <code>inferenceworkloads</code> according to type.</li> <li>Add Bearer token. To obtain a Bearer token see <a href=../../rest-auth/ >API authentication</a>.</li> <li>if you do not have a valid certificate, you can add the flag <code>verify=False</code>.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile). <br> Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>). <br> Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code>or <code>inferenceworkloads</code> according to type.</li> <li>Add Bearer token. To obtain a Bearer token see <a href=../../rest-auth/ >API authentication</a>.</li> <li>if you do not have a valid certificate, you can add the flag <code>verify=False</code>.</li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -98,6 +98,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/cluster-api/submit-yaml/index.html b/v2.20/developer/cluster-api/submit-yaml/index.html
index af368d71cb..7a38accdcc 100644
--- a/v2.20/developer/cluster-api/submit-yaml/index.html
+++ b/v2.20/developer/cluster-api/submit-yaml/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/submit-yaml/ rel=canonical><link href=../workload-overview-dev/ rel=prev><link href=../submit-rest/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Submit Workload via YAML - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/submit-yaml/ rel=canonical><link href=../workload-overview-dev/ rel=prev><link href=../submit-rest/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Submit Workload via YAML - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -88,7 +88,7 @@
 <a id=__codelineno-4-12 name=__codelineno-4-12 href=#__codelineno-4-12></a><span class=w>    </span><span class=nt>value</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">runai.jfrog.io/demo/quickstart</span>
 <a id=__codelineno-4-13 name=__codelineno-4-13 href=#__codelineno-4-13></a><span class=w>  </span><span class=nt>name</span><span class=p>:</span>
 <a id=__codelineno-4-14 name=__codelineno-4-14 href=#__codelineno-4-14></a><span class=w>    </span><span class=nt>value</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">job-1</span><span class=w> </span><span class=c1># </span>
-</code></pre></div> In order to suspend the workload, set <code>active</code> to <code>false</code>. To resume the workload, either set <code>active</code> to <code>true</code> or remove it entirely.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>To understand how to connect to the inference workload, see <a href=../../../Researcher/Walkthroughs/quickstart-inference/ >Inference Quickstart</a>.</li> <li>To learn more about Inference and Run:ai see <a href=../../../Researcher/workloads/inference/inference-overview/ >Inference overview</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> In order to suspend the workload, set <code>active</code> to <code>false</code>. To resume the workload, either set <code>active</code> to <code>true</code> or remove it entirely.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>To understand how to connect to the inference workload, see <a href=../../../Researcher/Walkthroughs/quickstart-inference/ >Inference Quickstart</a>.</li> <li>To learn more about Inference and Run:ai see <a href=../../../Researcher/workloads/inference/inference-overview/ >Inference overview</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -116,6 +116,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/cluster-api/workload-overview-dev/index.html b/v2.20/developer/cluster-api/workload-overview-dev/index.html
index de928b03d2..5d6ea8080d 100644
--- a/v2.20/developer/cluster-api/workload-overview-dev/index.html
+++ b/v2.20/developer/cluster-api/workload-overview-dev/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/workload-overview-dev/ rel=canonical><link href=../../admin-rest-api/overview/ rel=prev><link href=../submit-yaml/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/cluster-api/workload-overview-dev/ rel=canonical><link href=../../admin-rest-api/overview/ rel=prev><link href=../submit-yaml/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -31,7 +31,7 @@
 <a id=__codelineno-2-15 name=__codelineno-2-15 href=#__codelineno-2-15></a>
 <a id=__codelineno-2-16 name=__codelineno-2-16 href=#__codelineno-2-16></a>FIELDS:
 <a id=__codelineno-2-17 name=__codelineno-2-17 href=#__codelineno-2-17></a>   value    &lt;string&gt;
-</code></pre></div> <h2 id=how-to-submit>How to Submit<a class=headerlink href=#how-to-submit title="Permanent link">&para;</a></h2> <p>A Workload can be submitted via various channels:</p> <ul> <li>The Run:ai user interface.</li> <li>The Run:ai command-line interface, via the <a href=../../../Researcher/cli-reference/runai-submit/ >runai submit</a> command.</li> <li>The Run:ai <a href=../submit-yaml/ >Cluster API</a>.</li> </ul> <h2 id=policies>Policies<a class=headerlink href=#policies title="Permanent link">&para;</a></h2> <p>An Administrator can set <em>Policies</em> for Workload submission. Policies serve two purposes:</p> <ol> <li>To constrain the values a researcher can specify.</li> <li>To provide default values.</li> </ol> <p>For example, an administrator can,</p> <ul> <li>Set a maximum of 5 GPUs per Workload.</li> <li>Provide a default value of 1 GPU for each container.</li> </ul> <p>Each workload type has a matching kind of workload policy. For example, an <code>InteractiveWorkload</code> has a matching <code>InteractivePolicy</code></p> <p>A Policy of each type can be defined <em>per-project</em>. There is also a <em>global</em> policy that applies to any project that does not have a per-project policy.</p> <p>For further details on policies, see <a href=../../../platform-admin/workloads/policies/overview/ >Policies</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <h2 id=how-to-submit>How to Submit<a class=headerlink href=#how-to-submit title="Permanent link">&para;</a></h2> <p>A Workload can be submitted via various channels:</p> <ul> <li>The Run:ai user interface.</li> <li>The Run:ai command-line interface, via the <a href=../../../Researcher/cli-reference/runai-submit/ >runai submit</a> command.</li> <li>The Run:ai <a href=../submit-yaml/ >Cluster API</a>.</li> </ul> <h2 id=policies>Policies<a class=headerlink href=#policies title="Permanent link">&para;</a></h2> <p>An Administrator can set <em>Policies</em> for Workload submission. Policies serve two purposes:</p> <ol> <li>To constrain the values a researcher can specify.</li> <li>To provide default values.</li> </ol> <p>For example, an administrator can,</p> <ul> <li>Set a maximum of 5 GPUs per Workload.</li> <li>Provide a default value of 1 GPU for each container.</li> </ul> <p>Each workload type has a matching kind of workload policy. For example, an <code>InteractiveWorkload</code> has a matching <code>InteractivePolicy</code></p> <p>A Policy of each type can be defined <em>per-project</em>. There is also a <em>global</em> policy that applies to any project that does not have a per-project policy.</p> <p>For further details on policies, see <a href=../../../platform-admin/workloads/policies/overview/ >Policies</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -59,6 +59,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/metrics/metrics-api/index.html b/v2.20/developer/metrics/metrics-api/index.html
index f538d25d97..cf2f6ad332 100644
--- a/v2.20/developer/metrics/metrics-api/index.html
+++ b/v2.20/developer/metrics/metrics-api/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/metrics/metrics-api/ rel=canonical><link href=../../cluster-api/reference/ rel=prev><link href=../metrics/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Metrics via API - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/metrics/metrics-api/ rel=canonical><link href=../../cluster-api/reference/ rel=prev><link href=../metrics/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Metrics via API - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#metrics-and-telemetry class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Metrics via API </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6 checked> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=true> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Metrics via API </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Metrics via API </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#telemetry class=md-nav__link> <span class=md-ellipsis> Telemetry </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#metric-and-telemetry-scopes class=md-nav__link> <span class=md-ellipsis> Metric and telemetry Scopes </span> </a> <nav class=md-nav aria-label="Metric and telemetry Scopes"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#advanced-metrics class=md-nav__link> <span class=md-ellipsis> Advanced Metrics </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#_1 class=md-nav__link> <span class=md-ellipsis> </span> </a> </li> <li class=md-nav__item> <a href=#supported-telemetry class=md-nav__link> <span class=md-ellipsis> Supported telemetry </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#telemetry class=md-nav__link> <span class=md-ellipsis> Telemetry </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#metric-and-telemetry-scopes class=md-nav__link> <span class=md-ellipsis> Metric and telemetry Scopes </span> </a> <nav class=md-nav aria-label="Metric and telemetry Scopes"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#advanced-metrics class=md-nav__link> <span class=md-ellipsis> Advanced Metrics </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#_1 class=md-nav__link> <span class=md-ellipsis> </span> </a> </li> <li class=md-nav__item> <a href=#supported-telemetry class=md-nav__link> <span class=md-ellipsis> Supported telemetry </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/metrics/metrics-api.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=metrics-and-telemetry>Metrics and telemetry<a class=headerlink href=#metrics-and-telemetry title="Permanent link">&para;</a></h1> <h2 id=telemetry>Telemetry<a class=headerlink href=#telemetry title="Permanent link">&para;</a></h2> <p>Telemetry is a numeric measurement recorded in real-time when emitted from the Run:ai cluster.</p> <h2 id=metrics>Metrics<a class=headerlink href=#metrics title="Permanent link">&para;</a></h2> <p><em>Metrics</em> are numeric measurements recorded <strong>over time</strong> that are emitted from the Run:ai cluster. Typical metrics involve utilization, allocation, time measurements and so on. Metrics are used in Run:ai dashboards as well as in the Run:ai administration user interface.</p> <hr> <p>The purpose of this document is to detail the structure and purpose of metrics emitted by Run:ai. This enables customers to create custom dashboards or integrate metric data into other monitoring systems.</p> <p>Run:ai provides metrics via the <a href=http://../admin-rest-api/overview.md>Run:ai Control-plane API</a>. Previoulsy, Run:ai provided metrics information via direct access to an internal metrics store. This method is deprecated but is still documented <a href=http://metrics.md>here</a>.</p> <h2 id=metric-and-telemetry-scopes>Metric and telemetry Scopes<a class=headerlink href=#metric-and-telemetry-scopes title="Permanent link">&para;</a></h2> <p>Run:ai provides Control-plane API which supports and aggregates metrics at various levels.</p> <table> <thead> <tr> <th style="text-align: left;">Level</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">A cluster is a set of Nodes Pools &amp; Nodes. With Cluster metrics, metrics are aggregated at the Cluster level</td> </tr> <tr> <td style="text-align: left;">Node</td> <td style="text-align: left;">Data is aggregated at the Node level.</td> </tr> <tr> <td style="text-align: left;">Node Pool</td> <td style="text-align: left;">Data is aggregated at the Node Pool level.</td> </tr> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">Data is aggregated at the Workload level. In some Workloads, e.g. with distributed workloads, these metrics aggregate data from all worker pods</td> </tr> <tr> <td style="text-align: left;">Pod</td> <td style="text-align: left;">The basic execution unit</td> </tr> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The basic organizational unit. Projects are the tool to implement resource allocation policies as well as the segregation between different initiatives.</td> </tr> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">Departments are a grouping of projects.</td> </tr> <tr> <td style="text-align: left;">## Supported Metrics</td> <td style="text-align: left;"></td> </tr> </tbody> </table> <table> <thead> <tr> <th style="text-align: left;">Metric</th> <th style="text-align: left;">Cluster</th> <th style="text-align: left;">Node Pool</th> <th style="text-align: left;">Node</th> <th style="text-align: left;">Workload</th> <th style="text-align: left;">Pod</th> <th style="text-align: left;">Project</th> <th style="text-align: left;">Department</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">API</td> <td style="text-align: left;"><a href=https://app.run.ai/api/docs#tag/Clusters/operation/get_cluster_metrics target=_blank>Cluster API</a></td> <td style="text-align: left;"><a href=https://app.run.ai/api/docs#tag/NodePools/operation/get_nodepool_metrics target=_blank>Node Pool API</a></td> <td style="text-align: left;"></td> <td style="text-align: left;"><a href=https://app.run.ai/api/docs#tag/Workloads/operation/get_workload_metrics target=_blank>Workload API</a></td> <td style="text-align: left;"><a href=https://app.run.ai/api/docs#tag/Pods/operation/get_workload_pod_metrics target=_blank>Pod API</a></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">ALLOCATED_GPU</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">AVG_WORKLOAD_WAIT_TIME</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_LIMIT_CORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_LIMIT_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_REQUEST_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_USAGE_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_UTILIZATION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_REQUEST_CORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_USAGE_CORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_UTILIZATION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_ALLOCATION</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_REQUEST_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_USAGE_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_USAGE_BYTES_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_UTILIZATION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_UTILIZATION_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_QUOTA</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_UTILIZATION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_UTILIZATION_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">POD_COUNT</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">RUNNING_POD_COUNT</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_GPU</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_GPU_NODES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_UTILIZATION_DISTRIBUTION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">UNALLOCATED_GPU</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_QUOTA_MILLICORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_QUOTA_MB</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_ALLOCATION_MILLICORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_ALLOCATION_MB</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> </tbody> </table> <h3 id=advanced-metrics>Advanced Metrics<a class=headerlink href=#advanced-metrics title="Permanent link">&para;</a></h3> <p>NVIDIA provides extended metrics at the <strong>Pod</strong> level. These are documented <a href=https://docs.nvidia.com/datacenter/dcgm/latest/user-guide/feature-overview.html#profiling-metrics target=_blank>here</a>. To enable these metrics please contact Run:ai customer support.</p> <table> <thead> <tr> <th style="text-align: left;">Metric</th> <th style="text-align: left;">Cluster</th> <th style="text-align: left;">Node Pool</th> <th style="text-align: left;">Workload</th> <th style="text-align: left;">Pod</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">GPU_FP16_ENGINE_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_FP32_ENGINE_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_FP64_ENGINE_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_GRAPHICS_ENGINE_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_BANDWIDTH_UTILIZATION_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_NVLINK_RECEIVED_BANDWIDTH_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_NVLINK_TRANSMITTED_BANDWIDTH_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_PCIE_RECEIVED_BANDWIDTH_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_PCIE_TRANSMITTED_BANDWIDTH_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_SM_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_SM_OCCUPANCY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_TENSOR_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> </tbody> </table> <h2 id=_1><a class=headerlink href=#_1 title="Permanent link">&para;</a></h2> <h2 id=supported-telemetry>Supported telemetry<a class=headerlink href=#supported-telemetry title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th style="text-align: left;">telemetry</th> <th style="text-align: left;">Node</th> <th style="text-align: left;">Workload</th> <th style="text-align: left;">Project</th> <th style="text-align: left;">Department</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">API</td> <td style="text-align: left;"><a href=https://api-docs.run.ai/2.18/tag/Nodes#operation/get_node_telemetry target=_blank>Node API</a></td> <td style="text-align: left;"><a href=https://api-docs.run.ai/2.18/tag/Workloads#operation/get_workloads_telemetry target=_blank>Workload API</a></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">WORKLOADS_COUNT</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">ALLOCATED_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">READY_GPU_NODES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">READY_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_GPU_NODES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">IDLE_ALLOCATED_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">FREE_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_CPU_CORES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">USED_CPU_CORES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">ALLOCATED_CPU_CORES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">TOTAL_GPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">USED_GPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_CPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">USED_CPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">ALLOCATED_CPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_QUOTA</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_QUOTA</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">MEMORY_QUOTA</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_ALLOCATION_NON_PREEMPTIBLE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_ALLOCATION_NON_PREEMPTIBLE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">MEMORY_ALLOCATION_NON_PREEMPTIBLE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#metrics-and-telemetry class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Metrics via API </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6 checked> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=true> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Metrics via API </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Metrics via API </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#telemetry class=md-nav__link> <span class=md-ellipsis> Telemetry </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#metric-and-telemetry-scopes class=md-nav__link> <span class=md-ellipsis> Metric and telemetry Scopes </span> </a> <nav class=md-nav aria-label="Metric and telemetry Scopes"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#advanced-metrics class=md-nav__link> <span class=md-ellipsis> Advanced Metrics </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#_1 class=md-nav__link> <span class=md-ellipsis> </span> </a> </li> <li class=md-nav__item> <a href=#supported-telemetry class=md-nav__link> <span class=md-ellipsis> Supported telemetry </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#telemetry class=md-nav__link> <span class=md-ellipsis> Telemetry </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#metric-and-telemetry-scopes class=md-nav__link> <span class=md-ellipsis> Metric and telemetry Scopes </span> </a> <nav class=md-nav aria-label="Metric and telemetry Scopes"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#advanced-metrics class=md-nav__link> <span class=md-ellipsis> Advanced Metrics </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#_1 class=md-nav__link> <span class=md-ellipsis> </span> </a> </li> <li class=md-nav__item> <a href=#supported-telemetry class=md-nav__link> <span class=md-ellipsis> Supported telemetry </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/metrics/metrics-api.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=metrics-and-telemetry>Metrics and telemetry<a class=headerlink href=#metrics-and-telemetry title="Permanent link">&para;</a></h1> <h2 id=telemetry>Telemetry<a class=headerlink href=#telemetry title="Permanent link">&para;</a></h2> <p>Telemetry is a numeric measurement recorded in real-time when emitted from the Run:ai cluster.</p> <h2 id=metrics>Metrics<a class=headerlink href=#metrics title="Permanent link">&para;</a></h2> <p><em>Metrics</em> are numeric measurements recorded <strong>over time</strong> that are emitted from the Run:ai cluster. Typical metrics involve utilization, allocation, time measurements and so on. Metrics are used in Run:ai dashboards as well as in the Run:ai administration user interface.</p> <hr> <p>The purpose of this document is to detail the structure and purpose of metrics emitted by Run:ai. This enables customers to create custom dashboards or integrate metric data into other monitoring systems.</p> <p>Run:ai provides metrics via the <a href=http://../admin-rest-api/overview.md>Run:ai Control-plane API</a>. Previoulsy, Run:ai provided metrics information via direct access to an internal metrics store. This method is deprecated but is still documented <a href=http://metrics.md>here</a>.</p> <h2 id=metric-and-telemetry-scopes>Metric and telemetry Scopes<a class=headerlink href=#metric-and-telemetry-scopes title="Permanent link">&para;</a></h2> <p>Run:ai provides Control-plane API which supports and aggregates metrics at various levels.</p> <table> <thead> <tr> <th style="text-align: left;">Level</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">A cluster is a set of Nodes Pools &amp; Nodes. With Cluster metrics, metrics are aggregated at the Cluster level</td> </tr> <tr> <td style="text-align: left;">Node</td> <td style="text-align: left;">Data is aggregated at the Node level.</td> </tr> <tr> <td style="text-align: left;">Node Pool</td> <td style="text-align: left;">Data is aggregated at the Node Pool level.</td> </tr> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">Data is aggregated at the Workload level. In some Workloads, e.g. with distributed workloads, these metrics aggregate data from all worker pods</td> </tr> <tr> <td style="text-align: left;">Pod</td> <td style="text-align: left;">The basic execution unit</td> </tr> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The basic organizational unit. Projects are the tool to implement resource allocation policies as well as the segregation between different initiatives.</td> </tr> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">Departments are a grouping of projects.</td> </tr> <tr> <td style="text-align: left;">## Supported Metrics</td> <td style="text-align: left;"></td> </tr> </tbody> </table> <table> <thead> <tr> <th style="text-align: left;">Metric</th> <th style="text-align: left;">Cluster</th> <th style="text-align: left;">Node Pool</th> <th style="text-align: left;">Node</th> <th style="text-align: left;">Workload</th> <th style="text-align: left;">Pod</th> <th style="text-align: left;">Project</th> <th style="text-align: left;">Department</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">API</td> <td style="text-align: left;"><a href=https://app.run.ai/api/docs#tag/Clusters/operation/get_cluster_metrics target=_blank>Cluster API</a></td> <td style="text-align: left;"><a href=https://app.run.ai/api/docs#tag/NodePools/operation/get_nodepool_metrics target=_blank>Node Pool API</a></td> <td style="text-align: left;"></td> <td style="text-align: left;"><a href=https://app.run.ai/api/docs#tag/Workloads/operation/get_workload_metrics target=_blank>Workload API</a></td> <td style="text-align: left;"><a href=https://app.run.ai/api/docs#tag/Pods/operation/get_workload_pod_metrics target=_blank>Pod API</a></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">ALLOCATED_GPU</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">AVG_WORKLOAD_WAIT_TIME</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_LIMIT_CORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_LIMIT_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_REQUEST_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_USAGE_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_UTILIZATION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_REQUEST_CORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_USAGE_CORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_UTILIZATION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_ALLOCATION</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_REQUEST_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_USAGE_BYTES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_USAGE_BYTES_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_UTILIZATION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_UTILIZATION_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_QUOTA</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_UTILIZATION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_UTILIZATION_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">POD_COUNT</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">RUNNING_POD_COUNT</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_GPU</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_GPU_NODES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">GPU_UTILIZATION_DISTRIBUTION</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">UNALLOCATED_GPU</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">CPU_QUOTA_MILLICORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_QUOTA_MB</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_ALLOCATION_MILLICORES</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_MEMORY_ALLOCATION_MB</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> </tbody> </table> <h3 id=advanced-metrics>Advanced Metrics<a class=headerlink href=#advanced-metrics title="Permanent link">&para;</a></h3> <p>NVIDIA provides extended metrics at the <strong>Pod</strong> level. These are documented <a href=https://docs.nvidia.com/datacenter/dcgm/latest/user-guide/feature-overview.html#profiling-metrics target=_blank>here</a>. To enable these metrics please contact Run:ai customer support.</p> <table> <thead> <tr> <th style="text-align: left;">Metric</th> <th style="text-align: left;">Cluster</th> <th style="text-align: left;">Node Pool</th> <th style="text-align: left;">Workload</th> <th style="text-align: left;">Pod</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">GPU_FP16_ENGINE_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_FP32_ENGINE_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_FP64_ENGINE_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_GRAPHICS_ENGINE_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_MEMORY_BANDWIDTH_UTILIZATION_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_NVLINK_RECEIVED_BANDWIDTH_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_NVLINK_TRANSMITTED_BANDWIDTH_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_PCIE_RECEIVED_BANDWIDTH_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_PCIE_TRANSMITTED_BANDWIDTH_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_SM_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_SM_OCCUPANCY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_TENSOR_ACTIVITY_PER_GPU</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> </tr> </tbody> </table> <h2 id=_1><a class=headerlink href=#_1 title="Permanent link">&para;</a></h2> <h2 id=supported-telemetry>Supported telemetry<a class=headerlink href=#supported-telemetry title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th style="text-align: left;">telemetry</th> <th style="text-align: left;">Node</th> <th style="text-align: left;">Workload</th> <th style="text-align: left;">Project</th> <th style="text-align: left;">Department</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">API</td> <td style="text-align: left;"><a href=https://api-docs.run.ai/2.18/tag/Nodes#operation/get_node_telemetry target=_blank>Node API</a></td> <td style="text-align: left;"><a href=https://api-docs.run.ai/2.18/tag/Workloads#operation/get_workloads_telemetry target=_blank>Workload API</a></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">WORKLOADS_COUNT</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">ALLOCATED_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">READY_GPU_NODES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">READY_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_GPU_NODES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">IDLE_ALLOCATED_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">FREE_GPUS</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_CPU_CORES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">USED_CPU_CORES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">ALLOCATED_CPU_CORES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">TOTAL_GPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">USED_GPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">TOTAL_CPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">USED_CPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">ALLOCATED_CPU_MEMORY_BYTES</td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_QUOTA</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_QUOTA</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">MEMORY_QUOTA</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">GPU_ALLOCATION_NON_PREEMPTIBLE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">CPU_ALLOCATION_NON_PREEMPTIBLE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> <tr> <td style="text-align: left;">MEMORY_ALLOCATION_NON_PREEMPTIBLE</td> <td style="text-align: left;"></td> <td style="text-align: left;"></td> <td style="text-align: left;">TRUE</td> <td style="text-align: left;">TRUE</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/metrics/metrics/index.html b/v2.20/developer/metrics/metrics/index.html
index 6b5e1714cf..652c05e96c 100644
--- a/v2.20/developer/metrics/metrics/index.html
+++ b/v2.20/developer/metrics/metrics/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/metrics/metrics/ rel=canonical><link href=../metrics-api/ rel=prev><link href=../../cluster-api/other-resources/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Metrics API - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/metrics/metrics/ rel=canonical><link href=../metrics-api/ rel=prev><link href=../../cluster-api/other-resources/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Metrics API - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#what-are-metrics class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Metrics API </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6 checked> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=true> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#what-are-metrics class=md-nav__link> <span class=md-ellipsis> What are Metrics </span> </a> </li> <li class=md-nav__item> <a href=#published-runai-metrics class=md-nav__link> <span class=md-ellipsis> Published Run:ai Metrics </span> </a> </li> <li class=md-nav__item> <a href=#other-metrics class=md-nav__link> <span class=md-ellipsis> Other Metrics </span> </a> </li> <li class=md-nav__item> <a href=#changed-metrics-and-api-mapping class=md-nav__link> <span class=md-ellipsis> Changed metrics and API mapping </span> </a> </li> <li class=md-nav__item> <a href=#create-custom-dashboards class=md-nav__link> <span class=md-ellipsis> Create custom dashboards </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#what-are-metrics class=md-nav__link> <span class=md-ellipsis> What are Metrics </span> </a> </li> <li class=md-nav__item> <a href=#published-runai-metrics class=md-nav__link> <span class=md-ellipsis> Published Run:ai Metrics </span> </a> </li> <li class=md-nav__item> <a href=#other-metrics class=md-nav__link> <span class=md-ellipsis> Other Metrics </span> </a> </li> <li class=md-nav__item> <a href=#changed-metrics-and-api-mapping class=md-nav__link> <span class=md-ellipsis> Changed metrics and API mapping </span> </a> </li> <li class=md-nav__item> <a href=#create-custom-dashboards class=md-nav__link> <span class=md-ellipsis> Create custom dashboards </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/metrics/metrics.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>(Deprecated) Metrics via Prometheus</h1> <h2 id=what-are-metrics>What are Metrics<a class=headerlink href=#what-are-metrics title="Permanent link">&para;</a></h2> <p><a href=https://prometheus.io/docs/introduction/overview/#what-are-metrics target=_blank>Metrics</a> are numeric measurements recorded <strong>over time</strong> that are emitted from the Run:ai cluster. Typical metrics involve utilization, allocation, time measurements and so on. Metrics are used in Run:ai dashboards as well as in the Run:ai administration user interface.</p> <p>The purpose of this document is to detail the structure and purpose of metrics emitted by Run:ai to enable customers to create custom dashboards or integrate metric data into other monitoring systems.</p> <p>Run:ai uses <a href=https://prometheus.io target=_blank>Prometheus</a> for collecting and querying metrics.</p> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>From cluster version 2.17 and onwards, Run:ai supports metrics via the <a href=../metrics-api/ >Run:ai Control-plane API</a>. Direct metrics queries (metrics that are queried directly from Prometheus) are deprecated.</p> </div> <h2 id=published-runai-metrics>Published Run:ai Metrics<a class=headerlink href=#published-runai-metrics title="Permanent link">&para;</a></h2> <p>Following is the list of published Run:ai metrics, per cluster version (make sure to pick the right cluster version in the picker at the top of the page):</p> <table> <thead> <tr> <th>Metric name</th> <th>Labels</th> <th>Measurement</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>runai_active_job_cpu_requested_cores</td> <td>{clusterId, job_name, job_uuid}</td> <td>CPU Cores</td> <td>Workload's requested CPU cores</td> </tr> <tr> <td>runai_active_job_memory_requested_bytes</td> <td>{clusterId, job_name, job_uuid}</td> <td>Bytes</td> <td>Workload's requested CPU memory</td> </tr> <tr> <td>runai_cluster_cpu_utilization</td> <td>{clusterId}</td> <td>0 to 1</td> <td>CPU utilization of the entire cluster</td> </tr> <tr> <td>runai_cluster_memory_used_bytes</td> <td>{clusterId}</td> <td>Bytes</td> <td>Used CPU memory of the entire cluster</td> </tr> <tr> <td>runai_cluster_memory_utilization</td> <td>{clusterId}</td> <td>0 to 1</td> <td>CPU memory utilization of the entire cluster</td> </tr> <tr> <td>runai_allocated_gpu_count_per_gpu</td> <td>{gpu, clusterId, node}</td> <td>0/1</td> <td>Is a GPU hosting a pod</td> </tr> <tr> <td>runai_last_gpu_utilization_time_per_gpu</td> <td>{gpu, clusterId, node}</td> <td>Unix time</td> <td>Last time GPU was not idle</td> </tr> <tr> <td>runai_requested_gpu_memory_mb_per_workload</td> <td>{clusterId, job_type, job_uuid, job_name, project, workload_id}</td> <td>MegaBytes</td> <td>Requested GPU memory per workload (0 if not specified by the user)</td> </tr> <tr> <td>runai_requested_gpus_per_workload</td> <td>{clusterId, workload_type, workload_id, workload_name, project}</td> <td>Double</td> <td>Number of requested GPUs per workload</td> </tr> <tr> <td>runai_run_time_seconds_per_workload</td> <td>{clusterId, workload_id, workload_name}</td> <td>Seconds</td> <td>Total run time per workload</td> </tr> <tr> <td>runai_wait_time_seconds_per_workload</td> <td>{clusterId, workload_id, workload_name}</td> <td>Seconds</td> <td>Total wait time per workload</td> </tr> <tr> <td>runai_node_cpu_requested_cores</td> <td>{clusterId, node}</td> <td>Double</td> <td>Sum of the requested CPU cores of all workloads running in a node</td> </tr> <tr> <td>runai_node_cpu_utilization</td> <td>{clusterId, node}</td> <td>0 to 1</td> <td>CPU utilization per node</td> </tr> <tr> <td>runai_node_memory_utilization</td> <td>{clusterId, node}</td> <td>0 to 1</td> <td>CPU memory utilization per node</td> </tr> <tr> <td>runai_node_requested_memory_bytes</td> <td>{clusterId, node}</td> <td>Bytes</td> <td>Sum of the requested CPU memory of all workloads running in a node</td> </tr> <tr> <td>runai_node_used_memory_bytes</td> <td>{clusterId, node}</td> <td>Bytes</td> <td>Used CPU memory per node</td> </tr> <tr> <td>runai_project_guaranteed_gpus</td> <td>{clusterId, project}</td> <td>Double</td> <td>Guaranteed GPU quota per project</td> </tr> <tr> <td>runai_project_info</td> <td>{memory_quota, cpu_quota, gpu_guaranteed_quota, clusterId, project, department}</td> <td>N/A</td> <td>Information on CPU, CPU memory, GPU quota per project</td> </tr> <tr> <td>runai_queue_info</td> <td>{memory_quota, cpu_quota, gpu_guaranteed_quota, clusterId, nodepool, queue_name, department}</td> <td>N/A</td> <td>Information on CPU, CPU memory, GPU quota per project/department per nodepool</td> </tr> <tr> <td>runai_cpu_limits_per_active_workload</td> <td>{clusterId, job_name , job_uuid}</td> <td>CPU Cores</td> <td>Workloads CPU limit (in number of cores). See <a href=https://docs.run.ai/latest/Researcher/scheduling/allocation-of-cpu-and-memory>link</a></td> </tr> <tr> <td>runai_job_cpu_usage</td> <td>{clusterId, workload_id, workload_name, project}</td> <td>Double</td> <td>Workloads CPU usage (in number of cores)</td> </tr> <tr> <td>runai_memory_limits_per_active_workload</td> <td>{clusterId, job_name, job_uuid}</td> <td>Bytes</td> <td>Workloads CPU memory limit. See <a href=https://docs.run.ai/latest/Researcher/scheduling/allocation-of-cpu-and-memory>link</a></td> </tr> <tr> <td>runai_active_job_memory_requested_bytes</td> <td>{clusterId, job_name, job_uuid}</td> <td>Bytes</td> <td>Workloads requested CPU memory. See <a href=https://docs.run.ai/latest/Researcher/scheduling/allocation-of-cpu-and-memory>link</a></td> </tr> <tr> <td>runai_job_memory_used_bytes</td> <td>{clusterId, workload_id, workload_name, project}</td> <td>Bytes</td> <td>Workloads used CPU memory</td> </tr> <tr> <td>runai_mig_mode_gpu_count</td> <td>{clusterId, node}</td> <td>Double</td> <td>Number of GPUs on MIG nodes (Deprecated)</td> </tr> <tr> <td>runai_gpu_utilization_per_gpu</td> <td>{clusterId, gpu, node}</td> <td>%</td> <td>GPU Utilization per GPU</td> </tr> <tr> <td>runai_gpu_utilization_per_node</td> <td>{clusterId, node}</td> <td>%</td> <td>GPU Utilization per Node</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_gpu</td> <td>{clusterId, gpu, node}</td> <td>MiB</td> <td>Used GPU memory per GPU</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_node</td> <td>{clusterId, node}</td> <td>MiB</td> <td>Used GPU memory per Node</td> </tr> <tr> <td>runai_gpu_memory_total_mebibytes_per_gpu</td> <td>{clusterId, gpu, node}</td> <td>MiB</td> <td>Total GPU memory per GPU</td> </tr> <tr> <td>runai_gpu_memory_total_mebibytes_per_node</td> <td>{clusterId, node}</td> <td>MiB</td> <td>Total GPU memory per Node</td> </tr> <tr> <td>runai_gpu_count_per_node</td> <td>{clusterId, node, modelName, ready, schedulable}</td> <td>Number</td> <td>Number of GPUs per Node</td> </tr> <tr> <td>runai_allocated_gpu_count_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>Double</td> <td>Number of allocated GPUs per Workload</td> </tr> <tr> <td>runai_allocated_gpu_count_per_project</td> <td>{clusterId, project}</td> <td>Double</td> <td>Number of allocated GPUs per Project</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_pod_per_gpu</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node, gpu}</td> <td>MiB</td> <td>Used GPU Memory per Pod, per Gpu on which the workload is running</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>MiB</td> <td>Used GPU Memory per Workload</td> </tr> <tr> <td>runai_gpu_utilization_per_pod_per_gpu</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node, gpu}</td> <td>%</td> <td>GPU Utilization per Pod per GPU</td> </tr> <tr> <td>runai_gpu_utilization_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>%</td> <td>Average GPU Utilization per Workload</td> </tr> <tr> <td>runai_gpu_utilization_per_project</td> <td>{clusterId, project}</td> <td>%</td> <td>Average GPU Utilization per Project</td> </tr> <tr> <td>runai_last_gpu_utilization_time_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>Seconds (Unix Timestamp)</td> <td>The Last Time (Unix Timestamp) That The Workload Utilized Any Of Its Allocated GPUs</td> </tr> <tr> <td>runai_gpu_idle_seconds_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>Seconds</td> <td>Seconds Passed Since The Workload Utilized Any Of Its Allocated GPUs</td> </tr> <tr> <td>runai_allocated_gpu_count_per_pod</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node}</td> <td>Double</td> <td>Number Of Allocated GPUs per Pod</td> </tr> <tr> <td>runai_allocated_gpu_count_per_node</td> <td>{clusterId, node}</td> <td>Double</td> <td>Number Of Allocated GPUs per Node</td> </tr> <tr> <td>runai_allocated_millicpus_per_pod</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node}</td> <td>Integer</td> <td>Number Of Allocated Millicpus per Pod</td> </tr> <tr> <td>runai_allocated_memory_per_pod</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node}</td> <td>Bytes</td> <td>Allocated Memory per Pod</td> </tr> </tbody> </table> <p>Following is a list of labels appearing in Run:ai metrics:</p> <table> <thead> <tr> <th>Label</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>clusterId</td> <td>Cluster Identifier</td> </tr> <tr> <td>department</td> <td>Name of Run:ai Department</td> </tr> <tr> <td>cpu_quota</td> <td>CPU limit per project</td> </tr> <tr> <td>gpu</td> <td>GPU index</td> </tr> <tr> <td>gpu_guaranteed_quota</td> <td>Guaranteed GPU quota per project</td> </tr> <tr> <td>image</td> <td>Name of Docker image</td> </tr> <tr> <td>namespace_name</td> <td>Namespace</td> </tr> <tr> <td>deployment_name</td> <td>Deployment name</td> </tr> <tr> <td>job_name</td> <td>Job name</td> </tr> <tr> <td>job_type</td> <td>Job type: training, interactive or inference</td> </tr> <tr> <td>job_uuid</td> <td>Job identifier</td> </tr> <tr> <td>workload_name</td> <td>Workload name</td> </tr> <tr> <td>workload_type</td> <td>Workload type: training, interactive or inference</td> </tr> <tr> <td>workload_uuid</td> <td>Workload identifier</td> </tr> <tr> <td>pod_name</td> <td>Pod name. A Workload can contain many pods.</td> </tr> <tr> <td>pod_namespace</td> <td>Pod namespace</td> </tr> <tr> <td>memory_quota</td> <td>CPU memory limit per project</td> </tr> <tr> <td>node</td> <td>Node name</td> </tr> <tr> <td>project</td> <td>Name of Run:ai Project</td> </tr> <tr> <td>status</td> <td>Workload status: Running, Pending, etc. For more information on Workload statuses see <a href=https://docs.run.ai/latest/Researcher/scheduling/job-statuses/ >document</a></td> </tr> <tr> <td>user</td> <td>User identifier</td> </tr> </tbody> </table> <h2 id=other-metrics>Other Metrics<a class=headerlink href=#other-metrics title="Permanent link">&para;</a></h2> <p>Run:ai exports other metrics emitted by NVIDIA and Kubernetes packages, as follows:</p> <table> <thead> <tr> <th>Metric name</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>runai_gpu_utilization_per_gpu</td> <td>GPU utilization</td> </tr> <tr> <td>kube_node_status_capacity</td> <td>The capacity for different resources of a node</td> </tr> <tr> <td>kube_node_status_condition</td> <td>The condition of a cluster node</td> </tr> <tr> <td>kube_pod_container_resource_requests_cpu_cores</td> <td>The number of CPU cores requested by container</td> </tr> <tr> <td>kube_pod_container_resource_requests_memory_bytes</td> <td>Bytes of memory requested by a container</td> </tr> <tr> <td>kube_pod_info</td> <td>Information about pod</td> </tr> </tbody> </table> <p>For additional information, see Kubernetes <a href=https://github.com/kubernetes/kube-state-metrics target=_blank>kube-state-metrics</a> and NVIDIA <a href=https://github.com/NVIDIA/gpu-monitoring-tools target=_blank>dcgm exporter</a>.</p> <h2 id=changed-metrics-and-api-mapping>Changed metrics and API mapping<a class=headerlink href=#changed-metrics-and-api-mapping title="Permanent link">&para;</a></h2> <p>Starting in cluster version 2.17, some of the metrics names have been changed. In addition some Run:ai metrics are available as API endpoints. Using the API endpoints is more efficient and provides an easier way of retrieving metrics in any application. The following table lists the metrics that were changed.</p> <table> <thead> <tr> <th>Metric name in version 2.16</th> <th>2.17 Change Description</th> <th>2.17 API Endpoint</th> </tr> </thead> <tbody> <tr> <td>runai_active_job_cpu_requested_cores</td> <td>available also via API</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_REQUEST_CORES" metricType</td> </tr> <tr> <td>runai_active_job_memory_requested_bytes</td> <td>available also via API</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_MEMORY_REQUEST_BYTES" metricType</td> </tr> <tr> <td>runai_cluster_cpu_utilization</td> <td>available also via API</td> <td>https://app.run.ai/api/v2/clusters/{clusterUuid}/metrics ; with "CPU_UTILIZATION" metricType</td> </tr> <tr> <td>runai_cluster_memory_utilization</td> <td>available also via API</td> <td>https://app.run.ai/api/v2/clusters/{clusterUuid}/metrics ; with "CPU_MEMORY_UTILIZATION" metricType</td> </tr> <tr> <td>runai_gpu_utilization_non_fractional_jobs</td> <td>no longer available</td> <td></td> </tr> <tr> <td>runai_allocated_gpu_count_per_workload</td> <td>labels changed</td> <td></td> </tr> <tr> <td>runai_gpu_utilization_per_pod_per_gpu</td> <td>available also via API</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/pods/{podId}/metrics ; with "GPU_UTILIZATION_PER_GPU" metricType</td> </tr> <tr> <td>runai_gpu_utilization_per_workload</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "GPU_UTILIZATION" metricType</td> </tr> <tr> <td>runai_job_image</td> <td>no longer available</td> <td></td> </tr> <tr> <td>runai_job_requested_gpu_memory</td> <td>available also via API and renamed to: "runai_requested_gpu_memory_mb_per_workload" with different labels</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "GPU_MEMORY_REQUEST_BYTES" metricType</td> </tr> <tr> <td>runai_job_requested_gpus</td> <td>renamed to: "runai_requested_gpus_per_workload" with different labels</td> <td></td> </tr> <tr> <td>runai_job_total_runtime</td> <td>renamed to: "runai_run_time_seconds_per_workload" with different labels</td> <td></td> </tr> <tr> <td>runai_job_total_wait_time</td> <td>renamed to: "runai_wait_time_seconds_per_workload" with different labels</td> <td></td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_workload</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "GPU_MEMORY_USAGE_BYTES" metricType</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_pod_per_gpu</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/pods/{podId}/metrics ; with "GPU_MEMORY_USAGE_BYTES_PER_GPU" metricType</td> </tr> <tr> <td>runai_node_gpu_used_memory_bytes</td> <td>renamed and changed units: "runai_gpu_memory_used_mebibytes_per_node"</td> <td></td> </tr> <tr> <td>runai_node_total_memory_bytes</td> <td>renamed and changed units: "runai_gpu_memory_total_mebibytes_per_node"</td> <td></td> </tr> <tr> <td>runai_project_info</td> <td>labels changed</td> <td></td> </tr> <tr> <td>runai_active_job_cpu_limits</td> <td>available also via API and renamed to: "runai_cpu_limits_per_active_workload"</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_LIMIT_CORES" metricType</td> </tr> <tr> <td>runai_job_cpu_usage</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_USAGE_CORES" metricType</td> </tr> <tr> <td>runai_active_job_memory_limits</td> <td>available also via API and renamed to: "runai_memory_limits_per_active_workload"</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_MEMORY_LIMIT_BYTES" metricType</td> </tr> <tr> <td>runai_running_job_memory_requested_bytes</td> <td>was a duplication of "runai_active_job_memory_requested_bytes", see above</td> <td></td> </tr> <tr> <td>runai_job_memory_used_bytes</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_MEMORY_USAGE_BYTES" metricType</td> </tr> <tr> <td>runai_job_swap_memory_used_bytes</td> <td>no longer available</td> <td></td> </tr> <tr> <td>runai_gpu_count_per_node</td> <td>added labels</td> <td></td> </tr> <tr> <td>runai_last_gpu_utilization_time_per_workload</td> <td>labels changed</td> <td></td> </tr> <tr> <td>runai_gpu_idle_time_per_workload</td> <td>renamed to: "runai_gpu_idle_seconds_per_workload" with different labels</td> <td></td> </tr> </tbody> </table> <h2 id=create-custom-dashboards>Create custom dashboards<a class=headerlink href=#create-custom-dashboards title="Permanent link">&para;</a></h2> <p>To create custom dashboards based on the above metrics, please contact Run:ai customer support.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#what-are-metrics class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Metrics API </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6 checked> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=true> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#what-are-metrics class=md-nav__link> <span class=md-ellipsis> What are Metrics </span> </a> </li> <li class=md-nav__item> <a href=#published-runai-metrics class=md-nav__link> <span class=md-ellipsis> Published Run:ai Metrics </span> </a> </li> <li class=md-nav__item> <a href=#other-metrics class=md-nav__link> <span class=md-ellipsis> Other Metrics </span> </a> </li> <li class=md-nav__item> <a href=#changed-metrics-and-api-mapping class=md-nav__link> <span class=md-ellipsis> Changed metrics and API mapping </span> </a> </li> <li class=md-nav__item> <a href=#create-custom-dashboards class=md-nav__link> <span class=md-ellipsis> Create custom dashboards </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#what-are-metrics class=md-nav__link> <span class=md-ellipsis> What are Metrics </span> </a> </li> <li class=md-nav__item> <a href=#published-runai-metrics class=md-nav__link> <span class=md-ellipsis> Published Run:ai Metrics </span> </a> </li> <li class=md-nav__item> <a href=#other-metrics class=md-nav__link> <span class=md-ellipsis> Other Metrics </span> </a> </li> <li class=md-nav__item> <a href=#changed-metrics-and-api-mapping class=md-nav__link> <span class=md-ellipsis> Changed metrics and API mapping </span> </a> </li> <li class=md-nav__item> <a href=#create-custom-dashboards class=md-nav__link> <span class=md-ellipsis> Create custom dashboards </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/metrics/metrics.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>(Deprecated) Metrics via Prometheus</h1> <h2 id=what-are-metrics>What are Metrics<a class=headerlink href=#what-are-metrics title="Permanent link">&para;</a></h2> <p><a href=https://prometheus.io/docs/introduction/overview/#what-are-metrics target=_blank>Metrics</a> are numeric measurements recorded <strong>over time</strong> that are emitted from the Run:ai cluster. Typical metrics involve utilization, allocation, time measurements and so on. Metrics are used in Run:ai dashboards as well as in the Run:ai administration user interface.</p> <p>The purpose of this document is to detail the structure and purpose of metrics emitted by Run:ai to enable customers to create custom dashboards or integrate metric data into other monitoring systems.</p> <p>Run:ai uses <a href=https://prometheus.io target=_blank>Prometheus</a> for collecting and querying metrics.</p> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>From cluster version 2.17 and onwards, Run:ai supports metrics via the <a href=../metrics-api/ >Run:ai Control-plane API</a>. Direct metrics queries (metrics that are queried directly from Prometheus) are deprecated.</p> </div> <h2 id=published-runai-metrics>Published Run:ai Metrics<a class=headerlink href=#published-runai-metrics title="Permanent link">&para;</a></h2> <p>Following is the list of published Run:ai metrics, per cluster version (make sure to pick the right cluster version in the picker at the top of the page):</p> <table> <thead> <tr> <th>Metric name</th> <th>Labels</th> <th>Measurement</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>runai_active_job_cpu_requested_cores</td> <td>{clusterId, job_name, job_uuid}</td> <td>CPU Cores</td> <td>Workload's requested CPU cores</td> </tr> <tr> <td>runai_active_job_memory_requested_bytes</td> <td>{clusterId, job_name, job_uuid}</td> <td>Bytes</td> <td>Workload's requested CPU memory</td> </tr> <tr> <td>runai_cluster_cpu_utilization</td> <td>{clusterId}</td> <td>0 to 1</td> <td>CPU utilization of the entire cluster</td> </tr> <tr> <td>runai_cluster_memory_used_bytes</td> <td>{clusterId}</td> <td>Bytes</td> <td>Used CPU memory of the entire cluster</td> </tr> <tr> <td>runai_cluster_memory_utilization</td> <td>{clusterId}</td> <td>0 to 1</td> <td>CPU memory utilization of the entire cluster</td> </tr> <tr> <td>runai_allocated_gpu_count_per_gpu</td> <td>{gpu, clusterId, node}</td> <td>0/1</td> <td>Is a GPU hosting a pod</td> </tr> <tr> <td>runai_last_gpu_utilization_time_per_gpu</td> <td>{gpu, clusterId, node}</td> <td>Unix time</td> <td>Last time GPU was not idle</td> </tr> <tr> <td>runai_requested_gpu_memory_mb_per_workload</td> <td>{clusterId, job_type, job_uuid, job_name, project, workload_id}</td> <td>MegaBytes</td> <td>Requested GPU memory per workload (0 if not specified by the user)</td> </tr> <tr> <td>runai_requested_gpus_per_workload</td> <td>{clusterId, workload_type, workload_id, workload_name, project}</td> <td>Double</td> <td>Number of requested GPUs per workload</td> </tr> <tr> <td>runai_run_time_seconds_per_workload</td> <td>{clusterId, workload_id, workload_name}</td> <td>Seconds</td> <td>Total run time per workload</td> </tr> <tr> <td>runai_wait_time_seconds_per_workload</td> <td>{clusterId, workload_id, workload_name}</td> <td>Seconds</td> <td>Total wait time per workload</td> </tr> <tr> <td>runai_node_cpu_requested_cores</td> <td>{clusterId, node}</td> <td>Double</td> <td>Sum of the requested CPU cores of all workloads running in a node</td> </tr> <tr> <td>runai_node_cpu_utilization</td> <td>{clusterId, node}</td> <td>0 to 1</td> <td>CPU utilization per node</td> </tr> <tr> <td>runai_node_memory_utilization</td> <td>{clusterId, node}</td> <td>0 to 1</td> <td>CPU memory utilization per node</td> </tr> <tr> <td>runai_node_requested_memory_bytes</td> <td>{clusterId, node}</td> <td>Bytes</td> <td>Sum of the requested CPU memory of all workloads running in a node</td> </tr> <tr> <td>runai_node_used_memory_bytes</td> <td>{clusterId, node}</td> <td>Bytes</td> <td>Used CPU memory per node</td> </tr> <tr> <td>runai_project_guaranteed_gpus</td> <td>{clusterId, project}</td> <td>Double</td> <td>Guaranteed GPU quota per project</td> </tr> <tr> <td>runai_project_info</td> <td>{memory_quota, cpu_quota, gpu_guaranteed_quota, clusterId, project, department}</td> <td>N/A</td> <td>Information on CPU, CPU memory, GPU quota per project</td> </tr> <tr> <td>runai_queue_info</td> <td>{memory_quota, cpu_quota, gpu_guaranteed_quota, clusterId, nodepool, queue_name, department}</td> <td>N/A</td> <td>Information on CPU, CPU memory, GPU quota per project/department per nodepool</td> </tr> <tr> <td>runai_cpu_limits_per_active_workload</td> <td>{clusterId, job_name , job_uuid}</td> <td>CPU Cores</td> <td>Workloads CPU limit (in number of cores). See <a href=https://docs.run.ai/latest/Researcher/scheduling/allocation-of-cpu-and-memory>link</a></td> </tr> <tr> <td>runai_job_cpu_usage</td> <td>{clusterId, workload_id, workload_name, project}</td> <td>Double</td> <td>Workloads CPU usage (in number of cores)</td> </tr> <tr> <td>runai_memory_limits_per_active_workload</td> <td>{clusterId, job_name, job_uuid}</td> <td>Bytes</td> <td>Workloads CPU memory limit. See <a href=https://docs.run.ai/latest/Researcher/scheduling/allocation-of-cpu-and-memory>link</a></td> </tr> <tr> <td>runai_active_job_memory_requested_bytes</td> <td>{clusterId, job_name, job_uuid}</td> <td>Bytes</td> <td>Workloads requested CPU memory. See <a href=https://docs.run.ai/latest/Researcher/scheduling/allocation-of-cpu-and-memory>link</a></td> </tr> <tr> <td>runai_job_memory_used_bytes</td> <td>{clusterId, workload_id, workload_name, project}</td> <td>Bytes</td> <td>Workloads used CPU memory</td> </tr> <tr> <td>runai_mig_mode_gpu_count</td> <td>{clusterId, node}</td> <td>Double</td> <td>Number of GPUs on MIG nodes (Deprecated)</td> </tr> <tr> <td>runai_gpu_utilization_per_gpu</td> <td>{clusterId, gpu, node}</td> <td>%</td> <td>GPU Utilization per GPU</td> </tr> <tr> <td>runai_gpu_utilization_per_node</td> <td>{clusterId, node}</td> <td>%</td> <td>GPU Utilization per Node</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_gpu</td> <td>{clusterId, gpu, node}</td> <td>MiB</td> <td>Used GPU memory per GPU</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_node</td> <td>{clusterId, node}</td> <td>MiB</td> <td>Used GPU memory per Node</td> </tr> <tr> <td>runai_gpu_memory_total_mebibytes_per_gpu</td> <td>{clusterId, gpu, node}</td> <td>MiB</td> <td>Total GPU memory per GPU</td> </tr> <tr> <td>runai_gpu_memory_total_mebibytes_per_node</td> <td>{clusterId, node}</td> <td>MiB</td> <td>Total GPU memory per Node</td> </tr> <tr> <td>runai_gpu_count_per_node</td> <td>{clusterId, node, modelName, ready, schedulable}</td> <td>Number</td> <td>Number of GPUs per Node</td> </tr> <tr> <td>runai_allocated_gpu_count_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>Double</td> <td>Number of allocated GPUs per Workload</td> </tr> <tr> <td>runai_allocated_gpu_count_per_project</td> <td>{clusterId, project}</td> <td>Double</td> <td>Number of allocated GPUs per Project</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_pod_per_gpu</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node, gpu}</td> <td>MiB</td> <td>Used GPU Memory per Pod, per Gpu on which the workload is running</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>MiB</td> <td>Used GPU Memory per Workload</td> </tr> <tr> <td>runai_gpu_utilization_per_pod_per_gpu</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node, gpu}</td> <td>%</td> <td>GPU Utilization per Pod per GPU</td> </tr> <tr> <td>runai_gpu_utilization_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>%</td> <td>Average GPU Utilization per Workload</td> </tr> <tr> <td>runai_gpu_utilization_per_project</td> <td>{clusterId, project}</td> <td>%</td> <td>Average GPU Utilization per Project</td> </tr> <tr> <td>runai_last_gpu_utilization_time_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>Seconds (Unix Timestamp)</td> <td>The Last Time (Unix Timestamp) That The Workload Utilized Any Of Its Allocated GPUs</td> </tr> <tr> <td>runai_gpu_idle_seconds_per_workload</td> <td>{clusterId, workload_id, workload_name, workload_type, user}</td> <td>Seconds</td> <td>Seconds Passed Since The Workload Utilized Any Of Its Allocated GPUs</td> </tr> <tr> <td>runai_allocated_gpu_count_per_pod</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node}</td> <td>Double</td> <td>Number Of Allocated GPUs per Pod</td> </tr> <tr> <td>runai_allocated_gpu_count_per_node</td> <td>{clusterId, node}</td> <td>Double</td> <td>Number Of Allocated GPUs per Node</td> </tr> <tr> <td>runai_allocated_millicpus_per_pod</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node}</td> <td>Integer</td> <td>Number Of Allocated Millicpus per Pod</td> </tr> <tr> <td>runai_allocated_memory_per_pod</td> <td>{clusterId, pod_name, pod_uuid, pod_namespace, node}</td> <td>Bytes</td> <td>Allocated Memory per Pod</td> </tr> </tbody> </table> <p>Following is a list of labels appearing in Run:ai metrics:</p> <table> <thead> <tr> <th>Label</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>clusterId</td> <td>Cluster Identifier</td> </tr> <tr> <td>department</td> <td>Name of Run:ai Department</td> </tr> <tr> <td>cpu_quota</td> <td>CPU limit per project</td> </tr> <tr> <td>gpu</td> <td>GPU index</td> </tr> <tr> <td>gpu_guaranteed_quota</td> <td>Guaranteed GPU quota per project</td> </tr> <tr> <td>image</td> <td>Name of Docker image</td> </tr> <tr> <td>namespace_name</td> <td>Namespace</td> </tr> <tr> <td>deployment_name</td> <td>Deployment name</td> </tr> <tr> <td>job_name</td> <td>Job name</td> </tr> <tr> <td>job_type</td> <td>Job type: training, interactive or inference</td> </tr> <tr> <td>job_uuid</td> <td>Job identifier</td> </tr> <tr> <td>workload_name</td> <td>Workload name</td> </tr> <tr> <td>workload_type</td> <td>Workload type: training, interactive or inference</td> </tr> <tr> <td>workload_uuid</td> <td>Workload identifier</td> </tr> <tr> <td>pod_name</td> <td>Pod name. A Workload can contain many pods.</td> </tr> <tr> <td>pod_namespace</td> <td>Pod namespace</td> </tr> <tr> <td>memory_quota</td> <td>CPU memory limit per project</td> </tr> <tr> <td>node</td> <td>Node name</td> </tr> <tr> <td>project</td> <td>Name of Run:ai Project</td> </tr> <tr> <td>status</td> <td>Workload status: Running, Pending, etc. For more information on Workload statuses see <a href=https://docs.run.ai/latest/Researcher/scheduling/job-statuses/ >document</a></td> </tr> <tr> <td>user</td> <td>User identifier</td> </tr> </tbody> </table> <h2 id=other-metrics>Other Metrics<a class=headerlink href=#other-metrics title="Permanent link">&para;</a></h2> <p>Run:ai exports other metrics emitted by NVIDIA and Kubernetes packages, as follows:</p> <table> <thead> <tr> <th>Metric name</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>runai_gpu_utilization_per_gpu</td> <td>GPU utilization</td> </tr> <tr> <td>kube_node_status_capacity</td> <td>The capacity for different resources of a node</td> </tr> <tr> <td>kube_node_status_condition</td> <td>The condition of a cluster node</td> </tr> <tr> <td>kube_pod_container_resource_requests_cpu_cores</td> <td>The number of CPU cores requested by container</td> </tr> <tr> <td>kube_pod_container_resource_requests_memory_bytes</td> <td>Bytes of memory requested by a container</td> </tr> <tr> <td>kube_pod_info</td> <td>Information about pod</td> </tr> </tbody> </table> <p>For additional information, see Kubernetes <a href=https://github.com/kubernetes/kube-state-metrics target=_blank>kube-state-metrics</a> and NVIDIA <a href=https://github.com/NVIDIA/gpu-monitoring-tools target=_blank>dcgm exporter</a>.</p> <h2 id=changed-metrics-and-api-mapping>Changed metrics and API mapping<a class=headerlink href=#changed-metrics-and-api-mapping title="Permanent link">&para;</a></h2> <p>Starting in cluster version 2.17, some of the metrics names have been changed. In addition some Run:ai metrics are available as API endpoints. Using the API endpoints is more efficient and provides an easier way of retrieving metrics in any application. The following table lists the metrics that were changed.</p> <table> <thead> <tr> <th>Metric name in version 2.16</th> <th>2.17 Change Description</th> <th>2.17 API Endpoint</th> </tr> </thead> <tbody> <tr> <td>runai_active_job_cpu_requested_cores</td> <td>available also via API</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_REQUEST_CORES" metricType</td> </tr> <tr> <td>runai_active_job_memory_requested_bytes</td> <td>available also via API</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_MEMORY_REQUEST_BYTES" metricType</td> </tr> <tr> <td>runai_cluster_cpu_utilization</td> <td>available also via API</td> <td>https://app.run.ai/api/v2/clusters/{clusterUuid}/metrics ; with "CPU_UTILIZATION" metricType</td> </tr> <tr> <td>runai_cluster_memory_utilization</td> <td>available also via API</td> <td>https://app.run.ai/api/v2/clusters/{clusterUuid}/metrics ; with "CPU_MEMORY_UTILIZATION" metricType</td> </tr> <tr> <td>runai_gpu_utilization_non_fractional_jobs</td> <td>no longer available</td> <td></td> </tr> <tr> <td>runai_allocated_gpu_count_per_workload</td> <td>labels changed</td> <td></td> </tr> <tr> <td>runai_gpu_utilization_per_pod_per_gpu</td> <td>available also via API</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/pods/{podId}/metrics ; with "GPU_UTILIZATION_PER_GPU" metricType</td> </tr> <tr> <td>runai_gpu_utilization_per_workload</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "GPU_UTILIZATION" metricType</td> </tr> <tr> <td>runai_job_image</td> <td>no longer available</td> <td></td> </tr> <tr> <td>runai_job_requested_gpu_memory</td> <td>available also via API and renamed to: "runai_requested_gpu_memory_mb_per_workload" with different labels</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "GPU_MEMORY_REQUEST_BYTES" metricType</td> </tr> <tr> <td>runai_job_requested_gpus</td> <td>renamed to: "runai_requested_gpus_per_workload" with different labels</td> <td></td> </tr> <tr> <td>runai_job_total_runtime</td> <td>renamed to: "runai_run_time_seconds_per_workload" with different labels</td> <td></td> </tr> <tr> <td>runai_job_total_wait_time</td> <td>renamed to: "runai_wait_time_seconds_per_workload" with different labels</td> <td></td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_workload</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "GPU_MEMORY_USAGE_BYTES" metricType</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_pod_per_gpu</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/pods/{podId}/metrics ; with "GPU_MEMORY_USAGE_BYTES_PER_GPU" metricType</td> </tr> <tr> <td>runai_node_gpu_used_memory_bytes</td> <td>renamed and changed units: "runai_gpu_memory_used_mebibytes_per_node"</td> <td></td> </tr> <tr> <td>runai_node_total_memory_bytes</td> <td>renamed and changed units: "runai_gpu_memory_total_mebibytes_per_node"</td> <td></td> </tr> <tr> <td>runai_project_info</td> <td>labels changed</td> <td></td> </tr> <tr> <td>runai_active_job_cpu_limits</td> <td>available also via API and renamed to: "runai_cpu_limits_per_active_workload"</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_LIMIT_CORES" metricType</td> </tr> <tr> <td>runai_job_cpu_usage</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_USAGE_CORES" metricType</td> </tr> <tr> <td>runai_active_job_memory_limits</td> <td>available also via API and renamed to: "runai_memory_limits_per_active_workload"</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_MEMORY_LIMIT_BYTES" metricType</td> </tr> <tr> <td>runai_running_job_memory_requested_bytes</td> <td>was a duplication of "runai_active_job_memory_requested_bytes", see above</td> <td></td> </tr> <tr> <td>runai_job_memory_used_bytes</td> <td>available also via API and labels changed</td> <td>https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with "CPU_MEMORY_USAGE_BYTES" metricType</td> </tr> <tr> <td>runai_job_swap_memory_used_bytes</td> <td>no longer available</td> <td></td> </tr> <tr> <td>runai_gpu_count_per_node</td> <td>added labels</td> <td></td> </tr> <tr> <td>runai_last_gpu_utilization_time_per_workload</td> <td>labels changed</td> <td></td> </tr> <tr> <td>runai_gpu_idle_time_per_workload</td> <td>renamed to: "runai_gpu_idle_seconds_per_workload" with different labels</td> <td></td> </tr> </tbody> </table> <h2 id=create-custom-dashboards>Create custom dashboards<a class=headerlink href=#create-custom-dashboards title="Permanent link">&para;</a></h2> <p>To create custom dashboards based on the above metrics, please contact Run:ai customer support.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/overview-developer/index.html b/v2.20/developer/overview-developer/index.html
index beaa7b7c4e..938d40385a 100644
--- a/v2.20/developer/overview-developer/index.html
+++ b/v2.20/developer/overview-developer/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/overview-developer/ rel=canonical><link href=../../Researcher/use-cases/ rel=prev><link href=../user-applications/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Developer Documentation Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/overview-developer/ rel=canonical><link href=../../Researcher/use-cases/ rel=prev><link href=../user-applications/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Developer Documentation Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#api-architecture class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Developer Documentation Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#api-architecture class=md-nav__link> <span class=md-ellipsis> API Architecture </span> </a> </li> <li class=md-nav__item> <a href=#runai-rest-api class=md-nav__link> <span class=md-ellipsis> Run:ai REST API </span> </a> </li> <li class=md-nav__item> <a href=#cluster-api-deprecated class=md-nav__link> <span class=md-ellipsis> Cluster API (Deprecated) </span> </a> </li> <li class=md-nav__item> <a href=#metrics-api class=md-nav__link> <span class=md-ellipsis> Metrics API </span> </a> </li> <li class=md-nav__item> <a href=#api-authentication class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#api-architecture class=md-nav__link> <span class=md-ellipsis> API Architecture </span> </a> </li> <li class=md-nav__item> <a href=#runai-rest-api class=md-nav__link> <span class=md-ellipsis> Run:ai REST API </span> </a> </li> <li class=md-nav__item> <a href=#cluster-api-deprecated class=md-nav__link> <span class=md-ellipsis> Cluster API (Deprecated) </span> </a> </li> <li class=md-nav__item> <a href=#metrics-api class=md-nav__link> <span class=md-ellipsis> Metrics API </span> </a> </li> <li class=md-nav__item> <a href=#api-authentication class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/overview-developer.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Overview</h1> <p>Developers can access Run:ai through various programmatic interfaces.</p> <h2 id=api-architecture>API Architecture<a class=headerlink href=#api-architecture title="Permanent link">&para;</a></h2> <p>Run:ai is composed of a single, multi-tenant control plane. Each tenant can be connected to one or more GPU clusters. See <a href=../../home/components/ >Run:ai system components</a> for detailed information.</p> <p>The following programming interfaces are available:</p> <table> <thead> <tr> <th>API</th> <th>Description</th> <th>Purpose</th> </tr> </thead> <tbody> <tr> <td><strong>Run:ai REST API</strong></td> <td>Get and Modify any Run:ai business object</td> <td>This is the API mostly used by system developers. The API is also used by the Run:ai user interface as well as the <strong>new</strong> command-line interface</td> </tr> <tr> <td><strong>Cluster API (Deprecated)</strong></td> <td>Submit Workloads directly to the Cluster</td> <td>A YAML-based API allowing submittion of Workloads directly to the Cluster. With Run:ai 2.18, this API is replaced by the above Run:ai, which is now the recommended method</td> </tr> <tr> <td><strong>Metrics API (deprecated)</strong></td> <td>Get cluster metrics</td> <td>Get utilization metrics.</td> </tr> </tbody> </table> <!-- ![api architecture image](img/api-architecture.png) --> <h2 id=runai-rest-api>Run:ai REST API<a class=headerlink href=#runai-rest-api title="Permanent link">&para;</a></h2> <p>Allows you to Add, delete, modify and list Run:ai meta-data objects such as Projects, Departments, Users. For Clusters of Run:ai 2.18 and above, allows the submitting of Workloasd. </p> <p>The API is provided as REST and is accessible via the control plane endpoint. </p> <p>For more information see <a href=../admin-rest-api/overview/ >Run:ai REST API</a>.</p> <div class="admonition important"> <p class=admonition-title>Important</p> <p>The endpoints and fields specified in the <a href=https://app.run.ai/api/docs>API reference</a> are the ones that are officially supported by Run:ai. Endpoints and fields that are not listed in the API reference are not supported.</p> <p>Run:ai does not recommend using API endpoints and fields marked as <code>deprecated</code> and will not add functionality to them. Once an API endpoint or field is marked as <code>deprecated</code>, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For details, see the <a href=../../home/whats-new-2-17/#deprecation-notifications>Deprecation notifications</a>.</p> </div> <h2 id=cluster-api-deprecated>Cluster API (Deprecated)<a class=headerlink href=#cluster-api-deprecated title="Permanent link">&para;</a></h2> <p>The <a href=../cluster-api/workload-overview-dev/ >Cluster API</a> allows you to submit and delete Workloads directly to the cluster itself.</p> <p>The API is provided as <a href=../cluster-api/submit-yaml/ >Kubernetes API</a>.</p> <p>Cluster API is accessible via the GPU cluster itself. As such, <strong>multiple clusters may have multiple endpoints</strong>.</p> <div class="admonition important"> <p class=admonition-title>Important</p> <ul> <li>This API is replaced by a Run:ai REST API to submit jobs, which is now the recommended method for cluster versions of 2.18 and above. </li> <li>If you are looking to automate tasks with older versions of Run:ai, it's best to use the <a href=../../Researcher/cli-reference/Introduction/ >Run:ai Command-line interface</a> which provides forward compatibility. </li> </ul> </div> <h2 id=metrics-api>Metrics API<a class=headerlink href=#metrics-api title="Permanent link">&para;</a></h2> <p>Retrieve metrics from multiple GPU clusters.</p> <p>See the <a href=../metrics/metrics/ >Metrics API</a> document.</p> <h2 id=api-authentication>API Authentication<a class=headerlink href=#api-authentication title="Permanent link">&para;</a></h2> <p>See <a href=../rest-auth/ >API Authentication</a> for information on how to gain authenticated access to Run:ai APIs.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#api-architecture class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Developer Documentation Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#api-architecture class=md-nav__link> <span class=md-ellipsis> API Architecture </span> </a> </li> <li class=md-nav__item> <a href=#runai-rest-api class=md-nav__link> <span class=md-ellipsis> Run:ai REST API </span> </a> </li> <li class=md-nav__item> <a href=#cluster-api-deprecated class=md-nav__link> <span class=md-ellipsis> Cluster API (Deprecated) </span> </a> </li> <li class=md-nav__item> <a href=#metrics-api class=md-nav__link> <span class=md-ellipsis> Metrics API </span> </a> </li> <li class=md-nav__item> <a href=#api-authentication class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#api-architecture class=md-nav__link> <span class=md-ellipsis> API Architecture </span> </a> </li> <li class=md-nav__item> <a href=#runai-rest-api class=md-nav__link> <span class=md-ellipsis> Run:ai REST API </span> </a> </li> <li class=md-nav__item> <a href=#cluster-api-deprecated class=md-nav__link> <span class=md-ellipsis> Cluster API (Deprecated) </span> </a> </li> <li class=md-nav__item> <a href=#metrics-api class=md-nav__link> <span class=md-ellipsis> Metrics API </span> </a> </li> <li class=md-nav__item> <a href=#api-authentication class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/overview-developer.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Overview</h1> <p>Developers can access Run:ai through various programmatic interfaces.</p> <h2 id=api-architecture>API Architecture<a class=headerlink href=#api-architecture title="Permanent link">&para;</a></h2> <p>Run:ai is composed of a single, multi-tenant control plane. Each tenant can be connected to one or more GPU clusters. See <a href=../../home/components/ >Run:ai system components</a> for detailed information.</p> <p>The following programming interfaces are available:</p> <table> <thead> <tr> <th>API</th> <th>Description</th> <th>Purpose</th> </tr> </thead> <tbody> <tr> <td><strong>Run:ai REST API</strong></td> <td>Get and Modify any Run:ai business object</td> <td>This is the API mostly used by system developers. The API is also used by the Run:ai user interface as well as the <strong>new</strong> command-line interface</td> </tr> <tr> <td><strong>Cluster API (Deprecated)</strong></td> <td>Submit Workloads directly to the Cluster</td> <td>A YAML-based API allowing submittion of Workloads directly to the Cluster. With Run:ai 2.18, this API is replaced by the above Run:ai, which is now the recommended method</td> </tr> <tr> <td><strong>Metrics API (deprecated)</strong></td> <td>Get cluster metrics</td> <td>Get utilization metrics.</td> </tr> </tbody> </table> <!-- ![api architecture image](img/api-architecture.png) --> <h2 id=runai-rest-api>Run:ai REST API<a class=headerlink href=#runai-rest-api title="Permanent link">&para;</a></h2> <p>Allows you to Add, delete, modify and list Run:ai meta-data objects such as Projects, Departments, Users. For Clusters of Run:ai 2.18 and above, allows the submitting of Workloasd. </p> <p>The API is provided as REST and is accessible via the control plane endpoint. </p> <p>For more information see <a href=../admin-rest-api/overview/ >Run:ai REST API</a>.</p> <div class="admonition important"> <p class=admonition-title>Important</p> <p>The endpoints and fields specified in the <a href=https://app.run.ai/api/docs>API reference</a> are the ones that are officially supported by Run:ai. Endpoints and fields that are not listed in the API reference are not supported.</p> <p>Run:ai does not recommend using API endpoints and fields marked as <code>deprecated</code> and will not add functionality to them. Once an API endpoint or field is marked as <code>deprecated</code>, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For details, see the <a href=../../home/whats-new-2-17/#deprecation-notifications>Deprecation notifications</a>.</p> </div> <h2 id=cluster-api-deprecated>Cluster API (Deprecated)<a class=headerlink href=#cluster-api-deprecated title="Permanent link">&para;</a></h2> <p>The <a href=../cluster-api/workload-overview-dev/ >Cluster API</a> allows you to submit and delete Workloads directly to the cluster itself.</p> <p>The API is provided as <a href=../cluster-api/submit-yaml/ >Kubernetes API</a>.</p> <p>Cluster API is accessible via the GPU cluster itself. As such, <strong>multiple clusters may have multiple endpoints</strong>.</p> <div class="admonition important"> <p class=admonition-title>Important</p> <ul> <li>This API is replaced by a Run:ai REST API to submit jobs, which is now the recommended method for cluster versions of 2.18 and above. </li> <li>If you are looking to automate tasks with older versions of Run:ai, it's best to use the <a href=../../Researcher/cli-reference/Introduction/ >Run:ai Command-line interface</a> which provides forward compatibility. </li> </ul> </div> <h2 id=metrics-api>Metrics API<a class=headerlink href=#metrics-api title="Permanent link">&para;</a></h2> <p>Retrieve metrics from multiple GPU clusters.</p> <p>See the <a href=../metrics/metrics/ >Metrics API</a> document.</p> <h2 id=api-authentication>API Authentication<a class=headerlink href=#api-authentication title="Permanent link">&para;</a></h2> <p>See <a href=../rest-auth/ >API Authentication</a> for information on how to gain authenticated access to Run:ai APIs.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/rest-auth/index.html b/v2.20/developer/rest-auth/index.html
index 4d949716f3..6f51c636fb 100644
--- a/v2.20/developer/rest-auth/index.html
+++ b/v2.20/developer/rest-auth/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/rest-auth/ rel=canonical><link href=../user-applications/ rel=prev><link href=../admin-rest-api/overview/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>API Authentication - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/rest-auth/ rel=canonical><link href=../user-applications/ rel=prev><link href=../admin-rest-api/overview/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>API Authentication - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -38,7 +38,7 @@
 </code></pre></div> </div> </div> </div> <h3 id=response>Response<a class=headerlink href=#response title="Permanent link">&para;</a></h3> <p>The API response will look as follows:</p> <div class=highlight><span class=filename>API Response</span><pre><span></span><code><a id=__codelineno-2-1 name=__codelineno-2-1 href=#__codelineno-2-1></a><span class=p>{</span>
 <a id=__codelineno-2-2 name=__codelineno-2-2 href=#__codelineno-2-2></a><span class=w>  </span><span class=nt>&quot;accessToken&quot;</span><span class=p>:</span><span class=w> </span><span class=s2>&quot;&lt;TOKEN&gt;&quot;</span><span class=p>,</span><span class=w> </span>
 <a id=__codelineno-2-3 name=__codelineno-2-3 href=#__codelineno-2-3></a><span class=p>}</span>
-</code></pre></div> <p>To call Run:ai REST APIs, the application must pass the retrieved <code>accessToken</code> as a <em>Bearer token</em> in the Authorization header of your HTTP request.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>To call Run:ai REST APIs, the application must pass the retrieved <code>accessToken</code> as a <em>Bearer token</em> in the Authorization header of your HTTP request.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -66,6 +66,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/developer/user-applications/index.html b/v2.20/developer/user-applications/index.html
index 8e6d9f0bf4..71e8184b65 100644
--- a/v2.20/developer/user-applications/index.html
+++ b/v2.20/developer/user-applications/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/user-applications/ rel=canonical><link href=../overview-developer/ rel=prev><link href=../rest-auth/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>User Applications - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/developer/user-applications/ rel=canonical><link href=../overview-developer/ rel=prev><link href=../rest-auth/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>User Applications - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#user-applications class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> User Applications </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> User Applications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> User Applications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-applications class=md-nav__link> <span class=md-ellipsis> Creating Applications </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-applications class=md-nav__link> <span class=md-ellipsis> Creating Applications </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/user-applications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=user-applications>User Applications<a class=headerlink href=#user-applications title="Permanent link">&para;</a></h1> <p>This article explains the procedure to create your own user applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in <a href=../rest-auth/ >API authentication</a> and use it within subsequent API calls.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>User applications are supported in cluster version 2.20 and above.</li> <li>The token obtained through user applications assumes the roles and permissions of the user.</li> </ul> </div> <h2 id=creating-applications>Creating Applications<a class=headerlink href=#creating-applications title="Permanent link">&para;</a></h2> <p>To create an application:</p> <ol> <li>Click the user icon, then select Settings</li> <li>Click <strong>+APPLICATION</strong> </li> <li>Enter the application’s <strong>name</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Copy the <strong>Client ID</strong> and <strong>Client secret</strong> and store securely</li> <li>Click <strong>DONE</strong></li> </ol> <p>You can create up to 20 user applications.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p> </div> <h2 id=regenerating-client-secret>Regenerating client secret<a class=headerlink href=#regenerating-client-secret title="Permanent link">&para;</a></h2> <p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click <strong>Regenerate client secret</strong> </li> <li>Click <strong>REGENERATE</strong> </li> <li>Copy the <strong>New client secret</strong> and store it securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Regenerating a client secret revokes the previous one.</p> </div> <h2 id=deleting-an-application>Deleting an application<a class=headerlink href=#deleting-an-application title="Permanent link">&para;</a></h2> <ol> <li>Locate the application you want to delete </li> <li>Click on the trash icon </li> <li>On the dialog, click <strong>DELETE</strong> to confirm </li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://api-docs.run.ai/#tag/User-Applications>User Applications</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#user-applications class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> User Applications </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5 checked> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=true> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> User Applications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> User Applications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-applications class=md-nav__link> <span class=md-ellipsis> Creating Applications </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#creating-applications class=md-nav__link> <span class=md-ellipsis> Creating Applications </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/developer/user-applications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=user-applications>User Applications<a class=headerlink href=#user-applications title="Permanent link">&para;</a></h1> <p>This article explains the procedure to create your own user applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in <a href=../rest-auth/ >API authentication</a> and use it within subsequent API calls.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>User applications are supported in cluster version 2.20 and above.</li> <li>The token obtained through user applications assumes the roles and permissions of the user.</li> </ul> </div> <h2 id=creating-applications>Creating Applications<a class=headerlink href=#creating-applications title="Permanent link">&para;</a></h2> <p>To create an application:</p> <ol> <li>Click the user icon, then select Settings</li> <li>Click <strong>+APPLICATION</strong> </li> <li>Enter the application’s <strong>name</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Copy the <strong>Client ID</strong> and <strong>Client secret</strong> and store securely</li> <li>Click <strong>DONE</strong></li> </ol> <p>You can create up to 20 user applications.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p> </div> <h2 id=regenerating-client-secret>Regenerating client secret<a class=headerlink href=#regenerating-client-secret title="Permanent link">&para;</a></h2> <p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click <strong>Regenerate client secret</strong> </li> <li>Click <strong>REGENERATE</strong> </li> <li>Copy the <strong>New client secret</strong> and store it securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Regenerating a client secret revokes the previous one.</p> </div> <h2 id=deleting-an-application>Deleting an application<a class=headerlink href=#deleting-an-application title="Permanent link">&para;</a></h2> <ol> <li>Locate the application you want to delete </li> <li>Click on the trash icon </li> <li>On the dialog, click <strong>DELETE</strong> to confirm </li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://api-docs.run.ai/#tag/User-Applications>User Applications</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/changelog/hotfixes-2-13/index.html b/v2.20/home/changelog/hotfixes-2-13/index.html
index 52f2b64b8a..5aba3b413c 100644
--- a/v2.20/home/changelog/hotfixes-2-13/index.html
+++ b/v2.20/home/changelog/hotfixes-2-13/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-13/ rel=canonical><link href=../hotfixes-2-15/ rel=prev><link href=../../data-privacy-details/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Changelog Version 2.13 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-13/ rel=canonical><link href=../hotfixes-2-15/ rel=prev><link href=../../data-privacy-details/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Changelog Version 2.13 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#version-21348-march-14-2024 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.13 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.13 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21348-march-14-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.13.48 - March 14, 2024 </span> </a> </li> <li class=md-nav__item> <a href=#version-21343-february-15-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.13.43 - February 15, 2024 </span> </a> </li> <li class=md-nav__item> <a href=#version-21337 class=md-nav__link> <span class=md-ellipsis> Version 2.13.37 </span> </a> </li> <li class=md-nav__item> <a href=#version-21335-december-19-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.35 - December 19, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.35 - December 19, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21331 class=md-nav__link> <span class=md-ellipsis> Version 2.13.31 </span> </a> </li> <li class=md-nav__item> <a href=#version-21325 class=md-nav__link> <span class=md-ellipsis> Version 2.13.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21321 class=md-nav__link> <span class=md-ellipsis> Version 2.13.21 </span> </a> </li> <li class=md-nav__item> <a href=#version-21320-september-28-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.20 - September 28, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.20 - September 28, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21319-september-27-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.19 - September 27, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.19 - September 27, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21313 class=md-nav__link> <span class=md-ellipsis> Version 2.13.13 </span> </a> </li> <li class=md-nav__item> <a href=#version-21312-august-7-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.12 - August 7, 2023 </span> </a> </li> <li class=md-nav__item> <a href=#version-21311 class=md-nav__link> <span class=md-ellipsis> Version 2.13.11 </span> </a> </li> <li class=md-nav__item> <a href=#version-2137-july-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.7 - July 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.7 - July 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_3 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> <nav class=md-nav aria-label="Release content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2134 class=md-nav__link> <span class=md-ellipsis> Version 2.13.4 </span> </a> <nav class=md-nav aria-label="Version 2.13.4"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2131-july-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.1 - July 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.1 - July 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_4 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> <nav class=md-nav aria-label="Release content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_4 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21348-march-14-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.13.48 - March 14, 2024 </span> </a> </li> <li class=md-nav__item> <a href=#version-21343-february-15-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.13.43 - February 15, 2024 </span> </a> </li> <li class=md-nav__item> <a href=#version-21337 class=md-nav__link> <span class=md-ellipsis> Version 2.13.37 </span> </a> </li> <li class=md-nav__item> <a href=#version-21335-december-19-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.35 - December 19, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.35 - December 19, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21331 class=md-nav__link> <span class=md-ellipsis> Version 2.13.31 </span> </a> </li> <li class=md-nav__item> <a href=#version-21325 class=md-nav__link> <span class=md-ellipsis> Version 2.13.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21321 class=md-nav__link> <span class=md-ellipsis> Version 2.13.21 </span> </a> </li> <li class=md-nav__item> <a href=#version-21320-september-28-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.20 - September 28, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.20 - September 28, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21319-september-27-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.19 - September 27, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.19 - September 27, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21313 class=md-nav__link> <span class=md-ellipsis> Version 2.13.13 </span> </a> </li> <li class=md-nav__item> <a href=#version-21312-august-7-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.12 - August 7, 2023 </span> </a> </li> <li class=md-nav__item> <a href=#version-21311 class=md-nav__link> <span class=md-ellipsis> Version 2.13.11 </span> </a> </li> <li class=md-nav__item> <a href=#version-2137-july-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.7 - July 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.7 - July 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_3 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> <nav class=md-nav aria-label="Release content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2134 class=md-nav__link> <span class=md-ellipsis> Version 2.13.4 </span> </a> <nav class=md-nav aria-label="Version 2.13.4"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2131-july-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.1 - July 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.1 - July 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_4 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> <nav class=md-nav aria-label="Release content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_4 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-13.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.13</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.13.</p> <h2 id=version-21348-march-14-2024>Version 2.13.48 - March 14, 2024<a class=headerlink href=#version-21348-march-14-2024 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16787</td> <td>Fixed an issue after an upgrade to 2.13 where distributed PyTorch jobs were not able to run due to PVCs being assigned to only worker pods.</td> </tr> <tr> <td>RUN-16626</td> <td>Fixed an issue in SSO environments, where <em>Workspaces</em> created using a template were assigned the template creator's UID/GID and not the <em>Workspace</em> creator's UID/GID.</td> </tr> <tr> <td>RUN-16357</td> <td>Fixed an issue where pressing the <em>Project</em> link in <em>Jobs</em> screen redirects the view to the <em>Projects</em> of a different cluster in multi-cluster environments.</td> </tr> </tbody> </table> <h2 id=version-21343-february-15-2024>Version 2.13.43 - February 15, 2024<a class=headerlink href=#version-21343-february-15-2024 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-14946</td> <td>Fixed an issue where Dashboards are displaying the hidden Grafana path.</td> </tr> </tbody> </table> <h2 id=version-21337>Version 2.13.37<a class=headerlink href=#version-21337 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-13300</td> <td>Fixed an issue where projects will appear with a status of empty while waiting for the project controller to update its status. This was caused because the cluster-sync works faster than the project controller.</td> </tr> </tbody> </table> <h2 id=version-21335-december-19-2023>Version 2.13.35 - December 19, 2023<a class=headerlink href=#version-21335-december-19-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content>Release content<a class=headerlink href=#release-content title="Permanent link">&para;</a></h3> <ul> <li><!-- RUN-14441 Add ability to set node affinity for Prometheus -->Added the ability to set node affinity for Prometheus.</li> </ul> <h3 id=fixed-issues>Fixed issues<a class=headerlink href=#fixed-issues title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-14472</td> <td>Fixed an issue where template updates were not being applied to the workload.</td> </tr> <tr> <td>RUN-14434</td> <td>Fixed an issue where <code>runai_allocated_gpu_count_per_gpu</code> was multiplied by seven.</td> </tr> <tr> <td>RUN-13956</td> <td>Fixed an issue where editing templates failed.</td> </tr> <tr> <td>RUN-13825</td> <td>Fixed an issue when deleting a job that is allocated a fraction of a GPU, an associated configmap is not deleted.</td> </tr> <tr> <td>RUN-13343</td> <td>Fixed an issue in pod status calculation.</td> </tr> </tbody> </table> <h2 id=version-21331>Version 2.13.31<a class=headerlink href=#version-21331 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11367</td> <td>Fixed an issue where a double click on <em>SSO Users</em> redirects to a blank screen.</td> </tr> <tr> <td>RUN-10560</td> <td>Fixed an issue where the <code>RunaiDaemonSetRolloutStuck</code> alert did not work.</td> </tr> </tbody> </table> <h2 id=version-21325>Version 2.13.25<a class=headerlink href=#version-21325 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-13171</td> <td>Fixed an issue when a cluster is not connected the actions in the <em>Workspace</em> and <em>Training</em> pages are still enabled. After the corrections, the actions will be disabled.</td> </tr> </tbody> </table> <h2 id=version-21321>Version 2.13.21<a class=headerlink href=#version-21321 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-12563</td> <td>Fixed an issue where users are unable to login after upgrading the control plane from 2.9.16 to 2.13.16. To correct the issue, secrets need to be upgraded manually in keycloak.</td> </tr> </tbody> </table> <h2 id=version-21320-september-28-2023>Version 2.13.20 - September 28, 2023<a class=headerlink href=#version-21320-september-28-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content_1>Release content<a class=headerlink href=#release-content_1 title="Permanent link">&para;</a></h3> <ul> <li><!-- RUN-12537 hide credentials from the UI when cluster version is not compatible -->Added the prevention of selecting tenant or department scopes for credentials, and the prevention of selecting s3, PVC, and Git data sources if the cluster version does not support these.</li> <li><!--RUN-12349 Enable quota management by default -->Quota management is now enabled by default.</li> </ul> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-12923</td> <td>Fixed an issue in upgrading due to a misconfigured Docker image for airgapped systems in 2.13.19. The helm chart contained an error, and the image is not used even though it is packaged as part of the tar.</td> </tr> <tr> <td>RUN-12928, RUN-12968</td> <td>Fixed an issue in upgrading Prometheus due to a misconfigured image for airgapped systems in 2.13.19. The helm chart contained an error, and the image is not used even though it is packaged as part of the tar.</td> </tr> <tr> <td>RUN-12751</td> <td>Fixed an issue when upgrading from 2.9 to 2.13 results with a missing engine-config file.</td> </tr> <tr> <td>RUN-12717</td> <td>Fixed an issue where the user that is logged in as researcher manager can't see the clusters.</td> </tr> <tr> <td>RUN-12642</td> <td>Fixed an issue where assets-sync could not restart due to failing to get token from control plane.</td> </tr> <tr> <td>RUN-12191</td> <td>Fixed an issue where there was a timeout while waiting for the <code>runai_allocated_gpu_count_per_project</code> metric to return values.</td> </tr> <tr> <td>RUN-10474</td> <td>Fixed an issue where the <code>runai-conatiner-toolkit-exporter</code> DaemonSet fails to start.</td> </tr> </tbody> </table> <h2 id=version-21319-september-27-2023>Version 2.13.19 - September 27, 2023<a class=headerlink href=#version-21319-september-27-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content_2>Release content<a class=headerlink href=#release-content_2 title="Permanent link">&para;</a></h3> <ul> <li><!--RUN-12508  Identify and present Kubeflow Notebooks in Jobs table -->Added the ability to identify Kubeflow notebooks and display them in the Jobs table.</li> <li><!-- RUN-12507 Support scheduling of Kubeflow workloads -->Added the ability to schedule Kubelow workloads.</li> <li><!--RUN-12420 Show only logged-in user's jobs -->Added functionality that displays Jobs that only belong to the user that is logged in.</li> <li><!-- RUN-12405 Refine out of the box alerts to run:ai rules --> Added and refined alerts to the state of Run:ai components, schedule latency, and warnings for out of memory on Jobs.</li> <li><!-- RUN-11711 Pod Security Admission issues in control plane -->Added the ability to work with restricted PSA policy.</li> </ul> <h3 id=fixed-issues_1>Fixed issues<a class=headerlink href=#fixed-issues_1 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-12650</td> <td>Fixed an issue that used an incorrect metric in analytics GPU ALLOCATION PER NODE panel. Now the correct allocation is in percentage.</td> </tr> <tr> <td>RUN-12602</td> <td>Fixed an issue in <code>runaiconfig</code> where the <code>WorkloadServices</code> spec has memory requests/limits and cpu requests/limits and gets overwritten with the system default.</td> </tr> <tr> <td>RUN-12585</td> <td>Fixed an issue where the workload-controller creates a delay in running jobs.</td> </tr> <tr> <td>RUN-12031</td> <td>Fixed an issue when upgrading from 2.9 to 2.13 where the Scheduler pod fails to upgrade due to the change of owner.</td> </tr> <tr> <td>RUN-11091</td> <td>Fixed an issue where the <em>Departments</em> feature is disabled, you are not able to schedule non-preemable jobs.</td> </tr> </tbody> </table> <h2 id=version-21313>Version 2.13.13<a class=headerlink href=#version-21313 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11321</td> <td>Fixed an issue where metrics always showed CPU Memory Utilization and CPU Compute Utilization as 0.</td> </tr> <tr> <td>RUN-11307</td> <td>Fixed an issue where node affinity might change mid way through a job. Node affinity in now calculated only once at job submission.</td> </tr> <tr> <td>RUN-11129</td> <td>Fixed an issue where CRDs are not automatically upgraded when upgrading from 2.9 to 2.13.</td> </tr> </tbody> </table> <h2 id=version-21312-august-7-2023>Version 2.13.12 - August 7, 2023<a class=headerlink href=#version-21312-august-7-2023 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11476</td> <td>Fixed an issue with analytics node pool filter in Allocated GPUs per Project panel.</td> </tr> </tbody> </table> <h2 id=version-21311>Version 2.13.11<a class=headerlink href=#version-21311 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11408</td> <td>Added to the Run:ai job-controller 2 configurable parameters <code>QPS</code> and <code>Burst</code> which are applied as environment variables in the job-controller Deployment object.</td> </tr> </tbody> </table> <h2 id=version-2137-july-2023>Version 2.13.7 - July 2023<a class=headerlink href=#version-2137-july-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content_3>Release content<a class=headerlink href=#release-content_3 title="Permanent link">&para;</a></h3> <!-- RUN-10803 --> <ul> <li>Added filters to the historic quota ratio widget on the <em>Quota management</em> dashboard.</li> </ul> <h4 id=fixed-issues_2>Fixed issues<a class=headerlink href=#fixed-issues_2 title="Permanent link">&para;</a></h4> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11080</td> <td>Fixed an issue in OpenShift environments where log in via SSO with the <code>kubeadmin</code> user, gets blank pages for every page.</td> </tr> <tr> <td>RUN-11119</td> <td>Fixed an issue where values that should be the <em>Order of priority</em> column are in the wrong column.</td> </tr> <tr> <td>RUN-11120</td> <td>Fixed an issue where the <em>Projects</em> table does not show correct metrics when Run:ai version 2.13 is paired with a Run:ai 2.8 cluster.</td> </tr> <tr> <td>RUN-11121</td> <td>Fixed an issue where the wrong over quota memory alert is shown in the <em>Quota management</em> pane in project edit form.</td> </tr> <tr> <td>RUN-11272</td> <td>Fixed an issue in OpenShift environments where the selection in the cluster drop down in the main UI does not match the cluster selected on the login page.</td> </tr> </tbody> </table> <h2 id=version-2134>Version 2.13.4<a class=headerlink href=#version-2134 title="Permanent link">&para;</a></h2> <h3 id=release-date>Release date<a class=headerlink href=#release-date title="Permanent link">&para;</a></h3> <p>July 2023</p> <h4 id=fixed-issues_3>Fixed issues<a class=headerlink href=#fixed-issues_3 title="Permanent link">&para;</a></h4> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11089</td> <td>Fixed an issue when creating an environment, commands in the <em>Runtime settings</em> pane and are not persistent and cannot be found in other assets (for example in a new <em>Training</em>).</td> </tr> </tbody> </table> <h2 id=version-2131-july-2023>Version 2.13.1 - July 2023<a class=headerlink href=#version-2131-july-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content_4>Release content<a class=headerlink href=#release-content_4 title="Permanent link">&para;</a></h3> <!-- RUN-11024 --> <ul> <li>Made an improvement so that occurrences of labels that are not in use anymore are deleted.</li> </ul> <h4 id=fixed-issues_4>Fixed issues<a class=headerlink href=#fixed-issues_4 title="Permanent link">&para;</a></h4> <p>N/A</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#version-21348-march-14-2024 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.13 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.13 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21348-march-14-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.13.48 - March 14, 2024 </span> </a> </li> <li class=md-nav__item> <a href=#version-21343-february-15-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.13.43 - February 15, 2024 </span> </a> </li> <li class=md-nav__item> <a href=#version-21337 class=md-nav__link> <span class=md-ellipsis> Version 2.13.37 </span> </a> </li> <li class=md-nav__item> <a href=#version-21335-december-19-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.35 - December 19, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.35 - December 19, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21331 class=md-nav__link> <span class=md-ellipsis> Version 2.13.31 </span> </a> </li> <li class=md-nav__item> <a href=#version-21325 class=md-nav__link> <span class=md-ellipsis> Version 2.13.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21321 class=md-nav__link> <span class=md-ellipsis> Version 2.13.21 </span> </a> </li> <li class=md-nav__item> <a href=#version-21320-september-28-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.20 - September 28, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.20 - September 28, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21319-september-27-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.19 - September 27, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.19 - September 27, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21313 class=md-nav__link> <span class=md-ellipsis> Version 2.13.13 </span> </a> </li> <li class=md-nav__item> <a href=#version-21312-august-7-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.12 - August 7, 2023 </span> </a> </li> <li class=md-nav__item> <a href=#version-21311 class=md-nav__link> <span class=md-ellipsis> Version 2.13.11 </span> </a> </li> <li class=md-nav__item> <a href=#version-2137-july-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.7 - July 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.7 - July 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_3 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> <nav class=md-nav aria-label="Release content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2134 class=md-nav__link> <span class=md-ellipsis> Version 2.13.4 </span> </a> <nav class=md-nav aria-label="Version 2.13.4"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2131-july-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.1 - July 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.1 - July 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_4 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> <nav class=md-nav aria-label="Release content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_4 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21348-march-14-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.13.48 - March 14, 2024 </span> </a> </li> <li class=md-nav__item> <a href=#version-21343-february-15-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.13.43 - February 15, 2024 </span> </a> </li> <li class=md-nav__item> <a href=#version-21337 class=md-nav__link> <span class=md-ellipsis> Version 2.13.37 </span> </a> </li> <li class=md-nav__item> <a href=#version-21335-december-19-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.35 - December 19, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.35 - December 19, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21331 class=md-nav__link> <span class=md-ellipsis> Version 2.13.31 </span> </a> </li> <li class=md-nav__item> <a href=#version-21325 class=md-nav__link> <span class=md-ellipsis> Version 2.13.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21321 class=md-nav__link> <span class=md-ellipsis> Version 2.13.21 </span> </a> </li> <li class=md-nav__item> <a href=#version-21320-september-28-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.20 - September 28, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.20 - September 28, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21319-september-27-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.19 - September 27, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.19 - September 27, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21313 class=md-nav__link> <span class=md-ellipsis> Version 2.13.13 </span> </a> </li> <li class=md-nav__item> <a href=#version-21312-august-7-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.12 - August 7, 2023 </span> </a> </li> <li class=md-nav__item> <a href=#version-21311 class=md-nav__link> <span class=md-ellipsis> Version 2.13.11 </span> </a> </li> <li class=md-nav__item> <a href=#version-2137-july-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.7 - July 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.7 - July 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_3 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> <nav class=md-nav aria-label="Release content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2134 class=md-nav__link> <span class=md-ellipsis> Version 2.13.4 </span> </a> <nav class=md-nav aria-label="Version 2.13.4"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2131-july-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.13.1 - July 2023 </span> </a> <nav class=md-nav aria-label="Version 2.13.1 - July 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_4 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> <nav class=md-nav aria-label="Release content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_4 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-13.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.13</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.13.</p> <h2 id=version-21348-march-14-2024>Version 2.13.48 - March 14, 2024<a class=headerlink href=#version-21348-march-14-2024 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16787</td> <td>Fixed an issue after an upgrade to 2.13 where distributed PyTorch jobs were not able to run due to PVCs being assigned to only worker pods.</td> </tr> <tr> <td>RUN-16626</td> <td>Fixed an issue in SSO environments, where <em>Workspaces</em> created using a template were assigned the template creator's UID/GID and not the <em>Workspace</em> creator's UID/GID.</td> </tr> <tr> <td>RUN-16357</td> <td>Fixed an issue where pressing the <em>Project</em> link in <em>Jobs</em> screen redirects the view to the <em>Projects</em> of a different cluster in multi-cluster environments.</td> </tr> </tbody> </table> <h2 id=version-21343-february-15-2024>Version 2.13.43 - February 15, 2024<a class=headerlink href=#version-21343-february-15-2024 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-14946</td> <td>Fixed an issue where Dashboards are displaying the hidden Grafana path.</td> </tr> </tbody> </table> <h2 id=version-21337>Version 2.13.37<a class=headerlink href=#version-21337 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-13300</td> <td>Fixed an issue where projects will appear with a status of empty while waiting for the project controller to update its status. This was caused because the cluster-sync works faster than the project controller.</td> </tr> </tbody> </table> <h2 id=version-21335-december-19-2023>Version 2.13.35 - December 19, 2023<a class=headerlink href=#version-21335-december-19-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content>Release content<a class=headerlink href=#release-content title="Permanent link">&para;</a></h3> <ul> <li><!-- RUN-14441 Add ability to set node affinity for Prometheus -->Added the ability to set node affinity for Prometheus.</li> </ul> <h3 id=fixed-issues>Fixed issues<a class=headerlink href=#fixed-issues title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-14472</td> <td>Fixed an issue where template updates were not being applied to the workload.</td> </tr> <tr> <td>RUN-14434</td> <td>Fixed an issue where <code>runai_allocated_gpu_count_per_gpu</code> was multiplied by seven.</td> </tr> <tr> <td>RUN-13956</td> <td>Fixed an issue where editing templates failed.</td> </tr> <tr> <td>RUN-13825</td> <td>Fixed an issue when deleting a job that is allocated a fraction of a GPU, an associated configmap is not deleted.</td> </tr> <tr> <td>RUN-13343</td> <td>Fixed an issue in pod status calculation.</td> </tr> </tbody> </table> <h2 id=version-21331>Version 2.13.31<a class=headerlink href=#version-21331 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11367</td> <td>Fixed an issue where a double click on <em>SSO Users</em> redirects to a blank screen.</td> </tr> <tr> <td>RUN-10560</td> <td>Fixed an issue where the <code>RunaiDaemonSetRolloutStuck</code> alert did not work.</td> </tr> </tbody> </table> <h2 id=version-21325>Version 2.13.25<a class=headerlink href=#version-21325 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-13171</td> <td>Fixed an issue when a cluster is not connected the actions in the <em>Workspace</em> and <em>Training</em> pages are still enabled. After the corrections, the actions will be disabled.</td> </tr> </tbody> </table> <h2 id=version-21321>Version 2.13.21<a class=headerlink href=#version-21321 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-12563</td> <td>Fixed an issue where users are unable to login after upgrading the control plane from 2.9.16 to 2.13.16. To correct the issue, secrets need to be upgraded manually in keycloak.</td> </tr> </tbody> </table> <h2 id=version-21320-september-28-2023>Version 2.13.20 - September 28, 2023<a class=headerlink href=#version-21320-september-28-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content_1>Release content<a class=headerlink href=#release-content_1 title="Permanent link">&para;</a></h3> <ul> <li><!-- RUN-12537 hide credentials from the UI when cluster version is not compatible -->Added the prevention of selecting tenant or department scopes for credentials, and the prevention of selecting s3, PVC, and Git data sources if the cluster version does not support these.</li> <li><!--RUN-12349 Enable quota management by default -->Quota management is now enabled by default.</li> </ul> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-12923</td> <td>Fixed an issue in upgrading due to a misconfigured Docker image for airgapped systems in 2.13.19. The helm chart contained an error, and the image is not used even though it is packaged as part of the tar.</td> </tr> <tr> <td>RUN-12928, RUN-12968</td> <td>Fixed an issue in upgrading Prometheus due to a misconfigured image for airgapped systems in 2.13.19. The helm chart contained an error, and the image is not used even though it is packaged as part of the tar.</td> </tr> <tr> <td>RUN-12751</td> <td>Fixed an issue when upgrading from 2.9 to 2.13 results with a missing engine-config file.</td> </tr> <tr> <td>RUN-12717</td> <td>Fixed an issue where the user that is logged in as researcher manager can't see the clusters.</td> </tr> <tr> <td>RUN-12642</td> <td>Fixed an issue where assets-sync could not restart due to failing to get token from control plane.</td> </tr> <tr> <td>RUN-12191</td> <td>Fixed an issue where there was a timeout while waiting for the <code>runai_allocated_gpu_count_per_project</code> metric to return values.</td> </tr> <tr> <td>RUN-10474</td> <td>Fixed an issue where the <code>runai-conatiner-toolkit-exporter</code> DaemonSet fails to start.</td> </tr> </tbody> </table> <h2 id=version-21319-september-27-2023>Version 2.13.19 - September 27, 2023<a class=headerlink href=#version-21319-september-27-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content_2>Release content<a class=headerlink href=#release-content_2 title="Permanent link">&para;</a></h3> <ul> <li><!--RUN-12508  Identify and present Kubeflow Notebooks in Jobs table -->Added the ability to identify Kubeflow notebooks and display them in the Jobs table.</li> <li><!-- RUN-12507 Support scheduling of Kubeflow workloads -->Added the ability to schedule Kubelow workloads.</li> <li><!--RUN-12420 Show only logged-in user's jobs -->Added functionality that displays Jobs that only belong to the user that is logged in.</li> <li><!-- RUN-12405 Refine out of the box alerts to run:ai rules --> Added and refined alerts to the state of Run:ai components, schedule latency, and warnings for out of memory on Jobs.</li> <li><!-- RUN-11711 Pod Security Admission issues in control plane -->Added the ability to work with restricted PSA policy.</li> </ul> <h3 id=fixed-issues_1>Fixed issues<a class=headerlink href=#fixed-issues_1 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-12650</td> <td>Fixed an issue that used an incorrect metric in analytics GPU ALLOCATION PER NODE panel. Now the correct allocation is in percentage.</td> </tr> <tr> <td>RUN-12602</td> <td>Fixed an issue in <code>runaiconfig</code> where the <code>WorkloadServices</code> spec has memory requests/limits and cpu requests/limits and gets overwritten with the system default.</td> </tr> <tr> <td>RUN-12585</td> <td>Fixed an issue where the workload-controller creates a delay in running jobs.</td> </tr> <tr> <td>RUN-12031</td> <td>Fixed an issue when upgrading from 2.9 to 2.13 where the Scheduler pod fails to upgrade due to the change of owner.</td> </tr> <tr> <td>RUN-11091</td> <td>Fixed an issue where the <em>Departments</em> feature is disabled, you are not able to schedule non-preemable jobs.</td> </tr> </tbody> </table> <h2 id=version-21313>Version 2.13.13<a class=headerlink href=#version-21313 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11321</td> <td>Fixed an issue where metrics always showed CPU Memory Utilization and CPU Compute Utilization as 0.</td> </tr> <tr> <td>RUN-11307</td> <td>Fixed an issue where node affinity might change mid way through a job. Node affinity in now calculated only once at job submission.</td> </tr> <tr> <td>RUN-11129</td> <td>Fixed an issue where CRDs are not automatically upgraded when upgrading from 2.9 to 2.13.</td> </tr> </tbody> </table> <h2 id=version-21312-august-7-2023>Version 2.13.12 - August 7, 2023<a class=headerlink href=#version-21312-august-7-2023 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11476</td> <td>Fixed an issue with analytics node pool filter in Allocated GPUs per Project panel.</td> </tr> </tbody> </table> <h2 id=version-21311>Version 2.13.11<a class=headerlink href=#version-21311 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11408</td> <td>Added to the Run:ai job-controller 2 configurable parameters <code>QPS</code> and <code>Burst</code> which are applied as environment variables in the job-controller Deployment object.</td> </tr> </tbody> </table> <h2 id=version-2137-july-2023>Version 2.13.7 - July 2023<a class=headerlink href=#version-2137-july-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content_3>Release content<a class=headerlink href=#release-content_3 title="Permanent link">&para;</a></h3> <!-- RUN-10803 --> <ul> <li>Added filters to the historic quota ratio widget on the <em>Quota management</em> dashboard.</li> </ul> <h4 id=fixed-issues_2>Fixed issues<a class=headerlink href=#fixed-issues_2 title="Permanent link">&para;</a></h4> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11080</td> <td>Fixed an issue in OpenShift environments where log in via SSO with the <code>kubeadmin</code> user, gets blank pages for every page.</td> </tr> <tr> <td>RUN-11119</td> <td>Fixed an issue where values that should be the <em>Order of priority</em> column are in the wrong column.</td> </tr> <tr> <td>RUN-11120</td> <td>Fixed an issue where the <em>Projects</em> table does not show correct metrics when Run:ai version 2.13 is paired with a Run:ai 2.8 cluster.</td> </tr> <tr> <td>RUN-11121</td> <td>Fixed an issue where the wrong over quota memory alert is shown in the <em>Quota management</em> pane in project edit form.</td> </tr> <tr> <td>RUN-11272</td> <td>Fixed an issue in OpenShift environments where the selection in the cluster drop down in the main UI does not match the cluster selected on the login page.</td> </tr> </tbody> </table> <h2 id=version-2134>Version 2.13.4<a class=headerlink href=#version-2134 title="Permanent link">&para;</a></h2> <h3 id=release-date>Release date<a class=headerlink href=#release-date title="Permanent link">&para;</a></h3> <p>July 2023</p> <h4 id=fixed-issues_3>Fixed issues<a class=headerlink href=#fixed-issues_3 title="Permanent link">&para;</a></h4> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11089</td> <td>Fixed an issue when creating an environment, commands in the <em>Runtime settings</em> pane and are not persistent and cannot be found in other assets (for example in a new <em>Training</em>).</td> </tr> </tbody> </table> <h2 id=version-2131-july-2023>Version 2.13.1 - July 2023<a class=headerlink href=#version-2131-july-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content_4>Release content<a class=headerlink href=#release-content_4 title="Permanent link">&para;</a></h3> <!-- RUN-11024 --> <ul> <li>Made an improvement so that occurrences of labels that are not in use anymore are deleted.</li> </ul> <h4 id=fixed-issues_4>Fixed issues<a class=headerlink href=#fixed-issues_4 title="Permanent link">&para;</a></h4> <p>N/A</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/changelog/hotfixes-2-15/index.html b/v2.20/home/changelog/hotfixes-2-15/index.html
index fe48ed25aa..b0e1c6abfd 100644
--- a/v2.20/home/changelog/hotfixes-2-15/index.html
+++ b/v2.20/home/changelog/hotfixes-2-15/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-15/ rel=canonical><link href=../hotfixes-2-16/ rel=prev><link href=../hotfixes-2-13/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Changelog Version 2.15 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-15/ rel=canonical><link href=../hotfixes-2-16/ rel=prev><link href=../hotfixes-2-13/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Changelog Version 2.15 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#version-2159-february-5-2024 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.15 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.15 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-2159-february-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.9 - February 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.9 - February 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2154-january-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.4 - January 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.4 - January 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2152-february-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.2 - February 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.2 - February 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2151-december-17-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.15.1 - December 17, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.15.1 - December 17, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2150 class=md-nav__link> <span class=md-ellipsis> Version 2.15.0 </span> </a> <nav class=md-nav aria-label="Version 2.15.0"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_4 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-2159-february-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.9 - February 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.9 - February 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2154-january-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.4 - January 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.4 - January 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2152-february-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.2 - February 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.2 - February 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2151-december-17-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.15.1 - December 17, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.15.1 - December 17, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2150 class=md-nav__link> <span class=md-ellipsis> Version 2.15.0 </span> </a> <nav class=md-nav aria-label="Version 2.15.0"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_4 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-15.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.15</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.15.</p> <h2 id=version-2159-february-5-2024>Version 2.15.9 - February 5, 2024<a class=headerlink href=#version-2159-february-5-2024 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues>Fixed issues<a class=headerlink href=#fixed-issues title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-15296</td> <td>Fixed an issue where the <code>resources</code> parameter was deprecated in the <em>Projects</em> and <em>Departments</em> API.</td> </tr> </tbody> </table> <h2 id=version-2154-january-5-2024>Version 2.15.4 - January 5, 2024<a class=headerlink href=#version-2154-january-5-2024 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues_1>Fixed issues<a class=headerlink href=#fixed-issues_1 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-15026</td> <td>Fixed an issue in workloads that were built on a cluster that does not support the NFS field.</td> </tr> <tr> <td>RUN-14907</td> <td>Fixed an issue after an upgrade where the <em>Analytics</em> dashboard was missing the time ranges from before the upgrade.</td> </tr> <tr> <td>RUN-14903</td> <td>Fixed an issue where internal operations were exposed to the customer audit log.</td> </tr> <tr> <td>RUN-14062</td> <td>Fixed an issue in the <em>Overview</em> dashboard where the content for the <em>Running Workload per Type</em> panel did not fit.</td> </tr> </tbody> </table> <h2 id=version-2152-february-5-2024>Version 2.15.2 - February 5, 2024<a class=headerlink href=#version-2152-february-5-2024 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues_2>Fixed issues<a class=headerlink href=#fixed-issues_2 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-14434</td> <td>Fixed an issue where the <em>Allocated GPUs</em> metric was multiplied by seven.</td> </tr> </tbody> </table> <h2 id=version-2151-december-17-2023>Version 2.15.1 - December 17, 2023<a class=headerlink href=#version-2151-december-17-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content>Release content<a class=headerlink href=#release-content title="Permanent link">&para;</a></h3> <ul> <li> <p><!-- RUN-14077 - [runai-cli] allow configuring client burst and QPS -->Added environment variables for customizable QPS and burst support.</p> </li> <li> <p><!-- RUN-13968 - Prometheus high availability -- allow changing # of replicas -->Added the ability to support running multiple Prometheus replicas.</p> </li> </ul> <h3 id=fixed-issues_3>Fixed issues<a class=headerlink href=#fixed-issues_3 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-14292</td> <td>Fixed an issue where BCM installations were failing due to missing <code>create cluster</code> permissions.</td> </tr> <tr> <td>RUN-14289</td> <td>Fixed an issue where metrics were not working due to an incorrect parameter in the cluster-config file.</td> </tr> <tr> <td>RUN-14198</td> <td>Fixed an issue in services where multi nodepool jobs were not scheduled due to an unassigned nodepool status.</td> </tr> <tr> <td>RUN-14191</td> <td>Fixed an issue where a consolidation failure would cause unnecessary evictions.</td> </tr> <tr> <td>RUN-14154</td> <td>Fixed an issue in the <em>New cluster</em> form, whefre the dropdown listed versions that were incompatible with the installed control plane.</td> </tr> <tr> <td>RUN-13956</td> <td>Fixed an issue in the <em>Jobs</em> table where templates were not edited successfully.</td> </tr> <tr> <td>RUN-13891</td> <td>Fixed an issue where Ray job statuses were shown as empty.</td> </tr> <tr> <td>RUN-13825</td> <td>Fixed an issue where GPU sharing configmaps were not deleted.</td> </tr> <tr> <td>RUN-13628</td> <td>Fixed an issue where the <code>pre-install</code> pod failed to run <code>pre-install</code> tasks due to the request being denied (Unauthorized).</td> </tr> <tr> <td>RUN-13550</td> <td>Fixed an issue where environments were not recovering from a node restart due to a missing GPU runtime class for containerized nodes.</td> </tr> <tr> <td>RUN-11895</td> <td>Fixed an issue where the wrong amount of GPU memory usage was shown (is now MB).</td> </tr> <tr> <td>RUN-11681</td> <td>Fixed an issue in OpenShift environments where some metrics were not shown on dashboards when the GPU Operator from the RedHat marketplace was installed.</td> </tr> </tbody> </table> <h2 id=version-2150>Version 2.15.0<a class=headerlink href=#version-2150 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues_4>Fixed issues<a class=headerlink href=#fixed-issues_4 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-13456</td> <td>Fixed an issue where the Researcher L1 role did not have permissions to create and manage credentials.</td> </tr> <tr> <td>RUN-13282</td> <td>Fixed an issue where <em>Workspace</em> logs crashed unexpectedly after restarting.</td> </tr> <tr> <td>RUN-13121</td> <td>Fixed an issue in not being able to launch jobs using the API after an upgrade overrode a change in keycloak for applications which have a custom mapping to an email.</td> </tr> <tr> <td>RUN-13103</td> <td>Fixed an issue in the <em>Workspaces</em> and <em>Trainings</em> table where the action buttons were not greyed out for users with only the view role.</td> </tr> <tr> <td>RUN-12993</td> <td>Fixed an issue where Prometheus was reporting metrics even though the cluster was disconnected.</td> </tr> <tr> <td>RUN-12978</td> <td>Fixed an issue after an upgrade, where permissions fail to sync to a project due to a missing application name in the CRD.</td> </tr> <tr> <td>RUN-12900</td> <td>Fixed an issue in the <em>Projects</em> table, when sorting by <em>Allocated GPUs</em>, the projects were displayed alphabetically and not numerically.</td> </tr> <tr> <td>RUN-12846</td> <td>Fixed an issue after a control-plane upgrade, where GPU, CPU, and Memory Cost fields (in the Consumption Reports) were missing when not using Grafana.</td> </tr> <tr> <td>RUN-12824</td> <td>Fixed an issue where airgapped environments tried to pull an image from gcr.io (Internet).</td> </tr> <tr> <td>RUN-12769</td> <td>Fixed an issue where SSO users were unable to see projects in <em>Job</em> Form unless the group they belong to was added directly to the project.</td> </tr> <tr> <td>RUN-12602</td> <td>Fixed an issue in the documentation where the <code>WorkloadServices</code> configuration in the <code>runaiconfig</code> file was incorrect.</td> </tr> <tr> <td>RUN-12528</td> <td>Fixed an issue where the <em>Workspace</em> duration scheduling rule was suspending workspaces regardless of the configured duration.</td> </tr> <tr> <td>RUN-12298</td> <td>Fixed an issue where projects were not shown in the <em>Projects</em> table due to the API not sanitizing the project name at time of creation.</td> </tr> <tr> <td>RUN-12157</td> <td>Fixed an issue where querying pods completion time returned a negative number.</td> </tr> <tr> <td>RUN-10560</td> <td>Fixed an issue where no Prometheus alerts were sent due to a misconfiguration of the parameter <code>RunaiDaemonSetRolloutStuck</code>.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#version-2159-february-5-2024 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.15 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.15 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-2159-february-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.9 - February 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.9 - February 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2154-january-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.4 - January 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.4 - January 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2152-february-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.2 - February 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.2 - February 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2151-december-17-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.15.1 - December 17, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.15.1 - December 17, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2150 class=md-nav__link> <span class=md-ellipsis> Version 2.15.0 </span> </a> <nav class=md-nav aria-label="Version 2.15.0"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_4 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-2159-february-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.9 - February 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.9 - February 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2154-january-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.4 - January 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.4 - January 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2152-february-5-2024 class=md-nav__link> <span class=md-ellipsis> Version 2.15.2 - February 5, 2024 </span> </a> <nav class=md-nav aria-label="Version 2.15.2 - February 5, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2151-december-17-2023 class=md-nav__link> <span class=md-ellipsis> Version 2.15.1 - December 17, 2023 </span> </a> <nav class=md-nav aria-label="Version 2.15.1 - December 17, 2023"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2150 class=md-nav__link> <span class=md-ellipsis> Version 2.15.0 </span> </a> <nav class=md-nav aria-label="Version 2.15.0"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_4 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-15.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.15</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.15.</p> <h2 id=version-2159-february-5-2024>Version 2.15.9 - February 5, 2024<a class=headerlink href=#version-2159-february-5-2024 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues>Fixed issues<a class=headerlink href=#fixed-issues title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-15296</td> <td>Fixed an issue where the <code>resources</code> parameter was deprecated in the <em>Projects</em> and <em>Departments</em> API.</td> </tr> </tbody> </table> <h2 id=version-2154-january-5-2024>Version 2.15.4 - January 5, 2024<a class=headerlink href=#version-2154-january-5-2024 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues_1>Fixed issues<a class=headerlink href=#fixed-issues_1 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-15026</td> <td>Fixed an issue in workloads that were built on a cluster that does not support the NFS field.</td> </tr> <tr> <td>RUN-14907</td> <td>Fixed an issue after an upgrade where the <em>Analytics</em> dashboard was missing the time ranges from before the upgrade.</td> </tr> <tr> <td>RUN-14903</td> <td>Fixed an issue where internal operations were exposed to the customer audit log.</td> </tr> <tr> <td>RUN-14062</td> <td>Fixed an issue in the <em>Overview</em> dashboard where the content for the <em>Running Workload per Type</em> panel did not fit.</td> </tr> </tbody> </table> <h2 id=version-2152-february-5-2024>Version 2.15.2 - February 5, 2024<a class=headerlink href=#version-2152-february-5-2024 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues_2>Fixed issues<a class=headerlink href=#fixed-issues_2 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-14434</td> <td>Fixed an issue where the <em>Allocated GPUs</em> metric was multiplied by seven.</td> </tr> </tbody> </table> <h2 id=version-2151-december-17-2023>Version 2.15.1 - December 17, 2023<a class=headerlink href=#version-2151-december-17-2023 title="Permanent link">&para;</a></h2> <h3 id=release-content>Release content<a class=headerlink href=#release-content title="Permanent link">&para;</a></h3> <ul> <li> <p><!-- RUN-14077 - [runai-cli] allow configuring client burst and QPS -->Added environment variables for customizable QPS and burst support.</p> </li> <li> <p><!-- RUN-13968 - Prometheus high availability -- allow changing # of replicas -->Added the ability to support running multiple Prometheus replicas.</p> </li> </ul> <h3 id=fixed-issues_3>Fixed issues<a class=headerlink href=#fixed-issues_3 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-14292</td> <td>Fixed an issue where BCM installations were failing due to missing <code>create cluster</code> permissions.</td> </tr> <tr> <td>RUN-14289</td> <td>Fixed an issue where metrics were not working due to an incorrect parameter in the cluster-config file.</td> </tr> <tr> <td>RUN-14198</td> <td>Fixed an issue in services where multi nodepool jobs were not scheduled due to an unassigned nodepool status.</td> </tr> <tr> <td>RUN-14191</td> <td>Fixed an issue where a consolidation failure would cause unnecessary evictions.</td> </tr> <tr> <td>RUN-14154</td> <td>Fixed an issue in the <em>New cluster</em> form, whefre the dropdown listed versions that were incompatible with the installed control plane.</td> </tr> <tr> <td>RUN-13956</td> <td>Fixed an issue in the <em>Jobs</em> table where templates were not edited successfully.</td> </tr> <tr> <td>RUN-13891</td> <td>Fixed an issue where Ray job statuses were shown as empty.</td> </tr> <tr> <td>RUN-13825</td> <td>Fixed an issue where GPU sharing configmaps were not deleted.</td> </tr> <tr> <td>RUN-13628</td> <td>Fixed an issue where the <code>pre-install</code> pod failed to run <code>pre-install</code> tasks due to the request being denied (Unauthorized).</td> </tr> <tr> <td>RUN-13550</td> <td>Fixed an issue where environments were not recovering from a node restart due to a missing GPU runtime class for containerized nodes.</td> </tr> <tr> <td>RUN-11895</td> <td>Fixed an issue where the wrong amount of GPU memory usage was shown (is now MB).</td> </tr> <tr> <td>RUN-11681</td> <td>Fixed an issue in OpenShift environments where some metrics were not shown on dashboards when the GPU Operator from the RedHat marketplace was installed.</td> </tr> </tbody> </table> <h2 id=version-2150>Version 2.15.0<a class=headerlink href=#version-2150 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues_4>Fixed issues<a class=headerlink href=#fixed-issues_4 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-13456</td> <td>Fixed an issue where the Researcher L1 role did not have permissions to create and manage credentials.</td> </tr> <tr> <td>RUN-13282</td> <td>Fixed an issue where <em>Workspace</em> logs crashed unexpectedly after restarting.</td> </tr> <tr> <td>RUN-13121</td> <td>Fixed an issue in not being able to launch jobs using the API after an upgrade overrode a change in keycloak for applications which have a custom mapping to an email.</td> </tr> <tr> <td>RUN-13103</td> <td>Fixed an issue in the <em>Workspaces</em> and <em>Trainings</em> table where the action buttons were not greyed out for users with only the view role.</td> </tr> <tr> <td>RUN-12993</td> <td>Fixed an issue where Prometheus was reporting metrics even though the cluster was disconnected.</td> </tr> <tr> <td>RUN-12978</td> <td>Fixed an issue after an upgrade, where permissions fail to sync to a project due to a missing application name in the CRD.</td> </tr> <tr> <td>RUN-12900</td> <td>Fixed an issue in the <em>Projects</em> table, when sorting by <em>Allocated GPUs</em>, the projects were displayed alphabetically and not numerically.</td> </tr> <tr> <td>RUN-12846</td> <td>Fixed an issue after a control-plane upgrade, where GPU, CPU, and Memory Cost fields (in the Consumption Reports) were missing when not using Grafana.</td> </tr> <tr> <td>RUN-12824</td> <td>Fixed an issue where airgapped environments tried to pull an image from gcr.io (Internet).</td> </tr> <tr> <td>RUN-12769</td> <td>Fixed an issue where SSO users were unable to see projects in <em>Job</em> Form unless the group they belong to was added directly to the project.</td> </tr> <tr> <td>RUN-12602</td> <td>Fixed an issue in the documentation where the <code>WorkloadServices</code> configuration in the <code>runaiconfig</code> file was incorrect.</td> </tr> <tr> <td>RUN-12528</td> <td>Fixed an issue where the <em>Workspace</em> duration scheduling rule was suspending workspaces regardless of the configured duration.</td> </tr> <tr> <td>RUN-12298</td> <td>Fixed an issue where projects were not shown in the <em>Projects</em> table due to the API not sanitizing the project name at time of creation.</td> </tr> <tr> <td>RUN-12157</td> <td>Fixed an issue where querying pods completion time returned a negative number.</td> </tr> <tr> <td>RUN-10560</td> <td>Fixed an issue where no Prometheus alerts were sent due to a misconfiguration of the parameter <code>RunaiDaemonSetRolloutStuck</code>.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/changelog/hotfixes-2-16/index.html b/v2.20/home/changelog/hotfixes-2-16/index.html
index 07d44762fd..1baf9e15db 100644
--- a/v2.20/home/changelog/hotfixes-2-16/index.html
+++ b/v2.20/home/changelog/hotfixes-2-16/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-16/ rel=canonical><link href=../hotfixes-2-17/ rel=prev><link href=../hotfixes-2-15/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Changelog Version 2.16 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-16/ rel=canonical><link href=../hotfixes-2-17/ rel=prev><link href=../hotfixes-2-15/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Changelog Version 2.16 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#version-21665 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.16 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.16 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21665 class=md-nav__link> <span class=md-ellipsis> Version 2.16.65 </span> </a> </li> <li class=md-nav__item> <a href=#version-21657 class=md-nav__link> <span class=md-ellipsis> Version 2.16.57 </span> </a> </li> <li class=md-nav__item> <a href=#version-21625 class=md-nav__link> <span class=md-ellipsis> Version 2.16.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21621 class=md-nav__link> <span class=md-ellipsis> Version 2.16.21 </span> </a> </li> <li class=md-nav__item> <a href=#version-21618 class=md-nav__link> <span class=md-ellipsis> Version 2.16.18 </span> </a> </li> <li class=md-nav__item> <a href=#version-21616 class=md-nav__link> <span class=md-ellipsis> Version 2.16.16 </span> </a> </li> <li class=md-nav__item> <a href=#version-21615 class=md-nav__link> <span class=md-ellipsis> Version 2.16.15 </span> </a> <nav class=md-nav aria-label="Version 2.16.15"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21614 class=md-nav__link> <span class=md-ellipsis> Version 2.16.14 </span> </a> <nav class=md-nav aria-label="Version 2.16.14"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21612 class=md-nav__link> <span class=md-ellipsis> Version 2.16.12 </span> </a> <nav class=md-nav aria-label="Version 2.16.12"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21611 class=md-nav__link> <span class=md-ellipsis> Version 2.16.11 </span> </a> </li> <li class=md-nav__item> <a href=#version-2169 class=md-nav__link> <span class=md-ellipsis> Version 2.16.9 </span> </a> </li> <li class=md-nav__item> <a href=#version-2168 class=md-nav__link> <span class=md-ellipsis> Version 2.16.8 </span> </a> <nav class=md-nav aria-label="Version 2.16.8"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2167 class=md-nav__link> <span class=md-ellipsis> Version 2.16.7 </span> </a> <nav class=md-nav aria-label="Version 2.16.7"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_3 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2166 class=md-nav__link> <span class=md-ellipsis> Version 2.16.6 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21665 class=md-nav__link> <span class=md-ellipsis> Version 2.16.65 </span> </a> </li> <li class=md-nav__item> <a href=#version-21657 class=md-nav__link> <span class=md-ellipsis> Version 2.16.57 </span> </a> </li> <li class=md-nav__item> <a href=#version-21625 class=md-nav__link> <span class=md-ellipsis> Version 2.16.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21621 class=md-nav__link> <span class=md-ellipsis> Version 2.16.21 </span> </a> </li> <li class=md-nav__item> <a href=#version-21618 class=md-nav__link> <span class=md-ellipsis> Version 2.16.18 </span> </a> </li> <li class=md-nav__item> <a href=#version-21616 class=md-nav__link> <span class=md-ellipsis> Version 2.16.16 </span> </a> </li> <li class=md-nav__item> <a href=#version-21615 class=md-nav__link> <span class=md-ellipsis> Version 2.16.15 </span> </a> <nav class=md-nav aria-label="Version 2.16.15"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21614 class=md-nav__link> <span class=md-ellipsis> Version 2.16.14 </span> </a> <nav class=md-nav aria-label="Version 2.16.14"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21612 class=md-nav__link> <span class=md-ellipsis> Version 2.16.12 </span> </a> <nav class=md-nav aria-label="Version 2.16.12"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21611 class=md-nav__link> <span class=md-ellipsis> Version 2.16.11 </span> </a> </li> <li class=md-nav__item> <a href=#version-2169 class=md-nav__link> <span class=md-ellipsis> Version 2.16.9 </span> </a> </li> <li class=md-nav__item> <a href=#version-2168 class=md-nav__link> <span class=md-ellipsis> Version 2.16.8 </span> </a> <nav class=md-nav aria-label="Version 2.16.8"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2167 class=md-nav__link> <span class=md-ellipsis> Version 2.16.7 </span> </a> <nav class=md-nav aria-label="Version 2.16.7"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_3 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2166 class=md-nav__link> <span class=md-ellipsis> Version 2.16.6 </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-16.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.16</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.16.</p> <h2 id=version-21665>Version 2.16.65<a class=headerlink href=#version-21665 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-21448</td> <td>Fixed an issue with degraded workload so the condition would reflect the actual state.</td> </tr> <tr> <td>RUN-20680</td> <td>Fixed an issue where the workload page did not present the requested GPU.</td> </tr> </tbody> </table> <h2 id=version-21657>Version 2.16.57<a class=headerlink href=#version-21657 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-20388</td> <td>Fixed an issue where cluster-sync caused a memory leak.</td> </tr> </tbody> </table> <h2 id=version-21625>Version 2.16.25<a class=headerlink href=#version-21625 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-17241</td> <td>Fixed an issue where the nodes page showed nodes as not ready due to "tookit not installed".</td> </tr> </tbody> </table> <h2 id=version-21621>Version 2.16.21<a class=headerlink href=#version-21621 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16463</td> <td>Fixed an issue after a cluster upgrade to v2.16, where some metrics of pre-existing workloads were displayed incorrectly in the <em>Overview</em> Dashboard.</td> </tr> </tbody> </table> <h2 id=version-21618>Version 2.16.18<a class=headerlink href=#version-21618 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16486</td> <td>Fixed an issue in the <em>Workloads</em> creation form where the GPU fields of the compute resource tiles were showing no data.</td> </tr> </tbody> </table> <h2 id=version-21616>Version 2.16.16<a class=headerlink href=#version-21616 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16340</td> <td>Fixed an issue in the <em>Workloads</em> table where filters were not saved correctly.</td> </tr> </tbody> </table> <h2 id=version-21615>Version 2.16.15<a class=headerlink href=#version-21615 title="Permanent link">&para;</a></h2> <h3 id=release-content>Release content<a class=headerlink href=#release-content title="Permanent link">&para;</a></h3> <ul> <li><!-- RUN-12664 - [Control-plane] Implement get workload/pods API -->Implemented a new Workloads API to support the <em>Workloads</em> feature.</li> </ul> <h3 id=fixed-issues>Fixed issues<a class=headerlink href=#fixed-issues title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16070</td> <td>Fixed an issue where missing metrics caused the <em>Nodepools</em> table to appear empty.</td> </tr> </tbody> </table> <h2 id=version-21614>Version 2.16.14<a class=headerlink href=#version-21614 title="Permanent link">&para;</a></h2> <h3 id=release-content_1>Release content<a class=headerlink href=#release-content_1 title="Permanent link">&para;</a></h3> <p>*<!-- RUN-16108 | Reduce the frequency of fetching metrics from 10 sec to 30 sec -->Improved overall performance by slowing down metrics updates from 10 seconds to 30 seconds.</p> <h3 id=fixed-issues_1>Fixed issues<a class=headerlink href=#fixed-issues_1 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16255</td> <td>Fixed an issue in the <em>Analytics</em> dashboard where the <em>GPU Allocation per Node</em> and <em>GPU Memory Allocation per Node</em> panels were displaying incorrect data.</td> </tr> <tr> <td>RUN-16035</td> <td>Fixed an issue in the <em>Workloads</em> table where completed pods continue to be counted in the requested resources column.</td> </tr> </tbody> </table> <h2 id=version-21612>Version 2.16.12<a class=headerlink href=#version-21612 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues_2>Fixed issues<a class=headerlink href=#fixed-issues_2 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16110</td> <td>Fixed an issue where creating a training workload (single or multi-node) with a new PVC or Volume, resulted in the <em>Workloads</em> table showing the workload in the Unknown/Pending status.</td> </tr> <tr> <td>RUN-16086</td> <td>Fixed an issue in airgapped environments where incorrect installation commands were shown when upgrading to V2.15.</td> </tr> </tbody> </table> <h2 id=version-21611>Version 2.16.11<a class=headerlink href=#version-21611 title="Permanent link">&para;</a></h2> <p>N/A</p> <h2 id=version-2169>Version 2.16.9<a class=headerlink href=#version-2169 title="Permanent link">&para;</a></h2> <p>N/A</p> <h2 id=version-2168>Version 2.16.8<a class=headerlink href=#version-2168 title="Permanent link">&para;</a></h2> <h3 id=release-content_2>Release content<a class=headerlink href=#release-content_2 title="Permanent link">&para;</a></h3> <p>N/A</p> <h2 id=version-2167>Version 2.16.7<a class=headerlink href=#version-2167 title="Permanent link">&para;</a></h2> <h3 id=release-content_3>Release content<a class=headerlink href=#release-content_3 title="Permanent link">&para;</a></h3> <ul> <li><!-- | RUN-12664 | [Control-plane] Implement get workload/pods API | -->Added an API endpoint that retrieves data from a workloads's pod.</li> </ul> <h3 id=fixed-issues_3>Fixed issues<a class=headerlink href=#fixed-issues_3 title="Permanent link">&para;</a></h3> <p>N/A</p> <h2 id=version-2166>Version 2.16.6<a class=headerlink href=#version-2166 title="Permanent link">&para;</a></h2> <p>N/A</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#version-21665 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.16 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.16 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21665 class=md-nav__link> <span class=md-ellipsis> Version 2.16.65 </span> </a> </li> <li class=md-nav__item> <a href=#version-21657 class=md-nav__link> <span class=md-ellipsis> Version 2.16.57 </span> </a> </li> <li class=md-nav__item> <a href=#version-21625 class=md-nav__link> <span class=md-ellipsis> Version 2.16.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21621 class=md-nav__link> <span class=md-ellipsis> Version 2.16.21 </span> </a> </li> <li class=md-nav__item> <a href=#version-21618 class=md-nav__link> <span class=md-ellipsis> Version 2.16.18 </span> </a> </li> <li class=md-nav__item> <a href=#version-21616 class=md-nav__link> <span class=md-ellipsis> Version 2.16.16 </span> </a> </li> <li class=md-nav__item> <a href=#version-21615 class=md-nav__link> <span class=md-ellipsis> Version 2.16.15 </span> </a> <nav class=md-nav aria-label="Version 2.16.15"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21614 class=md-nav__link> <span class=md-ellipsis> Version 2.16.14 </span> </a> <nav class=md-nav aria-label="Version 2.16.14"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21612 class=md-nav__link> <span class=md-ellipsis> Version 2.16.12 </span> </a> <nav class=md-nav aria-label="Version 2.16.12"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21611 class=md-nav__link> <span class=md-ellipsis> Version 2.16.11 </span> </a> </li> <li class=md-nav__item> <a href=#version-2169 class=md-nav__link> <span class=md-ellipsis> Version 2.16.9 </span> </a> </li> <li class=md-nav__item> <a href=#version-2168 class=md-nav__link> <span class=md-ellipsis> Version 2.16.8 </span> </a> <nav class=md-nav aria-label="Version 2.16.8"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2167 class=md-nav__link> <span class=md-ellipsis> Version 2.16.7 </span> </a> <nav class=md-nav aria-label="Version 2.16.7"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_3 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2166 class=md-nav__link> <span class=md-ellipsis> Version 2.16.6 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21665 class=md-nav__link> <span class=md-ellipsis> Version 2.16.65 </span> </a> </li> <li class=md-nav__item> <a href=#version-21657 class=md-nav__link> <span class=md-ellipsis> Version 2.16.57 </span> </a> </li> <li class=md-nav__item> <a href=#version-21625 class=md-nav__link> <span class=md-ellipsis> Version 2.16.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21621 class=md-nav__link> <span class=md-ellipsis> Version 2.16.21 </span> </a> </li> <li class=md-nav__item> <a href=#version-21618 class=md-nav__link> <span class=md-ellipsis> Version 2.16.18 </span> </a> </li> <li class=md-nav__item> <a href=#version-21616 class=md-nav__link> <span class=md-ellipsis> Version 2.16.16 </span> </a> </li> <li class=md-nav__item> <a href=#version-21615 class=md-nav__link> <span class=md-ellipsis> Version 2.16.15 </span> </a> <nav class=md-nav aria-label="Version 2.16.15"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21614 class=md-nav__link> <span class=md-ellipsis> Version 2.16.14 </span> </a> <nav class=md-nav aria-label="Version 2.16.14"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21612 class=md-nav__link> <span class=md-ellipsis> Version 2.16.12 </span> </a> <nav class=md-nav aria-label="Version 2.16.12"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-21611 class=md-nav__link> <span class=md-ellipsis> Version 2.16.11 </span> </a> </li> <li class=md-nav__item> <a href=#version-2169 class=md-nav__link> <span class=md-ellipsis> Version 2.16.9 </span> </a> </li> <li class=md-nav__item> <a href=#version-2168 class=md-nav__link> <span class=md-ellipsis> Version 2.16.8 </span> </a> <nav class=md-nav aria-label="Version 2.16.8"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2167 class=md-nav__link> <span class=md-ellipsis> Version 2.16.7 </span> </a> <nav class=md-nav aria-label="Version 2.16.7"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_3 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2166 class=md-nav__link> <span class=md-ellipsis> Version 2.16.6 </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-16.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.16</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.16.</p> <h2 id=version-21665>Version 2.16.65<a class=headerlink href=#version-21665 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-21448</td> <td>Fixed an issue with degraded workload so the condition would reflect the actual state.</td> </tr> <tr> <td>RUN-20680</td> <td>Fixed an issue where the workload page did not present the requested GPU.</td> </tr> </tbody> </table> <h2 id=version-21657>Version 2.16.57<a class=headerlink href=#version-21657 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-20388</td> <td>Fixed an issue where cluster-sync caused a memory leak.</td> </tr> </tbody> </table> <h2 id=version-21625>Version 2.16.25<a class=headerlink href=#version-21625 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-17241</td> <td>Fixed an issue where the nodes page showed nodes as not ready due to "tookit not installed".</td> </tr> </tbody> </table> <h2 id=version-21621>Version 2.16.21<a class=headerlink href=#version-21621 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16463</td> <td>Fixed an issue after a cluster upgrade to v2.16, where some metrics of pre-existing workloads were displayed incorrectly in the <em>Overview</em> Dashboard.</td> </tr> </tbody> </table> <h2 id=version-21618>Version 2.16.18<a class=headerlink href=#version-21618 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16486</td> <td>Fixed an issue in the <em>Workloads</em> creation form where the GPU fields of the compute resource tiles were showing no data.</td> </tr> </tbody> </table> <h2 id=version-21616>Version 2.16.16<a class=headerlink href=#version-21616 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16340</td> <td>Fixed an issue in the <em>Workloads</em> table where filters were not saved correctly.</td> </tr> </tbody> </table> <h2 id=version-21615>Version 2.16.15<a class=headerlink href=#version-21615 title="Permanent link">&para;</a></h2> <h3 id=release-content>Release content<a class=headerlink href=#release-content title="Permanent link">&para;</a></h3> <ul> <li><!-- RUN-12664 - [Control-plane] Implement get workload/pods API -->Implemented a new Workloads API to support the <em>Workloads</em> feature.</li> </ul> <h3 id=fixed-issues>Fixed issues<a class=headerlink href=#fixed-issues title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16070</td> <td>Fixed an issue where missing metrics caused the <em>Nodepools</em> table to appear empty.</td> </tr> </tbody> </table> <h2 id=version-21614>Version 2.16.14<a class=headerlink href=#version-21614 title="Permanent link">&para;</a></h2> <h3 id=release-content_1>Release content<a class=headerlink href=#release-content_1 title="Permanent link">&para;</a></h3> <p>*<!-- RUN-16108 | Reduce the frequency of fetching metrics from 10 sec to 30 sec -->Improved overall performance by slowing down metrics updates from 10 seconds to 30 seconds.</p> <h3 id=fixed-issues_1>Fixed issues<a class=headerlink href=#fixed-issues_1 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16255</td> <td>Fixed an issue in the <em>Analytics</em> dashboard where the <em>GPU Allocation per Node</em> and <em>GPU Memory Allocation per Node</em> panels were displaying incorrect data.</td> </tr> <tr> <td>RUN-16035</td> <td>Fixed an issue in the <em>Workloads</em> table where completed pods continue to be counted in the requested resources column.</td> </tr> </tbody> </table> <h2 id=version-21612>Version 2.16.12<a class=headerlink href=#version-21612 title="Permanent link">&para;</a></h2> <h3 id=fixed-issues_2>Fixed issues<a class=headerlink href=#fixed-issues_2 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16110</td> <td>Fixed an issue where creating a training workload (single or multi-node) with a new PVC or Volume, resulted in the <em>Workloads</em> table showing the workload in the Unknown/Pending status.</td> </tr> <tr> <td>RUN-16086</td> <td>Fixed an issue in airgapped environments where incorrect installation commands were shown when upgrading to V2.15.</td> </tr> </tbody> </table> <h2 id=version-21611>Version 2.16.11<a class=headerlink href=#version-21611 title="Permanent link">&para;</a></h2> <p>N/A</p> <h2 id=version-2169>Version 2.16.9<a class=headerlink href=#version-2169 title="Permanent link">&para;</a></h2> <p>N/A</p> <h2 id=version-2168>Version 2.16.8<a class=headerlink href=#version-2168 title="Permanent link">&para;</a></h2> <h3 id=release-content_2>Release content<a class=headerlink href=#release-content_2 title="Permanent link">&para;</a></h3> <p>N/A</p> <h2 id=version-2167>Version 2.16.7<a class=headerlink href=#version-2167 title="Permanent link">&para;</a></h2> <h3 id=release-content_3>Release content<a class=headerlink href=#release-content_3 title="Permanent link">&para;</a></h3> <ul> <li><!-- | RUN-12664 | [Control-plane] Implement get workload/pods API | -->Added an API endpoint that retrieves data from a workloads's pod.</li> </ul> <h3 id=fixed-issues_3>Fixed issues<a class=headerlink href=#fixed-issues_3 title="Permanent link">&para;</a></h3> <p>N/A</p> <h2 id=version-2166>Version 2.16.6<a class=headerlink href=#version-2166 title="Permanent link">&para;</a></h2> <p>N/A</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/changelog/hotfixes-2-17/index.html b/v2.20/home/changelog/hotfixes-2-17/index.html
index 88ab387e22..8fda11152a 100644
--- a/v2.20/home/changelog/hotfixes-2-17/index.html
+++ b/v2.20/home/changelog/hotfixes-2-17/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-17/ rel=canonical><link href=../hotfixes-2-18/ rel=prev><link href=../hotfixes-2-16/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Changelog Version 2.17 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-17/ rel=canonical><link href=../hotfixes-2-18/ rel=prev><link href=../hotfixes-2-16/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Changelog Version 2.17 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#version-21763 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.17 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.17 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21763 class=md-nav__link> <span class=md-ellipsis> Version 2.17.63 </span> </a> </li> <li class=md-nav__item> <a href=#version-21746 class=md-nav__link> <span class=md-ellipsis> Version 2.17.46 </span> </a> </li> <li class=md-nav__item> <a href=#version-21743 class=md-nav__link> <span class=md-ellipsis> Version 2.17.43 </span> </a> </li> <li class=md-nav__item> <a href=#version-21741 class=md-nav__link> <span class=md-ellipsis> Version 2.17.41 </span> </a> </li> <li class=md-nav__item> <a href=#version-21726 class=md-nav__link> <span class=md-ellipsis> Version 2.17.26 </span> </a> </li> <li class=md-nav__item> <a href=#version-21725 class=md-nav__link> <span class=md-ellipsis> Version 2.17.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21710 class=md-nav__link> <span class=md-ellipsis> Version 2.17.10 </span> </a> </li> <li class=md-nav__item> <a href=#version-2170 class=md-nav__link> <span class=md-ellipsis> Version 2.17.0 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21763 class=md-nav__link> <span class=md-ellipsis> Version 2.17.63 </span> </a> </li> <li class=md-nav__item> <a href=#version-21746 class=md-nav__link> <span class=md-ellipsis> Version 2.17.46 </span> </a> </li> <li class=md-nav__item> <a href=#version-21743 class=md-nav__link> <span class=md-ellipsis> Version 2.17.43 </span> </a> </li> <li class=md-nav__item> <a href=#version-21741 class=md-nav__link> <span class=md-ellipsis> Version 2.17.41 </span> </a> </li> <li class=md-nav__item> <a href=#version-21726 class=md-nav__link> <span class=md-ellipsis> Version 2.17.26 </span> </a> </li> <li class=md-nav__item> <a href=#version-21725 class=md-nav__link> <span class=md-ellipsis> Version 2.17.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21710 class=md-nav__link> <span class=md-ellipsis> Version 2.17.10 </span> </a> </li> <li class=md-nav__item> <a href=#version-2170 class=md-nav__link> <span class=md-ellipsis> Version 2.17.0 </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-17.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.17</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.17.</p> <h2 id=version-21763>Version 2.17.63<a class=headerlink href=#version-21763 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-21448</td> <td>Fixed an issue where a degraded workload was stuck and could not be released.</td> </tr> </tbody> </table> <h2 id=version-21746>Version 2.17.46<a class=headerlink href=#version-21746 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-20136</td> <td>Updated postgres version.</td> </tr> </tbody> </table> <h2 id=version-21743>Version 2.17.43<a class=headerlink href=#version-21743 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-19949</td> <td>Fixed an issue where runai submit arguments were not parsed correctly to the command.</td> </tr> </tbody> </table> <h2 id=version-21741>Version 2.17.41<a class=headerlink href=#version-21741 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-19870</td> <td>Added debug logs to cluster-sync</td> </tr> </tbody> </table> <h2 id=version-21726>Version 2.17.26<a class=headerlink href=#version-21726 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-19189</td> <td>Fixed an issue in cluster-sync that sometimes caused unnecessary sync process to the control-plane.</td> </tr> </tbody> </table> <h2 id=version-21725>Version 2.17.25<a class=headerlink href=#version-21725 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16357</td> <td>Fixed an issue where the <em>Project</em> button in the <em>Jobs</em> screen redirects to the <em>Projects</em> page but on the wrong cluster.</td> </tr> </tbody> </table> <h2 id=version-21710>Version 2.17.10<a class=headerlink href=#version-21710 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-18065</td> <td>Fixed an issue where the legacy job sumbission configuration was not available in the <em>Settings</em> page</td> </tr> </tbody> </table> <h2 id=version-2170>Version 2.17.0<a class=headerlink href=#version-2170 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-20010</td> <td>Fixed an issue of reduced permissions that run:ai grants users</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#version-21763 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.17 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.17 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21763 class=md-nav__link> <span class=md-ellipsis> Version 2.17.63 </span> </a> </li> <li class=md-nav__item> <a href=#version-21746 class=md-nav__link> <span class=md-ellipsis> Version 2.17.46 </span> </a> </li> <li class=md-nav__item> <a href=#version-21743 class=md-nav__link> <span class=md-ellipsis> Version 2.17.43 </span> </a> </li> <li class=md-nav__item> <a href=#version-21741 class=md-nav__link> <span class=md-ellipsis> Version 2.17.41 </span> </a> </li> <li class=md-nav__item> <a href=#version-21726 class=md-nav__link> <span class=md-ellipsis> Version 2.17.26 </span> </a> </li> <li class=md-nav__item> <a href=#version-21725 class=md-nav__link> <span class=md-ellipsis> Version 2.17.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21710 class=md-nav__link> <span class=md-ellipsis> Version 2.17.10 </span> </a> </li> <li class=md-nav__item> <a href=#version-2170 class=md-nav__link> <span class=md-ellipsis> Version 2.17.0 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-21763 class=md-nav__link> <span class=md-ellipsis> Version 2.17.63 </span> </a> </li> <li class=md-nav__item> <a href=#version-21746 class=md-nav__link> <span class=md-ellipsis> Version 2.17.46 </span> </a> </li> <li class=md-nav__item> <a href=#version-21743 class=md-nav__link> <span class=md-ellipsis> Version 2.17.43 </span> </a> </li> <li class=md-nav__item> <a href=#version-21741 class=md-nav__link> <span class=md-ellipsis> Version 2.17.41 </span> </a> </li> <li class=md-nav__item> <a href=#version-21726 class=md-nav__link> <span class=md-ellipsis> Version 2.17.26 </span> </a> </li> <li class=md-nav__item> <a href=#version-21725 class=md-nav__link> <span class=md-ellipsis> Version 2.17.25 </span> </a> </li> <li class=md-nav__item> <a href=#version-21710 class=md-nav__link> <span class=md-ellipsis> Version 2.17.10 </span> </a> </li> <li class=md-nav__item> <a href=#version-2170 class=md-nav__link> <span class=md-ellipsis> Version 2.17.0 </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-17.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.17</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.17.</p> <h2 id=version-21763>Version 2.17.63<a class=headerlink href=#version-21763 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-21448</td> <td>Fixed an issue where a degraded workload was stuck and could not be released.</td> </tr> </tbody> </table> <h2 id=version-21746>Version 2.17.46<a class=headerlink href=#version-21746 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-20136</td> <td>Updated postgres version.</td> </tr> </tbody> </table> <h2 id=version-21743>Version 2.17.43<a class=headerlink href=#version-21743 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-19949</td> <td>Fixed an issue where runai submit arguments were not parsed correctly to the command.</td> </tr> </tbody> </table> <h2 id=version-21741>Version 2.17.41<a class=headerlink href=#version-21741 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-19870</td> <td>Added debug logs to cluster-sync</td> </tr> </tbody> </table> <h2 id=version-21726>Version 2.17.26<a class=headerlink href=#version-21726 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-19189</td> <td>Fixed an issue in cluster-sync that sometimes caused unnecessary sync process to the control-plane.</td> </tr> </tbody> </table> <h2 id=version-21725>Version 2.17.25<a class=headerlink href=#version-21725 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-16357</td> <td>Fixed an issue where the <em>Project</em> button in the <em>Jobs</em> screen redirects to the <em>Projects</em> page but on the wrong cluster.</td> </tr> </tbody> </table> <h2 id=version-21710>Version 2.17.10<a class=headerlink href=#version-21710 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-18065</td> <td>Fixed an issue where the legacy job sumbission configuration was not available in the <em>Settings</em> page</td> </tr> </tbody> </table> <h2 id=version-2170>Version 2.17.0<a class=headerlink href=#version-2170 title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-20010</td> <td>Fixed an issue of reduced permissions that run:ai grants users</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/changelog/hotfixes-2-18/index.html b/v2.20/home/changelog/hotfixes-2-18/index.html
index 8f3df024e4..9356981d1f 100644
--- a/v2.20/home/changelog/hotfixes-2-18/index.html
+++ b/v2.20/home/changelog/hotfixes-2-18/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><meta name=author content="['Jamie Weider']"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-18/ rel=canonical><link href=../hotfixes-2-19/ rel=prev><link href=../hotfixes-2-17/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Changelog Version 2.18 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><meta name=author content="['Jamie Weider']"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-18/ rel=canonical><link href=../hotfixes-2-19/ rel=prev><link href=../hotfixes-2-17/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Changelog Version 2.18 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#hotfixes class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.18 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.18 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> <li class=md-nav__item> <a href=#version-2180-fixes class=md-nav__link> <span class=md-ellipsis> Version 2.18.0 Fixes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> <li class=md-nav__item> <a href=#version-2180-fixes class=md-nav__link> <span class=md-ellipsis> Version 2.18.0 Fixes </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-18.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.18</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.18.</p> <h2 id=hotfixes>Hotfixes<a class=headerlink href=#hotfixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th style="text-align: left;">Internal ID</th> <th style="text-align: left;">Hotfix #</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-24521</td> <td style="text-align: left;">2.18.83</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.crypto with CVE CVE-2024-45337 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-24733</td> <td style="text-align: left;">2.18.83</td> <td style="text-align: left;">Fixed an issue where department admins were unable to load the quota management page.</td> </tr> <tr> <td style="text-align: left;">RUN-25094</td> <td style="text-align: left;">2.18.82</td> <td style="text-align: left;">Fixed an issue where OpenShift could not be upgraded due to a broken 3rd binary.</td> </tr> <tr> <td style="text-align: left;">RUN-24921</td> <td style="text-align: left;">2.18.80</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.net and golang.org.x.crypto.</td> </tr> <tr> <td style="text-align: left;">RUN-24632</td> <td style="text-align: left;">2.18.80</td> <td style="text-align: left;">Fixed an issue where an existing monitoring Prometheus setup deployed in an unexpected namespace was reported as missing, causing Run:ai installation to fail on the cluster. The installation mechanism now searches for the monitoring prerequisite in additional relevant namespaces.</td> </tr> <tr> <td style="text-align: left;">RUN-24693</td> <td style="text-align: left;">2.18.80</td> <td style="text-align: left;">Fixed an issue where users were unable to provide metric store authentication details using secret references.</td> </tr> <tr> <td style="text-align: left;">RUN-24752</td> <td style="text-align: left;">2.18.79</td> <td style="text-align: left;">Fixed an issue where a workload would move to a failed state when created with a custom NodePort that was already allocated.</td> </tr> <tr> <td style="text-align: left;">RUN-24649</td> <td style="text-align: left;">2.18.79</td> <td style="text-align: left;">Fixed an issue where submitting a workload with <code>existingPvc=false</code> and not providing a <code>claimName</code> resulted in auto-generating a <code>claimName</code> that included both upper and lower case letters. Since Kubernetes rejects uppercase letters, the workload would fail. The behavior has been updated to generate names using only lowercase letters.</td> </tr> <tr> <td style="text-align: left;">RUN-24595</td> <td style="text-align: left;">2.18.78</td> <td style="text-align: left;">Fixed an issue where the new CLI did not parse master and worker commands/args simultaneously for distributed workloads.</td> </tr> <tr> <td style="text-align: left;">RUN-23914</td> <td style="text-align: left;">2.18.78</td> <td style="text-align: left;">Fixed an issue where unexpected behavior could occur if an application was capturing a graph while memory was being swapped in as part of the GPU memory swap feature.</td> </tr> <tr> <td style="text-align: left;">RUN-24020</td> <td style="text-align: left;">2.18.77</td> <td style="text-align: left;">Fixed a security vulnerability in k8s.io.kubernetes with CVE CVE-2024-0793.</td> </tr> <tr> <td style="text-align: left;">RUN-24021</td> <td style="text-align: left;">2.18.77</td> <td style="text-align: left;">Fixed a security vulnerability in pam with CVE CVE-2024-10963.</td> </tr> <tr> <td style="text-align: left;">RUN-23798</td> <td style="text-align: left;">2.18.75</td> <td style="text-align: left;">Fixed an issue in distributed PyTorch workloads where the worker pods are deleted immediately after completion, not allowing logs to be viewed.</td> </tr> <tr> <td style="text-align: left;">RUN-23838</td> <td style="text-align: left;">2.18.74</td> <td style="text-align: left;">Fixed an issue where the command-line interface could not access resources when configured as single-sign on in a self-hosted environment.</td> </tr> <tr> <td style="text-align: left;">RUN-23561</td> <td style="text-align: left;">2.18.74</td> <td style="text-align: left;">Fixed an issue where the frontend in airgapped environment attempted to download font resources from the internet.</td> </tr> <tr> <td style="text-align: left;">RUN-23789</td> <td style="text-align: left;">2.18.73</td> <td style="text-align: left;">Fixed an issue where in some cases, it was not possible to download the latest version of the command line interface.</td> </tr> <tr> <td style="text-align: left;">RUN-23790</td> <td style="text-align: left;">2.18.73</td> <td style="text-align: left;">Fixed an issue where in some cases it was not possible to download the Windows version of the command line interface.</td> </tr> <tr> <td style="text-align: left;">RUN-23855</td> <td style="text-align: left;">2.18.73</td> <td style="text-align: left;">Fixed an issue where the pods list in the UI showed past pods.</td> </tr> <tr> <td style="text-align: left;">RUN-23909</td> <td style="text-align: left;">2.18.73</td> <td style="text-align: left;">Fixed an issue where users based on group permissions cannot see dashboards.</td> </tr> <tr> <td style="text-align: left;">RUN-23857</td> <td style="text-align: left;">2.18.72</td> <td style="text-align: left;">Dashboard to transition from Grafana v9 to v10.</td> </tr> <tr> <td style="text-align: left;">RUN-24010</td> <td style="text-align: left;">2.18.72</td> <td style="text-align: left;">Fixed an infinite loop issue in the cluster-sync service.</td> </tr> <tr> <td style="text-align: left;">RUN-23040</td> <td style="text-align: left;">2.18.72</td> <td style="text-align: left;">Fixed an edge case where the Run:ai container toolkit hangs when user is spawning hundreds of sub-processes.</td> </tr> <tr> <td style="text-align: left;">RUN-23802</td> <td style="text-align: left;">2.18.70</td> <td style="text-align: left;">Fixed an issue where new scheduling rules were not applied to existing workloads, if those new rules were set on existing projects which had no scheduling rules before.</td> </tr> <tr> <td style="text-align: left;">RUN-23211</td> <td style="text-align: left;">2.18.70</td> <td style="text-align: left;">Fixed an issue where workloads were stuck at "Pending" when the command-line interface flag --gpu-memory was set to zero.</td> </tr> <tr> <td style="text-align: left;">RUN-23778</td> <td style="text-align: left;">2.18.68</td> <td style="text-align: left;">Fixed an issue where in single-sign-on configuration, the mapping of UID and other properties would sometimes disappear.</td> </tr> <tr> <td style="text-align: left;">RUN-23762</td> <td style="text-align: left;">2.18.68</td> <td style="text-align: left;">Fixed an issue where the wrong version of a Grafana dashboard was displayed in the UI.</td> </tr> <tr> <td style="text-align: left;">RUN-21198</td> <td style="text-align: left;">2.18.66</td> <td style="text-align: left;">Fixed an issue where creating a training workload via yaml (kubectl apply -f) and specifying spec.namePrefix, created infinite jobs.</td> </tr> <tr> <td style="text-align: left;">RUN-23541</td> <td style="text-align: left;">2.18.65</td> <td style="text-align: left;">Fixed an issue where in some cases workload authorization did not work properly due to wrong oidc configuration.</td> </tr> <tr> <td style="text-align: left;">RUN-23291</td> <td style="text-align: left;">2.18.64</td> <td style="text-align: left;">CLI change text to be user friendly</td> </tr> <tr> <td style="text-align: left;">RUN-23283</td> <td style="text-align: left;">2.18.64</td> <td style="text-align: left;">Fixed a permissions issue with the Analytics dashboard post upgrade for SSO Users</td> </tr> <tr> <td style="text-align: left;">RUN-23420</td> <td style="text-align: left;">2.18.63</td> <td style="text-align: left;">Replaced Redis with Keydb</td> </tr> <tr> <td style="text-align: left;">RUN-23140</td> <td style="text-align: left;">2.18.63</td> <td style="text-align: left;">Fixed an issue where distributed workloads were created with the wrong types</td> </tr> <tr> <td style="text-align: left;">RUN-23130</td> <td style="text-align: left;">2.18.63</td> <td style="text-align: left;">Fixed an issue where inference-workload-controller crashed when WorkloadOwnershipProtection was enabled</td> </tr> <tr> <td style="text-align: left;">RUN-23334</td> <td style="text-align: left;">2.18.62</td> <td style="text-align: left;">Updated core Dockerfiles to ubi9</td> </tr> <tr> <td style="text-align: left;">RUN-23296</td> <td style="text-align: left;">2.18.62</td> <td style="text-align: left;">Fixed an issue in the CLI where runai attach did not work with auto-complete</td> </tr> <tr> <td style="text-align: left;">RUN-23215</td> <td style="text-align: left;">2.18.62</td> <td style="text-align: left;">Fixed an issue where metrics requests from backend to mimir failed for certain tenants.</td> </tr> <tr> <td style="text-align: left;">RUN-22138</td> <td style="text-align: left;">2.18.62</td> <td style="text-align: left;">Fixed an issue where private URL user(s) input was an email and not a string.</td> </tr> <tr> <td style="text-align: left;">RUN-23282</td> <td style="text-align: left;">2.18.61</td> <td style="text-align: left;">CLI documentation fixes</td> </tr> <tr> <td style="text-align: left;">RUN-23055</td> <td style="text-align: left;">2.18.60</td> <td style="text-align: left;">Fixed unified Distributed and Training CLI commands</td> </tr> <tr> <td style="text-align: left;">RUN-23243</td> <td style="text-align: left;">2.18.59</td> <td style="text-align: left;">Fixed an issue where the scope tree wasn't calculating permissions correctly</td> </tr> <tr> <td style="text-align: left;">RUN-22463</td> <td style="text-align: left;">2.18.59</td> <td style="text-align: left;">Fixed an error in CLI bash command</td> </tr> <tr> <td style="text-align: left;">RUN-22314</td> <td style="text-align: left;">2.18.59</td> <td style="text-align: left;">Fixed distributed framework filtering in API commands</td> </tr> <tr> <td style="text-align: left;">RUN-23142</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Fixed an issue where advanced GPU metrics per-gpu don't have gpu label</td> </tr> <tr> <td style="text-align: left;">RUN-23001</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Fixed an issue of false overcommit on out-of-memory killed in the “swap” feature.</td> </tr> <tr> <td style="text-align: left;">RUN-22851</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Fixed an issue where client may get stuck on device lock acquired during “swap” out-migration</td> </tr> <tr> <td style="text-align: left;">RUN-22758</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Fixed an issue where inference workload showed wrong status when submission failed.</td> </tr> <tr> <td style="text-align: left;">RUN-22544</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Updated Grafana version for security vulnerabilities.</td> </tr> <tr> <td style="text-align: left;">RUN-23055</td> <td style="text-align: left;">2.18.57</td> <td style="text-align: left;">Fixed the unified Distributed and Training CLI commands</td> </tr> <tr> <td style="text-align: left;">RUN-23014</td> <td style="text-align: left;">2.18.56</td> <td style="text-align: left;">Fixed an issue where node-scale-adjuster might not create a scaling pod if it is in cool-down and the pod was not updated after that.</td> </tr> <tr> <td style="text-align: left;">RUN-22660</td> <td style="text-align: left;">2.18.56</td> <td style="text-align: left;">Fixed an issue where workload charts have an unclear state</td> </tr> <tr> <td style="text-align: left;">RUN-22457</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where in rare edge cases the cluster-sync pod was out of memory.</td> </tr> <tr> <td style="text-align: left;">RUN-21825</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed all CVEs in Run:ai's Goofys-based image used for S3 integration.</td> </tr> <tr> <td style="text-align: left;">RUN-22871</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue in runai-container-toolkit where in certain cases when a process is preempted, OOMKill metrics were not published correctly.</td> </tr> <tr> <td style="text-align: left;">RUN-22250</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where workloads trying to use an ingress URL which is already in use were behaving inconsistentyly instead of failing immediately.</td> </tr> <tr> <td style="text-align: left;">RUN-22880</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where the minAvailable field for training-operator CRDs did not consider all possible replica specs.</td> </tr> <tr> <td style="text-align: left;">RUN-22073</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where runai-operator failed to parse cluster URLs ending with '/'.</td> </tr> <tr> <td style="text-align: left;">RUN-22453</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where in rare edge cases the workload-overseer pod experienced a crash.</td> </tr> <tr> <td style="text-align: left;">RUN-22763</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where in rare edge cases an 'attach' command from CLI-V2 caused a crash in the cluster-api service.</td> </tr> <tr> <td style="text-align: left;">RUN-21948</td> <td style="text-align: left;">2.18.49</td> <td style="text-align: left;">Fixed an issue where in rare edge cases workload child resources could have duplicate names, causing inconsistent behavior.</td> </tr> <tr> <td style="text-align: left;">RUN-22623</td> <td style="text-align: left;">2.18.49</td> <td style="text-align: left;">Fixed an issue in Openshift where workloads were not suspended when reaching their idle GPU time limit.</td> </tr> <tr> <td style="text-align: left;">RUN-22600</td> <td style="text-align: left;">2.18.49</td> <td style="text-align: left;">Fixed an issue in AWS EKS clusters where the V1-CLI returned an empty table when listing all projects as an administrator.</td> </tr> <tr> <td style="text-align: left;">RUN-21878</td> <td style="text-align: left;">2.18.49</td> <td style="text-align: left;">Added a label to disable container toolkit from running on certain nodes <code>run.ai/container-toolkit-enabled</code>.</td> </tr> <tr> <td style="text-align: left;">RUN-22452</td> <td style="text-align: left;">2.18.47</td> <td style="text-align: left;">Fixed an issue where the scheduler has signature errors if TopologySpreadConstraints was partially defined.</td> </tr> <tr> <td style="text-align: left;">RUN-22570</td> <td style="text-align: left;">2.18.47</td> <td style="text-align: left;">Updated git-sync image to version v4.3.0.</td> </tr> <tr> <td style="text-align: left;">RUN-22054</td> <td style="text-align: left;">2.18.46</td> <td style="text-align: left;">Fixed an issue where users could not attach to jobs.</td> </tr> <tr> <td style="text-align: left;">RUN-22377</td> <td style="text-align: left;">2.18.46</td> <td style="text-align: left;">Removed uncached client from accessrule-controller.</td> </tr> <tr> <td style="text-align: left;">RUN-21697</td> <td style="text-align: left;">2.18.46</td> <td style="text-align: left;">Fixed an issue where client may deadlock on suspension during allocation request.</td> </tr> <tr> <td style="text-align: left;">RUN-20073</td> <td style="text-align: left;">2.18.45</td> <td style="text-align: left;">Fixed an issue where it wasn't possible to authenticate with user credentials in the CLI.</td> </tr> <tr> <td style="text-align: left;">RUN-21957</td> <td style="text-align: left;">2.18.45</td> <td style="text-align: left;">Fixed an issue where there was a missing username-loader container in inference workloads.</td> </tr> <tr> <td style="text-align: left;">RUN-22276</td> <td style="text-align: left;">2.18.39</td> <td style="text-align: left;">Fixed an issue where Knative external URL was missing from the Connections modal.</td> </tr> <tr> <td style="text-align: left;">RUN-22280</td> <td style="text-align: left;">2.18.39</td> <td style="text-align: left;">Fixed an issue when setting scale to zero - there was no pod counter in the Workload grid.</td> </tr> <tr> <td style="text-align: left;">RUN-19811</td> <td style="text-align: left;">2.18.39</td> <td style="text-align: left;">Added an option to set k8s tolerations to run:ai daemonsets (container-toolkit, runai-device-plugin, mig-parted, node-exporter, etc..) .</td> </tr> <tr> <td style="text-align: left;">RUN-22128</td> <td style="text-align: left;">2.18.39</td> <td style="text-align: left;">Added GID, UID, Supplemental groups to the V1 CLI.</td> </tr> <tr> <td style="text-align: left;">RUN-21800</td> <td style="text-align: left;">2.18.37</td> <td style="text-align: left;">Fixed an issue with old workloads residing in the cluster.</td> </tr> <tr> <td style="text-align: left;">RUN-21907</td> <td style="text-align: left;">2.18.34</td> <td style="text-align: left;">Fixed an issue where the SSO user credentials contain supplementary groups as string instead of int.</td> </tr> <tr> <td style="text-align: left;">RUN-21272</td> <td style="text-align: left;">2.18.31</td> <td style="text-align: left;">Fixed an issue with multi-cluster credinatils creation, specifically with the same name in different clusters.</td> </tr> <tr> <td style="text-align: left;">RUN-20680</td> <td style="text-align: left;">2.18.29</td> <td style="text-align: left;">Fixed an issue where workloads page do not present requested GPU.</td> </tr> <tr> <td style="text-align: left;">RUN-21200</td> <td style="text-align: left;">2.18.29</td> <td style="text-align: left;">Fixed issues with upgrades and connections from v2.13.</td> </tr> <tr> <td style="text-align: left;">RUN-20970</td> <td style="text-align: left;">2.18.27</td> <td style="text-align: left;">Fixed an issue with PUT APIs.</td> </tr> <tr> <td style="text-align: left;">RUN-20927</td> <td style="text-align: left;">2.18.26</td> <td style="text-align: left;">Fixed an issue where node affinity was not updated correctly in projects edit.</td> </tr> <tr> <td style="text-align: left;">RUN-20084</td> <td style="text-align: left;">2.18.26</td> <td style="text-align: left;">Fixed an issue where default department were deleted instead of a message being displayed.</td> </tr> <tr> <td style="text-align: left;">RUN-21062</td> <td style="text-align: left;">2.18.26</td> <td style="text-align: left;">Fixed issues with the API documentation.</td> </tr> <tr> <td style="text-align: left;">RUN-20434</td> <td style="text-align: left;">2.18.25</td> <td style="text-align: left;">Fixed an issue when creating a Project/Department with memory resources requires 'units'.</td> </tr> <tr> <td style="text-align: left;">RUN-20923</td> <td style="text-align: left;">2.18.25</td> <td style="text-align: left;">Fixed an issue with projects/departments page loading slowly.</td> </tr> <tr> <td style="text-align: left;">RUN-19872</td> <td style="text-align: left;">2.18.23</td> <td style="text-align: left;">Fixed an issue where the Toolkit crashes and fails to create and replace the publishing binaries.</td> </tr> <tr> <td style="text-align: left;">RUN-20861</td> <td style="text-align: left;">2.18.22</td> <td style="text-align: left;">Fixed an issue where a pod is stuck on pending due to a missing resource reservation pod.</td> </tr> <tr> <td style="text-align: left;">RUN-20842</td> <td style="text-align: left;">2.18.22</td> <td style="text-align: left;">Fixed an issue of illegal model name with "." in hugging face integration.</td> </tr> <tr> <td style="text-align: left;">RUN-20791</td> <td style="text-align: left;">2.18.22</td> <td style="text-align: left;">Fix an issue where notifications froze after startup.</td> </tr> <tr> <td style="text-align: left;">RUN-20865</td> <td style="text-align: left;">2.18.22</td> <td style="text-align: left;">Fixed an issue where default departments are not deleted when a cluster is deleted.</td> </tr> <tr> <td style="text-align: left;">RUN-20698</td> <td style="text-align: left;">2.18.21</td> <td style="text-align: left;">Fixed an issue where 2 processes requests a device at the same time received the same GPU, causing failures.</td> </tr> <tr> <td style="text-align: left;">RUN-20760</td> <td style="text-align: left;">2.18.18</td> <td style="text-align: left;">Fixed an issue where workload protection UI shows wrong status.</td> </tr> <tr> <td style="text-align: left;">RUN-20612</td> <td style="text-align: left;">2.18.15</td> <td style="text-align: left;">Fixed an issue where it was impossible with the use-table-data to hide node pool columns when there is only one default node pool.</td> </tr> <tr> <td style="text-align: left;">RUN-20735</td> <td style="text-align: left;">2.18.15</td> <td style="text-align: left;">Fixed an issue where nodePool.name is undefined</td> </tr> <tr> <td style="text-align: left;">RUN-20721</td> <td style="text-align: left;">2.18.12</td> <td style="text-align: left;">Added error handling to nodes pages.</td> </tr> <tr> <td style="text-align: left;">RUN-20578</td> <td style="text-align: left;">2.18.10</td> <td style="text-align: left;">Fixed an issue regarding policy enforcement.</td> </tr> <tr> <td style="text-align: left;">RUN-20188</td> <td style="text-align: left;">2.18.10</td> <td style="text-align: left;">Fixed issue with defining SSO in OpenShift identity provider.</td> </tr> <tr> <td style="text-align: left;">RUN-20673</td> <td style="text-align: left;">2.18.9</td> <td style="text-align: left;">Fixed an issue where a researcher uses a distributed elastic job, it is possible that in a specific flow it is scheduled on more than one node-pools.</td> </tr> <tr> <td style="text-align: left;">RUN-20360</td> <td style="text-align: left;">2.18.7</td> <td style="text-align: left;">Fixed an issue where the workload network status was misleading.</td> </tr> <tr> <td style="text-align: left;">RUN-22107</td> <td style="text-align: left;">2.18.7</td> <td style="text-align: left;">Fixed an issue where passwords containing $ were removed from the configuration.</td> </tr> <tr> <td style="text-align: left;">RUN-20510</td> <td style="text-align: left;">2.18.5</td> <td style="text-align: left;">Fixed an issue with external workloads - argocd workflow failed to be updated.</td> </tr> <tr> <td style="text-align: left;">RUN-20516</td> <td style="text-align: left;">2.18.4</td> <td style="text-align: left;">Fixed an issue when after deploying to prod, the cluster-service and authorization-service got multiple OOMKilled every ~1 hour.</td> </tr> <tr> <td style="text-align: left;">RUN-20485</td> <td style="text-align: left;">2.18.2</td> <td style="text-align: left;">Changed policy flags to Beta.</td> </tr> <tr> <td style="text-align: left;">RUN-20005</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where a sidecar container failure failed the workload.</td> </tr> <tr> <td style="text-align: left;">RUN-20169</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue allowing the addition of annotations and labels to workload resources.</td> </tr> <tr> <td style="text-align: left;">RUN-20108</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue exposing service node ports to workload status.</td> </tr> <tr> <td style="text-align: left;">RUN-20160</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue with version display when installing a new cluster in an airgapped environment.</td> </tr> <tr> <td style="text-align: left;">RUN-19874</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when copying and editing a workload with group access to a tool and the group wasn't removed when selecting users option.</td> </tr> <tr> <td style="text-align: left;">RUN-19893</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when using a float number in the scale to zero inactivity value - custom which sometimes caused the submission to fail.</td> </tr> <tr> <td style="text-align: left;">RUN-20087</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where inference graphs should be displayed only for minimum cluster versions.</td> </tr> <tr> <td style="text-align: left;">RUN-10733</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where we needed to minify and obfuscate our code in production.</td> </tr> <tr> <td style="text-align: left;">RUN-19962</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue to fix sentry domains regex and map them to relevant projects.</td> </tr> <tr> <td style="text-align: left;">RUN-20104</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where frontend Infinite loop on keycloak causes an error.</td> </tr> <tr> <td style="text-align: left;">RUN-19906</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where inference workload name validation fails with 2.16 cluster.</td> </tr> <tr> <td style="text-align: left;">RUN-19605</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where authorized users should support multiple users (workload-controller) .</td> </tr> <tr> <td style="text-align: left;">RUN-19903</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where inference chatbot creation fails with 2.16 cluster.</td> </tr> <tr> <td style="text-align: left;">RUN-20409</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where clicking on create new compute during the runai model flow did nothing.</td> </tr> <tr> <td style="text-align: left;">RUN-11224</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where ruani-adm collect all logs was not collecting all logs.</td> </tr> <tr> <td style="text-align: left;">RUN-20478</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Improved workloads error status in overview panel.</td> </tr> <tr> <td style="text-align: left;">RUN-19850</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where an application administrator could not submit a job with CLI.</td> </tr> <tr> <td style="text-align: left;">RUN-19863</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where department admin received 403 on get tenants and cannot login to UI.</td> </tr> <tr> <td style="text-align: left;">RUN-19904</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when filtering by allocatedGPU in get workloads with operator returns incorrect result.</td> </tr> <tr> <td style="text-align: left;">RUN-19925</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when upgrade from v2.16 to v2.18 failed on worklaods migrations.</td> </tr> <tr> <td style="text-align: left;">RUN-19887</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue in the UI when there is a scheduling rule of timeout, the form opened with the rules collapsed and written "none".</td> </tr> <tr> <td style="text-align: left;">RUN-19941</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where completed and failed jobs were shown in view pods in nodes screen.</td> </tr> <tr> <td style="text-align: left;">RUN-19940</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where setting gpu quota failed because the department quota was taken from wrong department.</td> </tr> <tr> <td style="text-align: left;">RUN-19890</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where editing a project by removing its node-affinity stuck updating.</td> </tr> <tr> <td style="text-align: left;">RUN-20120</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where project update fails when there is no cluster version.</td> </tr> <tr> <td style="text-align: left;">RUN-20113</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue in the Workloads table where a researcher does not see other workloads once they clear their filters.</td> </tr> <tr> <td style="text-align: left;">RUN-19915</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when turning departments toggles on on cluster v2.11+ the gpu limit is -1 and there is ui error.</td> </tr> <tr> <td style="text-align: left;">RUN-20178</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where dashboard CPU tabs appeared in new overview.</td> </tr> <tr> <td style="text-align: left;">RUN-20247</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where you couldn't create a workload with namespace of a deleted project.</td> </tr> <tr> <td style="text-align: left;">RUN-20138</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where the system failed to create node-type on override-backend env.</td> </tr> <tr> <td style="text-align: left;">RUN-18994</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where some limitations for department administrator are not working as expected.</td> </tr> <tr> <td style="text-align: left;">RUN-19830</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where resources (GPU, CPU, Memory) units were added to k8s events that are published by run:ai scheduler making our messages more readable.</td> </tr> </tbody> </table> <h2 id=version-2180-fixes>Version 2.18.0 Fixes<a class=headerlink href=#version-2180-fixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-20734</td> <td>Fixed an issue where the enable/disable toggle for the feature was presenting wrong info.</td> </tr> <tr> <td>RUN-19895</td> <td>Fixed an issue of empty state for deleted workloads which is incorrect.</td> </tr> <tr> <td>RUN-19507</td> <td>Fixed an issue in V1 where get APIs are missing required field in swagger leading to omit empty.</td> </tr> <tr> <td>RUN-20246</td> <td>Fixed an issue in Departments v1 org unit where if unrecognizable params are sent, an error is returned.</td> </tr> <tr> <td>RUN-19947</td> <td>Fixed an issue where pending multi-nodepool podgroups got stuck after cluster upgrade.</td> </tr> <tr> <td>RUN-20047</td> <td>Fixed an issue where Workload status shows as "deleting" rather than "deleted" in side panel.</td> </tr> <tr> <td>RUN-20163</td> <td>Fixed an issue when a DV is shared with a department and a new project is added to this dep - no pvc/pv is created.</td> </tr> <tr> <td>RUN-20484</td> <td>Fixed an issue where Create Projects Requests Returned 500 - services is not a valid ResourceType.</td> </tr> <tr> <td>RUN-20354</td> <td>Fixed an issue when deleting a department with projects resulted in projects remaining in environment with the status NotReady.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#hotfixes class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.18 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.18 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> <li class=md-nav__item> <a href=#version-2180-fixes class=md-nav__link> <span class=md-ellipsis> Version 2.18.0 Fixes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> <li class=md-nav__item> <a href=#version-2180-fixes class=md-nav__link> <span class=md-ellipsis> Version 2.18.0 Fixes </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-18.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.18</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.18.</p> <h2 id=hotfixes>Hotfixes<a class=headerlink href=#hotfixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th style="text-align: left;">Internal ID</th> <th style="text-align: left;">Hotfix #</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-24521</td> <td style="text-align: left;">2.18.83</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.crypto with CVE CVE-2024-45337 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-24733</td> <td style="text-align: left;">2.18.83</td> <td style="text-align: left;">Fixed an issue where department admins were unable to load the quota management page.</td> </tr> <tr> <td style="text-align: left;">RUN-25094</td> <td style="text-align: left;">2.18.82</td> <td style="text-align: left;">Fixed an issue where OpenShift could not be upgraded due to a broken 3rd binary.</td> </tr> <tr> <td style="text-align: left;">RUN-24921</td> <td style="text-align: left;">2.18.80</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.net and golang.org.x.crypto.</td> </tr> <tr> <td style="text-align: left;">RUN-24632</td> <td style="text-align: left;">2.18.80</td> <td style="text-align: left;">Fixed an issue where an existing monitoring Prometheus setup deployed in an unexpected namespace was reported as missing, causing Run:ai installation to fail on the cluster. The installation mechanism now searches for the monitoring prerequisite in additional relevant namespaces.</td> </tr> <tr> <td style="text-align: left;">RUN-24693</td> <td style="text-align: left;">2.18.80</td> <td style="text-align: left;">Fixed an issue where users were unable to provide metric store authentication details using secret references.</td> </tr> <tr> <td style="text-align: left;">RUN-24752</td> <td style="text-align: left;">2.18.79</td> <td style="text-align: left;">Fixed an issue where a workload would move to a failed state when created with a custom NodePort that was already allocated.</td> </tr> <tr> <td style="text-align: left;">RUN-24649</td> <td style="text-align: left;">2.18.79</td> <td style="text-align: left;">Fixed an issue where submitting a workload with <code>existingPvc=false</code> and not providing a <code>claimName</code> resulted in auto-generating a <code>claimName</code> that included both upper and lower case letters. Since Kubernetes rejects uppercase letters, the workload would fail. The behavior has been updated to generate names using only lowercase letters.</td> </tr> <tr> <td style="text-align: left;">RUN-24595</td> <td style="text-align: left;">2.18.78</td> <td style="text-align: left;">Fixed an issue where the new CLI did not parse master and worker commands/args simultaneously for distributed workloads.</td> </tr> <tr> <td style="text-align: left;">RUN-23914</td> <td style="text-align: left;">2.18.78</td> <td style="text-align: left;">Fixed an issue where unexpected behavior could occur if an application was capturing a graph while memory was being swapped in as part of the GPU memory swap feature.</td> </tr> <tr> <td style="text-align: left;">RUN-24020</td> <td style="text-align: left;">2.18.77</td> <td style="text-align: left;">Fixed a security vulnerability in k8s.io.kubernetes with CVE CVE-2024-0793.</td> </tr> <tr> <td style="text-align: left;">RUN-24021</td> <td style="text-align: left;">2.18.77</td> <td style="text-align: left;">Fixed a security vulnerability in pam with CVE CVE-2024-10963.</td> </tr> <tr> <td style="text-align: left;">RUN-23798</td> <td style="text-align: left;">2.18.75</td> <td style="text-align: left;">Fixed an issue in distributed PyTorch workloads where the worker pods are deleted immediately after completion, not allowing logs to be viewed.</td> </tr> <tr> <td style="text-align: left;">RUN-23838</td> <td style="text-align: left;">2.18.74</td> <td style="text-align: left;">Fixed an issue where the command-line interface could not access resources when configured as single-sign on in a self-hosted environment.</td> </tr> <tr> <td style="text-align: left;">RUN-23561</td> <td style="text-align: left;">2.18.74</td> <td style="text-align: left;">Fixed an issue where the frontend in airgapped environment attempted to download font resources from the internet.</td> </tr> <tr> <td style="text-align: left;">RUN-23789</td> <td style="text-align: left;">2.18.73</td> <td style="text-align: left;">Fixed an issue where in some cases, it was not possible to download the latest version of the command line interface.</td> </tr> <tr> <td style="text-align: left;">RUN-23790</td> <td style="text-align: left;">2.18.73</td> <td style="text-align: left;">Fixed an issue where in some cases it was not possible to download the Windows version of the command line interface.</td> </tr> <tr> <td style="text-align: left;">RUN-23855</td> <td style="text-align: left;">2.18.73</td> <td style="text-align: left;">Fixed an issue where the pods list in the UI showed past pods.</td> </tr> <tr> <td style="text-align: left;">RUN-23909</td> <td style="text-align: left;">2.18.73</td> <td style="text-align: left;">Fixed an issue where users based on group permissions cannot see dashboards.</td> </tr> <tr> <td style="text-align: left;">RUN-23857</td> <td style="text-align: left;">2.18.72</td> <td style="text-align: left;">Dashboard to transition from Grafana v9 to v10.</td> </tr> <tr> <td style="text-align: left;">RUN-24010</td> <td style="text-align: left;">2.18.72</td> <td style="text-align: left;">Fixed an infinite loop issue in the cluster-sync service.</td> </tr> <tr> <td style="text-align: left;">RUN-23040</td> <td style="text-align: left;">2.18.72</td> <td style="text-align: left;">Fixed an edge case where the Run:ai container toolkit hangs when user is spawning hundreds of sub-processes.</td> </tr> <tr> <td style="text-align: left;">RUN-23802</td> <td style="text-align: left;">2.18.70</td> <td style="text-align: left;">Fixed an issue where new scheduling rules were not applied to existing workloads, if those new rules were set on existing projects which had no scheduling rules before.</td> </tr> <tr> <td style="text-align: left;">RUN-23211</td> <td style="text-align: left;">2.18.70</td> <td style="text-align: left;">Fixed an issue where workloads were stuck at "Pending" when the command-line interface flag --gpu-memory was set to zero.</td> </tr> <tr> <td style="text-align: left;">RUN-23778</td> <td style="text-align: left;">2.18.68</td> <td style="text-align: left;">Fixed an issue where in single-sign-on configuration, the mapping of UID and other properties would sometimes disappear.</td> </tr> <tr> <td style="text-align: left;">RUN-23762</td> <td style="text-align: left;">2.18.68</td> <td style="text-align: left;">Fixed an issue where the wrong version of a Grafana dashboard was displayed in the UI.</td> </tr> <tr> <td style="text-align: left;">RUN-21198</td> <td style="text-align: left;">2.18.66</td> <td style="text-align: left;">Fixed an issue where creating a training workload via yaml (kubectl apply -f) and specifying spec.namePrefix, created infinite jobs.</td> </tr> <tr> <td style="text-align: left;">RUN-23541</td> <td style="text-align: left;">2.18.65</td> <td style="text-align: left;">Fixed an issue where in some cases workload authorization did not work properly due to wrong oidc configuration.</td> </tr> <tr> <td style="text-align: left;">RUN-23291</td> <td style="text-align: left;">2.18.64</td> <td style="text-align: left;">CLI change text to be user friendly</td> </tr> <tr> <td style="text-align: left;">RUN-23283</td> <td style="text-align: left;">2.18.64</td> <td style="text-align: left;">Fixed a permissions issue with the Analytics dashboard post upgrade for SSO Users</td> </tr> <tr> <td style="text-align: left;">RUN-23420</td> <td style="text-align: left;">2.18.63</td> <td style="text-align: left;">Replaced Redis with Keydb</td> </tr> <tr> <td style="text-align: left;">RUN-23140</td> <td style="text-align: left;">2.18.63</td> <td style="text-align: left;">Fixed an issue where distributed workloads were created with the wrong types</td> </tr> <tr> <td style="text-align: left;">RUN-23130</td> <td style="text-align: left;">2.18.63</td> <td style="text-align: left;">Fixed an issue where inference-workload-controller crashed when WorkloadOwnershipProtection was enabled</td> </tr> <tr> <td style="text-align: left;">RUN-23334</td> <td style="text-align: left;">2.18.62</td> <td style="text-align: left;">Updated core Dockerfiles to ubi9</td> </tr> <tr> <td style="text-align: left;">RUN-23296</td> <td style="text-align: left;">2.18.62</td> <td style="text-align: left;">Fixed an issue in the CLI where runai attach did not work with auto-complete</td> </tr> <tr> <td style="text-align: left;">RUN-23215</td> <td style="text-align: left;">2.18.62</td> <td style="text-align: left;">Fixed an issue where metrics requests from backend to mimir failed for certain tenants.</td> </tr> <tr> <td style="text-align: left;">RUN-22138</td> <td style="text-align: left;">2.18.62</td> <td style="text-align: left;">Fixed an issue where private URL user(s) input was an email and not a string.</td> </tr> <tr> <td style="text-align: left;">RUN-23282</td> <td style="text-align: left;">2.18.61</td> <td style="text-align: left;">CLI documentation fixes</td> </tr> <tr> <td style="text-align: left;">RUN-23055</td> <td style="text-align: left;">2.18.60</td> <td style="text-align: left;">Fixed unified Distributed and Training CLI commands</td> </tr> <tr> <td style="text-align: left;">RUN-23243</td> <td style="text-align: left;">2.18.59</td> <td style="text-align: left;">Fixed an issue where the scope tree wasn't calculating permissions correctly</td> </tr> <tr> <td style="text-align: left;">RUN-22463</td> <td style="text-align: left;">2.18.59</td> <td style="text-align: left;">Fixed an error in CLI bash command</td> </tr> <tr> <td style="text-align: left;">RUN-22314</td> <td style="text-align: left;">2.18.59</td> <td style="text-align: left;">Fixed distributed framework filtering in API commands</td> </tr> <tr> <td style="text-align: left;">RUN-23142</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Fixed an issue where advanced GPU metrics per-gpu don't have gpu label</td> </tr> <tr> <td style="text-align: left;">RUN-23001</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Fixed an issue of false overcommit on out-of-memory killed in the “swap” feature.</td> </tr> <tr> <td style="text-align: left;">RUN-22851</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Fixed an issue where client may get stuck on device lock acquired during “swap” out-migration</td> </tr> <tr> <td style="text-align: left;">RUN-22758</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Fixed an issue where inference workload showed wrong status when submission failed.</td> </tr> <tr> <td style="text-align: left;">RUN-22544</td> <td style="text-align: left;">2.18.58</td> <td style="text-align: left;">Updated Grafana version for security vulnerabilities.</td> </tr> <tr> <td style="text-align: left;">RUN-23055</td> <td style="text-align: left;">2.18.57</td> <td style="text-align: left;">Fixed the unified Distributed and Training CLI commands</td> </tr> <tr> <td style="text-align: left;">RUN-23014</td> <td style="text-align: left;">2.18.56</td> <td style="text-align: left;">Fixed an issue where node-scale-adjuster might not create a scaling pod if it is in cool-down and the pod was not updated after that.</td> </tr> <tr> <td style="text-align: left;">RUN-22660</td> <td style="text-align: left;">2.18.56</td> <td style="text-align: left;">Fixed an issue where workload charts have an unclear state</td> </tr> <tr> <td style="text-align: left;">RUN-22457</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where in rare edge cases the cluster-sync pod was out of memory.</td> </tr> <tr> <td style="text-align: left;">RUN-21825</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed all CVEs in Run:ai's Goofys-based image used for S3 integration.</td> </tr> <tr> <td style="text-align: left;">RUN-22871</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue in runai-container-toolkit where in certain cases when a process is preempted, OOMKill metrics were not published correctly.</td> </tr> <tr> <td style="text-align: left;">RUN-22250</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where workloads trying to use an ingress URL which is already in use were behaving inconsistentyly instead of failing immediately.</td> </tr> <tr> <td style="text-align: left;">RUN-22880</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where the minAvailable field for training-operator CRDs did not consider all possible replica specs.</td> </tr> <tr> <td style="text-align: left;">RUN-22073</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where runai-operator failed to parse cluster URLs ending with '/'.</td> </tr> <tr> <td style="text-align: left;">RUN-22453</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where in rare edge cases the workload-overseer pod experienced a crash.</td> </tr> <tr> <td style="text-align: left;">RUN-22763</td> <td style="text-align: left;">2.18.55</td> <td style="text-align: left;">Fixed an issue where in rare edge cases an 'attach' command from CLI-V2 caused a crash in the cluster-api service.</td> </tr> <tr> <td style="text-align: left;">RUN-21948</td> <td style="text-align: left;">2.18.49</td> <td style="text-align: left;">Fixed an issue where in rare edge cases workload child resources could have duplicate names, causing inconsistent behavior.</td> </tr> <tr> <td style="text-align: left;">RUN-22623</td> <td style="text-align: left;">2.18.49</td> <td style="text-align: left;">Fixed an issue in Openshift where workloads were not suspended when reaching their idle GPU time limit.</td> </tr> <tr> <td style="text-align: left;">RUN-22600</td> <td style="text-align: left;">2.18.49</td> <td style="text-align: left;">Fixed an issue in AWS EKS clusters where the V1-CLI returned an empty table when listing all projects as an administrator.</td> </tr> <tr> <td style="text-align: left;">RUN-21878</td> <td style="text-align: left;">2.18.49</td> <td style="text-align: left;">Added a label to disable container toolkit from running on certain nodes <code>run.ai/container-toolkit-enabled</code>.</td> </tr> <tr> <td style="text-align: left;">RUN-22452</td> <td style="text-align: left;">2.18.47</td> <td style="text-align: left;">Fixed an issue where the scheduler has signature errors if TopologySpreadConstraints was partially defined.</td> </tr> <tr> <td style="text-align: left;">RUN-22570</td> <td style="text-align: left;">2.18.47</td> <td style="text-align: left;">Updated git-sync image to version v4.3.0.</td> </tr> <tr> <td style="text-align: left;">RUN-22054</td> <td style="text-align: left;">2.18.46</td> <td style="text-align: left;">Fixed an issue where users could not attach to jobs.</td> </tr> <tr> <td style="text-align: left;">RUN-22377</td> <td style="text-align: left;">2.18.46</td> <td style="text-align: left;">Removed uncached client from accessrule-controller.</td> </tr> <tr> <td style="text-align: left;">RUN-21697</td> <td style="text-align: left;">2.18.46</td> <td style="text-align: left;">Fixed an issue where client may deadlock on suspension during allocation request.</td> </tr> <tr> <td style="text-align: left;">RUN-20073</td> <td style="text-align: left;">2.18.45</td> <td style="text-align: left;">Fixed an issue where it wasn't possible to authenticate with user credentials in the CLI.</td> </tr> <tr> <td style="text-align: left;">RUN-21957</td> <td style="text-align: left;">2.18.45</td> <td style="text-align: left;">Fixed an issue where there was a missing username-loader container in inference workloads.</td> </tr> <tr> <td style="text-align: left;">RUN-22276</td> <td style="text-align: left;">2.18.39</td> <td style="text-align: left;">Fixed an issue where Knative external URL was missing from the Connections modal.</td> </tr> <tr> <td style="text-align: left;">RUN-22280</td> <td style="text-align: left;">2.18.39</td> <td style="text-align: left;">Fixed an issue when setting scale to zero - there was no pod counter in the Workload grid.</td> </tr> <tr> <td style="text-align: left;">RUN-19811</td> <td style="text-align: left;">2.18.39</td> <td style="text-align: left;">Added an option to set k8s tolerations to run:ai daemonsets (container-toolkit, runai-device-plugin, mig-parted, node-exporter, etc..) .</td> </tr> <tr> <td style="text-align: left;">RUN-22128</td> <td style="text-align: left;">2.18.39</td> <td style="text-align: left;">Added GID, UID, Supplemental groups to the V1 CLI.</td> </tr> <tr> <td style="text-align: left;">RUN-21800</td> <td style="text-align: left;">2.18.37</td> <td style="text-align: left;">Fixed an issue with old workloads residing in the cluster.</td> </tr> <tr> <td style="text-align: left;">RUN-21907</td> <td style="text-align: left;">2.18.34</td> <td style="text-align: left;">Fixed an issue where the SSO user credentials contain supplementary groups as string instead of int.</td> </tr> <tr> <td style="text-align: left;">RUN-21272</td> <td style="text-align: left;">2.18.31</td> <td style="text-align: left;">Fixed an issue with multi-cluster credinatils creation, specifically with the same name in different clusters.</td> </tr> <tr> <td style="text-align: left;">RUN-20680</td> <td style="text-align: left;">2.18.29</td> <td style="text-align: left;">Fixed an issue where workloads page do not present requested GPU.</td> </tr> <tr> <td style="text-align: left;">RUN-21200</td> <td style="text-align: left;">2.18.29</td> <td style="text-align: left;">Fixed issues with upgrades and connections from v2.13.</td> </tr> <tr> <td style="text-align: left;">RUN-20970</td> <td style="text-align: left;">2.18.27</td> <td style="text-align: left;">Fixed an issue with PUT APIs.</td> </tr> <tr> <td style="text-align: left;">RUN-20927</td> <td style="text-align: left;">2.18.26</td> <td style="text-align: left;">Fixed an issue where node affinity was not updated correctly in projects edit.</td> </tr> <tr> <td style="text-align: left;">RUN-20084</td> <td style="text-align: left;">2.18.26</td> <td style="text-align: left;">Fixed an issue where default department were deleted instead of a message being displayed.</td> </tr> <tr> <td style="text-align: left;">RUN-21062</td> <td style="text-align: left;">2.18.26</td> <td style="text-align: left;">Fixed issues with the API documentation.</td> </tr> <tr> <td style="text-align: left;">RUN-20434</td> <td style="text-align: left;">2.18.25</td> <td style="text-align: left;">Fixed an issue when creating a Project/Department with memory resources requires 'units'.</td> </tr> <tr> <td style="text-align: left;">RUN-20923</td> <td style="text-align: left;">2.18.25</td> <td style="text-align: left;">Fixed an issue with projects/departments page loading slowly.</td> </tr> <tr> <td style="text-align: left;">RUN-19872</td> <td style="text-align: left;">2.18.23</td> <td style="text-align: left;">Fixed an issue where the Toolkit crashes and fails to create and replace the publishing binaries.</td> </tr> <tr> <td style="text-align: left;">RUN-20861</td> <td style="text-align: left;">2.18.22</td> <td style="text-align: left;">Fixed an issue where a pod is stuck on pending due to a missing resource reservation pod.</td> </tr> <tr> <td style="text-align: left;">RUN-20842</td> <td style="text-align: left;">2.18.22</td> <td style="text-align: left;">Fixed an issue of illegal model name with "." in hugging face integration.</td> </tr> <tr> <td style="text-align: left;">RUN-20791</td> <td style="text-align: left;">2.18.22</td> <td style="text-align: left;">Fix an issue where notifications froze after startup.</td> </tr> <tr> <td style="text-align: left;">RUN-20865</td> <td style="text-align: left;">2.18.22</td> <td style="text-align: left;">Fixed an issue where default departments are not deleted when a cluster is deleted.</td> </tr> <tr> <td style="text-align: left;">RUN-20698</td> <td style="text-align: left;">2.18.21</td> <td style="text-align: left;">Fixed an issue where 2 processes requests a device at the same time received the same GPU, causing failures.</td> </tr> <tr> <td style="text-align: left;">RUN-20760</td> <td style="text-align: left;">2.18.18</td> <td style="text-align: left;">Fixed an issue where workload protection UI shows wrong status.</td> </tr> <tr> <td style="text-align: left;">RUN-20612</td> <td style="text-align: left;">2.18.15</td> <td style="text-align: left;">Fixed an issue where it was impossible with the use-table-data to hide node pool columns when there is only one default node pool.</td> </tr> <tr> <td style="text-align: left;">RUN-20735</td> <td style="text-align: left;">2.18.15</td> <td style="text-align: left;">Fixed an issue where nodePool.name is undefined</td> </tr> <tr> <td style="text-align: left;">RUN-20721</td> <td style="text-align: left;">2.18.12</td> <td style="text-align: left;">Added error handling to nodes pages.</td> </tr> <tr> <td style="text-align: left;">RUN-20578</td> <td style="text-align: left;">2.18.10</td> <td style="text-align: left;">Fixed an issue regarding policy enforcement.</td> </tr> <tr> <td style="text-align: left;">RUN-20188</td> <td style="text-align: left;">2.18.10</td> <td style="text-align: left;">Fixed issue with defining SSO in OpenShift identity provider.</td> </tr> <tr> <td style="text-align: left;">RUN-20673</td> <td style="text-align: left;">2.18.9</td> <td style="text-align: left;">Fixed an issue where a researcher uses a distributed elastic job, it is possible that in a specific flow it is scheduled on more than one node-pools.</td> </tr> <tr> <td style="text-align: left;">RUN-20360</td> <td style="text-align: left;">2.18.7</td> <td style="text-align: left;">Fixed an issue where the workload network status was misleading.</td> </tr> <tr> <td style="text-align: left;">RUN-22107</td> <td style="text-align: left;">2.18.7</td> <td style="text-align: left;">Fixed an issue where passwords containing $ were removed from the configuration.</td> </tr> <tr> <td style="text-align: left;">RUN-20510</td> <td style="text-align: left;">2.18.5</td> <td style="text-align: left;">Fixed an issue with external workloads - argocd workflow failed to be updated.</td> </tr> <tr> <td style="text-align: left;">RUN-20516</td> <td style="text-align: left;">2.18.4</td> <td style="text-align: left;">Fixed an issue when after deploying to prod, the cluster-service and authorization-service got multiple OOMKilled every ~1 hour.</td> </tr> <tr> <td style="text-align: left;">RUN-20485</td> <td style="text-align: left;">2.18.2</td> <td style="text-align: left;">Changed policy flags to Beta.</td> </tr> <tr> <td style="text-align: left;">RUN-20005</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where a sidecar container failure failed the workload.</td> </tr> <tr> <td style="text-align: left;">RUN-20169</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue allowing the addition of annotations and labels to workload resources.</td> </tr> <tr> <td style="text-align: left;">RUN-20108</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue exposing service node ports to workload status.</td> </tr> <tr> <td style="text-align: left;">RUN-20160</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue with version display when installing a new cluster in an airgapped environment.</td> </tr> <tr> <td style="text-align: left;">RUN-19874</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when copying and editing a workload with group access to a tool and the group wasn't removed when selecting users option.</td> </tr> <tr> <td style="text-align: left;">RUN-19893</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when using a float number in the scale to zero inactivity value - custom which sometimes caused the submission to fail.</td> </tr> <tr> <td style="text-align: left;">RUN-20087</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where inference graphs should be displayed only for minimum cluster versions.</td> </tr> <tr> <td style="text-align: left;">RUN-10733</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where we needed to minify and obfuscate our code in production.</td> </tr> <tr> <td style="text-align: left;">RUN-19962</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue to fix sentry domains regex and map them to relevant projects.</td> </tr> <tr> <td style="text-align: left;">RUN-20104</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where frontend Infinite loop on keycloak causes an error.</td> </tr> <tr> <td style="text-align: left;">RUN-19906</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where inference workload name validation fails with 2.16 cluster.</td> </tr> <tr> <td style="text-align: left;">RUN-19605</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where authorized users should support multiple users (workload-controller) .</td> </tr> <tr> <td style="text-align: left;">RUN-19903</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where inference chatbot creation fails with 2.16 cluster.</td> </tr> <tr> <td style="text-align: left;">RUN-20409</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where clicking on create new compute during the runai model flow did nothing.</td> </tr> <tr> <td style="text-align: left;">RUN-11224</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where ruani-adm collect all logs was not collecting all logs.</td> </tr> <tr> <td style="text-align: left;">RUN-20478</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Improved workloads error status in overview panel.</td> </tr> <tr> <td style="text-align: left;">RUN-19850</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where an application administrator could not submit a job with CLI.</td> </tr> <tr> <td style="text-align: left;">RUN-19863</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where department admin received 403 on get tenants and cannot login to UI.</td> </tr> <tr> <td style="text-align: left;">RUN-19904</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when filtering by allocatedGPU in get workloads with operator returns incorrect result.</td> </tr> <tr> <td style="text-align: left;">RUN-19925</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when upgrade from v2.16 to v2.18 failed on worklaods migrations.</td> </tr> <tr> <td style="text-align: left;">RUN-19887</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue in the UI when there is a scheduling rule of timeout, the form opened with the rules collapsed and written "none".</td> </tr> <tr> <td style="text-align: left;">RUN-19941</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where completed and failed jobs were shown in view pods in nodes screen.</td> </tr> <tr> <td style="text-align: left;">RUN-19940</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where setting gpu quota failed because the department quota was taken from wrong department.</td> </tr> <tr> <td style="text-align: left;">RUN-19890</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where editing a project by removing its node-affinity stuck updating.</td> </tr> <tr> <td style="text-align: left;">RUN-20120</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where project update fails when there is no cluster version.</td> </tr> <tr> <td style="text-align: left;">RUN-20113</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue in the Workloads table where a researcher does not see other workloads once they clear their filters.</td> </tr> <tr> <td style="text-align: left;">RUN-19915</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue when turning departments toggles on on cluster v2.11+ the gpu limit is -1 and there is ui error.</td> </tr> <tr> <td style="text-align: left;">RUN-20178</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where dashboard CPU tabs appeared in new overview.</td> </tr> <tr> <td style="text-align: left;">RUN-20247</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where you couldn't create a workload with namespace of a deleted project.</td> </tr> <tr> <td style="text-align: left;">RUN-20138</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where the system failed to create node-type on override-backend env.</td> </tr> <tr> <td style="text-align: left;">RUN-18994</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where some limitations for department administrator are not working as expected.</td> </tr> <tr> <td style="text-align: left;">RUN-19830</td> <td style="text-align: left;">2.18.1</td> <td style="text-align: left;">Fixed an issue where resources (GPU, CPU, Memory) units were added to k8s events that are published by run:ai scheduler making our messages more readable.</td> </tr> </tbody> </table> <h2 id=version-2180-fixes>Version 2.18.0 Fixes<a class=headerlink href=#version-2180-fixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-20734</td> <td>Fixed an issue where the enable/disable toggle for the feature was presenting wrong info.</td> </tr> <tr> <td>RUN-19895</td> <td>Fixed an issue of empty state for deleted workloads which is incorrect.</td> </tr> <tr> <td>RUN-19507</td> <td>Fixed an issue in V1 where get APIs are missing required field in swagger leading to omit empty.</td> </tr> <tr> <td>RUN-20246</td> <td>Fixed an issue in Departments v1 org unit where if unrecognizable params are sent, an error is returned.</td> </tr> <tr> <td>RUN-19947</td> <td>Fixed an issue where pending multi-nodepool podgroups got stuck after cluster upgrade.</td> </tr> <tr> <td>RUN-20047</td> <td>Fixed an issue where Workload status shows as "deleting" rather than "deleted" in side panel.</td> </tr> <tr> <td>RUN-20163</td> <td>Fixed an issue when a DV is shared with a department and a new project is added to this dep - no pvc/pv is created.</td> </tr> <tr> <td>RUN-20484</td> <td>Fixed an issue where Create Projects Requests Returned 500 - services is not a valid ResourceType.</td> </tr> <tr> <td>RUN-20354</td> <td>Fixed an issue when deleting a department with projects resulted in projects remaining in environment with the status NotReady.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/changelog/hotfixes-2-19/index.html b/v2.20/home/changelog/hotfixes-2-19/index.html
index ea8dddcb51..4ea2ce50c0 100644
--- a/v2.20/home/changelog/hotfixes-2-19/index.html
+++ b/v2.20/home/changelog/hotfixes-2-19/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-19/ rel=canonical><link href=../hotfixes-2-20/ rel=prev><link href=../hotfixes-2-18/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Changelog Version 2.19 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-19/ rel=canonical><link href=../hotfixes-2-20/ rel=prev><link href=../hotfixes-2-18/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Changelog Version 2.19 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#hotfixes class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.19 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.19 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> <li class=md-nav__item> <a href=#version-2190-fixes class=md-nav__link> <span class=md-ellipsis> Version 2.19.0 Fixes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> <li class=md-nav__item> <a href=#version-2190-fixes class=md-nav__link> <span class=md-ellipsis> Version 2.19.0 Fixes </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-19.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.19</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.19.</p> <h2 id=hotfixes>Hotfixes<a class=headerlink href=#hotfixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th style="text-align: left;">Internal ID</th> <th style="text-align: left;">Hotfix #</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-17284</td> <td style="text-align: left;">2.19.49</td> <td style="text-align: left;">Fixed an issue where workloads were suspended when set with the termination after preemption option.</td> </tr> <tr> <td style="text-align: left;">RUN-25290</td> <td style="text-align: left;">2.19.49</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-25234</td> <td style="text-align: left;">2.19.49</td> <td style="text-align: left;">Fixed security vulnerabilities by updating oauth2 proxy image to the latest.</td> </tr> <tr> <td style="text-align: left;">RUN-25234</td> <td style="text-align: left;">2.19.48</td> <td style="text-align: left;">Fixed an authentication issue in CLI V1.</td> </tr> <tr> <td style="text-align: left;">RUN-25062</td> <td style="text-align: left;">2.19.45</td> <td style="text-align: left;">Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21614 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-25061</td> <td style="text-align: left;">2.19.45</td> <td style="text-align: left;">Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21613 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-24857</td> <td style="text-align: left;">2.19.45</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.net with CVE CVE-2024-45338 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-24733</td> <td style="text-align: left;">2.19.45</td> <td style="text-align: left;">Fixed an issue where users were unable to load the quota management dashboard.</td> </tr> <tr> <td style="text-align: left;">RUN-25094</td> <td style="text-align: left;">2.19.44</td> <td style="text-align: left;">Fixed an issue where OpenShift could not be upgraded due to a broken 3rd binary.</td> </tr> <tr> <td style="text-align: left;">RUN-24026</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed a security vulnerability in krb5-libs with CVE CVE-2024-3596.</td> </tr> <tr> <td style="text-align: left;">RUN-24649</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where submitting a workload with <code>existingPvc=false</code> and not providing a <code>claimName</code> resulted in auto-generating a <code>claimName</code> that included both upper and lower case letters. Since Kubernetes rejects uppercase letters, the workload would fail. The behavior has been updated to generate names using only lowercase letters.</td> </tr> <tr> <td style="text-align: left;">RUN-24632</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where an existing Prometheus monitoring setup deployed in an unexpected namespace was reported as missing, causing Run:ai installation to fail on the cluster. The installation mechanism now searches for the monitoring prerequisite in additional relevant namespaces.</td> </tr> <tr> <td style="text-align: left;">RUN-24693</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where users were unable to provide metric store authentication details using secret references.</td> </tr> <tr> <td style="text-align: left;">RUN-23744</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where refreshing some pages (such as the settings, policy, and access rules) removed the side navigation.</td> </tr> <tr> <td style="text-align: left;">RUN-24715</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue in the templates form where selecting Secret as a data source got stuck in an infinite loading page.</td> </tr> <tr> <td style="text-align: left;">RUN-24831</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where some edge cases triggered consolidation without it actually being necessary.</td> </tr> <tr> <td style="text-align: left;">RUN-24873</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where users were unable to configure email notifications regarding workload statuses.</td> </tr> <tr> <td style="text-align: left;">RUN-24921</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.net and golang.org.x.crypto.</td> </tr> <tr> <td style="text-align: left;">RUN-23914</td> <td style="text-align: left;">2.19.38</td> <td style="text-align: left;">Fixed an issue where unexpected behavior could occur if an application was capturing a graph while memory was being swapped in as part of the GPU memory swap feature.</td> </tr> <tr> <td style="text-align: left;">RUN-24521</td> <td style="text-align: left;">2.19.36</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.crypto with CVE CVE-2024-45337 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-24595</td> <td style="text-align: left;">2.19.36</td> <td style="text-align: left;">Fixed an issue where the new command-line interface did not parse master and worker commands/args simultaneously for distributed workloads.</td> </tr> <tr> <td style="text-align: left;">RUN-24565</td> <td style="text-align: left;">2.19.34</td> <td style="text-align: left;">Fixed an issue where the UI was hanging at times during Hugging Face model memory calculation.</td> </tr> <tr> <td style="text-align: left;">RUN-24021</td> <td style="text-align: left;">2.19.33</td> <td style="text-align: left;">Fixed a security vulnerability in pam with CVE-2024-10963.</td> </tr> <tr> <td style="text-align: left;">RUN-24506</td> <td style="text-align: left;">2.19.33</td> <td style="text-align: left;">Fixed a security vulnerability in krb5-libs with CVE-2024-3596.</td> </tr> <tr> <td style="text-align: left;">RUN-24259</td> <td style="text-align: left;">2.19.31</td> <td style="text-align: left;">Fixed an issue where the option to reset a local user password is sometimes not available.</td> </tr> <tr> <td style="text-align: left;">RUN-23798</td> <td style="text-align: left;">2.19.30</td> <td style="text-align: left;">Fixed an issue in distributed PyTorch workloads where the worker pods are deleted immediately after completion, not allowing logs to be viewed.</td> </tr> <tr> <td style="text-align: left;">RUN-24184</td> <td style="text-align: left;">2.19.28</td> <td style="text-align: left;">Fixed an issue in database migration when upgrading from 2.16 to 2.19.</td> </tr> <tr> <td style="text-align: left;">RUN-23752</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue in the distributed training submission form when a policy on the master pod was applied.</td> </tr> <tr> <td style="text-align: left;">RUN-23040</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an edge case where the Run:ai container toolkit hangs when user is spawning hundreds of sub-processes.</td> </tr> <tr> <td style="text-align: left;">RUN-23211</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where workloads were stuck at "Pending" when the command-line interface flag --gpu-memory was set to zero.</td> </tr> <tr> <td style="text-align: left;">RUN-23561</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where the frontend in airgapped environment attempted to download font resources from the internet.</td> </tr> <tr> <td style="text-align: left;">RUN-23789</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where in some cases, it was not possible to download the latest version of the command-line interface.</td> </tr> <tr> <td style="text-align: left;">RUN-23790</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where in some cases it was not possible to download the Windows version of the command-line interface.</td> </tr> <tr> <td style="text-align: left;">RUN-23802</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where new scheduling rules were not applied to existing workloads, if those new rules were set on existing projects which had no scheduling rules before.</td> </tr> <tr> <td style="text-align: left;">RUN-23838</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where the command-line interface could not access resources when configured as single-sign on in a self-hosted environment.</td> </tr> <tr> <td style="text-align: left;">RUN-23855</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where the pods list in the UI showed past pods.</td> </tr> <tr> <td style="text-align: left;">RUN-23857</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Dashboard to transition from Grafana v9 to v10.</td> </tr> <tr> <td style="text-align: left;">RUN-24010</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an infinite loop issue in the cluster-sync service.</td> </tr> <tr> <td style="text-align: left;">RUN-23669</td> <td style="text-align: left;">2.19.25</td> <td style="text-align: left;">Fixed an issue where export function of consumption Grafana dashboard was not showing.</td> </tr> <tr> <td style="text-align: left;">RUN-23778</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue where mapping of UID and other properties disappears.</td> </tr> <tr> <td style="text-align: left;">RUN-23770</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue where older overview dashboard does not filter on cluster, even though a cluster is selected.</td> </tr> <tr> <td style="text-align: left;">RUN-23762</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue where the wrong version of a Grafana dashboard was displayed in the UI.</td> </tr> <tr> <td style="text-align: left;">RUN-23752</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue in the distributed training submission form when a policy on the master pod was applied.</td> </tr> <tr> <td style="text-align: left;">RUN-23664</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue where the GPU quota numbers on the department overview page did not mach the department edit page.</td> </tr> <tr> <td style="text-align: left;">RUN-21198</td> <td style="text-align: left;">2.19.22</td> <td style="text-align: left;">Fixed an issue where creating a training workload via yaml (kubectl apply -f) and specifying spec.namePrefix, created infinite jobs.</td> </tr> <tr> <td style="text-align: left;">RUN-23583</td> <td style="text-align: left;">2.19.21</td> <td style="text-align: left;">Fixed an issue where the new UI navigation bar sometimes showed multiple selections.</td> </tr> <tr> <td style="text-align: left;">RUN-23541</td> <td style="text-align: left;">2.19.21</td> <td style="text-align: left;">Fixed an issue where authorization was not working properly in SaaS due to wrong oidc URL being used.</td> </tr> <tr> <td style="text-align: left;">RUN-23376</td> <td style="text-align: left;">2.19.21</td> <td style="text-align: left;">Fixed an issue where the new command-line interface required re-login after 10 minutes.</td> </tr> <tr> <td style="text-align: left;">RUN-23162</td> <td style="text-align: left;">2.19.21</td> <td style="text-align: left;">Fixed an issue where older audit logs did not show on the new audit log UI.</td> </tr> <tr> <td style="text-align: left;">RUN-23385</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Fixed an issue where calls to api/v1/notifications/config/notifications would return 502</td> </tr> <tr> <td style="text-align: left;">RUN-23382</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Fixed an issue where all nodepools were deleted on cluster upgrade</td> </tr> <tr> <td style="text-align: left;">RUN-23374</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Fixed an issue where "ghost" nodepool in project settings prevents workload creation via UI/API</td> </tr> <tr> <td style="text-align: left;">RUN-23291</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">CLI - change text to be user friendly</td> </tr> <tr> <td style="text-align: left;">RUN-23283</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Fixed a permissions issue with the Analytics dashboard post upgrade for SSO Users</td> </tr> <tr> <td style="text-align: left;">RUN-23208</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Upload the source map to sentry only</td> </tr> <tr> <td style="text-align: left;">RUN-22642</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">infw-controller service tests for the reconcile</td> </tr> <tr> <td style="text-align: left;">RUN-23373</td> <td style="text-align: left;">2.19.19</td> <td style="text-align: left;">Fixed an issue where a new data source couldn't be created from the "New Workload" form.</td> </tr> <tr> <td style="text-align: left;">RUN-23368</td> <td style="text-align: left;">2.19.19</td> <td style="text-align: left;">Fixed an issue where the getProjects v1 API returned a list of users which was not always in the same order.</td> </tr> <tr> <td style="text-align: left;">RUN-23333</td> <td style="text-align: left;">2.19.19</td> <td style="text-align: left;">Fixed an issue where node pool with overProvisioningRatio greater than 1 cannot be created.</td> </tr> <tr> <td style="text-align: left;">RUN-23215</td> <td style="text-align: left;">2.19.18</td> <td style="text-align: left;">Fixed an issue where metrics requests from backend to mimir failed for certain tenants.</td> </tr> <tr> <td style="text-align: left;">RUN-23334</td> <td style="text-align: left;">2.19.17</td> <td style="text-align: left;">Updated some dockerfiles to the latest ubi9 image for security vulnerabilities.</td> </tr> <tr> <td style="text-align: left;">RUN-23318</td> <td style="text-align: left;">2.19.16</td> <td style="text-align: left;">Fixed an issue where some projects held faulty data which caused the getProjectById API to fail</td> </tr> <tr> <td style="text-align: left;">RUN-23140</td> <td style="text-align: left;">2.19.16</td> <td style="text-align: left;">Fixed an issue where distributed workloads were created with the wrong types</td> </tr> <tr> <td style="text-align: left;">RUN-22069</td> <td style="text-align: left;">2.19.16</td> <td style="text-align: left;">Fixed an isuue where JWT parse with claims failed to parse token without Keyfunc.</td> </tr> <tr> <td style="text-align: left;">RUN-23321</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">Fixed and issue where the GetProjectById wrapper API of the org-unit client in the runai-common-packages ignored errors</td> </tr> <tr> <td style="text-align: left;">RUN-23296</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">Fixed an issue in the CLI where runai attach did not work with auto-complete</td> </tr> <tr> <td style="text-align: left;">RUN-23282</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">CLI documentation fixes</td> </tr> <tr> <td style="text-align: left;">RUN-23245</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">Fixed an issue where ther binder service didn't update the pod status</td> </tr> <tr> <td style="text-align: left;">RUN-23057</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">OCP 2.19 upgrade troubleshooting</td> </tr> <tr> <td style="text-align: left;">RUN-22138</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">Fixed an issue where private URL user(s) input was an email and not a string.</td> </tr> <tr> <td style="text-align: left;">RUN-23243</td> <td style="text-align: left;">2.19.14</td> <td style="text-align: left;">Fixed an issue where the scope tree wasn't calculating permissions correctly</td> </tr> <tr> <td style="text-align: left;">RUN-23208</td> <td style="text-align: left;">2.19.14</td> <td style="text-align: left;">Upload the source map to sentry only</td> </tr> <tr> <td style="text-align: left;">RUN-23198</td> <td style="text-align: left;">2.19.14</td> <td style="text-align: left;">Fixed an issue where external-workload-integrator sometimes crashed for RayJob</td> </tr> <tr> <td style="text-align: left;">RUN-23191</td> <td style="text-align: left;">2.19.13</td> <td style="text-align: left;">Fixed an issue where creating workloads in the UI returned only the first 50 projects</td> </tr> <tr> <td style="text-align: left;">RUN-23142</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where advanced GPU metrics per-gpu did not have gpu label</td> </tr> <tr> <td style="text-align: left;">RUN-23139</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where inference workload showed wrong status.</td> </tr> <tr> <td style="text-align: left;">RUN-23027</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Deprecated migProfiles API fields</td> </tr> <tr> <td style="text-align: left;">RUN-23001</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue of false overcommit on out-of-memory kills in the Swap feature.</td> </tr> <tr> <td style="text-align: left;">RUN-22851</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where client may get stuck on device lock acquired during “swap” out-migration</td> </tr> <tr> <td style="text-align: left;">RUN-22771</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where get cluster by id with metadata verbosity returned zero values</td> </tr> <tr> <td style="text-align: left;">RUN-22742</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed user experience issue in inference autoscaling</td> </tr> <tr> <td style="text-align: left;">RUN-22725</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where the cloud operator failed to get pods in nodes UI.</td> </tr> <tr> <td style="text-align: left;">RUN-22720</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where the cloud operator failed to get projects in node pools UI.</td> </tr> <tr> <td style="text-align: left;">RUN-22700</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Added auto refresh to the overview dashboard, Pods modal in the Workloads page, and Event history page</td> </tr> <tr> <td style="text-align: left;">RUN-22544</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Updated Grafana version for security vulnerabilities.</td> </tr> <tr> <td style="text-align: left;">RUN-23083</td> <td style="text-align: left;">2.19.11</td> <td style="text-align: left;">Fixed an issue where workload actions were blocked in the UI when the cluster had any issues</td> </tr> <tr> <td style="text-align: left;">RUN-22771</td> <td style="text-align: left;">2.19.11</td> <td style="text-align: left;">Fixed an issue where the getClusterById API with metadata verbosity returned zero values</td> </tr> </tbody> </table> <h2 id=version-2190-fixes>Version 2.19.0 Fixes<a class=headerlink href=#version-2190-fixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-21756</td> <td>Fixed an issue where the NFS mount path doesn’t accept “{}” characters</td> </tr> <tr> <td>RUN-21475</td> <td>Fixed an issue where users failed to select the compute resource from UI if the compute resource is last in the list and has a long name</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#hotfixes class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.19 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.19 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> <li class=md-nav__item> <a href=#version-2190-fixes class=md-nav__link> <span class=md-ellipsis> Version 2.19.0 Fixes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> <li class=md-nav__item> <a href=#version-2190-fixes class=md-nav__link> <span class=md-ellipsis> Version 2.19.0 Fixes </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-19.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.19</h1> <p>The following is a list of the known and fixed issues for Run:ai V2.19.</p> <h2 id=hotfixes>Hotfixes<a class=headerlink href=#hotfixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th style="text-align: left;">Internal ID</th> <th style="text-align: left;">Hotfix #</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-17284</td> <td style="text-align: left;">2.19.49</td> <td style="text-align: left;">Fixed an issue where workloads were suspended when set with the termination after preemption option.</td> </tr> <tr> <td style="text-align: left;">RUN-25290</td> <td style="text-align: left;">2.19.49</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-25234</td> <td style="text-align: left;">2.19.49</td> <td style="text-align: left;">Fixed security vulnerabilities by updating oauth2 proxy image to the latest.</td> </tr> <tr> <td style="text-align: left;">RUN-25234</td> <td style="text-align: left;">2.19.48</td> <td style="text-align: left;">Fixed an authentication issue in CLI V1.</td> </tr> <tr> <td style="text-align: left;">RUN-25062</td> <td style="text-align: left;">2.19.45</td> <td style="text-align: left;">Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21614 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-25061</td> <td style="text-align: left;">2.19.45</td> <td style="text-align: left;">Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21613 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-24857</td> <td style="text-align: left;">2.19.45</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.net with CVE CVE-2024-45338 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-24733</td> <td style="text-align: left;">2.19.45</td> <td style="text-align: left;">Fixed an issue where users were unable to load the quota management dashboard.</td> </tr> <tr> <td style="text-align: left;">RUN-25094</td> <td style="text-align: left;">2.19.44</td> <td style="text-align: left;">Fixed an issue where OpenShift could not be upgraded due to a broken 3rd binary.</td> </tr> <tr> <td style="text-align: left;">RUN-24026</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed a security vulnerability in krb5-libs with CVE CVE-2024-3596.</td> </tr> <tr> <td style="text-align: left;">RUN-24649</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where submitting a workload with <code>existingPvc=false</code> and not providing a <code>claimName</code> resulted in auto-generating a <code>claimName</code> that included both upper and lower case letters. Since Kubernetes rejects uppercase letters, the workload would fail. The behavior has been updated to generate names using only lowercase letters.</td> </tr> <tr> <td style="text-align: left;">RUN-24632</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where an existing Prometheus monitoring setup deployed in an unexpected namespace was reported as missing, causing Run:ai installation to fail on the cluster. The installation mechanism now searches for the monitoring prerequisite in additional relevant namespaces.</td> </tr> <tr> <td style="text-align: left;">RUN-24693</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where users were unable to provide metric store authentication details using secret references.</td> </tr> <tr> <td style="text-align: left;">RUN-23744</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where refreshing some pages (such as the settings, policy, and access rules) removed the side navigation.</td> </tr> <tr> <td style="text-align: left;">RUN-24715</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue in the templates form where selecting Secret as a data source got stuck in an infinite loading page.</td> </tr> <tr> <td style="text-align: left;">RUN-24831</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where some edge cases triggered consolidation without it actually being necessary.</td> </tr> <tr> <td style="text-align: left;">RUN-24873</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed an issue where users were unable to configure email notifications regarding workload statuses.</td> </tr> <tr> <td style="text-align: left;">RUN-24921</td> <td style="text-align: left;">2.19.40</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.net and golang.org.x.crypto.</td> </tr> <tr> <td style="text-align: left;">RUN-23914</td> <td style="text-align: left;">2.19.38</td> <td style="text-align: left;">Fixed an issue where unexpected behavior could occur if an application was capturing a graph while memory was being swapped in as part of the GPU memory swap feature.</td> </tr> <tr> <td style="text-align: left;">RUN-24521</td> <td style="text-align: left;">2.19.36</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org.x.crypto with CVE CVE-2024-45337 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-24595</td> <td style="text-align: left;">2.19.36</td> <td style="text-align: left;">Fixed an issue where the new command-line interface did not parse master and worker commands/args simultaneously for distributed workloads.</td> </tr> <tr> <td style="text-align: left;">RUN-24565</td> <td style="text-align: left;">2.19.34</td> <td style="text-align: left;">Fixed an issue where the UI was hanging at times during Hugging Face model memory calculation.</td> </tr> <tr> <td style="text-align: left;">RUN-24021</td> <td style="text-align: left;">2.19.33</td> <td style="text-align: left;">Fixed a security vulnerability in pam with CVE-2024-10963.</td> </tr> <tr> <td style="text-align: left;">RUN-24506</td> <td style="text-align: left;">2.19.33</td> <td style="text-align: left;">Fixed a security vulnerability in krb5-libs with CVE-2024-3596.</td> </tr> <tr> <td style="text-align: left;">RUN-24259</td> <td style="text-align: left;">2.19.31</td> <td style="text-align: left;">Fixed an issue where the option to reset a local user password is sometimes not available.</td> </tr> <tr> <td style="text-align: left;">RUN-23798</td> <td style="text-align: left;">2.19.30</td> <td style="text-align: left;">Fixed an issue in distributed PyTorch workloads where the worker pods are deleted immediately after completion, not allowing logs to be viewed.</td> </tr> <tr> <td style="text-align: left;">RUN-24184</td> <td style="text-align: left;">2.19.28</td> <td style="text-align: left;">Fixed an issue in database migration when upgrading from 2.16 to 2.19.</td> </tr> <tr> <td style="text-align: left;">RUN-23752</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue in the distributed training submission form when a policy on the master pod was applied.</td> </tr> <tr> <td style="text-align: left;">RUN-23040</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an edge case where the Run:ai container toolkit hangs when user is spawning hundreds of sub-processes.</td> </tr> <tr> <td style="text-align: left;">RUN-23211</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where workloads were stuck at "Pending" when the command-line interface flag --gpu-memory was set to zero.</td> </tr> <tr> <td style="text-align: left;">RUN-23561</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where the frontend in airgapped environment attempted to download font resources from the internet.</td> </tr> <tr> <td style="text-align: left;">RUN-23789</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where in some cases, it was not possible to download the latest version of the command-line interface.</td> </tr> <tr> <td style="text-align: left;">RUN-23790</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where in some cases it was not possible to download the Windows version of the command-line interface.</td> </tr> <tr> <td style="text-align: left;">RUN-23802</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where new scheduling rules were not applied to existing workloads, if those new rules were set on existing projects which had no scheduling rules before.</td> </tr> <tr> <td style="text-align: left;">RUN-23838</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where the command-line interface could not access resources when configured as single-sign on in a self-hosted environment.</td> </tr> <tr> <td style="text-align: left;">RUN-23855</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an issue where the pods list in the UI showed past pods.</td> </tr> <tr> <td style="text-align: left;">RUN-23857</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Dashboard to transition from Grafana v9 to v10.</td> </tr> <tr> <td style="text-align: left;">RUN-24010</td> <td style="text-align: left;">2.19.27</td> <td style="text-align: left;">Fixed an infinite loop issue in the cluster-sync service.</td> </tr> <tr> <td style="text-align: left;">RUN-23669</td> <td style="text-align: left;">2.19.25</td> <td style="text-align: left;">Fixed an issue where export function of consumption Grafana dashboard was not showing.</td> </tr> <tr> <td style="text-align: left;">RUN-23778</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue where mapping of UID and other properties disappears.</td> </tr> <tr> <td style="text-align: left;">RUN-23770</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue where older overview dashboard does not filter on cluster, even though a cluster is selected.</td> </tr> <tr> <td style="text-align: left;">RUN-23762</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue where the wrong version of a Grafana dashboard was displayed in the UI.</td> </tr> <tr> <td style="text-align: left;">RUN-23752</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue in the distributed training submission form when a policy on the master pod was applied.</td> </tr> <tr> <td style="text-align: left;">RUN-23664</td> <td style="text-align: left;">2.19.24</td> <td style="text-align: left;">Fixed an issue where the GPU quota numbers on the department overview page did not mach the department edit page.</td> </tr> <tr> <td style="text-align: left;">RUN-21198</td> <td style="text-align: left;">2.19.22</td> <td style="text-align: left;">Fixed an issue where creating a training workload via yaml (kubectl apply -f) and specifying spec.namePrefix, created infinite jobs.</td> </tr> <tr> <td style="text-align: left;">RUN-23583</td> <td style="text-align: left;">2.19.21</td> <td style="text-align: left;">Fixed an issue where the new UI navigation bar sometimes showed multiple selections.</td> </tr> <tr> <td style="text-align: left;">RUN-23541</td> <td style="text-align: left;">2.19.21</td> <td style="text-align: left;">Fixed an issue where authorization was not working properly in SaaS due to wrong oidc URL being used.</td> </tr> <tr> <td style="text-align: left;">RUN-23376</td> <td style="text-align: left;">2.19.21</td> <td style="text-align: left;">Fixed an issue where the new command-line interface required re-login after 10 minutes.</td> </tr> <tr> <td style="text-align: left;">RUN-23162</td> <td style="text-align: left;">2.19.21</td> <td style="text-align: left;">Fixed an issue where older audit logs did not show on the new audit log UI.</td> </tr> <tr> <td style="text-align: left;">RUN-23385</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Fixed an issue where calls to api/v1/notifications/config/notifications would return 502</td> </tr> <tr> <td style="text-align: left;">RUN-23382</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Fixed an issue where all nodepools were deleted on cluster upgrade</td> </tr> <tr> <td style="text-align: left;">RUN-23374</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Fixed an issue where "ghost" nodepool in project settings prevents workload creation via UI/API</td> </tr> <tr> <td style="text-align: left;">RUN-23291</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">CLI - change text to be user friendly</td> </tr> <tr> <td style="text-align: left;">RUN-23283</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Fixed a permissions issue with the Analytics dashboard post upgrade for SSO Users</td> </tr> <tr> <td style="text-align: left;">RUN-23208</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">Upload the source map to sentry only</td> </tr> <tr> <td style="text-align: left;">RUN-22642</td> <td style="text-align: left;">2.19.20</td> <td style="text-align: left;">infw-controller service tests for the reconcile</td> </tr> <tr> <td style="text-align: left;">RUN-23373</td> <td style="text-align: left;">2.19.19</td> <td style="text-align: left;">Fixed an issue where a new data source couldn't be created from the "New Workload" form.</td> </tr> <tr> <td style="text-align: left;">RUN-23368</td> <td style="text-align: left;">2.19.19</td> <td style="text-align: left;">Fixed an issue where the getProjects v1 API returned a list of users which was not always in the same order.</td> </tr> <tr> <td style="text-align: left;">RUN-23333</td> <td style="text-align: left;">2.19.19</td> <td style="text-align: left;">Fixed an issue where node pool with overProvisioningRatio greater than 1 cannot be created.</td> </tr> <tr> <td style="text-align: left;">RUN-23215</td> <td style="text-align: left;">2.19.18</td> <td style="text-align: left;">Fixed an issue where metrics requests from backend to mimir failed for certain tenants.</td> </tr> <tr> <td style="text-align: left;">RUN-23334</td> <td style="text-align: left;">2.19.17</td> <td style="text-align: left;">Updated some dockerfiles to the latest ubi9 image for security vulnerabilities.</td> </tr> <tr> <td style="text-align: left;">RUN-23318</td> <td style="text-align: left;">2.19.16</td> <td style="text-align: left;">Fixed an issue where some projects held faulty data which caused the getProjectById API to fail</td> </tr> <tr> <td style="text-align: left;">RUN-23140</td> <td style="text-align: left;">2.19.16</td> <td style="text-align: left;">Fixed an issue where distributed workloads were created with the wrong types</td> </tr> <tr> <td style="text-align: left;">RUN-22069</td> <td style="text-align: left;">2.19.16</td> <td style="text-align: left;">Fixed an isuue where JWT parse with claims failed to parse token without Keyfunc.</td> </tr> <tr> <td style="text-align: left;">RUN-23321</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">Fixed and issue where the GetProjectById wrapper API of the org-unit client in the runai-common-packages ignored errors</td> </tr> <tr> <td style="text-align: left;">RUN-23296</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">Fixed an issue in the CLI where runai attach did not work with auto-complete</td> </tr> <tr> <td style="text-align: left;">RUN-23282</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">CLI documentation fixes</td> </tr> <tr> <td style="text-align: left;">RUN-23245</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">Fixed an issue where ther binder service didn't update the pod status</td> </tr> <tr> <td style="text-align: left;">RUN-23057</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">OCP 2.19 upgrade troubleshooting</td> </tr> <tr> <td style="text-align: left;">RUN-22138</td> <td style="text-align: left;">2.19.15</td> <td style="text-align: left;">Fixed an issue where private URL user(s) input was an email and not a string.</td> </tr> <tr> <td style="text-align: left;">RUN-23243</td> <td style="text-align: left;">2.19.14</td> <td style="text-align: left;">Fixed an issue where the scope tree wasn't calculating permissions correctly</td> </tr> <tr> <td style="text-align: left;">RUN-23208</td> <td style="text-align: left;">2.19.14</td> <td style="text-align: left;">Upload the source map to sentry only</td> </tr> <tr> <td style="text-align: left;">RUN-23198</td> <td style="text-align: left;">2.19.14</td> <td style="text-align: left;">Fixed an issue where external-workload-integrator sometimes crashed for RayJob</td> </tr> <tr> <td style="text-align: left;">RUN-23191</td> <td style="text-align: left;">2.19.13</td> <td style="text-align: left;">Fixed an issue where creating workloads in the UI returned only the first 50 projects</td> </tr> <tr> <td style="text-align: left;">RUN-23142</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where advanced GPU metrics per-gpu did not have gpu label</td> </tr> <tr> <td style="text-align: left;">RUN-23139</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where inference workload showed wrong status.</td> </tr> <tr> <td style="text-align: left;">RUN-23027</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Deprecated migProfiles API fields</td> </tr> <tr> <td style="text-align: left;">RUN-23001</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue of false overcommit on out-of-memory kills in the Swap feature.</td> </tr> <tr> <td style="text-align: left;">RUN-22851</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where client may get stuck on device lock acquired during “swap” out-migration</td> </tr> <tr> <td style="text-align: left;">RUN-22771</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where get cluster by id with metadata verbosity returned zero values</td> </tr> <tr> <td style="text-align: left;">RUN-22742</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed user experience issue in inference autoscaling</td> </tr> <tr> <td style="text-align: left;">RUN-22725</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where the cloud operator failed to get pods in nodes UI.</td> </tr> <tr> <td style="text-align: left;">RUN-22720</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Fixed an issue where the cloud operator failed to get projects in node pools UI.</td> </tr> <tr> <td style="text-align: left;">RUN-22700</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Added auto refresh to the overview dashboard, Pods modal in the Workloads page, and Event history page</td> </tr> <tr> <td style="text-align: left;">RUN-22544</td> <td style="text-align: left;">2.19.12</td> <td style="text-align: left;">Updated Grafana version for security vulnerabilities.</td> </tr> <tr> <td style="text-align: left;">RUN-23083</td> <td style="text-align: left;">2.19.11</td> <td style="text-align: left;">Fixed an issue where workload actions were blocked in the UI when the cluster had any issues</td> </tr> <tr> <td style="text-align: left;">RUN-22771</td> <td style="text-align: left;">2.19.11</td> <td style="text-align: left;">Fixed an issue where the getClusterById API with metadata verbosity returned zero values</td> </tr> </tbody> </table> <h2 id=version-2190-fixes>Version 2.19.0 Fixes<a class=headerlink href=#version-2190-fixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-21756</td> <td>Fixed an issue where the NFS mount path doesn’t accept “{}” characters</td> </tr> <tr> <td>RUN-21475</td> <td>Fixed an issue where users failed to select the compute resource from UI if the compute resource is last in the list and has a long name</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/changelog/hotfixes-2-20/index.html b/v2.20/home/changelog/hotfixes-2-20/index.html
index 04be6f3fa9..88061a70ee 100644
--- a/v2.20/home/changelog/hotfixes-2-20/index.html
+++ b/v2.20/home/changelog/hotfixes-2-20/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-20/ rel=canonical><link href=../../whats-new-2-13/ rel=prev><link href=../hotfixes-2-19/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Changelog Version 2.19 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/changelog/hotfixes-2-20/ rel=canonical><link href=../../whats-new-2-13/ rel=prev><link href=../hotfixes-2-19/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Changelog Version 2.19 - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#hotfixes class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.19 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.20 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-20.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.20</h1> <p>This section provides details on all hotfixes available for version 2.20. Hotfixes are critical updates released between our major and minor versions to address specific issues or vulnerabilities. These updates ensure the system remains secure, stable, and optimized without requiring a full version upgrade. </p> <h2 id=hotfixes>Hotfixes<a class=headerlink href=#hotfixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Version</th> <th>Date</th> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>2.20.15</td> <td>24/01/2025</td> <td>RUN-24354</td> <td>Fixed an issue where migrating workloads failed due to slow network connection.</td> </tr> <tr> <td>2.20.14</td> <td>23/01/2025</td> <td>RUN-24754</td> <td>Fixed an issue where the status of training and interactive workloads was not updated correctly.</td> </tr> <tr> <td>2.20.14</td> <td>23/01/2025</td> <td>RUN-24838</td> <td>Fixed an issue where an environment asset could not be created if it included an environment variable with no value specified.</td> </tr> <tr> <td>2.20.11</td> <td>21/01/2025</td> <td>RUN-25303</td> <td>Fixed an issue where submitting with the --attach flag was supported only in a workspace workload.</td> </tr> <tr> <td>2.20.11</td> <td>21/01/2025</td> <td>RUN-25291</td> <td>Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH.</td> </tr> <tr> <td>2.20.10</td> <td>20/01/2025</td> <td>RUN-25234</td> <td>Fixed an authentication issue in CLI V1.</td> </tr> <tr> <td>2.20.9</td> <td>19/01/2025</td> <td>RUN-25032</td> <td>Fixed an issue where inference workloads with large container sizes skipped the Initializing state.</td> </tr> <tr> <td>2.20.9</td> <td>19/01/2025</td> <td>RUN-24752</td> <td>Fixed an issue where a workload would move to a failed state when created with a custom NodePort that was already allocated.</td> </tr> <tr> <td>2.20.9</td> <td>19/01/2025</td> <td>RUN-25031</td> <td>Fixed an issue in the Templates form where existing credentials in the environment variables section were not displayed.</td> </tr> <tr> <td>2.20.5</td> <td>14/01/2025</td> <td>RUN-25061</td> <td>Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21613 with severity HIGH.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#hotfixes class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Changelog Version 2.19 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4 checked> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=true> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Hotfixes for 2.20 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#hotfixes class=md-nav__link> <span class=md-ellipsis> Hotfixes </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/changelog/hotfixes-2-20.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Hotfixes for 2.20</h1> <p>This section provides details on all hotfixes available for version 2.20. Hotfixes are critical updates released between our major and minor versions to address specific issues or vulnerabilities. These updates ensure the system remains secure, stable, and optimized without requiring a full version upgrade. </p> <h2 id=hotfixes>Hotfixes<a class=headerlink href=#hotfixes title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Version</th> <th>Date</th> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>2.20.15</td> <td>24/01/2025</td> <td>RUN-24354</td> <td>Fixed an issue where migrating workloads failed due to slow network connection.</td> </tr> <tr> <td>2.20.14</td> <td>23/01/2025</td> <td>RUN-24754</td> <td>Fixed an issue where the status of training and interactive workloads was not updated correctly.</td> </tr> <tr> <td>2.20.14</td> <td>23/01/2025</td> <td>RUN-24838</td> <td>Fixed an issue where an environment asset could not be created if it included an environment variable with no value specified.</td> </tr> <tr> <td>2.20.11</td> <td>21/01/2025</td> <td>RUN-25303</td> <td>Fixed an issue where submitting with the --attach flag was supported only in a workspace workload.</td> </tr> <tr> <td>2.20.11</td> <td>21/01/2025</td> <td>RUN-25291</td> <td>Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH.</td> </tr> <tr> <td>2.20.10</td> <td>20/01/2025</td> <td>RUN-25234</td> <td>Fixed an authentication issue in CLI V1.</td> </tr> <tr> <td>2.20.9</td> <td>19/01/2025</td> <td>RUN-25032</td> <td>Fixed an issue where inference workloads with large container sizes skipped the Initializing state.</td> </tr> <tr> <td>2.20.9</td> <td>19/01/2025</td> <td>RUN-24752</td> <td>Fixed an issue where a workload would move to a failed state when created with a custom NodePort that was already allocated.</td> </tr> <tr> <td>2.20.9</td> <td>19/01/2025</td> <td>RUN-25031</td> <td>Fixed an issue in the Templates form where existing credentials in the environment variables section were not displayed.</td> </tr> <tr> <td>2.20.5</td> <td>14/01/2025</td> <td>RUN-25061</td> <td>Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21613 with severity HIGH.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/components/index.html b/v2.20/home/components/index.html
index cd84345610..3c13478e80 100644
--- a/v2.20/home/components/index.html
+++ b/v2.20/home/components/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/components/ rel=canonical><link href=../overview/ rel=prev><link href=../saas-updates/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>System Components - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/components/ rel=canonical><link href=../overview/ rel=prev><link href=../saas-updates/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>System Components - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-system-components class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> System Components </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> System Components </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> System Components </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#components class=md-nav__link> <span class=md-ellipsis> Components </span> </a> </li> <li class=md-nav__item> <a href=#runai-cluster class=md-nav__link> <span class=md-ellipsis> Run:ai Cluster </span> </a> </li> <li class=md-nav__item> <a href=#runai-control-plane-on-the-cloud class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane on the cloud </span> </a> </li> <li class=md-nav__item> <a href=#self-hosted-control-plane class=md-nav__link> <span class=md-ellipsis> Self-hosted Control-Plane </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#components class=md-nav__link> <span class=md-ellipsis> Components </span> </a> </li> <li class=md-nav__item> <a href=#runai-cluster class=md-nav__link> <span class=md-ellipsis> Run:ai Cluster </span> </a> </li> <li class=md-nav__item> <a href=#runai-control-plane-on-the-cloud class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane on the cloud </span> </a> </li> <li class=md-nav__item> <a href=#self-hosted-control-plane class=md-nav__link> <span class=md-ellipsis> Self-hosted Control-Plane </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/components.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-system-components>Run:ai System Components<a class=headerlink href=#runai-system-components title="Permanent link">&para;</a></h1> <h2 id=components>Components<a class=headerlink href=#components title="Permanent link">&para;</a></h2> <p>Run:ai is made up of two components:</p> <ul> <li>The <strong>Run:ai cluster</strong> provides scheduling services and workload management.</li> <li>The <strong>Run:ai control plane</strong> provides resource management, Workload submission and cluster monitoring.</li> </ul> <p>Technology-wise, both are installed over a <a href=https://kubernetes.io target=_blank>Kubernetes</a> Cluster.</p> <p>Run:ai users:</p> <ul> <li>Researchers submit Machine Learning workloads via the Run:ai Console, the Run:ai Command-Line Interface (CLI), or directly by sending YAML files to Kubernetes.</li> <li>Administrators monitor and set priorities via the Run:ai User Interface</li> </ul> <p><a class=glightbox href=../img/multi-cluster-architecture.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=multi-cluster-architecture src=../img/multi-cluster-architecture.png></a></p> <h2 id=runai-cluster>Run:ai Cluster<a class=headerlink href=#runai-cluster title="Permanent link">&para;</a></h2> <ul> <li>Run:ai comes with its own Scheduler. The Run:ai scheduler extends the Kubernetes scheduler. It uses business rules to schedule workloads sent by Researchers.</li> <li>Run:ai schedules <em>Workloads</em>. Workloads include the actual researcher code running as a Kubernetes container, together with all the system resources required to run the code, such as user storage, network endpoints to access the container etc.</li> <li>The cluster uses an outbound-only, secure connection to synchronize with the Run:ai control plane. Information includes meta-data sync and various metrics on Workloads, Nodes etc.</li> <li>The Run:ai cluster is installed as a <a href=https://kubernetes.io/docs/concepts/extend-kubernetes/operator/ target=_blank>Kubernetes Operator</a></li> <li>Run:ai is installed in its own Kubernetes <em>namespace</em> named <strong>runai</strong></li> <li>Workloads are run in the context of Run:ai <strong>Projects</strong>. Each Project is mapped to a Kubernetes namespace with its own settings and access control.</li> </ul> <h2 id=runai-control-plane-on-the-cloud>Run:ai Control Plane on the cloud<a class=headerlink href=#runai-control-plane-on-the-cloud title="Permanent link">&para;</a></h2> <p>The Run:ai control plane is used by multiple customers (tenants) to manage resources (such as Projects &amp; Departments), submit Workloads and monitor multiple clusters.</p> <p>A single Run:ai customer (tenant) defined in the control-plane, can manage multiple Run:ai clusters. So a single customer, can manage mutltiple GPU clusters in multiple locations/subnets from a single interface.</p> <h2 id=self-hosted-control-plane>Self-hosted Control-Plane<a class=headerlink href=#self-hosted-control-plane title="Permanent link">&para;</a></h2> <p>The Run:ai control plane can also be locally installed. To understand the various installation options see the <a href=../../admin/runai-setup/installation-types/ >installation types</a> document.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-system-components class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> System Components </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> System Components </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> System Components </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#components class=md-nav__link> <span class=md-ellipsis> Components </span> </a> </li> <li class=md-nav__item> <a href=#runai-cluster class=md-nav__link> <span class=md-ellipsis> Run:ai Cluster </span> </a> </li> <li class=md-nav__item> <a href=#runai-control-plane-on-the-cloud class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane on the cloud </span> </a> </li> <li class=md-nav__item> <a href=#self-hosted-control-plane class=md-nav__link> <span class=md-ellipsis> Self-hosted Control-Plane </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#components class=md-nav__link> <span class=md-ellipsis> Components </span> </a> </li> <li class=md-nav__item> <a href=#runai-cluster class=md-nav__link> <span class=md-ellipsis> Run:ai Cluster </span> </a> </li> <li class=md-nav__item> <a href=#runai-control-plane-on-the-cloud class=md-nav__link> <span class=md-ellipsis> Run:ai Control Plane on the cloud </span> </a> </li> <li class=md-nav__item> <a href=#self-hosted-control-plane class=md-nav__link> <span class=md-ellipsis> Self-hosted Control-Plane </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/components.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-system-components>Run:ai System Components<a class=headerlink href=#runai-system-components title="Permanent link">&para;</a></h1> <h2 id=components>Components<a class=headerlink href=#components title="Permanent link">&para;</a></h2> <p>Run:ai is made up of two components:</p> <ul> <li>The <strong>Run:ai cluster</strong> provides scheduling services and workload management.</li> <li>The <strong>Run:ai control plane</strong> provides resource management, Workload submission and cluster monitoring.</li> </ul> <p>Technology-wise, both are installed over a <a href=https://kubernetes.io target=_blank>Kubernetes</a> Cluster.</p> <p>Run:ai users:</p> <ul> <li>Researchers submit Machine Learning workloads via the Run:ai Console, the Run:ai Command-Line Interface (CLI), or directly by sending YAML files to Kubernetes.</li> <li>Administrators monitor and set priorities via the Run:ai User Interface</li> </ul> <p><a class=glightbox href=../img/multi-cluster-architecture.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=multi-cluster-architecture src=../img/multi-cluster-architecture.png></a></p> <h2 id=runai-cluster>Run:ai Cluster<a class=headerlink href=#runai-cluster title="Permanent link">&para;</a></h2> <ul> <li>Run:ai comes with its own Scheduler. The Run:ai scheduler extends the Kubernetes scheduler. It uses business rules to schedule workloads sent by Researchers.</li> <li>Run:ai schedules <em>Workloads</em>. Workloads include the actual researcher code running as a Kubernetes container, together with all the system resources required to run the code, such as user storage, network endpoints to access the container etc.</li> <li>The cluster uses an outbound-only, secure connection to synchronize with the Run:ai control plane. Information includes meta-data sync and various metrics on Workloads, Nodes etc.</li> <li>The Run:ai cluster is installed as a <a href=https://kubernetes.io/docs/concepts/extend-kubernetes/operator/ target=_blank>Kubernetes Operator</a></li> <li>Run:ai is installed in its own Kubernetes <em>namespace</em> named <strong>runai</strong></li> <li>Workloads are run in the context of Run:ai <strong>Projects</strong>. Each Project is mapped to a Kubernetes namespace with its own settings and access control.</li> </ul> <h2 id=runai-control-plane-on-the-cloud>Run:ai Control Plane on the cloud<a class=headerlink href=#runai-control-plane-on-the-cloud title="Permanent link">&para;</a></h2> <p>The Run:ai control plane is used by multiple customers (tenants) to manage resources (such as Projects &amp; Departments), submit Workloads and monitor multiple clusters.</p> <p>A single Run:ai customer (tenant) defined in the control-plane, can manage multiple Run:ai clusters. So a single customer, can manage mutltiple GPU clusters in multiple locations/subnets from a single interface.</p> <h2 id=self-hosted-control-plane>Self-hosted Control-Plane<a class=headerlink href=#self-hosted-control-plane title="Permanent link">&para;</a></h2> <p>The Run:ai control plane can also be locally installed. To understand the various installation options see the <a href=../../admin/runai-setup/installation-types/ >installation types</a> document.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/data-privacy-details/index.html b/v2.20/home/data-privacy-details/index.html
index 4e99c20a2b..8a1f509f1d 100644
--- a/v2.20/home/data-privacy-details/index.html
+++ b/v2.20/home/data-privacy-details/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/data-privacy-details/ rel=canonical><link href=../changelog/hotfixes-2-13/ rel=prev><link href=../../admin/overview-administrator/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Data Privacy - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/data-privacy-details/ rel=canonical><link href=../changelog/hotfixes-2-13/ rel=prev><link href=../../admin/overview-administrator/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Data Privacy - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#data-sent-to-the-runai-cloud class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Privacy </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Privacy </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Privacy </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sent-to-the-runai-cloud class=md-nav__link> <span class=md-ellipsis> Data sent to the Run:ai cloud </span> </a> </li> <li class=md-nav__item> <a href=#key-consideration class=md-nav__link> <span class=md-ellipsis> Key consideration </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sent-to-the-runai-cloud class=md-nav__link> <span class=md-ellipsis> Data sent to the Run:ai cloud </span> </a> </li> <li class=md-nav__item> <a href=#key-consideration class=md-nav__link> <span class=md-ellipsis> Key consideration </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/data-privacy-details.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Privacy</h1> <p>This article details the data privacy and compliance considerations for deploying Run:ai. It is intended to help administrators and compliance teams understand the data management practices involved with Run:ai. This ensures the permissions align with organizational policies and regulatory requirements before installation and during integration and onboarding of the various teams.</p> <p>When using the Run:ai <a href=../../admin/runai-setup/installation-types/ >SaaS cluster</a>, the Control plane operates through the Run:ai cloud, requiring the transmission of certain data for control and analytics. Below is a detailed breakdown of the specific data sent to the Run:ai cloud in the SaaS offering.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>For organizations where data privacy policies do not align with this data transmission, Run:ai offers a self-hosted version. This version includes the control plane on premise and does not communicate with the cloud.</p> </div> <h2 id=data-sent-to-the-runai-cloud>Data sent to the Run:ai cloud<a class=headerlink href=#data-sent-to-the-runai-cloud title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th style="text-align: left;">Asset</th> <th style="text-align: left;">Details</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload Metrics</td> <td style="text-align: left;">Includes workload names, CPU, GPU, and memory metrics, as well as parameters provided during the <code>runai submit</code> command.</td> </tr> <tr> <td style="text-align: left;">Workload Assets</td> <td style="text-align: left;">Covers environments, compute resources, and data resources associated with workloads.</td> </tr> <tr> <td style="text-align: left;">Resource Credentials</td> <td style="text-align: left;">Credentials for cluster resources, encrypted with a SHA-512 algorithm specific to each tenant.</td> </tr> <tr> <td style="text-align: left;">Node Metrics</td> <td style="text-align: left;">Node-specific data including names, IPs, and performance metrics (CPU, GPU, memory).</td> </tr> <tr> <td style="text-align: left;">Cluster Metrics</td> <td style="text-align: left;">Cluster-wide metrics such as names, CPU, GPU, and memory usage.</td> </tr> <tr> <td style="text-align: left;">Projects &amp; Departments</td> <td style="text-align: left;">Includes names and quota information for projects and departments.</td> </tr> <tr> <td style="text-align: left;">Users</td> <td style="text-align: left;">User roles within Run:ai, email addresses, and passwords.</td> </tr> </tbody> </table> <h2 id=key-consideration>Key consideration<a class=headerlink href=#key-consideration title="Permanent link">&para;</a></h2> <p>Run:ai ensures that no deep-learning artefacts, such as code, images, container logs, training data, models, or checkpoints, are transmitted to the cloud. These assets remain securely within your organization's firewalls, safeguarding sensitive intellectual property and data. </p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>The Run:ai <a href=https://www.run.ai/privacy/ target=_blank>privacy policy</a>. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#data-sent-to-the-runai-cloud class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Privacy </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Privacy </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Privacy </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sent-to-the-runai-cloud class=md-nav__link> <span class=md-ellipsis> Data sent to the Run:ai cloud </span> </a> </li> <li class=md-nav__item> <a href=#key-consideration class=md-nav__link> <span class=md-ellipsis> Key consideration </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sent-to-the-runai-cloud class=md-nav__link> <span class=md-ellipsis> Data sent to the Run:ai cloud </span> </a> </li> <li class=md-nav__item> <a href=#key-consideration class=md-nav__link> <span class=md-ellipsis> Key consideration </span> </a> </li> <li class=md-nav__item> <a href=#see-also class=md-nav__link> <span class=md-ellipsis> See Also </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/data-privacy-details.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Privacy</h1> <p>This article details the data privacy and compliance considerations for deploying Run:ai. It is intended to help administrators and compliance teams understand the data management practices involved with Run:ai. This ensures the permissions align with organizational policies and regulatory requirements before installation and during integration and onboarding of the various teams.</p> <p>When using the Run:ai <a href=../../admin/runai-setup/installation-types/ >SaaS cluster</a>, the Control plane operates through the Run:ai cloud, requiring the transmission of certain data for control and analytics. Below is a detailed breakdown of the specific data sent to the Run:ai cloud in the SaaS offering.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>For organizations where data privacy policies do not align with this data transmission, Run:ai offers a self-hosted version. This version includes the control plane on premise and does not communicate with the cloud.</p> </div> <h2 id=data-sent-to-the-runai-cloud>Data sent to the Run:ai cloud<a class=headerlink href=#data-sent-to-the-runai-cloud title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th style="text-align: left;">Asset</th> <th style="text-align: left;">Details</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload Metrics</td> <td style="text-align: left;">Includes workload names, CPU, GPU, and memory metrics, as well as parameters provided during the <code>runai submit</code> command.</td> </tr> <tr> <td style="text-align: left;">Workload Assets</td> <td style="text-align: left;">Covers environments, compute resources, and data resources associated with workloads.</td> </tr> <tr> <td style="text-align: left;">Resource Credentials</td> <td style="text-align: left;">Credentials for cluster resources, encrypted with a SHA-512 algorithm specific to each tenant.</td> </tr> <tr> <td style="text-align: left;">Node Metrics</td> <td style="text-align: left;">Node-specific data including names, IPs, and performance metrics (CPU, GPU, memory).</td> </tr> <tr> <td style="text-align: left;">Cluster Metrics</td> <td style="text-align: left;">Cluster-wide metrics such as names, CPU, GPU, and memory usage.</td> </tr> <tr> <td style="text-align: left;">Projects &amp; Departments</td> <td style="text-align: left;">Includes names and quota information for projects and departments.</td> </tr> <tr> <td style="text-align: left;">Users</td> <td style="text-align: left;">User roles within Run:ai, email addresses, and passwords.</td> </tr> </tbody> </table> <h2 id=key-consideration>Key consideration<a class=headerlink href=#key-consideration title="Permanent link">&para;</a></h2> <p>Run:ai ensures that no deep-learning artefacts, such as code, images, container logs, training data, models, or checkpoints, are transmitted to the cloud. These assets remain securely within your organization's firewalls, safeguarding sensitive intellectual property and data. </p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <p>The Run:ai <a href=https://www.run.ai/privacy/ target=_blank>privacy policy</a>. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/overview/index.html b/v2.20/home/overview/index.html
index 7dd3cb9c94..2f0706966c 100644
--- a/v2.20/home/overview/index.html
+++ b/v2.20/home/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/overview/ rel=canonical><link href=../components/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/overview/ rel=canonical><link href=../components/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-documentation-library class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#how-to-get-support class=md-nav__link> <span class=md-ellipsis> How to Get Support </span> </a> </li> <li class=md-nav__item> <a href=#community class=md-nav__link> <span class=md-ellipsis> Community </span> </a> </li> <li class=md-nav__item> <a href=#runai-cloud-status-page class=md-nav__link> <span class=md-ellipsis> Run:ai Cloud Status Page </span> </a> </li> <li class=md-nav__item> <a href=#collect-logs-to-send-to-support class=md-nav__link> <span class=md-ellipsis> Collect Logs to Send to Support </span> </a> </li> <li class=md-nav__item> <a href=#example-code class=md-nav__link> <span class=md-ellipsis> Example Code </span> </a> </li> <li class=md-nav__item> <a href=#contributing-to-the-documentation class=md-nav__link> <span class=md-ellipsis> Contributing to the documentation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#how-to-get-support class=md-nav__link> <span class=md-ellipsis> How to Get Support </span> </a> </li> <li class=md-nav__item> <a href=#community class=md-nav__link> <span class=md-ellipsis> Community </span> </a> </li> <li class=md-nav__item> <a href=#runai-cloud-status-page class=md-nav__link> <span class=md-ellipsis> Run:ai Cloud Status Page </span> </a> </li> <li class=md-nav__item> <a href=#collect-logs-to-send-to-support class=md-nav__link> <span class=md-ellipsis> Collect Logs to Send to Support </span> </a> </li> <li class=md-nav__item> <a href=#example-code class=md-nav__link> <span class=md-ellipsis> Example Code </span> </a> </li> <li class=md-nav__item> <a href=#contributing-to-the-documentation class=md-nav__link> <span class=md-ellipsis> Contributing to the documentation </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-documentation-library>Run:ai Documentation Library<a class=headerlink href=#runai-documentation-library title="Permanent link">&para;</a></h1> <p>Welcome to the Run:ai documentation area. For an introduction about what is the Run:ai Platform see <a href=https://www.run.ai/platform/ target=_blank>Run:ai platform</a> on the run.ai website.</p> <p>The Run:ai documentation is targeting four personas:</p> <ul> <li> <p><strong>Infrastructure Administrator</strong> - An IT person, responsible for the installation, setup and IT maintenance of the Run:ai product. Infrastructure Administrator documentation can be found <a href=../../admin/overview-administrator/ >here</a>.</p> </li> <li> <p><strong>Platform Administrator</strong> - Responsible for the day-to-day administration of the product. Platform Administrator documentation can be found <a href=../../platform-admin/overview/ >here</a>.</p> </li> <li> <p><strong>Researcher</strong> — Using Run:ai to spin up notebooks, submit Workloads, prompt models, etc. Researcher documentation can be found <a href=../../Researcher/overview-researcher/ >here</a>.</p> </li> <li> <p><strong>Developer</strong> — Using various APIs to automate work with Run:ai. The Developer documentation can be found <a href=../../developer/overview-developer/ >here</a>.</p> </li> </ul> <h2 id=how-to-get-support>How to Get Support<a class=headerlink href=#how-to-get-support title="Permanent link">&para;</a></h2> <p>To get support use the following channels:</p> <ul> <li> <p>On the Run:ai user interface at <code>&lt;company-name&gt;.run.ai</code>, use the 'Contact Support' link on the top right.</p> </li> <li> <p>Or submit a ticket by clicking the button below:</p> </li> </ul> <p><a class="md-button md-button--primary" href=https://runai.secure.force.com/casesupport/CreateCaseForm target=_blank>Submit a Ticket</a></p> <h2 id=community>Community<a class=headerlink href=#community title="Permanent link">&para;</a></h2> <p>Run:ai provides its customers with access to the <em>Run:ai Customer Community portal</em> to submit tickets, track ticket progress and update support cases.</p> <p><a class="md-button md-button--primary" href=https://runai-support.force.com/community/s/ target=_blank>Customer Community Portal</a></p> <p>Reach out to customer support for credentials.</p> <h2 id=runai-cloud-status-page>Run:ai Cloud Status Page<a class=headerlink href=#runai-cloud-status-page title="Permanent link">&para;</a></h2> <p>Run:ai cloud availability is monitored at <a href=https://status.run.ai target=_blank>status.run.ai</a>.</p> <h2 id=collect-logs-to-send-to-support>Collect Logs to Send to Support<a class=headerlink href=#collect-logs-to-send-to-support title="Permanent link">&para;</a></h2> <p>As an IT Administrator, you can collect Run:ai logs to send to support. For more information see <a href=../../admin/troubleshooting/logs-collection/ >logs collection</a>.</p> <h2 id=example-code>Example Code<a class=headerlink href=#example-code title="Permanent link">&para;</a></h2> <p>Code for the Docker images referred to on this site is available at <a href=https://github.com/run-ai/docs/tree/master/quickstart target=_blank>https://github.com/run-ai/docs/tree/master/quickstart</a>.</p> <p>The following images are used throughout the documentation:</p> <table> <thead> <tr> <th>Image</th> <th>Description</th> <th>Source</th> </tr> </thead> <tbody> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/quickstart target=_blank>runai.jfrog.io/demo/quickstart</a></td> <td>Basic training image. Multi-GPU support</td> <td><a href=https://github.com/run-ai/docs/tree/master/quickstart/main target=_blank>https://github.com/run-ai/docs/tree/master/quickstart/main</a></td> </tr> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/quickstart-distributed target=_blank>runai.jfrog.io/demo/quickstart-distributed</a></td> <td>Distributed training using MPI and Horovod</td> <td><a href=https://github.com/run-ai/docs/tree/master/quickstart/distributed target=_blank>https://github.com/run-ai/docs/tree/master/quickstart/distributed</a></td> </tr> <tr> <td><a href=https://hub.docker.com/r/zembutsu/docker-sample-nginx>zembutsu/docker-sample-nginx</a></td> <td>Build (interactive) with Connected Ports</td> <td><a href=https://github.com/zembutsu/docker-sample-nginx target=_blank>https://github.com/zembutsu/docker-sample-nginx</a></td> </tr> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/quickstart-x-forwarding target=_blank>runai.jfrog.io/demo/quickstart-x-forwarding</a></td> <td>Use X11 forwarding from Docker image</td> <td><a href=https://github.com/run-ai/docs/tree/master/quickstart/x-forwarding target=_blank>https://github.com/run-ai/docs/tree/master/quickstart/x-forwarding</a></td> </tr> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/pycharm-demo target=_blank>runai.jfrog.io/demo/pycharm-demo</a></td> <td>Image used for tool integration (PyCharm and VSCode)</td> <td><a href=https://github.com/run-ai/docs/tree/master/quickstart/python%2Bssh target=_blank>https://github.com/run-ai/docs/tree/master/quickstart/python%2Bssh</a></td> </tr> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/example-triton-client target=_blank>runai.jfrog.io/demo/example-triton-client</a> and <a href=https://runai.jfrog.io/artifactory/demo/example-triton-server target=_blank>runai.jfrog.io/demo/example-triton-server</a></td> <td>Basic Inference</td> <td><a href=https://github.com/run-ai/models/tree/main/models/triton target=_blank>https://github.com/run-ai/models/tree/main/models/triton</a></td> </tr> </tbody> </table> <h2 id=contributing-to-the-documentation>Contributing to the documentation<a class=headerlink href=#contributing-to-the-documentation title="Permanent link">&para;</a></h2> <p>This documentation is made better by individuals from our customer and partner community. If you see something worth fixing, please comment at the bottom of the page or create a pull request via GitHub. The public GitHub repository can be found on the top-right of this page. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-documentation-library class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#how-to-get-support class=md-nav__link> <span class=md-ellipsis> How to Get Support </span> </a> </li> <li class=md-nav__item> <a href=#community class=md-nav__link> <span class=md-ellipsis> Community </span> </a> </li> <li class=md-nav__item> <a href=#runai-cloud-status-page class=md-nav__link> <span class=md-ellipsis> Run:ai Cloud Status Page </span> </a> </li> <li class=md-nav__item> <a href=#collect-logs-to-send-to-support class=md-nav__link> <span class=md-ellipsis> Collect Logs to Send to Support </span> </a> </li> <li class=md-nav__item> <a href=#example-code class=md-nav__link> <span class=md-ellipsis> Example Code </span> </a> </li> <li class=md-nav__item> <a href=#contributing-to-the-documentation class=md-nav__link> <span class=md-ellipsis> Contributing to the documentation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#how-to-get-support class=md-nav__link> <span class=md-ellipsis> How to Get Support </span> </a> </li> <li class=md-nav__item> <a href=#community class=md-nav__link> <span class=md-ellipsis> Community </span> </a> </li> <li class=md-nav__item> <a href=#runai-cloud-status-page class=md-nav__link> <span class=md-ellipsis> Run:ai Cloud Status Page </span> </a> </li> <li class=md-nav__item> <a href=#collect-logs-to-send-to-support class=md-nav__link> <span class=md-ellipsis> Collect Logs to Send to Support </span> </a> </li> <li class=md-nav__item> <a href=#example-code class=md-nav__link> <span class=md-ellipsis> Example Code </span> </a> </li> <li class=md-nav__item> <a href=#contributing-to-the-documentation class=md-nav__link> <span class=md-ellipsis> Contributing to the documentation </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-documentation-library>Run:ai Documentation Library<a class=headerlink href=#runai-documentation-library title="Permanent link">&para;</a></h1> <p>Welcome to the Run:ai documentation area. For an introduction about what is the Run:ai Platform see <a href=https://www.run.ai/platform/ target=_blank>Run:ai platform</a> on the run.ai website.</p> <p>The Run:ai documentation is targeting four personas:</p> <ul> <li> <p><strong>Infrastructure Administrator</strong> - An IT person, responsible for the installation, setup and IT maintenance of the Run:ai product. Infrastructure Administrator documentation can be found <a href=../../admin/overview-administrator/ >here</a>.</p> </li> <li> <p><strong>Platform Administrator</strong> - Responsible for the day-to-day administration of the product. Platform Administrator documentation can be found <a href=../../platform-admin/overview/ >here</a>.</p> </li> <li> <p><strong>Researcher</strong> — Using Run:ai to spin up notebooks, submit Workloads, prompt models, etc. Researcher documentation can be found <a href=../../Researcher/overview-researcher/ >here</a>.</p> </li> <li> <p><strong>Developer</strong> — Using various APIs to automate work with Run:ai. The Developer documentation can be found <a href=../../developer/overview-developer/ >here</a>.</p> </li> </ul> <h2 id=how-to-get-support>How to Get Support<a class=headerlink href=#how-to-get-support title="Permanent link">&para;</a></h2> <p>To get support use the following channels:</p> <ul> <li> <p>On the Run:ai user interface at <code>&lt;company-name&gt;.run.ai</code>, use the 'Contact Support' link on the top right.</p> </li> <li> <p>Or submit a ticket by clicking the button below:</p> </li> </ul> <p><a class="md-button md-button--primary" href=https://runai.secure.force.com/casesupport/CreateCaseForm target=_blank>Submit a Ticket</a></p> <h2 id=community>Community<a class=headerlink href=#community title="Permanent link">&para;</a></h2> <p>Run:ai provides its customers with access to the <em>Run:ai Customer Community portal</em> to submit tickets, track ticket progress and update support cases.</p> <p><a class="md-button md-button--primary" href=https://runai-support.force.com/community/s/ target=_blank>Customer Community Portal</a></p> <p>Reach out to customer support for credentials.</p> <h2 id=runai-cloud-status-page>Run:ai Cloud Status Page<a class=headerlink href=#runai-cloud-status-page title="Permanent link">&para;</a></h2> <p>Run:ai cloud availability is monitored at <a href=https://status.run.ai target=_blank>status.run.ai</a>.</p> <h2 id=collect-logs-to-send-to-support>Collect Logs to Send to Support<a class=headerlink href=#collect-logs-to-send-to-support title="Permanent link">&para;</a></h2> <p>As an IT Administrator, you can collect Run:ai logs to send to support. For more information see <a href=../../admin/troubleshooting/logs-collection/ >logs collection</a>.</p> <h2 id=example-code>Example Code<a class=headerlink href=#example-code title="Permanent link">&para;</a></h2> <p>Code for the Docker images referred to on this site is available at <a href=https://github.com/run-ai/docs/tree/master/quickstart target=_blank>https://github.com/run-ai/docs/tree/master/quickstart</a>.</p> <p>The following images are used throughout the documentation:</p> <table> <thead> <tr> <th>Image</th> <th>Description</th> <th>Source</th> </tr> </thead> <tbody> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/quickstart target=_blank>runai.jfrog.io/demo/quickstart</a></td> <td>Basic training image. Multi-GPU support</td> <td><a href=https://github.com/run-ai/docs/tree/master/quickstart/main target=_blank>https://github.com/run-ai/docs/tree/master/quickstart/main</a></td> </tr> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/quickstart-distributed target=_blank>runai.jfrog.io/demo/quickstart-distributed</a></td> <td>Distributed training using MPI and Horovod</td> <td><a href=https://github.com/run-ai/docs/tree/master/quickstart/distributed target=_blank>https://github.com/run-ai/docs/tree/master/quickstart/distributed</a></td> </tr> <tr> <td><a href=https://hub.docker.com/r/zembutsu/docker-sample-nginx>zembutsu/docker-sample-nginx</a></td> <td>Build (interactive) with Connected Ports</td> <td><a href=https://github.com/zembutsu/docker-sample-nginx target=_blank>https://github.com/zembutsu/docker-sample-nginx</a></td> </tr> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/quickstart-x-forwarding target=_blank>runai.jfrog.io/demo/quickstart-x-forwarding</a></td> <td>Use X11 forwarding from Docker image</td> <td><a href=https://github.com/run-ai/docs/tree/master/quickstart/x-forwarding target=_blank>https://github.com/run-ai/docs/tree/master/quickstart/x-forwarding</a></td> </tr> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/pycharm-demo target=_blank>runai.jfrog.io/demo/pycharm-demo</a></td> <td>Image used for tool integration (PyCharm and VSCode)</td> <td><a href=https://github.com/run-ai/docs/tree/master/quickstart/python%2Bssh target=_blank>https://github.com/run-ai/docs/tree/master/quickstart/python%2Bssh</a></td> </tr> <tr> <td><a href=https://runai.jfrog.io/artifactory/demo/example-triton-client target=_blank>runai.jfrog.io/demo/example-triton-client</a> and <a href=https://runai.jfrog.io/artifactory/demo/example-triton-server target=_blank>runai.jfrog.io/demo/example-triton-server</a></td> <td>Basic Inference</td> <td><a href=https://github.com/run-ai/models/tree/main/models/triton target=_blank>https://github.com/run-ai/models/tree/main/models/triton</a></td> </tr> </tbody> </table> <h2 id=contributing-to-the-documentation>Contributing to the documentation<a class=headerlink href=#contributing-to-the-documentation title="Permanent link">&para;</a></h2> <p>This documentation is made better by individuals from our customer and partner community. If you see something worth fixing, please comment at the bottom of the page or create a pull request via GitHub. The public GitHub repository can be found on the top-right of this page. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/saas-updates/index.html b/v2.20/home/saas-updates/index.html
index 87b232c335..a3523b724f 100644
--- a/v2.20/home/saas-updates/index.html
+++ b/v2.20/home/saas-updates/index.html
@@ -1,9 +1,9 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/saas-updates/ rel=canonical><link href=../components/ rel=prev><link href=../whats-new-2-20/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Run:ai SaaS Updates - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/saas-updates/ rel=canonical><link href=../components/ rel=prev><link href=../whats-new-2-20/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Run:ai SaaS Updates - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
   gtag('config', 'G-F88LDKJCCH');
-</script><!-- End Google Tag Manager --><script id=__analytics>function __md_analytics(){function e(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],e("js",new Date),e("config","UA-122651141-1"),document.addEventListener("DOMContentLoaded",(function(){document.forms.search&&document.forms.search.query.addEventListener("blur",(function(){this.value&&e("event","search",{search_term:this.value})}));document$.subscribe((function(){var t=document.forms.feedback;if(void 0!==t)for(var a of t.querySelectorAll("[type=submit]"))a.addEventListener("click",(function(a){a.preventDefault();var n=document.location.pathname,d=this.getAttribute("data-md-value");e("event","feedback",{page:n,data:d}),t.firstElementChild.disabled=!0;var r=t.querySelector(".md-feedback__note [data-md-value='"+d+"']");r&&(r.hidden=!1)})),t.hidden=!1})),location$.subscribe((function(t){e("config","UA-122651141-1",{page_path:t.pathname})}))}));var t=document.createElement("script");t.async=!0,t.src="https://www.googletagmanager.com/gtag/js?id=UA-122651141-1",document.getElementById("__analytics").insertAdjacentElement("afterEnd",t)}</script><script>"undefined"!=typeof __md_analytics&&__md_analytics()</script><meta property=og:title content="Run:ai SaaS Updates"><meta property=og:description content=" | What's New for the Run:ai SaaS Platform |   Gradual Rollout.     November Release.     "><meta property=og:image content=https://docs.run.ai/home/img/RUNAI-LOGO-DIGITAL-2C_BP.png><link href=../../assets/stylesheets/glightbox.min.css rel=stylesheet><style>
+</script><!-- End Google Tag Manager --><script id=__analytics>function __md_analytics(){function e(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],e("js",new Date),e("config","UA-122651141-1"),document.addEventListener("DOMContentLoaded",(function(){document.forms.search&&document.forms.search.query.addEventListener("blur",(function(){this.value&&e("event","search",{search_term:this.value})}));document$.subscribe((function(){var t=document.forms.feedback;if(void 0!==t)for(var a of t.querySelectorAll("[type=submit]"))a.addEventListener("click",(function(a){a.preventDefault();var n=document.location.pathname,d=this.getAttribute("data-md-value");e("event","feedback",{page:n,data:d}),t.firstElementChild.disabled=!0;var r=t.querySelector(".md-feedback__note [data-md-value='"+d+"']");r&&(r.hidden=!1)})),t.hidden=!1})),location$.subscribe((function(t){e("config","UA-122651141-1",{page_path:t.pathname})}))}));var t=document.createElement("script");t.async=!0,t.src="https://www.googletagmanager.com/gtag/js?id=UA-122651141-1",document.getElementById("__analytics").insertAdjacentElement("afterEnd",t)}</script><script>"undefined"!=typeof __md_analytics&&__md_analytics()</script><meta property=og:title content="Run:ai SaaS Updates"><meta property=og:description content=" | What's New for the Run:ai SaaS Platform |   Gradual Rollout.     February Release.     "><meta property=og:image content=https://docs.run.ai/home/img/RUNAI-LOGO-DIGITAL-2C_BP.png><link href=../../assets/stylesheets/glightbox.min.css rel=stylesheet><style>
     html.glightbox-open { overflow: initial; height: 100%; }
     .gslide-title { margin-top: 0px; user-select: text; }
     .gslide-desc { color: #666; user-select: text; }
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#whats-new-for-the-runai-saas-platform class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Run:ai SaaS Updates </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Run:ai SaaS Updates </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#gradual-rollout class=md-nav__link> <span class=md-ellipsis> Gradual Rollout </span> </a> </li> <li class=md-nav__item> <a href=#november-release class=md-nav__link> <span class=md-ellipsis> November Release </span> </a> <nav class=md-nav aria-label="November Release"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#product-enhancements class=md-nav__link> <span class=md-ellipsis> Product Enhancements </span> </a> </li> <li class=md-nav__item> <a href=#resolved-bugs class=md-nav__link> <span class=md-ellipsis> Resolved Bugs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#gradual-rollout class=md-nav__link> <span class=md-ellipsis> Gradual Rollout </span> </a> </li> <li class=md-nav__item> <a href=#november-release class=md-nav__link> <span class=md-ellipsis> November Release </span> </a> <nav class=md-nav aria-label="November Release"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#product-enhancements class=md-nav__link> <span class=md-ellipsis> Product Enhancements </span> </a> </li> <li class=md-nav__item> <a href=#resolved-bugs class=md-nav__link> <span class=md-ellipsis> Resolved Bugs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/saas-updates.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=whats-new-for-the-runai-saas-platform>What's New for the Run:ai SaaS Platform<a class=headerlink href=#whats-new-for-the-runai-saas-platform title="Permanent link">&para;</a></h1> <p>The release notes are aimed to provide transparency into the latest changes and improvements to Run:ai’s SaaS platform. The updates include new features, optimizations, and fixes aimed at improving performance and user experience. </p> <p>Latest GA release notes (<a href=https://docs.run.ai/latest/home/whats-new-2-19/ >https://docs.run.ai/latest/home/whats-new-2-19/</a>) </p> <h2 id=gradual-rollout>Gradual Rollout<a class=headerlink href=#gradual-rollout title="Permanent link">&para;</a></h2> <p>SaaS features are gradually rolled out to customers over the course of a week to ensure a smooth transition and minimize any potential disruption. </p> <h2 id=november-release>November Release<a class=headerlink href=#november-release title="Permanent link">&para;</a></h2> <h3 id=product-enhancements>Product Enhancements<a class=headerlink href=#product-enhancements title="Permanent link">&para;</a></h3> <ul> <li>The display of the default GPU quota for the default department has been updated. Previously, the GPU quota was shown as <strong>-1</strong>. It has now been changed to display as "-" for better clarity. <!-- (RUN-22906)   --></li> <li>New permissions have been added for the Application Administrator role, enabling full CRUD (Create, Read, Update, Delete) capabilities for managing applications. <!-- (RUN-23441) --></li> </ul> <h3 id=resolved-bugs>Resolved Bugs<a class=headerlink href=#resolved-bugs title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th style="text-align: left;">ID</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-23778</td> <td style="text-align: left;">Resolved an issue where SAML mappers were displayed as null in the UI upon editing an Identity Provider (IdP). The mapper values now persist as expected, and associated attributes remain unchanged.</td> </tr> <tr> <td style="text-align: left;">RUN-23762</td> <td style="text-align: left;">Fixed a bug that caused some customers to receive the incorrect version of the dashboard. This issue led to inconsistencies in the user interface and functionality, impacting affected users' ability to access the appropriate dashboard features.</td> </tr> <tr> <td style="text-align: left;">RUN-23735</td> <td style="text-align: left;">Fixed an issue where the <code>limit</code> parameter on the Users page did not enforce the minimum value constraint. This allowed invalid values to be processed, potentially causing errors in pagination</td> </tr> <tr> <td style="text-align: left;">RUN-23669</td> <td style="text-align: left;">Consumption report: The Inspect feature in Grafana, which allows users to export consumption data from the portal, has been re-enabled</td> </tr> <tr> <td style="text-align: left;">RUN-23664</td> <td style="text-align: left;">An issue has been resolved where the GPU quota numbers displayed on the Department Overview page did not match the values shown on the Department Edit page.</td> </tr> <tr> <td style="text-align: left;">RUN-20116</td> <td style="text-align: left;">An issue has been resolved where searching for certain pages in the UI only applied the search filter to the current page. Relevant tables are: Users, Applications, Workloads, Projects, departments, Node pools.</td> </tr> <tr> <td style="text-align: left;">RUN-23575</td> <td style="text-align: left;">The dynamic refresh was not properly preserving the user’s widget settings, causing them to reset to default values after each refresh cycle.</td> </tr> <tr> <td style="text-align: left;">RUN-23376</td> <td style="text-align: left;">CLI v2: An issue was resolved where the runai logs command failed with a 401 Unauthorized error after a period of inactivity</td> </tr> <tr> <td style="text-align: left;">RUN-23373</td> <td style="text-align: left;">An issue where AWS storage classes were not appearing when creating a new data source within a new workload has been resolved. Previously, AWS storage classes were only visible when creating a data source directly from the Data Sources tab.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#whats-new-for-the-runai-saas-platform class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Run:ai SaaS Updates </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Run:ai SaaS Updates </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#gradual-rollout class=md-nav__link> <span class=md-ellipsis> Gradual Rollout </span> </a> </li> <li class=md-nav__item> <a href=#february-release class=md-nav__link> <span class=md-ellipsis> February Release </span> </a> <nav class=md-nav aria-label="February Release"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#product-enhancements class=md-nav__link> <span class=md-ellipsis> Product Enhancements </span> </a> </li> <li class=md-nav__item> <a href=#resolved-bugs class=md-nav__link> <span class=md-ellipsis> Resolved Bugs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#gradual-rollout class=md-nav__link> <span class=md-ellipsis> Gradual Rollout </span> </a> </li> <li class=md-nav__item> <a href=#february-release class=md-nav__link> <span class=md-ellipsis> February Release </span> </a> <nav class=md-nav aria-label="February Release"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#product-enhancements class=md-nav__link> <span class=md-ellipsis> Product Enhancements </span> </a> </li> <li class=md-nav__item> <a href=#resolved-bugs class=md-nav__link> <span class=md-ellipsis> Resolved Bugs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/saas-updates.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=whats-new-for-the-runai-saas-platform>What's New for the Run:ai SaaS Platform<a class=headerlink href=#whats-new-for-the-runai-saas-platform title="Permanent link">&para;</a></h1> <p>The what's new provides transparency into the latest changes and improvements to Run:ai’s SaaS platform. The updates include new features, optimizations, and fixes aimed at improving performance and user experience. </p> <p>Latest GA release notes (<a href=https://docs.run.ai/latest/home/whats-new-2-20/ >https://docs.run.ai/latest/home/whats-new-2-20/</a>) </p> <h2 id=gradual-rollout>Gradual Rollout<a class=headerlink href=#gradual-rollout title="Permanent link">&para;</a></h2> <p>SaaS features are gradually rolled out to customers over the course of a week to ensure a smooth transition and minimize any potential disruption. </p> <h2 id=february-release>February Release<a class=headerlink href=#february-release title="Permanent link">&para;</a></h2> <h3 id=product-enhancements>Product Enhancements<a class=headerlink href=#product-enhancements title="Permanent link">&para;</a></h3> <ul> <li>Workload Events API, <a href=https://api-docs.run.ai/latest/tag/Events#operation/get_workload_events>/api/v1/workloads/{workloadId}/events</a>, now supports the sort order parameter (asc, desc). <!-- (RUN-25180)   --></li> <li>MIG profile and MIG options are now marked as deprecated in CLI v2, following the deprecation notice in the <a href=../whats-new-2-20/#deprecation-notifications>last version</a>. <!-- (RUN-23186)   --></li> <li>As part of inference support in CLI v2, Knative readiness is now validated on submit requests. <!-- (RUN-25177)   --></li> <li>Improved permission error messaging when attempting to delete a user with higher privileges. <!-- (RUN-24366)   --></li> <li>Improved visibility of metrics in the Resources utilization widget by repositioning them above the graphs. <!-- (RUN-25292)   --></li> <li>Added a new Idle workloads table widget to help users easily identify and manage underutilized resources. <!-- (RUN-24376)   --></li> <li>Renamed and updated the "Workloads by type" widget to provide clearer insights into cluster usage with a focus on workloads. <!-- (RUN-23978)   --></li> <li>Improved user experience by moving the date picker to a dedicated section within the overtime widgets, Resources allocation and Resources utilization. <!-- (RUN-23941)   --></li> <li>Simplified configuration by enabling auto-creation of storage class for discovered storage classes. <!-- (RUN-25302)   --></li> <li>Enhanced PVC underlying storage configuration by specifying allowed context for the selected storage (Workload Volume, PVC, both, or neither). <!-- (RUN-25158)   --></li> <li>Added configurable grace period for workload preemption in CLI v2. <!-- (RUN-23760)   --></li> </ul> <h3 id=resolved-bugs>Resolved Bugs<a class=headerlink href=#resolved-bugs title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th style="text-align: left;">ID</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-24838</td> <td style="text-align: left;">Fixed an issue where an environment asset could not be created if it included an environment variable with no value specified.</td> </tr> <tr> <td style="text-align: left;">RUN-25031</td> <td style="text-align: left;">Fixed an issue in the Templates form where existing credentials in the environment variables section were not displayed.</td> </tr> <tr> <td style="text-align: left;">RUN-25303</td> <td style="text-align: left;">Fixed an issue where submitting with the --attach flag was supported only in a workspace workload.</td> </tr> <tr> <td style="text-align: left;">RUN-24354</td> <td style="text-align: left;">Fixed an issue where migrating workloads failed due to slow network connection.</td> </tr> <tr> <td style="text-align: left;">RUN-25220</td> <td style="text-align: left;">CLI v2: Changed <code>--image</code> flag from a required field to an optional one.</td> </tr> <tr> <td style="text-align: left;">RUN-25290</td> <td style="text-align: left;">Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH.</td> </tr> <tr> <td style="text-align: left;">RUN-24688</td> <td style="text-align: left;">Fixed an issue that blocked the Create Template submission due to a server error. This occurred when using the Copy &amp; Edit Template form.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/whats-new-2-13/index.html b/v2.20/home/whats-new-2-13/index.html
index 1a52d79cba..e53e25e6da 100644
--- a/v2.20/home/whats-new-2-13/index.html
+++ b/v2.20/home/whats-new-2-13/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-13/ rel=canonical><link href=../whats-new-2-15/ rel=prev><link href=../changelog/hotfixes-2-20/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Version 2.13 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-13/ rel=canonical><link href=../whats-new-2-15/ rel=prev><link href=../changelog/hotfixes-2-20/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Version 2.13 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -15,7 +15,7 @@
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-version-213 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Version 2.13 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Version 2.13 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Version 2.13 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-2137 class=md-nav__link> <span class=md-ellipsis> Version 2.13.7 </span> </a> <nav class=md-nav aria-label="Version 2.13.7"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2134 class=md-nav__link> <span class=md-ellipsis> Version 2.13.4 </span> </a> <nav class=md-nav aria-label="Version 2.13.4"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date_1 class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2131 class=md-nav__link> <span class=md-ellipsis> Version 2.13.1 </span> </a> <nav class=md-nav aria-label="Version 2.13.1"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date_2 class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2130 class=md-nav__link> <span class=md-ellipsis> Version 2.13.0 </span> </a> <nav class=md-nav aria-label="Version 2.13.0"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#installation class=md-nav__link> <span class=md-ellipsis> Installation </span> </a> <nav class=md-nav aria-label=Installation> <ul class=md-nav__list> <li class=md-nav__item> <a href=#known-issues class=md-nav__link> <span class=md-ellipsis> Known issues </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#version-2137 class=md-nav__link> <span class=md-ellipsis> Version 2.13.7 </span> </a> <nav class=md-nav aria-label="Version 2.13.7"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2134 class=md-nav__link> <span class=md-ellipsis> Version 2.13.4 </span> </a> <nav class=md-nav aria-label="Version 2.13.4"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date_1 class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#fixed-issues_1 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2131 class=md-nav__link> <span class=md-ellipsis> Version 2.13.1 </span> </a> <nav class=md-nav aria-label="Version 2.13.1"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-date_2 class=md-nav__link> <span class=md-ellipsis> Release date </span> </a> <nav class=md-nav aria-label="Release date"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_1 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_2 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#version-2130 class=md-nav__link> <span class=md-ellipsis> Version 2.13.0 </span> </a> <nav class=md-nav aria-label="Version 2.13.0"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#release-content_2 class=md-nav__link> <span class=md-ellipsis> Release content </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#installation class=md-nav__link> <span class=md-ellipsis> Installation </span> </a> <nav class=md-nav aria-label=Installation> <ul class=md-nav__list> <li class=md-nav__item> <a href=#known-issues class=md-nav__link> <span class=md-ellipsis> Known issues </span> </a> </li> <li class=md-nav__item> <a href=#fixed-issues_3 class=md-nav__link> <span class=md-ellipsis> Fixed issues </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/whats-new-2-13.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-version-213>Run:ai version 2.13<a class=headerlink href=#runai-version-213 title="Permanent link">&para;</a></h1> <h2 id=version-2137>Version 2.13.7<a class=headerlink href=#version-2137 title="Permanent link">&para;</a></h2> <h3 id=release-date>Release date<a class=headerlink href=#release-date title="Permanent link">&para;</a></h3> <p>July 2023</p> <h4 id=release-content>Release content<a class=headerlink href=#release-content title="Permanent link">&para;</a></h4> <!-- RUN-10803 --> <ul> <li>Added filters to the historic quota ratio widget on the <em>Quota management</em> dashboard.</li> </ul> <h4 id=fixed-issues>Fixed issues<a class=headerlink href=#fixed-issues title="Permanent link">&para;</a></h4> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11080</td> <td>Fixed an issue in OpenShift environments where log in via SSO with the <code>kubeadmin</code> user, gets blank pages for every page.</td> </tr> <tr> <td>RUN-11119</td> <td>Fixed an issue where values that should be the <em>Order of priority</em> column are in the wrong column.</td> </tr> <tr> <td>RUN-11120</td> <td>Fixed an issue where the <em>Projects</em> table does not show correct metrics when Run:ai version 2.13 is paired with a Run:ai 2.8 cluster.</td> </tr> <tr> <td>RUN-11121</td> <td>Fixed an issue where the wrong over quota memory alert is shown in the <em>Quota management</em> pane in project edit form.</td> </tr> <tr> <td>RUN-11272</td> <td>Fixed an issue in OpenShift environments where the selection in the cluster drop down in the main UI does not match the cluster selected on the login page.</td> </tr> </tbody> </table> <h2 id=version-2134>Version 2.13.4<a class=headerlink href=#version-2134 title="Permanent link">&para;</a></h2> <h3 id=release-date_1>Release date<a class=headerlink href=#release-date_1 title="Permanent link">&para;</a></h3> <p>July 2023</p> <h4 id=fixed-issues_1>Fixed issues<a class=headerlink href=#fixed-issues_1 title="Permanent link">&para;</a></h4> <table> <thead> <tr> <th>Internal ID</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>RUN-11089</td> <td>Fixed an issue when creating an environment, commands in the <em>Runtime settings</em> pane and are not persistent and cannot be found in other assets (for example in a new <em>Training</em>).</td> </tr> </tbody> </table> <h2 id=version-2131>Version 2.13.1<a class=headerlink href=#version-2131 title="Permanent link">&para;</a></h2> <h3 id=release-date_2>Release date<a class=headerlink href=#release-date_2 title="Permanent link">&para;</a></h3> <p>July 2023</p> <h4 id=release-content_1>Release content<a class=headerlink href=#release-content_1 title="Permanent link">&para;</a></h4> <!-- RUN-11024 --> <ul> <li>Made an improvement so that occurrences of labels that are not in use anymore are deleted.</li> </ul> <h4 id=fixed-issues_2>Fixed issues<a class=headerlink href=#fixed-issues_2 title="Permanent link">&para;</a></h4> <p>N/A</p> <h2 id=version-2130>Version 2.13.0<a class=headerlink href=#version-2130 title="Permanent link">&para;</a></h2> <h3 id=release-content_2>Release content<a class=headerlink href=#release-content_2 title="Permanent link">&para;</a></h3> <p>This version contains features and fixes from previous versions starting with 2.9. Refer to the prior versions for specific features and fixes. </p> <!-- For information about features, functionality, and fixed issues in previous versions see:
 
 * [What's new 2.9](whats-new-2-9.md)
---> <p><strong>Projects</strong></p> <!-- RUN-9312/9313 Projects V2 --> <ul> <li>Improved the <strong>Projects</strong> UI for ease of use. <strong>Projects</strong> follows UI upgrades and changes that are designed to make setting up of components and assets easier for administrators and researchers. To configure a project, see <a href=../../platform-admin/aiinitiatives/org/projects/ >Projects</a>.</li> </ul> <p><strong>Dashboards</strong></p> <!-- RUN9530/9577 New Dashboard for Quota management --> <ul> <li> <p>Added a new dashboard for <strong>Quota management</strong>, which provides an efficient means to monitor and manage resource utilization within the AI cluster. The dashboard filters the display of resource quotas based on <em>Departments</em>, <em>Projects</em>, and <em>Node pools</em>. For more information, see <a href=../../platform-admin/performance/dashboard-analysis/#quota-management-dashboard>Quota management dashboard</a>.</p> </li> <li> <p>Added to the <strong>Overview dashboard</strong>, the ability to filter the cluster by one or more node pools. For more information, see <a href=../../platform-admin/aiinitiatives/resources/node-pools/ >Node pools</a>.</p> </li> </ul> <p><strong>Nodes and Node pools</strong></p> <!-- RUN-9960/9961 Per node-pool GPU placement strategy --> <ul> <li> <p>Run:ai scheduler supports 2 scheduling strategies: Bin Packing (default) and Spread. For more information, see <a href=../Researcher/scheduling/strategies.md>Scheduling strategies</a>. You can configure the scheduling strategy in the node pool level to improve the support of clusters with mixed types of resources and workloads. For configuration information, see <a href=../../platform-admin/aiinitiatives/resources/node-pools/#adding-a-new-node-pool>Creating new node pools</a>.</p> </li> <li> <p>GPU device level DCGM Metrics are collected per GPU and presented by Run:ai in the Nodes table. Each node contains a list of its embedded GPUs with their respective DCGM metrics. See <a href=https://docs.nvidia.com/datacenter/dcgm/latest/user-guide/feature-overview.html#metrics target=_blank>DCGM Metrics</a> for the list of metrics which are provided by NVidia DCGM and collected by Run:ai. Contact your Run:ai customer representative to enable this feature.</p> </li> </ul> <!-- Hagay says no ticket number for this --> <ul> <li>Added per node pool over-quota priority. Over-quota priority sets the relative amount of additional unused resources that an asset can get above its current quota. For more information, see <a href=../../Researcher/scheduling/the-runai-scheduler/#over-quota-priority>Over-quota priority</a>.</li> </ul> <!-- RUN-9359/9360 Incorporating Node Pools in Workspaces --> <ul> <li>Added support of associating workspaces to node pool. The association between workspaces and node pools is done using <em>Compute resources</em> section. In order to associate a compute resource to a node pool, in the <em>Compute resource</em> section, press <em>More settings</em>. Press <em>Add new</em> to add more node pools to the configuration. Drag and drop the node pools to set their priority.</li> </ul> <!-- RUN-10287/10317/10313-10851 Show Node pools priority list according to workspace policy --> <ul> <li>Added Node pool selection as part of the workload submission form. This allows researchers to quickly determine the list of node pools available and their priority. Priority is set by dragging and dropping them in the desired order of priority. In addition, when the node pool priority list is locked by a policy, the list isn't editable by the Researcher even if the workspace is created from a template or copied from another workspace.</li> </ul> <p><strong>Time limit duration</strong></p> <ul> <li> <p>Improved the behavior of any workload time limit (for example, <em>Idle time limit</em>) so that the time limit will affect existing workloads that were created before the time limit was configured. This is an optional feature which provides help in handling situations where researchers leave sessions open even when they do not need to access the resources. For more information, see <a href=#>Limit duration of interactive training jobs</a>.</p> </li> <li> <p>Improved workspaces time limits. Workspaces that reach a time limit will now transition to a state of <code>stopped</code> so that they can be reactivated later.</p> </li> <li> <p>Added time limits for training jobs per project. Administrators (Department Admin, Editor) can limit the duration of Run:ai Training jobs per Project using a specified time limit value. This capability can assist administrators to limit the duration and resources consumed over time by training jobs in specific projects. Each training job that reaches this duration will be terminated.</p> </li> </ul> <p><strong>Workload assets</strong></p> <!-- RUN-8862/9292 - Department as a workspace asset creation scope - phase 1 --> <ul> <li>Extended the collaboration functionality for any workload asset such as <em>Environment</em>, <em>Compute resource</em>, and some <em>Data source types</em>. These assets are now shared with <strong>Departments</strong> in the organization in addition to being shared with specific projects, or the entire cluster.</li> </ul> <!-- RUN-9364/10850 Search box for cards in V2 assets --> <ul> <li>Added a search box for card galleries in any asset based workload creation form to provide an easy way to search for assets and resources. To filter use the asset name or one of the field values of the card.</li> </ul> <p><strong>PVC data sources</strong></p> <!-- RUN-9826/10186 Support PVC from block storage --> <ul> <li>Added support for PVC block storage in the <em>New data source</em> form. In the <em>New data source</em> form for a new PVC data source, in the <em>Volume mode</em> field, select from <em>Filesystem</em> or <em>Block</em>. For more information, see <a href=../../Researcher/workloads/assets/datasources/#pvc>Create a PVC data source</a>.</li> </ul> <p><strong>Credentials</strong></p> <!-- RUN-9843/9852 - Allow researcher to create docker registry secrets --> <ul> <li>Added <em>Docker registry</em> to the <em>Credentials</em> menu. Users can create docker credentials for use in specific projects for image pulling. To configure credentials, see <a href=../../platform-admin/workloads/assets/credentials/ >Configuring credentials</a>.</li> </ul> <!-- RUN-8453/8454/8927 Technical documentation of 'Projects new parameters and options' use existing namespace, status, and more added to projects v2--> <p><strong>Policies</strong></p> <!-- RUN-10588/10590 Allow workload policy to prevent the use of a new pvc --> <ul> <li>Improved policy support by adding <code>DEFAULTS</code> in the <code>items</code> section in the policy. The <code>DEFAULTS</code> section sets the default behavior for items declared in this section. For example, this can be use to limit the submission of workloads only to existing PVCs. For more information and an example, see Policies, <a href=../../platform-admin/workloads/policies/old-policies/#complex-values>Complex values</a>.</li> </ul> <!-- RUN-8904/8960 - Cluster wide PVC in workspaces --> <ul> <li>Added support for making a PVC data source available to all projects. In the <em>New data source</em> form, when creating a new PVC data source, select <em>All</em> from the <em>Project</em> pane.</li> </ul> <p><strong>Researcher API</strong></p> <!-- RUN-8631/8880 Researcher API for train jobs --> <ul> <li>Extended researcher's API to allow stopping and starting of workloads using the API. For more information, see <a href=../../developer/cluster-api/submit-rest/ >Submitting Workloads via HTTP/REST</a>.</li> </ul> <p><strong>Integrations</strong></p> <!-- RUN-9651/9652 Schedule and support of Elastic Jobs (Spark) --> <ul> <li>Added support for Spark and Elastic jobs. For more information, see <a href=https://runai.my.site.com/community/s/article/How-to-Run-Spark-jobs-with-Run-AI target=_blank>Running Spark jobs with Run:ai</a>.</li> </ul> <!-- RUN-9024/9027 Ray Support - schedule and support of Ray Jobs --> <ul> <li> <p>Added support for Ray jobs. Ray is an open-source unified framework for scaling AI and Python applications. For more information, see <a href=https://runai.my.site.com/community/s/article/How-to-Integrate-Run-ai-with-Ray target=_blank>Integrate Run:ai with Ray</a>.</p> </li> <li> <p>Added integration with Weights &amp; Biases Sweep to allow data scientists to submit hyperparameter optimization workloads directly from the Run:ai UI. To configure sweep, see <a href=https://runai.my.site.com/community/s/article/How-to-integrate-with-Weights-and-Biases target=_blank>Sweep configuration</a>.</p> </li> </ul> <!-- RUN-9510 --> <ul> <li>Added support for XGBoost. XGBoost, which stands for Extreme Gradient Boosting, is a scalable, distributed gradient-boosted decision tree (GBDT) machine learning library. It provides parallel tree boosting and is the leading machine learning library for regression, classification, and ranking problems. For more information, see <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ >runai submit-dist xgboost</a></li> </ul> <p><strong>Compatability</strong></p> <ul> <li>Added support for multiple OpenShift clusters. For configuration information, see <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ >Installing additional Clusters</a>.</li> </ul> <h2 id=installation>Installation<a class=headerlink href=#installation title="Permanent link">&para;</a></h2> <ul> <li>The manual process of upgrading Kubernetes CRDs is no longer needed when upgrading to the most recent version (2.13) of Run:ai.</li> <li>From Run:ai 2.12 and above, the control-plane installation has been simplified and no longer requires the creation of a <em>backend values</em> file. Instead, install directly using <code>helm</code> as described in <a href=../../admin/runai-setup/self-hosted/k8s/backend/#install-the-runai-control-plane>Install the Run:ai Control Plane</a>. </li> <li>From Run:ai 2.12 and above, the air-gapped, control-plane installation now generates a <code>custom-env.yaml</code> values file during the <a href=../../admin/runai-setup/self-hosted/k8s/preparations/#software-artifacts>preparation</a> stage. This is used when installing the <a href=../../admin/runai-setup/self-hosted/k8s/backend/#install-the-runai-control-plane>control-plane</a>.</li> </ul> <h3 id=known-issues>Known issues<a class=headerlink href=#known-issues title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th style="text-align: left;">Internal ID</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-11005</td> <td style="text-align: left;">Incorrect error messages when trying to run <code>runai</code> CLI commands in an OpenShift environment.</td> </tr> <tr> <td style="text-align: left;">RUN-11009</td> <td style="text-align: left;">Incorrect error message when a user without permissions to tries to delete another user.</td> </tr> </tbody> </table> <h3 id=fixed-issues_3>Fixed issues<a class=headerlink href=#fixed-issues_3 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th style="text-align: left;">Internal ID</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-9039</td> <td style="text-align: left;">Fixed an issue where in the new job screen, after toggling off the preemptible flag, and a job is submitted, the job still shows as preemptible.</td> </tr> <tr> <td style="text-align: left;">RUN-9323</td> <td style="text-align: left;">Fixed an issue with a non-scaleable error message when scheduling hundreds of nodes is not successful.</td> </tr> <tr> <td style="text-align: left;">RUN-9324</td> <td style="text-align: left;">Fixed an issue where the scheduler did not take into consideration the amount of storage so there is no explanation that pvc is not ready.</td> </tr> <tr> <td style="text-align: left;">RUN-9902</td> <td style="text-align: left;">Fixed an issue in OpenShift environments, where there are no metrics in the dashboard because Prometheus doesn’t have permissions to monitor the <code>runai</code> namespace after an installation or upgrade to 2.9.</td> </tr> <tr> <td style="text-align: left;">RUN-9920</td> <td style="text-align: left;">Fixed an issue where the <code>canEdit</code> key in a policy is not validated properly for itemized fields when configuring an interactive policy.</td> </tr> <tr> <td style="text-align: left;">RUN-10052</td> <td style="text-align: left;">Fixed an issue when loading a new job from a template gives an error until there are changes made on the form.</td> </tr> <tr> <td style="text-align: left;">RUN-10053</td> <td style="text-align: left;">Fixed an issue where the Node pool column is unsearchable in the job list.</td> </tr> <tr> <td style="text-align: left;">RUN-10422</td> <td style="text-align: left;">Fixed an issue where node details show running workloads that were actually finished (successfully/failed/etc.).</td> </tr> <tr> <td style="text-align: left;">RUN-10500</td> <td style="text-align: left;">Fixed an issue where jobs are shown as running even though they don't exist in the cluster.</td> </tr> <tr> <td style="text-align: left;">RUN-10813</td> <td style="text-align: left;">Fixed an issue in adding a <code>data source</code> where the path is case sensitive and didn't allow uppercase.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+--> <p><strong>Projects</strong></p> <!-- RUN-9312/9313 Projects V2 --> <ul> <li>Improved the <strong>Projects</strong> UI for ease of use. <strong>Projects</strong> follows UI upgrades and changes that are designed to make setting up of components and assets easier for administrators and researchers. To configure a project, see <a href=../../platform-admin/aiinitiatives/org/projects/ >Projects</a>.</li> </ul> <p><strong>Dashboards</strong></p> <!-- RUN9530/9577 New Dashboard for Quota management --> <ul> <li> <p>Added a new dashboard for <strong>Quota management</strong>, which provides an efficient means to monitor and manage resource utilization within the AI cluster. The dashboard filters the display of resource quotas based on <em>Departments</em>, <em>Projects</em>, and <em>Node pools</em>. For more information, see <a href=../../platform-admin/performance/dashboard-analysis/#quota-management-dashboard>Quota management dashboard</a>.</p> </li> <li> <p>Added to the <strong>Overview dashboard</strong>, the ability to filter the cluster by one or more node pools. For more information, see <a href=../../platform-admin/aiinitiatives/resources/node-pools/ >Node pools</a>.</p> </li> </ul> <p><strong>Nodes and Node pools</strong></p> <!-- RUN-9960/9961 Per node-pool GPU placement strategy --> <ul> <li> <p>Run:ai scheduler supports 2 scheduling strategies: Bin Packing (default) and Spread. For more information, see <a href=../Researcher/scheduling/strategies.md>Scheduling strategies</a>. You can configure the scheduling strategy in the node pool level to improve the support of clusters with mixed types of resources and workloads. For configuration information, see <a href=../../platform-admin/aiinitiatives/resources/node-pools/#adding-a-new-node-pool>Creating new node pools</a>.</p> </li> <li> <p>GPU device level DCGM Metrics are collected per GPU and presented by Run:ai in the Nodes table. Each node contains a list of its embedded GPUs with their respective DCGM metrics. See <a href=https://docs.nvidia.com/datacenter/dcgm/latest/user-guide/feature-overview.html#metrics target=_blank>DCGM Metrics</a> for the list of metrics which are provided by NVidia DCGM and collected by Run:ai. Contact your Run:ai customer representative to enable this feature.</p> </li> </ul> <!-- Hagay says no ticket number for this --> <ul> <li>Added per node pool over-quota priority. Over-quota priority sets the relative amount of additional unused resources that an asset can get above its current quota. For more information, see <a href=../../Researcher/scheduling/the-runai-scheduler/#over-quota-priority>Over-quota priority</a>.</li> </ul> <!-- RUN-9359/9360 Incorporating Node Pools in Workspaces --> <ul> <li>Added support of associating workspaces to node pool. The association between workspaces and node pools is done using <em>Compute resources</em> section. In order to associate a compute resource to a node pool, in the <em>Compute resource</em> section, press <em>More settings</em>. Press <em>Add new</em> to add more node pools to the configuration. Drag and drop the node pools to set their priority.</li> </ul> <!-- RUN-10287/10317/10313-10851 Show Node pools priority list according to workspace policy --> <ul> <li>Added Node pool selection as part of the workload submission form. This allows researchers to quickly determine the list of node pools available and their priority. Priority is set by dragging and dropping them in the desired order of priority. In addition, when the node pool priority list is locked by a policy, the list isn't editable by the Researcher even if the workspace is created from a template or copied from another workspace.</li> </ul> <p><strong>Time limit duration</strong></p> <ul> <li> <p>Improved the behavior of any workload time limit (for example, <em>Idle time limit</em>) so that the time limit will affect existing workloads that were created before the time limit was configured. This is an optional feature which provides help in handling situations where researchers leave sessions open even when they do not need to access the resources. For more information, see <a href=#>Limit duration of interactive training jobs</a>.</p> </li> <li> <p>Improved workspaces time limits. Workspaces that reach a time limit will now transition to a state of <code>stopped</code> so that they can be reactivated later.</p> </li> <li> <p>Added time limits for training jobs per project. Administrators (Department Admin, Editor) can limit the duration of Run:ai Training jobs per Project using a specified time limit value. This capability can assist administrators to limit the duration and resources consumed over time by training jobs in specific projects. Each training job that reaches this duration will be terminated.</p> </li> </ul> <p><strong>Workload assets</strong></p> <!-- RUN-8862/9292 - Department as a workspace asset creation scope - phase 1 --> <ul> <li>Extended the collaboration functionality for any workload asset such as <em>Environment</em>, <em>Compute resource</em>, and some <em>Data source types</em>. These assets are now shared with <strong>Departments</strong> in the organization in addition to being shared with specific projects, or the entire cluster.</li> </ul> <!-- RUN-9364/10850 Search box for cards in V2 assets --> <ul> <li>Added a search box for card galleries in any asset based workload creation form to provide an easy way to search for assets and resources. To filter use the asset name or one of the field values of the card.</li> </ul> <p><strong>PVC data sources</strong></p> <!-- RUN-9826/10186 Support PVC from block storage --> <ul> <li>Added support for PVC block storage in the <em>New data source</em> form. In the <em>New data source</em> form for a new PVC data source, in the <em>Volume mode</em> field, select from <em>Filesystem</em> or <em>Block</em>. For more information, see <a href=../../Researcher/workloads/assets/datasources/#pvc>Create a PVC data source</a>.</li> </ul> <p><strong>Credentials</strong></p> <!-- RUN-9843/9852 - Allow researcher to create docker registry secrets --> <ul> <li>Added <em>Docker registry</em> to the <em>Credentials</em> menu. Users can create docker credentials for use in specific projects for image pulling. To configure credentials, see <a href=../../platform-admin/workloads/assets/credentials/ >Configuring credentials</a>.</li> </ul> <!-- RUN-8453/8454/8927 Technical documentation of 'Projects new parameters and options' use existing namespace, status, and more added to projects v2--> <p><strong>Policies</strong></p> <!-- RUN-10588/10590 Allow workload policy to prevent the use of a new pvc --> <ul> <li>Improved policy support by adding <code>DEFAULTS</code> in the <code>items</code> section in the policy. The <code>DEFAULTS</code> section sets the default behavior for items declared in this section. For example, this can be use to limit the submission of workloads only to existing PVCs. For more information and an example, see Policies, <a href=../../platform-admin/workloads/policies/old-policies/#complex-values>Complex values</a>.</li> </ul> <!-- RUN-8904/8960 - Cluster wide PVC in workspaces --> <ul> <li>Added support for making a PVC data source available to all projects. In the <em>New data source</em> form, when creating a new PVC data source, select <em>All</em> from the <em>Project</em> pane.</li> </ul> <p><strong>Researcher API</strong></p> <!-- RUN-8631/8880 Researcher API for train jobs --> <ul> <li>Extended researcher's API to allow stopping and starting of workloads using the API. For more information, see <a href=../../developer/cluster-api/submit-rest/ >Submitting Workloads via HTTP/REST</a>.</li> </ul> <p><strong>Integrations</strong></p> <!-- RUN-9651/9652 Schedule and support of Elastic Jobs (Spark) --> <ul> <li>Added support for Spark and Elastic jobs. For more information, see <a href=https://runai.my.site.com/community/s/article/How-to-Run-Spark-jobs-with-Run-AI target=_blank>Running Spark jobs with Run:ai</a>.</li> </ul> <!-- RUN-9024/9027 Ray Support - schedule and support of Ray Jobs --> <ul> <li> <p>Added support for Ray jobs. Ray is an open-source unified framework for scaling AI and Python applications. For more information, see <a href=https://runai.my.site.com/community/s/article/How-to-Integrate-Run-ai-with-Ray target=_blank>Integrate Run:ai with Ray</a>.</p> </li> <li> <p>Added integration with Weights &amp; Biases Sweep to allow data scientists to submit hyperparameter optimization workloads directly from the Run:ai UI. To configure sweep, see <a href=https://runai.my.site.com/community/s/article/How-to-integrate-with-Weights-and-Biases target=_blank>Sweep configuration</a>.</p> </li> </ul> <!-- RUN-9510 --> <ul> <li>Added support for XGBoost. XGBoost, which stands for Extreme Gradient Boosting, is a scalable, distributed gradient-boosted decision tree (GBDT) machine learning library. It provides parallel tree boosting and is the leading machine learning library for regression, classification, and ranking problems. For more information, see <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ >runai submit-dist xgboost</a></li> </ul> <p><strong>Compatability</strong></p> <ul> <li>Added support for multiple OpenShift clusters. For configuration information, see <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ >Installing additional Clusters</a>.</li> </ul> <h2 id=installation>Installation<a class=headerlink href=#installation title="Permanent link">&para;</a></h2> <ul> <li>The manual process of upgrading Kubernetes CRDs is no longer needed when upgrading to the most recent version (2.13) of Run:ai.</li> <li>From Run:ai 2.12 and above, the control-plane installation has been simplified and no longer requires the creation of a <em>backend values</em> file. Instead, install directly using <code>helm</code> as described in <a href=../../admin/runai-setup/self-hosted/k8s/backend/#install-the-runai-control-plane>Install the Run:ai Control Plane</a>. </li> <li>From Run:ai 2.12 and above, the air-gapped, control-plane installation now generates a <code>custom-env.yaml</code> values file during the <a href=../../admin/runai-setup/self-hosted/k8s/preparations/#software-artifacts>preparation</a> stage. This is used when installing the <a href=../../admin/runai-setup/self-hosted/k8s/backend/#install-the-runai-control-plane>control-plane</a>.</li> </ul> <h3 id=known-issues>Known issues<a class=headerlink href=#known-issues title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th style="text-align: left;">Internal ID</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-11005</td> <td style="text-align: left;">Incorrect error messages when trying to run <code>runai</code> CLI commands in an OpenShift environment.</td> </tr> <tr> <td style="text-align: left;">RUN-11009</td> <td style="text-align: left;">Incorrect error message when a user without permissions to tries to delete another user.</td> </tr> </tbody> </table> <h3 id=fixed-issues_3>Fixed issues<a class=headerlink href=#fixed-issues_3 title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th style="text-align: left;">Internal ID</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">RUN-9039</td> <td style="text-align: left;">Fixed an issue where in the new job screen, after toggling off the preemptible flag, and a job is submitted, the job still shows as preemptible.</td> </tr> <tr> <td style="text-align: left;">RUN-9323</td> <td style="text-align: left;">Fixed an issue with a non-scaleable error message when scheduling hundreds of nodes is not successful.</td> </tr> <tr> <td style="text-align: left;">RUN-9324</td> <td style="text-align: left;">Fixed an issue where the scheduler did not take into consideration the amount of storage so there is no explanation that pvc is not ready.</td> </tr> <tr> <td style="text-align: left;">RUN-9902</td> <td style="text-align: left;">Fixed an issue in OpenShift environments, where there are no metrics in the dashboard because Prometheus doesn’t have permissions to monitor the <code>runai</code> namespace after an installation or upgrade to 2.9.</td> </tr> <tr> <td style="text-align: left;">RUN-9920</td> <td style="text-align: left;">Fixed an issue where the <code>canEdit</code> key in a policy is not validated properly for itemized fields when configuring an interactive policy.</td> </tr> <tr> <td style="text-align: left;">RUN-10052</td> <td style="text-align: left;">Fixed an issue when loading a new job from a template gives an error until there are changes made on the form.</td> </tr> <tr> <td style="text-align: left;">RUN-10053</td> <td style="text-align: left;">Fixed an issue where the Node pool column is unsearchable in the job list.</td> </tr> <tr> <td style="text-align: left;">RUN-10422</td> <td style="text-align: left;">Fixed an issue where node details show running workloads that were actually finished (successfully/failed/etc.).</td> </tr> <tr> <td style="text-align: left;">RUN-10500</td> <td style="text-align: left;">Fixed an issue where jobs are shown as running even though they don't exist in the cluster.</td> </tr> <tr> <td style="text-align: left;">RUN-10813</td> <td style="text-align: left;">Fixed an issue in adding a <code>data source</code> where the path is case sensitive and didn't allow uppercase.</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -43,6 +43,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/whats-new-2-15/index.html b/v2.20/home/whats-new-2-15/index.html
index f958536a88..35d26d92dd 100644
--- a/v2.20/home/whats-new-2-15/index.html
+++ b/v2.20/home/whats-new-2-15/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-15/ rel=canonical><link href=../whats-new-2-16/ rel=prev><link href=../whats-new-2-13/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>What's New 2.15 - December 3, 2023 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-15/ rel=canonical><link href=../whats-new-2-16/ rel=prev><link href=../whats-new-2-13/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>What's New 2.15 - December 3, 2023 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -14,7 +14,7 @@
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#release-content class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> What's New 2.15 - December 3, 2023 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Version 2.15 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Version 2.15 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> <nav class=md-nav aria-label="Release Content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researcher class=md-nav__link> <span class=md-ellipsis> Researcher </span> </a> <nav class=md-nav aria-label=Researcher> <ul class=md-nav__list> <li class=md-nav__item> <a href=#jobs-workloads-trainings-and-workspaces class=md-nav__link> <span class=md-ellipsis> Jobs, Workloads, Trainings, and Workspaces </span> </a> </li> <li class=md-nav__item> <a href=#credentials class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> <li class=md-nav__item> <a href=#environments class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=#volumes-and-storage class=md-nav__link> <span class=md-ellipsis> Volumes and Storage </span> </a> </li> <li class=md-nav__item> <a href=#templates class=md-nav__link> <span class=md-ellipsis> Templates </span> </a> </li> <li class=md-nav__item> <a href=#deployments class=md-nav__link> <span class=md-ellipsis> Deployments </span> </a> </li> <li class=md-nav__item> <a href=#auto-delete-jobs class=md-nav__link> <span class=md-ellipsis> Auto Delete Jobs </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-administrator class=md-nav__link> <span class=md-ellipsis> Run:ai Administrator </span> </a> <nav class=md-nav aria-label="Run:ai Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#authorization class=md-nav__link> <span class=md-ellipsis> Authorization </span> </a> </li> <li class=md-nav__item> <a href=#policies class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=#nodes-and-node-pools class=md-nav__link> <span class=md-ellipsis> Nodes and Node Pools </span> </a> </li> <li class=md-nav__item> <a href=#quotas-and-over-quota class=md-nav__link> <span class=md-ellipsis> Quotas and Over-Quota </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#control-and-visibility class=md-nav__link> <span class=md-ellipsis> Control and Visibility </span> </a> <nav class=md-nav aria-label="Control and Visibility"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#dashboards class=md-nav__link> <span class=md-ellipsis> Dashboards </span> </a> </li> <li class=md-nav__item> <a href=#nodes class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=#ui-enhancements class=md-nav__link> <span class=md-ellipsis> UI Enhancements </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#installation-and-configuration class=md-nav__link> <span class=md-ellipsis> Installation and Configuration </span> </a> <nav class=md-nav aria-label="Installation and Configuration"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-installation-and-configuration class=md-nav__link> <span class=md-ellipsis> Cluster Installation and configuration </span> </a> </li> <li class=md-nav__item> <a href=#openshift-support class=md-nav__link> <span class=md-ellipsis> OpenShift Support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> <nav class=md-nav aria-label="Release Content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researcher class=md-nav__link> <span class=md-ellipsis> Researcher </span> </a> <nav class=md-nav aria-label=Researcher> <ul class=md-nav__list> <li class=md-nav__item> <a href=#jobs-workloads-trainings-and-workspaces class=md-nav__link> <span class=md-ellipsis> Jobs, Workloads, Trainings, and Workspaces </span> </a> </li> <li class=md-nav__item> <a href=#credentials class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> <li class=md-nav__item> <a href=#environments class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=#volumes-and-storage class=md-nav__link> <span class=md-ellipsis> Volumes and Storage </span> </a> </li> <li class=md-nav__item> <a href=#templates class=md-nav__link> <span class=md-ellipsis> Templates </span> </a> </li> <li class=md-nav__item> <a href=#deployments class=md-nav__link> <span class=md-ellipsis> Deployments </span> </a> </li> <li class=md-nav__item> <a href=#auto-delete-jobs class=md-nav__link> <span class=md-ellipsis> Auto Delete Jobs </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-administrator class=md-nav__link> <span class=md-ellipsis> Run:ai Administrator </span> </a> <nav class=md-nav aria-label="Run:ai Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#authorization class=md-nav__link> <span class=md-ellipsis> Authorization </span> </a> </li> <li class=md-nav__item> <a href=#policies class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=#nodes-and-node-pools class=md-nav__link> <span class=md-ellipsis> Nodes and Node Pools </span> </a> </li> <li class=md-nav__item> <a href=#quotas-and-over-quota class=md-nav__link> <span class=md-ellipsis> Quotas and Over-Quota </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#control-and-visibility class=md-nav__link> <span class=md-ellipsis> Control and Visibility </span> </a> <nav class=md-nav aria-label="Control and Visibility"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#dashboards class=md-nav__link> <span class=md-ellipsis> Dashboards </span> </a> </li> <li class=md-nav__item> <a href=#nodes class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=#ui-enhancements class=md-nav__link> <span class=md-ellipsis> UI Enhancements </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#installation-and-configuration class=md-nav__link> <span class=md-ellipsis> Installation and Configuration </span> </a> <nav class=md-nav aria-label="Installation and Configuration"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-installation-and-configuration class=md-nav__link> <span class=md-ellipsis> Cluster Installation and configuration </span> </a> </li> <li class=md-nav__item> <a href=#openshift-support class=md-nav__link> <span class=md-ellipsis> OpenShift Support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/whats-new-2-15.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Version 2.15</h1> <h2 id=release-content>Release Content<a class=headerlink href=#release-content title="Permanent link">&para;</a></h2> <h3 id=researcher>Researcher<a class=headerlink href=#researcher title="Permanent link">&para;</a></h3> <h4 id=jobs-workloads-trainings-and-workspaces>Jobs, Workloads, Trainings, and Workspaces<a class=headerlink href=#jobs-workloads-trainings-and-workspaces title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- RUN-10404/RUN-11747 Submit distributed training * RUN-11194/RUN-11239 All changes done in the UI for distributed training are hidden behind feature flag  RUN-11186/RUN-11241 Submitting an MPI/PT/TF/XGBoost distributed training from UI - 1st form page  RUN-11206/RUN-11242 Submitting distributed training from UI - 2nd form page RUN-11219/RUN-11602 Submitting an MPI distributed training from UI - 3rd form page RUN-11231/RUN-11240 Environment for distributed training-->Added support to run distributed workloads via the training view in the UI. You can configure distributed training on the following:</p> <ul> <li>Trainings form</li> <li>Environments form</li> </ul> <p>You can select <code>single</code> or <code>multi-node (distributed)</code> training. When configuring distributed training, you will need to select a framework from the list. Supported frameworks now include:</p> <ul> <li>PyTorch</li> <li>Tensorflow</li> <li>XGBoost</li> <li>MPI</li> </ul> <p>For <em>Trainings</em> configuration, see <a href=../Researcher/workloads/trainings.md#adding-trainings>Adding trainings</a>. See your Run:ai representative to enable this feature. For <em>Environments</em> configuration, see <a href=../../Researcher/workloads/assets/environments/#adding-a-new-environment>Creating an Environment</a>.</p> </li> <li> <p><!-- RUN-10241/RUN-12872 - New Workloads view -->Preview the new <em>Workloads</em> view. <em>Workloads</em> is a new view for jobs that are running in the AI cluster. The <em>Workloads</em> view provides a more advanced UI than the previous <em>Jobs</em> UI. The new table format provides:</p> <ul> <li>Improved views of the data</li> <li>Improved filters and search</li> <li>More information</li> </ul> <p>Use the toggle at the top of the <em>Jobs</em> page to switch to the <em>Workloads</em> view. For more information.</p> </li> <li> <p><!-- RUN-10639/RUN-11389 - Researcher Service Refactoring RUN-12505/RUN-12506 - Support Kubeflow notebooks for scheduling/orchestration -->Improved support for Kubeflow Notebooks. Run:ai now supports the scheduling of Kubeflow notebooks with fractional GPUs. Kubeflow notebooks are identified automatically and appear with a dedicated icon in the <em>Jobs</em> UI.</p> </li> <li><!-- RUN-11292/RUN-11592 General changes in favor of any asset based workload \(WS, training, DT\)-->Improved the <em>Trainings</em> and <em>Workspaces</em> forms. Now the runtime field for <em>Command</em> and <em>Arguments</em> can be edited directly in the new <em>Workspace</em> or <em>Training</em> creation form.</li> <li><!-- RUN-10235/RUN-10485  Support multi service types in the CLI submission -->Added new functionality to the Run:ai CLI that allows submitting a workload with multiple service types at the same time in a CSV style format. Both the CLI and the UI now offer the same functionality. For more information, see <a href=../../Researcher/cli-reference/runai-submit/#-s-service-type-string>runai submit</a>.</li> <li><!-- RUN-10335/RUN-10510 Node port command line -->Improved functionality in the <code>runai submit</code> command so that the port for the container is specified using the <code>nodeport</code> flag. For more information, see <code>runai submit</code> <a href=../../Researcher/cli-reference/runai-submit/#-s-service-type-string>--service-type</a> <code>nodeport</code>.</li> </ul> <h4 id=credentials>Credentials<a class=headerlink href=#credentials title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-10862/RUN-10863 Department as a workspace phase 2 - scope in credentials -->Improved <em>Credentials</em> creation. A Run:ai scope can now be added to credentials. For more information, see <a href=../../platform-admin/workloads/assets/credentials/ >Credentials</a>.</li> </ul> <h4 id=environments>Environments<a class=headerlink href=#environments title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-10271/RUN-10321 Mark environment for workload type-->Added support for workload types when creating a new or editing existing environments. Select from <code>single-node</code> or <code>multi-node (distributed)</code> workloads. The environment is available only on feature forms which are relevant to the workload type selected.</li> </ul> <h4 id=volumes-and-storage>Volumes and Storage<a class=headerlink href=#volumes-and-storage title="Permanent link">&para;</a></h4> <ul> <li><!--RUN-9958/RUN-10061 Ephemeral volumes in workspaces -->Added support for Ephemeral volumes in <em>Workspaces</em>. Ephemeral storage is temporary storage that gets wiped out and lost when the workspace is deleted. Adding Ephemeral storage to a workspace ties that storage to the lifecycle of the <em>Workspace</em> to which it was added. Ephemeral storage is added to the <em>Workspace</em> configuration form in the <em>Volume</em> pane. For configuration information, see <a href=../../Researcher/workloads/workspaces/workspace-v2/ >Create a new workspace</a>.</li> </ul> <h4 id=templates>Templates<a class=headerlink href=#templates title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-11692/RUN-11694 Scoping for template-->Added support for Run:ai a <em>Scope</em> in the template form. For configuration information, see <a href=../../platform-admin/workloads/assets/templates/#adding-a-new-workspace-template>Creating templates</a>.</li> </ul> <h4 id=deployments>Deployments<a class=headerlink href=#deployments title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-11563/RUN-11564 MPS and tolerance -->Improvements in the New <em>Deployment</em> form include:<ul> <li>Support for <em>Tolerations</em>. <em>Tolerations</em> guide the system to which node each pod can be scheduled to or evicted by matching between rules and taints defined for each Kubernetes node.</li> <li>Support for <em>Multi-Process Service (MPS)</em>. <em>MPS</em> is a service which allows the running of parallel processes on the same GPU, which are all run by the same userid. To enable <em>MPS</em> support, use the toggle switch on the <em>Deployments</em> form.</li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>If you do not use the same userid, the processes will run in serial and could possibly degrade performance.</p> </div> </li> </ul> <h4 id=auto-delete-jobs>Auto Delete Jobs<a class=headerlink href=#auto-delete-jobs title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-8586/RUN-11777 -->Added new functionality to the UI and CLI that provides configuration options to automatically delete jobs after a specified amount of time upon completion. Auto-deletion provides more efficient use of resources and makes it easier for researchers to manage their jobs. For more configuration options in the UI, see <em>Auto deletion</em> (Step 9) in <a href=../../Researcher/workloads/workspaces/workspace-v2/ >Create a new workspace</a>. For more information on the CLI flag, see <a href=../../Researcher/cli-reference/runai-submit/#-auto-deletion-time-after-completion>--auto-deletion-time-after-completion</a>.</li> </ul> <h3 id=runai-administrator>Run:ai Administrator<a class=headerlink href=#runai-administrator title="Permanent link">&para;</a></h3> <h4 id=authorization>Authorization<a class=headerlink href=#authorization title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-7510/9002 and lots of others -->Run:ai has now revised and updated the <em>Role Based Access Control (RBAC)</em> mechanism, expanding the scope of Kubernetes. Using the new <em>RBAC</em> mechanism makes it easier for administrators to manage access policies across multiple clusters and to define specific access rules over specific scopes for specific users and groups. Along with the revised <em>RBAC</em> mechanism, new user interface views are introduced to support the management of users, groups, and access rules. For more information, see <a href=../../admin/authentication/roles/ >Role based access control</a>.</li> </ul> <h4 id=policies>Policies<a class=headerlink href=#policies title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-12698/RUN-12699 -->During Workspaces and Training creation, assets that do not comply with policies cannot be selected. These assets are greyed out and have a button on the cards when the item does not comply with a configured policy. The button displays information about which policies are non-compliant.</li> <li><!-- RUN-10622/RUN-10625 Policy blocks workloads that attempt to store data on the node-->Added configuration options to <em>Policies</em> in order to prevent the submission of workloads that use data sources of type <code>host path</code>. This prevents data from being stored on the node, so that data is not lost when a node is deleted. For configuration information, see <a href=../../platform-admin/workloads/policies/old-policies/#prevent-data-storage-on-the-node>Prevent Data Storage on the Node</a>.</li> <li><!-- RUN-10575/RUN-10579 Add numeric rules in the policy to GPU memory, CPU memory & CPU -->Improved flexibility when creating policies which provide the ability to allocate a <code>min</code> and a <code>max</code> value for CPU and GPU memory. For configuration information, see <a href=../../platform-admin/workloads/policies/old-policies/#gpu-and-cpu-memory-limits>GPU and CPU memory limits</a> in <em>Configuring policies</em>.</li> </ul> <h4 id=nodes-and-node-pools>Nodes and Node Pools<a class=headerlink href=#nodes-and-node-pools title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-11282/RUN-11283 Nodepools enabled by default-->Node pools are now enabled by default. There is no need to enable the feature in the settings.</li> </ul> <h4 id=quotas-and-over-quota>Quotas and Over-Quota<a class=headerlink href=#quotas-and-over-quota title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-10251/RUN-10252 - Block over-subscription of quota by Projects/Departments- -->Improved control over how over-quota is managed by adding the ability to block over-subscription of the quota in <em>Projects</em> or <em>Departments</em>. For more information, see <a href=../../Researcher/scheduling/the-runai-scheduler/#over-quota>Limit Over-Quota</a>.</li> <li><!-- RUN-13167/RUN-13168 Department Over-Quota Priority behavior -->Improved the scheduler fairness for departments using the <code>over quota priority</code> switch (in Settings). When the feature flag is disabled, over-quota weights are equal to the deserved quota and any excess resources are divided in the same proportion as the in-quota resources. For more information, see <a href=../../Researcher/scheduling/the-runai-scheduler/#over-quota-priority>Over Quota Priority</a>.</li> <li>Added new functionality to always guarantee in-quota workloads at the expense of inter-Department fairness. Large distributed workloads from one department may preempt in-quota smaller workloads from another department. This new setting in the <code>RunaiConfig</code> file preserves in-quota workloads, even if the department quota or over-quota-fairness is not preserved. For more information, see <a href=../../Researcher/scheduling/the-runai-scheduler/#fairness-fair-resource-distribution>Scheduler Fairness</a>.</li> </ul> <!-- #### Notifications
 
-* <!-- RUN-9868/RUN-10087 support per user scheduling events notifications (slack/email) COMMENTEND Added new functionality that provides notifications from scheduling events. Run:ai can now send notifications via email and can be configured so that each user will only get events that are relevant to their workloads. For more information, see [email notifications](../admin/researcher-setup/email-messaging.md#email-notifications). --> <h3 id=control-and-visibility>Control and Visibility<a class=headerlink href=#control-and-visibility title="Permanent link">&para;</a></h3> <h4 id=dashboards>Dashboards<a class=headerlink href=#dashboards title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-12313/12314 - CPU focused dashboards -->To ease the management of AI CPU and cluster resources, a new CPU focused dashboard was added for CPU based environments. The dashboards display specific information for CPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that are specific to CPU based environments. This will help optimize visual information eliminating the views of empty GPU dashlets. For more information see <a href=../../platform-admin/performance/dashboard-analysis/#cpu-dashboard>CPU Dashboard</a>.</li> <li><!-- RUN-11421/RUN-11508 Consumption report - Cost and bugs-->Improved the Consumption report interface by moving the Cost settings to the <em>General</em> settings menu.</li> <li><!-- RUN-11421/RUN-11508 Consumption report cost and bugs -->Added table to the Consumption dashboard that displays the consumption and cost per department. For more information, see <a href=../../platform-admin/performance/dashboard-analysis/#consumption-dashboard>Consumption dashboard</a>.</li> </ul> <h4 id=nodes>Nodes<a class=headerlink href=#nodes title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-9943/RUN-12176 Nodes - reflect the correct status of the node - add to nodes page the table from the TW ticket -->Improved the readability of the <em>Nodes</em> table to include more detailed statuses and descriptions. The added information in the table makes it easier to inspect issues that may impact resource availability in the cluster. For more information, see <a href=../../platform-admin/aiinitiatives/resources/node-pools/#node-pools-table>Node and Node Pool Status</a>.</li> </ul> <h4 id=ui-enhancements>UI Enhancements<a class=headerlink href=#ui-enhancements title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-10221/RUN-10426 Projects V2 - User will be able to export a CSV report - NEW FEATURE -->Added the ability to download a CSV file from any page that contains a table. Downloading a CSV provides a snapshot of the page's history over time, and helps with compliance tracking. All the columns that are selected (displayed) in the table are downloaded to the file.</li> </ul> <h3 id=installation-and-configuration>Installation and Configuration<a class=headerlink href=#installation-and-configuration title="Permanent link">&para;</a></h3> <h4 id=cluster-installation-and-configuration>Cluster Installation and configuration<a class=headerlink href=#cluster-installation-and-configuration title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-7085/RUN-9480 Installation - Cluster wizard Improvements -->New cluster wizard for adding and installing new clusters to your system.</li> </ul> <h4 id=openshift-support>OpenShift Support<a class=headerlink href=#openshift-support title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-7495/RUN11388 Support PSA / SCCs V2 \(security mechanism for pods on K8S/OCP\)-->Added support for <code>restricted</code> policy for <a href=https://kubernetes.io/docs/concepts/security/kubernetes-pod-security-admission/ target=_blank>Pod Security Admission</a> (PSA) on OpenShift only. For more information, see [Pod security admission](../admin/runai-setup/cluster-setup/</li> <li><!-- RUN-12943 Ability to configure cluster routes certificate in OpenShift-->Added the ability, in OpenShift environments, to configure cluster routes created by Run:ai instead of using the OpenShift certificate. For more information, see the table entry <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/#configurations>Dedicated certificate for the researcher service route</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+* <!-- RUN-9868/RUN-10087 support per user scheduling events notifications (slack/email) COMMENTEND Added new functionality that provides notifications from scheduling events. Run:ai can now send notifications via email and can be configured so that each user will only get events that are relevant to their workloads. For more information, see [email notifications](../admin/researcher-setup/email-messaging.md#email-notifications). --> <h3 id=control-and-visibility>Control and Visibility<a class=headerlink href=#control-and-visibility title="Permanent link">&para;</a></h3> <h4 id=dashboards>Dashboards<a class=headerlink href=#dashboards title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-12313/12314 - CPU focused dashboards -->To ease the management of AI CPU and cluster resources, a new CPU focused dashboard was added for CPU based environments. The dashboards display specific information for CPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that are specific to CPU based environments. This will help optimize visual information eliminating the views of empty GPU dashlets. For more information see <a href=../../platform-admin/performance/dashboard-analysis/#cpu-dashboard>CPU Dashboard</a>.</li> <li><!-- RUN-11421/RUN-11508 Consumption report - Cost and bugs-->Improved the Consumption report interface by moving the Cost settings to the <em>General</em> settings menu.</li> <li><!-- RUN-11421/RUN-11508 Consumption report cost and bugs -->Added table to the Consumption dashboard that displays the consumption and cost per department. For more information, see <a href=../../platform-admin/performance/dashboard-analysis/#consumption-dashboard>Consumption dashboard</a>.</li> </ul> <h4 id=nodes>Nodes<a class=headerlink href=#nodes title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-9943/RUN-12176 Nodes - reflect the correct status of the node - add to nodes page the table from the TW ticket -->Improved the readability of the <em>Nodes</em> table to include more detailed statuses and descriptions. The added information in the table makes it easier to inspect issues that may impact resource availability in the cluster. For more information, see <a href=../../platform-admin/aiinitiatives/resources/node-pools/#node-pools-table>Node and Node Pool Status</a>.</li> </ul> <h4 id=ui-enhancements>UI Enhancements<a class=headerlink href=#ui-enhancements title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-10221/RUN-10426 Projects V2 - User will be able to export a CSV report - NEW FEATURE -->Added the ability to download a CSV file from any page that contains a table. Downloading a CSV provides a snapshot of the page's history over time, and helps with compliance tracking. All the columns that are selected (displayed) in the table are downloaded to the file.</li> </ul> <h3 id=installation-and-configuration>Installation and Configuration<a class=headerlink href=#installation-and-configuration title="Permanent link">&para;</a></h3> <h4 id=cluster-installation-and-configuration>Cluster Installation and configuration<a class=headerlink href=#cluster-installation-and-configuration title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-7085/RUN-9480 Installation - Cluster wizard Improvements -->New cluster wizard for adding and installing new clusters to your system.</li> </ul> <h4 id=openshift-support>OpenShift Support<a class=headerlink href=#openshift-support title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-7495/RUN11388 Support PSA / SCCs V2 \(security mechanism for pods on K8S/OCP\)-->Added support for <code>restricted</code> policy for <a href=https://kubernetes.io/docs/concepts/security/kubernetes-pod-security-admission/ target=_blank>Pod Security Admission</a> (PSA) on OpenShift only. For more information, see [Pod security admission](../admin/runai-setup/cluster-setup/</li> <li><!-- RUN-12943 Ability to configure cluster routes certificate in OpenShift-->Added the ability, in OpenShift environments, to configure cluster routes created by Run:ai instead of using the OpenShift certificate. For more information, see the table entry <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/#configurations>Dedicated certificate for the researcher service route</a>.</li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -42,6 +42,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/whats-new-2-16/index.html b/v2.20/home/whats-new-2-16/index.html
index 802c38e5c6..015ff245ad 100644
--- a/v2.20/home/whats-new-2-16/index.html
+++ b/v2.20/home/whats-new-2-16/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-16/ rel=canonical><link href=../whats-new-2-17/ rel=prev><link href=../whats-new-2-15/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Version 2.16 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-16/ rel=canonical><link href=../whats-new-2-17/ rel=prev><link href=../whats-new-2-15/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Version 2.16 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -18,7 +18,7 @@
 
 #### OpenShift Support
 
-* Updated installation prerequisites. For more information, see [Kubernetes support matrix](../admin/runai-setup/cluster-setup/cluster-prerequisites.md#kubernetes-distribution). --> <h2 id=deprecation-notifications>Deprecation Notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <p>Deprecation notifications allow you to plan for future changes in the Run:ai Platform. Deprecated features will be available for <strong>two</strong> versions ahead of the notification. For questions, see your Run:ai representative.</p> <h3 id=project-migration>Project migration<a class=headerlink href=#project-migration title="Permanent link">&para;</a></h3> <ul> <li> <p>Run:ai will be deprecating the migration of projects between departments. This affects:</p> <ul> <li>API&mdash;the <code>departmentId</code> field will be marked as deprecated in the<code>put</code> endpoint in the <code>projects</code> category.</li> <li>User Interface&mdash;there will no longer be an option to:<ul> <li>migrate projects to another department, when deleting departments.</li> <li>change departments, when editing a project.</li> </ul> </li> </ul> </li> </ul> <h3 id=api-deprecations>API deprecations<a class=headerlink href=#api-deprecations title="Permanent link">&para;</a></h3> <h4 id=removed-apis-and-api-fields-completed-deprecation>Removed APIs and API fields (completed deprecation)<a class=headerlink href=#removed-apis-and-api-fields-completed-deprecation title="Permanent link">&para;</a></h4> <p>The following list of API endpoints and fields that have completed their deprecation process and therefore will be changed as follows:</p> <table> <thead> <tr> <th>Endpoint</th> <th>Change</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters</td> <td>The endpoint was removed and is replaced by /api/v1/clusters</td> </tr> <tr> <td>/v1/k8s/clusters/{uuid}</td> <td>The endpoint was removed and is replaced by /api/v1/clusters/{uuid}</td> </tr> </tbody> </table> <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the <a href=../../developer/admin-rest-api/overview/#api-lifecycle-and-deprecation>Run:ai API Policy</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+* Updated installation prerequisites. For more information, see [Kubernetes support matrix](../admin/runai-setup/cluster-setup/cluster-prerequisites.md#kubernetes-distribution). --> <h2 id=deprecation-notifications>Deprecation Notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <p>Deprecation notifications allow you to plan for future changes in the Run:ai Platform. Deprecated features will be available for <strong>two</strong> versions ahead of the notification. For questions, see your Run:ai representative.</p> <h3 id=project-migration>Project migration<a class=headerlink href=#project-migration title="Permanent link">&para;</a></h3> <ul> <li> <p>Run:ai will be deprecating the migration of projects between departments. This affects:</p> <ul> <li>API&mdash;the <code>departmentId</code> field will be marked as deprecated in the<code>put</code> endpoint in the <code>projects</code> category.</li> <li>User Interface&mdash;there will no longer be an option to:<ul> <li>migrate projects to another department, when deleting departments.</li> <li>change departments, when editing a project.</li> </ul> </li> </ul> </li> </ul> <h3 id=api-deprecations>API deprecations<a class=headerlink href=#api-deprecations title="Permanent link">&para;</a></h3> <h4 id=removed-apis-and-api-fields-completed-deprecation>Removed APIs and API fields (completed deprecation)<a class=headerlink href=#removed-apis-and-api-fields-completed-deprecation title="Permanent link">&para;</a></h4> <p>The following list of API endpoints and fields that have completed their deprecation process and therefore will be changed as follows:</p> <table> <thead> <tr> <th>Endpoint</th> <th>Change</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters</td> <td>The endpoint was removed and is replaced by /api/v1/clusters</td> </tr> <tr> <td>/v1/k8s/clusters/{uuid}</td> <td>The endpoint was removed and is replaced by /api/v1/clusters/{uuid}</td> </tr> </tbody> </table> <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the <a href=../../developer/admin-rest-api/overview/#api-lifecycle-and-deprecation>Run:ai API Policy</a></p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -46,6 +46,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/whats-new-2-17/index.html b/v2.20/home/whats-new-2-17/index.html
index 4350b5621f..4ecc96cb52 100644
--- a/v2.20/home/whats-new-2-17/index.html
+++ b/v2.20/home/whats-new-2-17/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-17/ rel=canonical><link href=../whats-new-2-18/ rel=prev><link href=../whats-new-2-16/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Version 2.17 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-17/ rel=canonical><link href=../whats-new-2-18/ rel=prev><link href=../whats-new-2-16/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Version 2.17 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -17,7 +17,7 @@
 
 ### Control and Visibility
 
-no new stories here --> <h2 id=deprecation-notifications>Deprecation Notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <p>Deprecation notifications allow you to plan for future changes in the Run:ai Platform.</p> <h3 id=feature-deprecations>Feature deprecations<a class=headerlink href=#feature-deprecations title="Permanent link">&para;</a></h3> <p>Deprecated features will be available for <strong>two</strong> versions ahead of the notification. For questions, see your Run:ai representative. The following features have been marked for deprecation:</p> <ul> <li>Jobs&mdash;the <em>Jobs</em> feature (submission form and view) has been moved to the category of <em>Legacy</em>. To enable them, go to <em>Tools &amp; Settings</em>, <em>General</em>, open the <em>Workloads</em> pane, and then toggle the <em>Jobs view</em> and <em>Job submission</em> switch to the enabled position.</li> <li>Deployments&mdash;the <em>Deployments</em> feature has been removed. It has been replaced by <em>Inference</em> workloads. For more information, see <a href=#jobs-workloads-and-workspaces>Jobs, Workloads, and Workspaces</a> above.</li> <li>Workspaces view&mdash;the <em>Workspaces</em> menu has been removed. You can now submit a <em>Workspace</em> workload using the <em>+ New workload</em> form from the <em>Workloads</em> table.</li> </ul> <h3 id=api-support-and-endpoint-deprecations>API support and endpoint deprecations<a class=headerlink href=#api-support-and-endpoint-deprecations title="Permanent link">&para;</a></h3> <p>The endpoints and parameters specified in the API reference are the ones that are officially supported by Run:ai. For more information about Run:ai's API support policy and deprecation process, see <a href=../../developer/overview-developer/#runai-rest-api>Developer overview</a>.</p> <h4 id=deprecated-apis-and-api-fields>Deprecated APIs and API fields<a class=headerlink href=#deprecated-apis-and-api-fields title="Permanent link">&para;</a></h4> <p>The following list of API endpoints and fields that have been marked for deprecation:</p> <h5 id=jobs-and-pods-api>Jobs and Pods API<a class=headerlink href=#jobs-and-pods-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{uuid}/jobs</td> <td>/api/v1/workloads</td> </tr> <tr> <td>/v1/k8s/clusters/{uuid}/jobs/count</td> <td>/api/v1/workloads/count</td> </tr> <tr> <td>/v1/k8s/clusters/{uuid}/jobs/{jobId}/pods</td> <td>/api/v1/workloads/{workloadId}/pods</td> </tr> <tr> <td>/v1/k8s/clusters/{uuid}/pods</td> <td>/api/v1/workloads/pods</td> </tr> </tbody> </table> <h5 id=clusters-api>Clusters API<a class=headerlink href=#clusters-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterUuid}/metrics</td> <td>/api/v1/clusters/{clusterUuid}/metrics</td> </tr> </tbody> </table> <h5 id=authorization-and-authentication-api>Authorization and Authentication API<a class=headerlink href=#authorization-and-authentication-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/auth/token/exchange</td> <td>/api/v1/token</td> </tr> <tr> <td>/v1/k8s/auth/oauth/tokens/refresh</td> <td>/api/v1/token</td> </tr> <tr> <td>/v1/k8s/auth/oauth/apptoken</td> <td>/api/v1/token</td> </tr> <tr> <td>/v1/k8s/users/roles</td> <td>/api/v1/authorization/roles</td> </tr> <tr> <td>/v1/k8s/users</td> <td>/api/v1/users</td> </tr> <tr> <td>/v1/k8s/users/{userId}</td> <td>/api/v1/users/{userId}</td> </tr> <tr> <td>/v1/k8s/users/{userId}/roles</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/v1/k8s/apps</td> <td>/api/v1/apps</td> </tr> <tr> <td>/v1/k8s/apps/{clientId}</td> <td>/api/v1/apps/{appId}</td> </tr> <tr> <td>/v1/k8s/groups</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/v1/k8s/groups/{groupName}</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments/{department-id}/access-control</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/api/v1/authorization/access-rules - <code>subjectIdFilter</code> field</td> <td>Use <code>filterBy</code> / <code>sortBy</code> fields</td> </tr> <tr> <td>/api/v1/authorization/access-rules - <code>scopeType</code> field</td> <td>Use <code>filterBy</code> / <code>sortBy</code> fields</td> </tr> <tr> <td>/api/v1/authorization/access-rules - <code>roleId</code> field</td> <td>Use <code>filterBy</code> / <code>sortBy</code> fields</td> </tr> </tbody> </table> <h5 id=projects-api>Projects API<a class=headerlink href=#projects-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>permissions</code> field</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>resources</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>deservedGpus</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>maxAllowedGpus</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>gpuOverQuotaWeight</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> </tbody> </table> <h5 id=departments-api>Departments API<a class=headerlink href=#departments-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterId}/departments - <code>resources</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments - <code>deservedGpus</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments - <code>allowOverQuota</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments - <code>maxAllowedGpus</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> </tbody> </table> <h5 id=policy-api>Policy API<a class=headerlink href=#policy-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/api/v1/policy/workspace</td> <td>/api/v2/policy/workspaces</td> </tr> <tr> <td>/api/v1/policy/training</td> <td>/api/v2/policy/trainings</td> </tr> </tbody> </table> <h5 id=logo-api>Logo API<a class=headerlink href=#logo-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/tenant/{tenantId}/logo</td> <td>/api/v1/logo</td> </tr> </tbody> </table> <h4 id=removed-apis-and-api-fields-completed-deprecation>Removed APIs and API fields (completed deprecation)<a class=headerlink href=#removed-apis-and-api-fields-completed-deprecation title="Permanent link">&para;</a></h4> <p>The following list of API endpoints and fields that have completed their deprecation process and therefore will be changed as follows:</p> <h5 id=assets-api>Assets API<a class=headerlink href=#assets-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Endpoint</th> <th>Change</th> </tr> </thead> <tbody> <tr> <td>/api/v1/asset/compute</td> <td><code>gpuRequest</code> field was removed and is replaced by the following fields: <br> * <code>gpuDevicesRequest</code> (New and mandatory) <br> * <code>gpuRequestType</code> (New and mandatory if <code>gpuDevicesRequest=1</code> otherwise optional for values 0 or greater than 1) <br> * <code>gpuPortion</code> was changed to <code>gpuPortionRequest</code> and accepts values between 0 and 1 (for example 0.75) <br> * <code>gpuPortionLimit</code> (New and optional) <br> * <code>gpuMemory</code> was changed to <code>gpuMemoryRequest</code> <br> * <code>gpuMemoryLimit</code> (New and optional)</td> </tr> </tbody> </table> <h3 id=metrics-deprecations>Metrics deprecations<a class=headerlink href=#metrics-deprecations title="Permanent link">&para;</a></h3> <p>The following metrics are deprecated and replaced by API endpoints. For details about the replacement APIs, see <a href=../../developer/metrics/metrics/#changed-metrics-and-api-mapping>Changed Metrics</a>:</p> <table> <thead> <tr> <th>Metric</th> </tr> </thead> <tbody> <tr> <td>runai_active_job_cpu_requested_cores</td> </tr> <tr> <td>runai_active_job_memory_requested_bytes</td> </tr> <tr> <td>runai_cluster_cpu_utilization</td> </tr> <tr> <td>runai_cluster_memory_utilization</td> </tr> <tr> <td>runai_gpu_utilization_per_pod_per_gpu</td> </tr> <tr> <td>runai_gpu_utilization_per_workload</td> </tr> <tr> <td>runai_job_requested_gpu_memory</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_workload</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_pod_per_gpu</td> </tr> <tr> <td>runai_active_job_cpu_limits</td> </tr> <tr> <td>runai_job_cpu_usage</td> </tr> <tr> <td>runai_active_job_memory_limits</td> </tr> <tr> <td>runai_job_memory_used_bytes</td> </tr> </tbody> </table> <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the <a href=../../developer/admin-rest-api/overview/#api-lifecycle-and-deprecation>Run:ai API Policy</a></p> <h2 id=breaking-changes>Breaking changes<a class=headerlink href=#breaking-changes title="Permanent link">&para;</a></h2> <p>Breaking changes notifications allow you to plan around potential changes that may interfere your current workflow when interfacing with the Run:ai Platform.</p> <h3 id=metrics>Metrics<a class=headerlink href=#metrics title="Permanent link">&para;</a></h3> <p>Be aware that some names of metrics have been changed. For more information, see <a href=../../developer/metrics/metrics/#changed-metrics-and-api-mapping>Changed Metrics</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+no new stories here --> <h2 id=deprecation-notifications>Deprecation Notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <p>Deprecation notifications allow you to plan for future changes in the Run:ai Platform.</p> <h3 id=feature-deprecations>Feature deprecations<a class=headerlink href=#feature-deprecations title="Permanent link">&para;</a></h3> <p>Deprecated features will be available for <strong>two</strong> versions ahead of the notification. For questions, see your Run:ai representative. The following features have been marked for deprecation:</p> <ul> <li>Jobs&mdash;the <em>Jobs</em> feature (submission form and view) has been moved to the category of <em>Legacy</em>. To enable them, go to <em>Tools &amp; Settings</em>, <em>General</em>, open the <em>Workloads</em> pane, and then toggle the <em>Jobs view</em> and <em>Job submission</em> switch to the enabled position.</li> <li>Deployments&mdash;the <em>Deployments</em> feature has been removed. It has been replaced by <em>Inference</em> workloads. For more information, see <a href=#jobs-workloads-and-workspaces>Jobs, Workloads, and Workspaces</a> above.</li> <li>Workspaces view&mdash;the <em>Workspaces</em> menu has been removed. You can now submit a <em>Workspace</em> workload using the <em>+ New workload</em> form from the <em>Workloads</em> table.</li> </ul> <h3 id=api-support-and-endpoint-deprecations>API support and endpoint deprecations<a class=headerlink href=#api-support-and-endpoint-deprecations title="Permanent link">&para;</a></h3> <p>The endpoints and parameters specified in the API reference are the ones that are officially supported by Run:ai. For more information about Run:ai's API support policy and deprecation process, see <a href=../../developer/overview-developer/#runai-rest-api>Developer overview</a>.</p> <h4 id=deprecated-apis-and-api-fields>Deprecated APIs and API fields<a class=headerlink href=#deprecated-apis-and-api-fields title="Permanent link">&para;</a></h4> <p>The following list of API endpoints and fields that have been marked for deprecation:</p> <h5 id=jobs-and-pods-api>Jobs and Pods API<a class=headerlink href=#jobs-and-pods-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{uuid}/jobs</td> <td>/api/v1/workloads</td> </tr> <tr> <td>/v1/k8s/clusters/{uuid}/jobs/count</td> <td>/api/v1/workloads/count</td> </tr> <tr> <td>/v1/k8s/clusters/{uuid}/jobs/{jobId}/pods</td> <td>/api/v1/workloads/{workloadId}/pods</td> </tr> <tr> <td>/v1/k8s/clusters/{uuid}/pods</td> <td>/api/v1/workloads/pods</td> </tr> </tbody> </table> <h5 id=clusters-api>Clusters API<a class=headerlink href=#clusters-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterUuid}/metrics</td> <td>/api/v1/clusters/{clusterUuid}/metrics</td> </tr> </tbody> </table> <h5 id=authorization-and-authentication-api>Authorization and Authentication API<a class=headerlink href=#authorization-and-authentication-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/auth/token/exchange</td> <td>/api/v1/token</td> </tr> <tr> <td>/v1/k8s/auth/oauth/tokens/refresh</td> <td>/api/v1/token</td> </tr> <tr> <td>/v1/k8s/auth/oauth/apptoken</td> <td>/api/v1/token</td> </tr> <tr> <td>/v1/k8s/users/roles</td> <td>/api/v1/authorization/roles</td> </tr> <tr> <td>/v1/k8s/users</td> <td>/api/v1/users</td> </tr> <tr> <td>/v1/k8s/users/{userId}</td> <td>/api/v1/users/{userId}</td> </tr> <tr> <td>/v1/k8s/users/{userId}/roles</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/v1/k8s/apps</td> <td>/api/v1/apps</td> </tr> <tr> <td>/v1/k8s/apps/{clientId}</td> <td>/api/v1/apps/{appId}</td> </tr> <tr> <td>/v1/k8s/groups</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/v1/k8s/groups/{groupName}</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments/{department-id}/access-control</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/api/v1/authorization/access-rules - <code>subjectIdFilter</code> field</td> <td>Use <code>filterBy</code> / <code>sortBy</code> fields</td> </tr> <tr> <td>/api/v1/authorization/access-rules - <code>scopeType</code> field</td> <td>Use <code>filterBy</code> / <code>sortBy</code> fields</td> </tr> <tr> <td>/api/v1/authorization/access-rules - <code>roleId</code> field</td> <td>Use <code>filterBy</code> / <code>sortBy</code> fields</td> </tr> </tbody> </table> <h5 id=projects-api>Projects API<a class=headerlink href=#projects-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>permissions</code> field</td> <td>/api/v1/authorization/access-rules</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>resources</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>deservedGpus</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>maxAllowedGpus</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects - <code>gpuOverQuotaWeight</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> </tbody> </table> <h5 id=departments-api>Departments API<a class=headerlink href=#departments-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterId}/departments - <code>resources</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments - <code>deservedGpus</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments - <code>allowOverQuota</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments - <code>maxAllowedGpus</code> field</td> <td>Use <code>nodePoolResources</code> field</td> </tr> </tbody> </table> <h5 id=policy-api>Policy API<a class=headerlink href=#policy-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/api/v1/policy/workspace</td> <td>/api/v2/policy/workspaces</td> </tr> <tr> <td>/api/v1/policy/training</td> <td>/api/v2/policy/trainings</td> </tr> </tbody> </table> <h5 id=logo-api>Logo API<a class=headerlink href=#logo-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/tenant/{tenantId}/logo</td> <td>/api/v1/logo</td> </tr> </tbody> </table> <h4 id=removed-apis-and-api-fields-completed-deprecation>Removed APIs and API fields (completed deprecation)<a class=headerlink href=#removed-apis-and-api-fields-completed-deprecation title="Permanent link">&para;</a></h4> <p>The following list of API endpoints and fields that have completed their deprecation process and therefore will be changed as follows:</p> <h5 id=assets-api>Assets API<a class=headerlink href=#assets-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Endpoint</th> <th>Change</th> </tr> </thead> <tbody> <tr> <td>/api/v1/asset/compute</td> <td><code>gpuRequest</code> field was removed and is replaced by the following fields: <br> * <code>gpuDevicesRequest</code> (New and mandatory) <br> * <code>gpuRequestType</code> (New and mandatory if <code>gpuDevicesRequest=1</code> otherwise optional for values 0 or greater than 1) <br> * <code>gpuPortion</code> was changed to <code>gpuPortionRequest</code> and accepts values between 0 and 1 (for example 0.75) <br> * <code>gpuPortionLimit</code> (New and optional) <br> * <code>gpuMemory</code> was changed to <code>gpuMemoryRequest</code> <br> * <code>gpuMemoryLimit</code> (New and optional)</td> </tr> </tbody> </table> <h3 id=metrics-deprecations>Metrics deprecations<a class=headerlink href=#metrics-deprecations title="Permanent link">&para;</a></h3> <p>The following metrics are deprecated and replaced by API endpoints. For details about the replacement APIs, see <a href=../../developer/metrics/metrics/#changed-metrics-and-api-mapping>Changed Metrics</a>:</p> <table> <thead> <tr> <th>Metric</th> </tr> </thead> <tbody> <tr> <td>runai_active_job_cpu_requested_cores</td> </tr> <tr> <td>runai_active_job_memory_requested_bytes</td> </tr> <tr> <td>runai_cluster_cpu_utilization</td> </tr> <tr> <td>runai_cluster_memory_utilization</td> </tr> <tr> <td>runai_gpu_utilization_per_pod_per_gpu</td> </tr> <tr> <td>runai_gpu_utilization_per_workload</td> </tr> <tr> <td>runai_job_requested_gpu_memory</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_workload</td> </tr> <tr> <td>runai_gpu_memory_used_mebibytes_per_pod_per_gpu</td> </tr> <tr> <td>runai_active_job_cpu_limits</td> </tr> <tr> <td>runai_job_cpu_usage</td> </tr> <tr> <td>runai_active_job_memory_limits</td> </tr> <tr> <td>runai_job_memory_used_bytes</td> </tr> </tbody> </table> <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the <a href=../../developer/admin-rest-api/overview/#api-lifecycle-and-deprecation>Run:ai API Policy</a></p> <h2 id=breaking-changes>Breaking changes<a class=headerlink href=#breaking-changes title="Permanent link">&para;</a></h2> <p>Breaking changes notifications allow you to plan around potential changes that may interfere your current workflow when interfacing with the Run:ai Platform.</p> <h3 id=metrics>Metrics<a class=headerlink href=#metrics title="Permanent link">&para;</a></h3> <p>Be aware that some names of metrics have been changed. For more information, see <a href=../../developer/metrics/metrics/#changed-metrics-and-api-mapping>Changed Metrics</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -45,6 +45,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/whats-new-2-18/index.html b/v2.20/home/whats-new-2-18/index.html
index cdfd0fcc14..f79738dfa1 100644
--- a/v2.20/home/whats-new-2-18/index.html
+++ b/v2.20/home/whats-new-2-18/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-18/ rel=canonical><link href=../whats-new-2-19/ rel=prev><link href=../whats-new-2-17/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Version 2.18 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-18/ rel=canonical><link href=../whats-new-2-19/ rel=prev><link href=../whats-new-2-17/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Version 2.18 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#release-content-june-30-2024 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Version 2.18 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Version 2.18 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Version 2.18 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content-june-30-2024 class=md-nav__link> <span class=md-ellipsis> Release Content - June 30, 2024 </span> </a> <nav class=md-nav aria-label="Release Content - June 30, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researcher class=md-nav__link> <span class=md-ellipsis> Researcher </span> </a> <nav class=md-nav aria-label=Researcher> <ul class=md-nav__list> <li class=md-nav__item> <a href=#jobs-workloads-and-workspaces class=md-nav__link> <span class=md-ellipsis> Jobs, Workloads, and Workspaces </span> </a> </li> <li class=md-nav__item> <a href=#command-line-interface-v2 class=md-nav__link> <span class=md-ellipsis> Command Line Interface V2 </span> </a> </li> <li class=md-nav__item> <a href=#gpu-memory-swap class=md-nav__link> <span class=md-ellipsis> GPU memory swap </span> </a> </li> <li class=md-nav__item> <a href=#yaml-workload-reference-table class=md-nav__link> <span class=md-ellipsis> YAML Workload Reference table </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications-workload-status-and-timeouts class=md-nav__link> <span class=md-ellipsis> Email Notifications - Workload Status and timeouts </span> </a> </li> <li class=md-nav__item> <a href=#assets class=md-nav__link> <span class=md-ellipsis> Assets </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-administrator class=md-nav__link> <span class=md-ellipsis> Run:ai Administrator </span> </a> <nav class=md-nav aria-label="Run:ai Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=#credentials class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> <li class=md-nav__item> <a href=#single-sign-on class=md-nav__link> <span class=md-ellipsis> Single Sign On </span> </a> </li> <li class=md-nav__item> <a href=#ownership-protection class=md-nav__link> <span class=md-ellipsis> Ownership protection </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications class=md-nav__link> <span class=md-ellipsis> Email notifications </span> </a> </li> <li class=md-nav__item> <a href=#policy-for-distributed-and-inference-workloads-in-the-api class=md-nav__link> <span class=md-ellipsis> Policy for distributed and inference workloads in the API </span> </a> </li> <li class=md-nav__item> <a href=#policy-for-distributed-and-inference-workloads-in-the-api_1 class=md-nav__link> <span class=md-ellipsis> Policy for distributed and inference workloads in the API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation Notifications </span> </a> <nav class=md-nav aria-label="Deprecation Notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#feature-deprecations class=md-nav__link> <span class=md-ellipsis> Feature deprecations </span> </a> </li> <li class=md-nav__item> <a href=#api-support-and-endpoint-deprecations class=md-nav__link> <span class=md-ellipsis> API support and endpoint deprecations </span> </a> <nav class=md-nav aria-label="API support and endpoint deprecations"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#deprecated-apis-and-api-fields class=md-nav__link> <span class=md-ellipsis> Deprecated APIs and API fields </span> </a> <nav class=md-nav aria-label="Deprecated APIs and API fields"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-api-deprecation class=md-nav__link> <span class=md-ellipsis> Cluster API Deprecation </span> </a> </li> <li class=md-nav__item> <a href=#departments-api class=md-nav__link> <span class=md-ellipsis> Departments API </span> </a> </li> <li class=md-nav__item> <a href=#projects-api class=md-nav__link> <span class=md-ellipsis> Projects API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#breaking-changes class=md-nav__link> <span class=md-ellipsis> Breaking changes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content-june-30-2024 class=md-nav__link> <span class=md-ellipsis> Release Content - June 30, 2024 </span> </a> <nav class=md-nav aria-label="Release Content - June 30, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researcher class=md-nav__link> <span class=md-ellipsis> Researcher </span> </a> <nav class=md-nav aria-label=Researcher> <ul class=md-nav__list> <li class=md-nav__item> <a href=#jobs-workloads-and-workspaces class=md-nav__link> <span class=md-ellipsis> Jobs, Workloads, and Workspaces </span> </a> </li> <li class=md-nav__item> <a href=#command-line-interface-v2 class=md-nav__link> <span class=md-ellipsis> Command Line Interface V2 </span> </a> </li> <li class=md-nav__item> <a href=#gpu-memory-swap class=md-nav__link> <span class=md-ellipsis> GPU memory swap </span> </a> </li> <li class=md-nav__item> <a href=#yaml-workload-reference-table class=md-nav__link> <span class=md-ellipsis> YAML Workload Reference table </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications-workload-status-and-timeouts class=md-nav__link> <span class=md-ellipsis> Email Notifications - Workload Status and timeouts </span> </a> </li> <li class=md-nav__item> <a href=#assets class=md-nav__link> <span class=md-ellipsis> Assets </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-administrator class=md-nav__link> <span class=md-ellipsis> Run:ai Administrator </span> </a> <nav class=md-nav aria-label="Run:ai Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=#credentials class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> <li class=md-nav__item> <a href=#single-sign-on class=md-nav__link> <span class=md-ellipsis> Single Sign On </span> </a> </li> <li class=md-nav__item> <a href=#ownership-protection class=md-nav__link> <span class=md-ellipsis> Ownership protection </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications class=md-nav__link> <span class=md-ellipsis> Email notifications </span> </a> </li> <li class=md-nav__item> <a href=#policy-for-distributed-and-inference-workloads-in-the-api class=md-nav__link> <span class=md-ellipsis> Policy for distributed and inference workloads in the API </span> </a> </li> <li class=md-nav__item> <a href=#policy-for-distributed-and-inference-workloads-in-the-api_1 class=md-nav__link> <span class=md-ellipsis> Policy for distributed and inference workloads in the API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation Notifications </span> </a> <nav class=md-nav aria-label="Deprecation Notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#feature-deprecations class=md-nav__link> <span class=md-ellipsis> Feature deprecations </span> </a> </li> <li class=md-nav__item> <a href=#api-support-and-endpoint-deprecations class=md-nav__link> <span class=md-ellipsis> API support and endpoint deprecations </span> </a> <nav class=md-nav aria-label="API support and endpoint deprecations"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#deprecated-apis-and-api-fields class=md-nav__link> <span class=md-ellipsis> Deprecated APIs and API fields </span> </a> <nav class=md-nav aria-label="Deprecated APIs and API fields"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-api-deprecation class=md-nav__link> <span class=md-ellipsis> Cluster API Deprecation </span> </a> </li> <li class=md-nav__item> <a href=#departments-api class=md-nav__link> <span class=md-ellipsis> Departments API </span> </a> </li> <li class=md-nav__item> <a href=#projects-api class=md-nav__link> <span class=md-ellipsis> Projects API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#breaking-changes class=md-nav__link> <span class=md-ellipsis> Breaking changes </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/whats-new-2-18.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Version 2.18</h1> <h2 id=release-content-june-30-2024>Release Content - June 30, 2024<a class=headerlink href=#release-content-june-30-2024 title="Permanent link">&para;</a></h2> <ul> <li><a href=#deprecation-notifications>Deprecation notifications</a></li> <li><a href=#breaking-changes>Breaking changes</a></li> </ul> <h3 id=researcher>Researcher<a class=headerlink href=#researcher title="Permanent link">&para;</a></h3> <h4 id=jobs-workloads-and-workspaces>Jobs, Workloads, and Workspaces<a class=headerlink href=#jobs-workloads-and-workspaces title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- Run-14732/Run-14733 Add backoff limit to workspace & standard training -->Added to UI backoff limit functionality to Training and Workspace workloads. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload's status will change to <code>Failed</code>. The UI will display the default number of retries based on 6 attempts for each pod in the workload. (For example, 6 pods = 36 attempts).</p> </li> <li> <p><!-- RUN-18944/RUN-18945 Changing "Auto-deletion" default and presentation of the default value in the UI -->Updated <em>Auto-deletion time</em> default value from <strong>never</strong> to <strong>30 days</strong>. The <em>Auto-deletion time</em> count starts when any Run:ai workload reaches a a completed, or failed status will be automatically deleted (including logs). This change only affects new or cloned workloads.</p> </li> <li> <p><!-- RUN-16917/RUN-19363 move to top Expose secrets in workload submission -->Added new <em>Data sources</em> of type <em>Secret</em> to workload form. <em>Data sources</em> of type <em>Secret</em> are used to hide 3rd party access credentials when submitting workloads. For more information, see <a href=../../platform-admin/workloads/overviews/managing-workloads/#adding-new-workload>Submitting Workloads</a>.</p> </li> <li> <p><!-- RUN-16830/RUN-16831 -  Graphs & special metrics for inference -->Added new graphs for <em>Inference</em> workloads. The new graphs provide more information for <em>Inference</em> workloads to help analyze performance of the workloads. New graphs include Latency, Throughput, and number of replicas. For more information, see <a href=../platform-admin/workloads/workload-overview.md#workloads-view>Workloads View</a>. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- TODO add link to doc when ready - get approval for text RUN-16805/RUN-17416 - Provide latency-based metric for autoscaling for requests -->Added latency metric for autoscaling. This feature allows automatic scale-up/down the number of replicas of a Run:ai inference workload based on the threshold set by the ML Engineer. This ensures that response time is kept under the target SLA. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- Add to inference doc models explanation after autoscaling.  RUN-16872/RUN-18526 Separating ChatUi from model in favor of coherent autoscaling -->Improved autoscaling for inference models by taking out ChatBot UI from models images. By moving ChatBot UI to predefined <em>Environments</em>, autoscaling is more accurate by taking into account all types of requests (API, and ChatBot UI). Adding a ChatBot UI environment preset by Run:ai allows AI practitioners to easily connect them to workloads.</p> </li> <li> <p><!-- RUN-16832/ RUN-16833 - Custom value for auto-scale to zero-->Added more precision to trigger auto-scaling to zero. Now users can configure a precise consecutive idle threshold custom setting to trigger Run:ai inference workloads to scale-to-zero. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- RUN-16806/RUN-16807 - Hugging face integration -->Added Hugging Face catalog integration of community models. Run:ai has added Hugging Face integration directly to the inference workload form, providing the ability to select models (vLLM models) from Hugging Face. This allows organizations to quickly experiment with the latest open source community language models. For more information on how Hugging Face is integrated, see <a href=../../platform-admin/workloads/overviews/managing-workloads/ >Hugging Face</a>.</p> </li> <li> <p><!-- --RUN-18251/RUN-19580 - Access control for external URLs -->Improved access permissions to external tools. This improvement now allows more granular control over which personas can access external tools (external URLs) such as Jupyter Notebooks, Chatbot UI, and others. For configuration information, see <a href=../../platform-admin/workloads/overviews/managing-workloads/ >Submitting workloads</a>. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- RUN-18123/RUN-18124 - Inference Workloads APIs -->Added a new API for submitting Run:ai inference workloads. This API allows users to easily submit inference workloads. This new API provides a consistent user experience for workload submission which maintains data integrity across all the user interfaces in the Run:ai platform. (Requires minimum cluster version v2.18).</p> </li> </ul> <h4 id=command-line-interface-v2>Command Line Interface V2<a class=headerlink href=#command-line-interface-v2 title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- RUN-14715/RUN-16337 - CLI V2 -->Added an improved, researcher-focused Command Line Interface (CLI). The improved CLI brings usability enhancements for the Researcher which include:</p> <ul> <li>Support multiple clusters</li> <li>Self-upgrade</li> <li>Interactive mode</li> <li>Align CLI to be data consistent with UI and API</li> <li>Improved usability and performance</li> </ul> <p>This is an early access feature available for customers to use; however, be aware that there may be functional gaps versus the older, V1 CLI. For more information about installing and using the V2 CLI, see <a href=../../Researcher/cli-reference/new-cli/runai/ >CLI V2</a>. (Requires minimum cluster version v2.18).</p> </li> </ul> <h4 id=gpu-memory-swap>GPU memory swap<a class=headerlink href=#gpu-memory-swap title="Permanent link">&para;</a></h4> <ul> <li><!-- TODO verify link to doc post merge to page RUN-12615/RUN-12616 -->Added new GPU to CPU memory swap. To ensure efficient usage of an organization’s resources, Run:ai provides multiple features on multiple layers to help administrators and practitioners maximize their existing GPUs resource utilization. Run:ai’s GPU memory swap feature helps administrators and AI practitioners to further increase the utilization of existing GPU HW by improving GPU sharing between AI initiatives and stakeholders. This is done by expending the GPU physical memory to the CPU memory which is typically an order of magnitude larger than that of the GPU. For more information see, <a href=../../Researcher/scheduling/gpu-memory-swap/ >GPU Memory Swap</a>. (Requires minimum cluster version v2.18).</li> </ul> <h4 id=yaml-workload-reference-table>YAML Workload Reference table<a class=headerlink href=#yaml-workload-reference-table title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-17487/RUN-17656 -->Added a new YAML reference document that contains the value types and workload YAML references. Each table contains the field name, its description and the supported Run:ai workload types. The YAML field details contains information on the value type and currently available example workload snippets. For more information see, <a href=../../developer/cluster-api/submit-yaml/ >YAML Reference</a> PDF.</li> </ul> <h4 id=email-notifications-workload-status-and-timeouts>Email Notifications - Workload Status and timeouts<a class=headerlink href=#email-notifications-workload-status-and-timeouts title="Permanent link">&para;</a></h4> <ul> <li>Added new <em>Email notification</em> system. AI Practitioners can setup the types of workload notifications they want to receive. In order to receive email notifications, you must ensure that the admin has enabled and configured notifications for the tenant. For more information, see <a href=../../Researcher/best-practices/researcher-notifications/ >Email notifications</a>.</li> </ul> <h4 id=assets>Assets<a class=headerlink href=#assets title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-18486/RUN-18469 - Add description field to assets -->Improved UI asset creation form by adding a <em>Description</em> field. Now asset creators can add a free text description(max 250 characters) to any asset created. The description field is intended to help explain the nature and goal of the asset, this way AI practitioners will be able to make better decisions when choosing their assets in workload creation.</li> </ul> <h3 id=runai-administrator>Run:ai Administrator<a class=headerlink href=#runai-administrator title="Permanent link">&para;</a></h3> <h4 id=data-sources>Data Sources<a class=headerlink href=#data-sources title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- RUN-16758/RUN-18432 - Data volumes -->Added <em>Data Volumes</em> new feature. Data Volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data, and offer several key benefits. </p> <ul> <li>Managed with dedicated permissions&mdash;Data Admins, a new role within Run.ai, have exclusive control over data volume creation, data population, and sharing.</li> <li>Shared between multiple scopes&mdash;unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters. This promotes data reuse and collaboration within your organization.</li> <li>Coupled to workloads in the submission process&mdash;similar to other Run:ai data sources, Data volumes can be easily attached to AI workloads during submission, specifying the data path within the workload environment.</li> </ul> <p>For more information, see <a href=../../platform-admin/workloads/assets/data-volumes/ >Data Volumes</a>. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- TODO fix doc link RUN-16917/RUN-19363 Expose secrets in workload submission -->Added new data source of type <em>Secret</em>. Run:ai now allows you to configure a <em>Credential</em> as a data source. A <em>Data source</em> of type <em>Secret</em> is best used in workloads so that access to 3rd party interfaces and storage used in containers, keep access credentials hidden. For more information, see <a href=../../Researcher/workloads/assets/datasources/#secret>Secrets as a data source</a>.</p> </li> <li> <p>Updated the logic of data source initializing state which keeps the workload in “initializing” status until S3 data is fully mapped. For more information see <a href=https://kubernetes.io/docs/concepts/workloads/pods/sidecar-containers/ >Sidecar containers documentation</a>.</p> </li> <li> <p>Additional storage unit sizes MiB, GiB &amp; TiB (Megabyte, Gigabyte, and Terabyte respectively) added to the UI and API when creating a new data source of type PVC.</p> </li> </ul> <h4 id=credentials>Credentials<a class=headerlink href=#credentials title="Permanent link">&para;</a></h4> <ul> <li><!-- TODO add doc link RUN-16917/RUN-19363 Expose secrets in workload submission -->Added new <em>Generic secret</em> to <em>Credentials</em>. <em>Credentials</em> had been used only for access to data sources (S3, Git, etc.). However, AI practitioners need to use secrets to access sensitive data (interacting with 3rd party APIs, or other services) without having to put their credentials in their source code. <em>Generic secrets</em> leverage multiple key value pairs which helps reduce the number of Kubernetes resources and simplifies resource management by reducing the overhead associated with maintaining multiple Secrets. <em>Generic secrets</em> are best used as a data source of type <em>Secret</em> so that they can be used in containers to keep access credentials hidden. (Requires minimum cluster version v2.18).</li> </ul> <h4 id=single-sign-on>Single Sign On<a class=headerlink href=#single-sign-on title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- TODO Change ticket numbers and description RUN-16859/RUN-16860-->Added support for Single Sign On using OpenShift v4 (OIDC based). When using OpenShift, you must first define OAuthClient which interacts with OpenShift's OAuth server to authenticate users and request access tokens. For more information, see <a href=../../admin/authentication/authentication-overview/#single-sign-on-sso>Single Sign-On</a>.</p> </li> <li> <p><!-- RUN-16788/RUN-16866 - OIDC Scopes -->Added OIDC scopes to authentication requests. OIDC Scopes are used to specify what access privileges are being requested for access tokens. The scopes associated with the access tokens determine what resource are available when they are used to access OAuth 2.0 protected endpoints. Protected endpoints may perform different actions and return different information based on the scope values and other parameters used when requesting the presented access token. For more information, see <a href=../../admin/authentication/authentication-overview/#single-sign-on-sso>UI configuration</a>.</p> </li> </ul> <h4 id=ownership-protection>Ownership protection<a class=headerlink href=#ownership-protection title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-19098/RUN-19557 Need to add link -->Added new ownership protection feature. Run:ai <em>Ownership Protection</em> ensures that only authorized users can delete or modify workloads. This feature is designed to safeguard important jobs and configurations from accidental or unauthorized modifications by users who did not originally create the workload. For configuration information, see your Run:ai representative.</li> </ul> <h4 id=email-notifications>Email notifications<a class=headerlink href=#email-notifications title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- RUN-12796/ RUN-20001 - Notifications infrastructure at the Control Plane -->Added new email notifications feature. Email Notifications sends alerts for critical workload life cycle changes empowering data scientists to take necessary actions and prevent delays.</p> <ul> <li>System administrators will need to configure the email notifications. For more information, see <a href=../../admin/config/notifications/ >System notifications</a>.</li> </ul> </li> </ul> <h4 id=policy-for-distributed-and-inference-workloads-in-the-api>Policy for distributed and inference workloads in the API<a class=headerlink href=#policy-for-distributed-and-inference-workloads-in-the-api title="Permanent link">&para;</a></h4> <ul> <li>Added a new API for creating distributed training workload policies and inference workload policies. These new policies in the API allow to set defaults, enforce rules and impose setup on distributed training and inference workloads. For distributed policies, worker and master may require different rules due to their different specifications. The new capability is currently available via API only. Documentation on submitting policies to follow shortly.</li> </ul> <h4 id=policy-for-distributed-and-inference-workloads-in-the-api_1>Policy for distributed and inference workloads in the API<a class=headerlink href=#policy-for-distributed-and-inference-workloads-in-the-api_1 title="Permanent link">&para;</a></h4> <ul> <li>Added a new API for creating distributed training workload policies and inference workload policies. These new policies in the API allow to set defaults, enforce rules and impose setup on distributed training and inference workloads. For distributed policies, worker and master may require different rules due to their different specifications. The new capability is currently available via API only. Documentation on submitting policies to follow shortly.</li> </ul> <h2 id=deprecation-notifications>Deprecation Notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <p>Existing notifications feature requires cluster configuration, is being deprecated in favor of an improved Notification System. If you have been using the existing notifications feature in the cluster, you can continue to use it for the next <strong>two</strong> versions. It is recommend that you change to the new notifications system in the Control Plane for better control and improved message granularity.</p> <h3 id=feature-deprecations>Feature deprecations<a class=headerlink href=#feature-deprecations title="Permanent link">&para;</a></h3> <p>Deprecated features will be available for <strong>two</strong> versions ahead of the notification. For questions, see your Run:ai representative.</p> <!-- * Command Line Interface (CLI)&mdash;from cluster version 2.18 and higher, the *Legacy CLI* is deprecated. The *Legacy CLI* is still available for use on clusters that are 2.18 or higher, but it is recommended that you use the new *Improved CLI*. --> <h3 id=api-support-and-endpoint-deprecations>API support and endpoint deprecations<a class=headerlink href=#api-support-and-endpoint-deprecations title="Permanent link">&para;</a></h3> <p>The endpoints and parameters specified in the API reference are the ones that are officially supported by Run:ai. For more information about Run:ai's API support policy and deprecation process, see note under <a href=../../developer/overview-developer/#runai-rest-api>Developer overview</a>.</p> <h4 id=deprecated-apis-and-api-fields>Deprecated APIs and API fields<a class=headerlink href=#deprecated-apis-and-api-fields title="Permanent link">&para;</a></h4> <h5 id=cluster-api-deprecation>Cluster API Deprecation<a class=headerlink href=#cluster-api-deprecation title="Permanent link">&para;</a></h5> <p>Run:ai REST API now supports job submission. The older, <a href=../../developer/cluster-api/workload-overview-dev/ >Cluster API</a> is now deprecated. </p> <h5 id=departments-api>Departments API<a class=headerlink href=#departments-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterId}/departments</td> <td>/api/v1/org-unit/departments</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments/{department-id}</td> <td>/api/v1/org-unit/departments/{departmentId}</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments/{department-id}</td> <td>/api/v1/org-unit/departments/{departmentId}+PUT/PATCH /api/v1/org-unit/departments/{departmentId}/resources</td> </tr> </tbody> </table> <h5 id=projects-api>Projects API<a class=headerlink href=#projects-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterId}/projects</td> <td>/api/v1/org-unit/projects</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects/{id}</td> <td>/api/v1/org-unit/projects/{projectId}</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects/{id}</td> <td>/api/v1/org-unit/projects/{projectId} + /api/v1/org-unit/projects/{projectId}/resources</td> </tr> </tbody> </table> <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the <a href=../../developer/admin-rest-api/overview/#api-lifecycle-and-deprecation>Run:ai API Policy</a></p> <h2 id=breaking-changes>Breaking changes<a class=headerlink href=#breaking-changes title="Permanent link">&para;</a></h2> <p>Breaking changes notifications allow you to plan around potential changes that may interfere your current workflow when interfacing with the Run:ai Platform.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#release-content-june-30-2024 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Version 2.18 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Version 2.18 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Version 2.18 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content-june-30-2024 class=md-nav__link> <span class=md-ellipsis> Release Content - June 30, 2024 </span> </a> <nav class=md-nav aria-label="Release Content - June 30, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researcher class=md-nav__link> <span class=md-ellipsis> Researcher </span> </a> <nav class=md-nav aria-label=Researcher> <ul class=md-nav__list> <li class=md-nav__item> <a href=#jobs-workloads-and-workspaces class=md-nav__link> <span class=md-ellipsis> Jobs, Workloads, and Workspaces </span> </a> </li> <li class=md-nav__item> <a href=#command-line-interface-v2 class=md-nav__link> <span class=md-ellipsis> Command Line Interface V2 </span> </a> </li> <li class=md-nav__item> <a href=#gpu-memory-swap class=md-nav__link> <span class=md-ellipsis> GPU memory swap </span> </a> </li> <li class=md-nav__item> <a href=#yaml-workload-reference-table class=md-nav__link> <span class=md-ellipsis> YAML Workload Reference table </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications-workload-status-and-timeouts class=md-nav__link> <span class=md-ellipsis> Email Notifications - Workload Status and timeouts </span> </a> </li> <li class=md-nav__item> <a href=#assets class=md-nav__link> <span class=md-ellipsis> Assets </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-administrator class=md-nav__link> <span class=md-ellipsis> Run:ai Administrator </span> </a> <nav class=md-nav aria-label="Run:ai Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=#credentials class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> <li class=md-nav__item> <a href=#single-sign-on class=md-nav__link> <span class=md-ellipsis> Single Sign On </span> </a> </li> <li class=md-nav__item> <a href=#ownership-protection class=md-nav__link> <span class=md-ellipsis> Ownership protection </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications class=md-nav__link> <span class=md-ellipsis> Email notifications </span> </a> </li> <li class=md-nav__item> <a href=#policy-for-distributed-and-inference-workloads-in-the-api class=md-nav__link> <span class=md-ellipsis> Policy for distributed and inference workloads in the API </span> </a> </li> <li class=md-nav__item> <a href=#policy-for-distributed-and-inference-workloads-in-the-api_1 class=md-nav__link> <span class=md-ellipsis> Policy for distributed and inference workloads in the API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation Notifications </span> </a> <nav class=md-nav aria-label="Deprecation Notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#feature-deprecations class=md-nav__link> <span class=md-ellipsis> Feature deprecations </span> </a> </li> <li class=md-nav__item> <a href=#api-support-and-endpoint-deprecations class=md-nav__link> <span class=md-ellipsis> API support and endpoint deprecations </span> </a> <nav class=md-nav aria-label="API support and endpoint deprecations"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#deprecated-apis-and-api-fields class=md-nav__link> <span class=md-ellipsis> Deprecated APIs and API fields </span> </a> <nav class=md-nav aria-label="Deprecated APIs and API fields"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-api-deprecation class=md-nav__link> <span class=md-ellipsis> Cluster API Deprecation </span> </a> </li> <li class=md-nav__item> <a href=#departments-api class=md-nav__link> <span class=md-ellipsis> Departments API </span> </a> </li> <li class=md-nav__item> <a href=#projects-api class=md-nav__link> <span class=md-ellipsis> Projects API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#breaking-changes class=md-nav__link> <span class=md-ellipsis> Breaking changes </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content-june-30-2024 class=md-nav__link> <span class=md-ellipsis> Release Content - June 30, 2024 </span> </a> <nav class=md-nav aria-label="Release Content - June 30, 2024"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researcher class=md-nav__link> <span class=md-ellipsis> Researcher </span> </a> <nav class=md-nav aria-label=Researcher> <ul class=md-nav__list> <li class=md-nav__item> <a href=#jobs-workloads-and-workspaces class=md-nav__link> <span class=md-ellipsis> Jobs, Workloads, and Workspaces </span> </a> </li> <li class=md-nav__item> <a href=#command-line-interface-v2 class=md-nav__link> <span class=md-ellipsis> Command Line Interface V2 </span> </a> </li> <li class=md-nav__item> <a href=#gpu-memory-swap class=md-nav__link> <span class=md-ellipsis> GPU memory swap </span> </a> </li> <li class=md-nav__item> <a href=#yaml-workload-reference-table class=md-nav__link> <span class=md-ellipsis> YAML Workload Reference table </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications-workload-status-and-timeouts class=md-nav__link> <span class=md-ellipsis> Email Notifications - Workload Status and timeouts </span> </a> </li> <li class=md-nav__item> <a href=#assets class=md-nav__link> <span class=md-ellipsis> Assets </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-administrator class=md-nav__link> <span class=md-ellipsis> Run:ai Administrator </span> </a> <nav class=md-nav aria-label="Run:ai Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=#credentials class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> <li class=md-nav__item> <a href=#single-sign-on class=md-nav__link> <span class=md-ellipsis> Single Sign On </span> </a> </li> <li class=md-nav__item> <a href=#ownership-protection class=md-nav__link> <span class=md-ellipsis> Ownership protection </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications class=md-nav__link> <span class=md-ellipsis> Email notifications </span> </a> </li> <li class=md-nav__item> <a href=#policy-for-distributed-and-inference-workloads-in-the-api class=md-nav__link> <span class=md-ellipsis> Policy for distributed and inference workloads in the API </span> </a> </li> <li class=md-nav__item> <a href=#policy-for-distributed-and-inference-workloads-in-the-api_1 class=md-nav__link> <span class=md-ellipsis> Policy for distributed and inference workloads in the API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation Notifications </span> </a> <nav class=md-nav aria-label="Deprecation Notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#feature-deprecations class=md-nav__link> <span class=md-ellipsis> Feature deprecations </span> </a> </li> <li class=md-nav__item> <a href=#api-support-and-endpoint-deprecations class=md-nav__link> <span class=md-ellipsis> API support and endpoint deprecations </span> </a> <nav class=md-nav aria-label="API support and endpoint deprecations"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#deprecated-apis-and-api-fields class=md-nav__link> <span class=md-ellipsis> Deprecated APIs and API fields </span> </a> <nav class=md-nav aria-label="Deprecated APIs and API fields"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#cluster-api-deprecation class=md-nav__link> <span class=md-ellipsis> Cluster API Deprecation </span> </a> </li> <li class=md-nav__item> <a href=#departments-api class=md-nav__link> <span class=md-ellipsis> Departments API </span> </a> </li> <li class=md-nav__item> <a href=#projects-api class=md-nav__link> <span class=md-ellipsis> Projects API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#breaking-changes class=md-nav__link> <span class=md-ellipsis> Breaking changes </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/whats-new-2-18.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Version 2.18</h1> <h2 id=release-content-june-30-2024>Release Content - June 30, 2024<a class=headerlink href=#release-content-june-30-2024 title="Permanent link">&para;</a></h2> <ul> <li><a href=#deprecation-notifications>Deprecation notifications</a></li> <li><a href=#breaking-changes>Breaking changes</a></li> </ul> <h3 id=researcher>Researcher<a class=headerlink href=#researcher title="Permanent link">&para;</a></h3> <h4 id=jobs-workloads-and-workspaces>Jobs, Workloads, and Workspaces<a class=headerlink href=#jobs-workloads-and-workspaces title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- Run-14732/Run-14733 Add backoff limit to workspace & standard training -->Added to UI backoff limit functionality to Training and Workspace workloads. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload's status will change to <code>Failed</code>. The UI will display the default number of retries based on 6 attempts for each pod in the workload. (For example, 6 pods = 36 attempts).</p> </li> <li> <p><!-- RUN-18944/RUN-18945 Changing "Auto-deletion" default and presentation of the default value in the UI -->Updated <em>Auto-deletion time</em> default value from <strong>never</strong> to <strong>30 days</strong>. The <em>Auto-deletion time</em> count starts when any Run:ai workload reaches a a completed, or failed status will be automatically deleted (including logs). This change only affects new or cloned workloads.</p> </li> <li> <p><!-- RUN-16917/RUN-19363 move to top Expose secrets in workload submission -->Added new <em>Data sources</em> of type <em>Secret</em> to workload form. <em>Data sources</em> of type <em>Secret</em> are used to hide 3rd party access credentials when submitting workloads. For more information, see <a href=../../platform-admin/workloads/overviews/managing-workloads/#adding-new-workload>Submitting Workloads</a>.</p> </li> <li> <p><!-- RUN-16830/RUN-16831 -  Graphs & special metrics for inference -->Added new graphs for <em>Inference</em> workloads. The new graphs provide more information for <em>Inference</em> workloads to help analyze performance of the workloads. New graphs include Latency, Throughput, and number of replicas. For more information, see <a href=../platform-admin/workloads/workload-overview.md#workloads-view>Workloads View</a>. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- TODO add link to doc when ready - get approval for text RUN-16805/RUN-17416 - Provide latency-based metric for autoscaling for requests -->Added latency metric for autoscaling. This feature allows automatic scale-up/down the number of replicas of a Run:ai inference workload based on the threshold set by the ML Engineer. This ensures that response time is kept under the target SLA. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- Add to inference doc models explanation after autoscaling.  RUN-16872/RUN-18526 Separating ChatUi from model in favor of coherent autoscaling -->Improved autoscaling for inference models by taking out ChatBot UI from models images. By moving ChatBot UI to predefined <em>Environments</em>, autoscaling is more accurate by taking into account all types of requests (API, and ChatBot UI). Adding a ChatBot UI environment preset by Run:ai allows AI practitioners to easily connect them to workloads.</p> </li> <li> <p><!-- RUN-16832/ RUN-16833 - Custom value for auto-scale to zero-->Added more precision to trigger auto-scaling to zero. Now users can configure a precise consecutive idle threshold custom setting to trigger Run:ai inference workloads to scale-to-zero. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- RUN-16806/RUN-16807 - Hugging face integration -->Added Hugging Face catalog integration of community models. Run:ai has added Hugging Face integration directly to the inference workload form, providing the ability to select models (vLLM models) from Hugging Face. This allows organizations to quickly experiment with the latest open source community language models. For more information on how Hugging Face is integrated, see <a href=../../platform-admin/workloads/overviews/managing-workloads/ >Hugging Face</a>.</p> </li> <li> <p><!-- --RUN-18251/RUN-19580 - Access control for external URLs -->Improved access permissions to external tools. This improvement now allows more granular control over which personas can access external tools (external URLs) such as Jupyter Notebooks, Chatbot UI, and others. For configuration information, see <a href=../../platform-admin/workloads/overviews/managing-workloads/ >Submitting workloads</a>. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- RUN-18123/RUN-18124 - Inference Workloads APIs -->Added a new API for submitting Run:ai inference workloads. This API allows users to easily submit inference workloads. This new API provides a consistent user experience for workload submission which maintains data integrity across all the user interfaces in the Run:ai platform. (Requires minimum cluster version v2.18).</p> </li> </ul> <h4 id=command-line-interface-v2>Command Line Interface V2<a class=headerlink href=#command-line-interface-v2 title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- RUN-14715/RUN-16337 - CLI V2 -->Added an improved, researcher-focused Command Line Interface (CLI). The improved CLI brings usability enhancements for the Researcher which include:</p> <ul> <li>Support multiple clusters</li> <li>Self-upgrade</li> <li>Interactive mode</li> <li>Align CLI to be data consistent with UI and API</li> <li>Improved usability and performance</li> </ul> <p>This is an early access feature available for customers to use; however, be aware that there may be functional gaps versus the older, V1 CLI. For more information about installing and using the V2 CLI, see <a href=../../Researcher/cli-reference/new-cli/runai/ >CLI V2</a>. (Requires minimum cluster version v2.18).</p> </li> </ul> <h4 id=gpu-memory-swap>GPU memory swap<a class=headerlink href=#gpu-memory-swap title="Permanent link">&para;</a></h4> <ul> <li><!-- TODO verify link to doc post merge to page RUN-12615/RUN-12616 -->Added new GPU to CPU memory swap. To ensure efficient usage of an organization’s resources, Run:ai provides multiple features on multiple layers to help administrators and practitioners maximize their existing GPUs resource utilization. Run:ai’s GPU memory swap feature helps administrators and AI practitioners to further increase the utilization of existing GPU HW by improving GPU sharing between AI initiatives and stakeholders. This is done by expending the GPU physical memory to the CPU memory which is typically an order of magnitude larger than that of the GPU. For more information see, <a href=../../Researcher/scheduling/gpu-memory-swap/ >GPU Memory Swap</a>. (Requires minimum cluster version v2.18).</li> </ul> <h4 id=yaml-workload-reference-table>YAML Workload Reference table<a class=headerlink href=#yaml-workload-reference-table title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-17487/RUN-17656 -->Added a new YAML reference document that contains the value types and workload YAML references. Each table contains the field name, its description and the supported Run:ai workload types. The YAML field details contains information on the value type and currently available example workload snippets. For more information see, <a href=../../developer/cluster-api/submit-yaml/ >YAML Reference</a> PDF.</li> </ul> <h4 id=email-notifications-workload-status-and-timeouts>Email Notifications - Workload Status and timeouts<a class=headerlink href=#email-notifications-workload-status-and-timeouts title="Permanent link">&para;</a></h4> <ul> <li>Added new <em>Email notification</em> system. AI Practitioners can setup the types of workload notifications they want to receive. In order to receive email notifications, you must ensure that the admin has enabled and configured notifications for the tenant. For more information, see <a href=../../Researcher/best-practices/researcher-notifications/ >Email notifications</a>.</li> </ul> <h4 id=assets>Assets<a class=headerlink href=#assets title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-18486/RUN-18469 - Add description field to assets -->Improved UI asset creation form by adding a <em>Description</em> field. Now asset creators can add a free text description(max 250 characters) to any asset created. The description field is intended to help explain the nature and goal of the asset, this way AI practitioners will be able to make better decisions when choosing their assets in workload creation.</li> </ul> <h3 id=runai-administrator>Run:ai Administrator<a class=headerlink href=#runai-administrator title="Permanent link">&para;</a></h3> <h4 id=data-sources>Data Sources<a class=headerlink href=#data-sources title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- RUN-16758/RUN-18432 - Data volumes -->Added <em>Data Volumes</em> new feature. Data Volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data, and offer several key benefits. </p> <ul> <li>Managed with dedicated permissions&mdash;Data Admins, a new role within Run.ai, have exclusive control over data volume creation, data population, and sharing.</li> <li>Shared between multiple scopes&mdash;unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters. This promotes data reuse and collaboration within your organization.</li> <li>Coupled to workloads in the submission process&mdash;similar to other Run:ai data sources, Data volumes can be easily attached to AI workloads during submission, specifying the data path within the workload environment.</li> </ul> <p>For more information, see <a href=../../platform-admin/workloads/assets/data-volumes/ >Data Volumes</a>. (Requires minimum cluster version v2.18).</p> </li> <li> <p><!-- TODO fix doc link RUN-16917/RUN-19363 Expose secrets in workload submission -->Added new data source of type <em>Secret</em>. Run:ai now allows you to configure a <em>Credential</em> as a data source. A <em>Data source</em> of type <em>Secret</em> is best used in workloads so that access to 3rd party interfaces and storage used in containers, keep access credentials hidden. For more information, see <a href=../../Researcher/workloads/assets/datasources/#secret>Secrets as a data source</a>.</p> </li> <li> <p>Updated the logic of data source initializing state which keeps the workload in “initializing” status until S3 data is fully mapped. For more information see <a href=https://kubernetes.io/docs/concepts/workloads/pods/sidecar-containers/ >Sidecar containers documentation</a>.</p> </li> <li> <p>Additional storage unit sizes MiB, GiB &amp; TiB (Megabyte, Gigabyte, and Terabyte respectively) added to the UI and API when creating a new data source of type PVC.</p> </li> </ul> <h4 id=credentials>Credentials<a class=headerlink href=#credentials title="Permanent link">&para;</a></h4> <ul> <li><!-- TODO add doc link RUN-16917/RUN-19363 Expose secrets in workload submission -->Added new <em>Generic secret</em> to <em>Credentials</em>. <em>Credentials</em> had been used only for access to data sources (S3, Git, etc.). However, AI practitioners need to use secrets to access sensitive data (interacting with 3rd party APIs, or other services) without having to put their credentials in their source code. <em>Generic secrets</em> leverage multiple key value pairs which helps reduce the number of Kubernetes resources and simplifies resource management by reducing the overhead associated with maintaining multiple Secrets. <em>Generic secrets</em> are best used as a data source of type <em>Secret</em> so that they can be used in containers to keep access credentials hidden. (Requires minimum cluster version v2.18).</li> </ul> <h4 id=single-sign-on>Single Sign On<a class=headerlink href=#single-sign-on title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- TODO Change ticket numbers and description RUN-16859/RUN-16860-->Added support for Single Sign On using OpenShift v4 (OIDC based). When using OpenShift, you must first define OAuthClient which interacts with OpenShift's OAuth server to authenticate users and request access tokens. For more information, see <a href=../../admin/authentication/authentication-overview/#single-sign-on-sso>Single Sign-On</a>.</p> </li> <li> <p><!-- RUN-16788/RUN-16866 - OIDC Scopes -->Added OIDC scopes to authentication requests. OIDC Scopes are used to specify what access privileges are being requested for access tokens. The scopes associated with the access tokens determine what resource are available when they are used to access OAuth 2.0 protected endpoints. Protected endpoints may perform different actions and return different information based on the scope values and other parameters used when requesting the presented access token. For more information, see <a href=../../admin/authentication/authentication-overview/#single-sign-on-sso>UI configuration</a>.</p> </li> </ul> <h4 id=ownership-protection>Ownership protection<a class=headerlink href=#ownership-protection title="Permanent link">&para;</a></h4> <ul> <li><!-- RUN-19098/RUN-19557 Need to add link -->Added new ownership protection feature. Run:ai <em>Ownership Protection</em> ensures that only authorized users can delete or modify workloads. This feature is designed to safeguard important jobs and configurations from accidental or unauthorized modifications by users who did not originally create the workload. For configuration information, see your Run:ai representative.</li> </ul> <h4 id=email-notifications>Email notifications<a class=headerlink href=#email-notifications title="Permanent link">&para;</a></h4> <ul> <li> <p><!-- RUN-12796/ RUN-20001 - Notifications infrastructure at the Control Plane -->Added new email notifications feature. Email Notifications sends alerts for critical workload life cycle changes empowering data scientists to take necessary actions and prevent delays.</p> <ul> <li>System administrators will need to configure the email notifications. For more information, see <a href=../../admin/config/notifications/ >System notifications</a>.</li> </ul> </li> </ul> <h4 id=policy-for-distributed-and-inference-workloads-in-the-api>Policy for distributed and inference workloads in the API<a class=headerlink href=#policy-for-distributed-and-inference-workloads-in-the-api title="Permanent link">&para;</a></h4> <ul> <li>Added a new API for creating distributed training workload policies and inference workload policies. These new policies in the API allow to set defaults, enforce rules and impose setup on distributed training and inference workloads. For distributed policies, worker and master may require different rules due to their different specifications. The new capability is currently available via API only. Documentation on submitting policies to follow shortly.</li> </ul> <h4 id=policy-for-distributed-and-inference-workloads-in-the-api_1>Policy for distributed and inference workloads in the API<a class=headerlink href=#policy-for-distributed-and-inference-workloads-in-the-api_1 title="Permanent link">&para;</a></h4> <ul> <li>Added a new API for creating distributed training workload policies and inference workload policies. These new policies in the API allow to set defaults, enforce rules and impose setup on distributed training and inference workloads. For distributed policies, worker and master may require different rules due to their different specifications. The new capability is currently available via API only. Documentation on submitting policies to follow shortly.</li> </ul> <h2 id=deprecation-notifications>Deprecation Notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <p>Existing notifications feature requires cluster configuration, is being deprecated in favor of an improved Notification System. If you have been using the existing notifications feature in the cluster, you can continue to use it for the next <strong>two</strong> versions. It is recommend that you change to the new notifications system in the Control Plane for better control and improved message granularity.</p> <h3 id=feature-deprecations>Feature deprecations<a class=headerlink href=#feature-deprecations title="Permanent link">&para;</a></h3> <p>Deprecated features will be available for <strong>two</strong> versions ahead of the notification. For questions, see your Run:ai representative.</p> <!-- * Command Line Interface (CLI)&mdash;from cluster version 2.18 and higher, the *Legacy CLI* is deprecated. The *Legacy CLI* is still available for use on clusters that are 2.18 or higher, but it is recommended that you use the new *Improved CLI*. --> <h3 id=api-support-and-endpoint-deprecations>API support and endpoint deprecations<a class=headerlink href=#api-support-and-endpoint-deprecations title="Permanent link">&para;</a></h3> <p>The endpoints and parameters specified in the API reference are the ones that are officially supported by Run:ai. For more information about Run:ai's API support policy and deprecation process, see note under <a href=../../developer/overview-developer/#runai-rest-api>Developer overview</a>.</p> <h4 id=deprecated-apis-and-api-fields>Deprecated APIs and API fields<a class=headerlink href=#deprecated-apis-and-api-fields title="Permanent link">&para;</a></h4> <h5 id=cluster-api-deprecation>Cluster API Deprecation<a class=headerlink href=#cluster-api-deprecation title="Permanent link">&para;</a></h5> <p>Run:ai REST API now supports job submission. The older, <a href=../../developer/cluster-api/workload-overview-dev/ >Cluster API</a> is now deprecated. </p> <h5 id=departments-api>Departments API<a class=headerlink href=#departments-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterId}/departments</td> <td>/api/v1/org-unit/departments</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments/{department-id}</td> <td>/api/v1/org-unit/departments/{departmentId}</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/departments/{department-id}</td> <td>/api/v1/org-unit/departments/{departmentId}+PUT/PATCH /api/v1/org-unit/departments/{departmentId}/resources</td> </tr> </tbody> </table> <h5 id=projects-api>Projects API<a class=headerlink href=#projects-api title="Permanent link">&para;</a></h5> <table> <thead> <tr> <th>Deprecated</th> <th>Replacement</th> </tr> </thead> <tbody> <tr> <td>/v1/k8s/clusters/{clusterId}/projects</td> <td>/api/v1/org-unit/projects</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects/{id}</td> <td>/api/v1/org-unit/projects/{projectId}</td> </tr> <tr> <td>/v1/k8s/clusters/{clusterId}/projects/{id}</td> <td>/api/v1/org-unit/projects/{projectId} + /api/v1/org-unit/projects/{projectId}/resources</td> </tr> </tbody> </table> <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the <a href=../../developer/admin-rest-api/overview/#api-lifecycle-and-deprecation>Run:ai API Policy</a></p> <h2 id=breaking-changes>Breaking changes<a class=headerlink href=#breaking-changes title="Permanent link">&para;</a></h2> <p>Breaking changes notifications allow you to plan around potential changes that may interfere your current workflow when interfacing with the Run:ai Platform.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/whats-new-2-19/index.html b/v2.20/home/whats-new-2-19/index.html
index 79e1867fda..f765c23254 100644
--- a/v2.20/home/whats-new-2-19/index.html
+++ b/v2.20/home/whats-new-2-19/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-19/ rel=canonical><link href=../whats-new-2-20/ rel=prev><link href=../whats-new-2-18/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Version 2.19 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-19/ rel=canonical><link href=../whats-new-2-20/ rel=prev><link href=../whats-new-2-18/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Version 2.19 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#whats-new-in-version-219 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Version 2.19 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Version 2.19 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Version 2.19 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> </li> <li class=md-nav__item> <a href=#researchers class=md-nav__link> <span class=md-ellipsis> Researchers </span> </a> <nav class=md-nav aria-label=Researchers> <ul class=md-nav__list> <li class=md-nav__item> <a href=#improved-visibility-into-pending-workloads class=md-nav__link> <span class=md-ellipsis> Improved visibility into pending workloads </span> </a> </li> <li class=md-nav__item> <a href=#new-workload-events class=md-nav__link> <span class=md-ellipsis> New workload events </span> </a> </li> <li class=md-nav__item> <a href=#improved-command-line-interface-autocompletion class=md-nav__link> <span class=md-ellipsis> Improved command line interface autocompletion </span> </a> </li> <li class=md-nav__item> <a href=#details-pane-in-the-workloads-view class=md-nav__link> <span class=md-ellipsis> Details pane in the Workloads view </span> </a> </li> <li class=md-nav__item> <a href=#container-path-outside-the-data-source-asset class=md-nav__link> <span class=md-ellipsis> Container path outside the data source asset </span> </a> </li> <li class=md-nav__item> <a href=#node-toleration-for-workloads class=md-nav__link> <span class=md-ellipsis> Node toleration for workloads </span> </a> </li> <li class=md-nav__item> <a href=#topology-aware-scheduling class=md-nav__link> <span class=md-ellipsis> Topology-aware scheduling </span> </a> </li> <li class=md-nav__item> <a href=#bulk-deletion-of-workloads class=md-nav__link> <span class=md-ellipsis> Bulk deletion of workloads </span> </a> </li> <li class=md-nav__item> <a href=#enhanced-policy-representation-in-the-runai-ui class=md-nav__link> <span class=md-ellipsis> Enhanced policy representation in the Run:ai UI </span> </a> </li> <li class=md-nav__item> <a href=#configuration-of-credentials-as-environment-variables class=md-nav__link> <span class=md-ellipsis> Configuration of credentials as environment variables </span> </a> </li> <li class=md-nav__item> <a href=#expanded-scope-of-configmap-as-data-source class=md-nav__link> <span class=md-ellipsis> Expanded scope of ConfigMap as data source </span> </a> </li> <li class=md-nav__item> <a href=#improved-workload-scheduling-algorithm class=md-nav__link> <span class=md-ellipsis> Improved workload scheduling algorithm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-engineer-inference class=md-nav__link> <span class=md-ellipsis> ML Engineer (Inference) </span> </a> <nav class=md-nav aria-label="ML Engineer (Inference)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#additional-data-sources-for-inference-workloads class=md-nav__link> <span class=md-ellipsis> Additional data sources for inference workloads </span> </a> </li> <li class=md-nav__item> <a href=#hugging-face-integration-improvements class=md-nav__link> <span class=md-ellipsis> Hugging Face integration improvements </span> </a> </li> <li class=md-nav__item> <a href=#rolling-inference-updates class=md-nav__link> <span class=md-ellipsis> Rolling inference updates </span> </a> </li> <li class=md-nav__item> <a href=#inference-endpoint-authorization class=md-nav__link> <span class=md-ellipsis> Inference endpoint authorization </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-developer class=md-nav__link> <span class=md-ellipsis> Run:ai Developer </span> </a> <nav class=md-nav aria-label="Run:ai Developer"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#metrics-and-telemetry class=md-nav__link> <span class=md-ellipsis> Metrics and telemetry </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#administrator class=md-nav__link> <span class=md-ellipsis> Administrator </span> </a> <nav class=md-nav aria-label=Administrator> <ul class=md-nav__list> <li class=md-nav__item> <a href=#pagination-in-user-api class=md-nav__link> <span class=md-ellipsis> Pagination in user API </span> </a> </li> <li class=md-nav__item> <a href=#audit-log class=md-nav__link> <span class=md-ellipsis> Audit log </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#platform-administrator class=md-nav__link> <span class=md-ellipsis> Platform Administrator </span> </a> <nav class=md-nav aria-label="Platform Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#department-scheduling-rules class=md-nav__link> <span class=md-ellipsis> Department scheduling rules </span> </a> </li> <li class=md-nav__item> <a href=#department-node-pool-priority class=md-nav__link> <span class=md-ellipsis> Department node pool priority </span> </a> </li> <li class=md-nav__item> <a href=#department-and-project-grids class=md-nav__link> <span class=md-ellipsis> Department and project grids </span> </a> </li> <li class=md-nav__item> <a href=#overview-dashboard class=md-nav__link> <span class=md-ellipsis> Overview dashboard </span> </a> </li> <li class=md-nav__item> <a href=#workload-policy-for-distributed-training-workloads-in-the-runai-ui class=md-nav__link> <span class=md-ellipsis> Workload policy for distributed training workloads in the Run:ai UI </span> </a> </li> <li class=md-nav__item> <a href=#reconciliation-of-policy-rules class=md-nav__link> <span class=md-ellipsis> Reconciliation of policy rules </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#infrastructure-administrator class=md-nav__link> <span class=md-ellipsis> Infrastructure Administrator </span> </a> <nav class=md-nav aria-label="Infrastructure Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#support-for-cos-over-gke class=md-nav__link> <span class=md-ellipsis> Support for COS over GKE </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-karpenter class=md-nav__link> <span class=md-ellipsis> Run:ai and Karpenter </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#control-and-visibility-ui-changes class=md-nav__link> <span class=md-ellipsis> Control and Visibility (UI changes) </span> </a> <nav class=md-nav aria-label="Control and Visibility (UI changes)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#new-runai-ui-navigation class=md-nav__link> <span class=md-ellipsis> New Run:ai UI navigation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation notifications </span> </a> <nav class=md-nav aria-label="Deprecation notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#feature-deprecations class=md-nav__link> <span class=md-ellipsis> Feature deprecations </span> </a> <nav class=md-nav aria-label="Feature deprecations"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#legacy-jobs-view class=md-nav__link> <span class=md-ellipsis> Legacy Jobs view </span> </a> </li> <li class=md-nav__item> <a href=#dynamic-mig-deprecation class=md-nav__link> <span class=md-ellipsis> Dynamic MIG deprecation </span> </a> </li> <li class=md-nav__item> <a href=#legacy-navigation-runai-ui class=md-nav__link> <span class=md-ellipsis> Legacy navigation - Run:ai UI </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#api-support-and-endpoint-deprecations class=md-nav__link> <span class=md-ellipsis> API support and endpoint deprecations </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#documentation-enhancements class=md-nav__link> <span class=md-ellipsis> Documentation enhancements </span> </a> <nav class=md-nav aria-label="Documentation enhancements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-policy-documentation class=md-nav__link> <span class=md-ellipsis> Workload policy documentation </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> </li> <li class=md-nav__item> <a href=#researchers class=md-nav__link> <span class=md-ellipsis> Researchers </span> </a> <nav class=md-nav aria-label=Researchers> <ul class=md-nav__list> <li class=md-nav__item> <a href=#improved-visibility-into-pending-workloads class=md-nav__link> <span class=md-ellipsis> Improved visibility into pending workloads </span> </a> </li> <li class=md-nav__item> <a href=#new-workload-events class=md-nav__link> <span class=md-ellipsis> New workload events </span> </a> </li> <li class=md-nav__item> <a href=#improved-command-line-interface-autocompletion class=md-nav__link> <span class=md-ellipsis> Improved command line interface autocompletion </span> </a> </li> <li class=md-nav__item> <a href=#details-pane-in-the-workloads-view class=md-nav__link> <span class=md-ellipsis> Details pane in the Workloads view </span> </a> </li> <li class=md-nav__item> <a href=#container-path-outside-the-data-source-asset class=md-nav__link> <span class=md-ellipsis> Container path outside the data source asset </span> </a> </li> <li class=md-nav__item> <a href=#node-toleration-for-workloads class=md-nav__link> <span class=md-ellipsis> Node toleration for workloads </span> </a> </li> <li class=md-nav__item> <a href=#topology-aware-scheduling class=md-nav__link> <span class=md-ellipsis> Topology-aware scheduling </span> </a> </li> <li class=md-nav__item> <a href=#bulk-deletion-of-workloads class=md-nav__link> <span class=md-ellipsis> Bulk deletion of workloads </span> </a> </li> <li class=md-nav__item> <a href=#enhanced-policy-representation-in-the-runai-ui class=md-nav__link> <span class=md-ellipsis> Enhanced policy representation in the Run:ai UI </span> </a> </li> <li class=md-nav__item> <a href=#configuration-of-credentials-as-environment-variables class=md-nav__link> <span class=md-ellipsis> Configuration of credentials as environment variables </span> </a> </li> <li class=md-nav__item> <a href=#expanded-scope-of-configmap-as-data-source class=md-nav__link> <span class=md-ellipsis> Expanded scope of ConfigMap as data source </span> </a> </li> <li class=md-nav__item> <a href=#improved-workload-scheduling-algorithm class=md-nav__link> <span class=md-ellipsis> Improved workload scheduling algorithm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-engineer-inference class=md-nav__link> <span class=md-ellipsis> ML Engineer (Inference) </span> </a> <nav class=md-nav aria-label="ML Engineer (Inference)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#additional-data-sources-for-inference-workloads class=md-nav__link> <span class=md-ellipsis> Additional data sources for inference workloads </span> </a> </li> <li class=md-nav__item> <a href=#hugging-face-integration-improvements class=md-nav__link> <span class=md-ellipsis> Hugging Face integration improvements </span> </a> </li> <li class=md-nav__item> <a href=#rolling-inference-updates class=md-nav__link> <span class=md-ellipsis> Rolling inference updates </span> </a> </li> <li class=md-nav__item> <a href=#inference-endpoint-authorization class=md-nav__link> <span class=md-ellipsis> Inference endpoint authorization </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-developer class=md-nav__link> <span class=md-ellipsis> Run:ai Developer </span> </a> <nav class=md-nav aria-label="Run:ai Developer"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#metrics-and-telemetry class=md-nav__link> <span class=md-ellipsis> Metrics and telemetry </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#administrator class=md-nav__link> <span class=md-ellipsis> Administrator </span> </a> <nav class=md-nav aria-label=Administrator> <ul class=md-nav__list> <li class=md-nav__item> <a href=#pagination-in-user-api class=md-nav__link> <span class=md-ellipsis> Pagination in user API </span> </a> </li> <li class=md-nav__item> <a href=#audit-log class=md-nav__link> <span class=md-ellipsis> Audit log </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#platform-administrator class=md-nav__link> <span class=md-ellipsis> Platform Administrator </span> </a> <nav class=md-nav aria-label="Platform Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#department-scheduling-rules class=md-nav__link> <span class=md-ellipsis> Department scheduling rules </span> </a> </li> <li class=md-nav__item> <a href=#department-node-pool-priority class=md-nav__link> <span class=md-ellipsis> Department node pool priority </span> </a> </li> <li class=md-nav__item> <a href=#department-and-project-grids class=md-nav__link> <span class=md-ellipsis> Department and project grids </span> </a> </li> <li class=md-nav__item> <a href=#overview-dashboard class=md-nav__link> <span class=md-ellipsis> Overview dashboard </span> </a> </li> <li class=md-nav__item> <a href=#workload-policy-for-distributed-training-workloads-in-the-runai-ui class=md-nav__link> <span class=md-ellipsis> Workload policy for distributed training workloads in the Run:ai UI </span> </a> </li> <li class=md-nav__item> <a href=#reconciliation-of-policy-rules class=md-nav__link> <span class=md-ellipsis> Reconciliation of policy rules </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#infrastructure-administrator class=md-nav__link> <span class=md-ellipsis> Infrastructure Administrator </span> </a> <nav class=md-nav aria-label="Infrastructure Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#support-for-cos-over-gke class=md-nav__link> <span class=md-ellipsis> Support for COS over GKE </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-karpenter class=md-nav__link> <span class=md-ellipsis> Run:ai and Karpenter </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#control-and-visibility-ui-changes class=md-nav__link> <span class=md-ellipsis> Control and Visibility (UI changes) </span> </a> <nav class=md-nav aria-label="Control and Visibility (UI changes)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#new-runai-ui-navigation class=md-nav__link> <span class=md-ellipsis> New Run:ai UI navigation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation notifications </span> </a> <nav class=md-nav aria-label="Deprecation notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#feature-deprecations class=md-nav__link> <span class=md-ellipsis> Feature deprecations </span> </a> <nav class=md-nav aria-label="Feature deprecations"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#legacy-jobs-view class=md-nav__link> <span class=md-ellipsis> Legacy Jobs view </span> </a> </li> <li class=md-nav__item> <a href=#dynamic-mig-deprecation class=md-nav__link> <span class=md-ellipsis> Dynamic MIG deprecation </span> </a> </li> <li class=md-nav__item> <a href=#legacy-navigation-runai-ui class=md-nav__link> <span class=md-ellipsis> Legacy navigation - Run:ai UI </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#api-support-and-endpoint-deprecations class=md-nav__link> <span class=md-ellipsis> API support and endpoint deprecations </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#documentation-enhancements class=md-nav__link> <span class=md-ellipsis> Documentation enhancements </span> </a> <nav class=md-nav aria-label="Documentation enhancements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-policy-documentation class=md-nav__link> <span class=md-ellipsis> Workload policy documentation </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/whats-new-2-19.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=whats-new-in-version-219>What’s New in Version 2.19<a class=headerlink href=#whats-new-in-version-219 title="Permanent link">&para;</a></h1> <h2 id=release-content><strong>Release Content</strong> <date><a class=headerlink href=#release-content title="Permanent link">&para;</a></h2> <ul> <li><a href=#deprecation-notifications>Deprecation notifications</a> </li> </ul> <h2 id=researchers>Researchers<a class=headerlink href=#researchers title="Permanent link">&para;</a></h2> <h3 id=improved-visibility-into-pending-workloads>Improved visibility into pending workloads<a class=headerlink href=#improved-visibility-into-pending-workloads title="Permanent link">&para;</a></h3> <p>For workloads with the status of "Pending," the user can click the “i” icon next to the status to view details of why the workload hasn’t been scheduled. (Requires a minimum cluster version of v2.19) </p> <h3 id=new-workload-events>New workload events<a class=headerlink href=#new-workload-events title="Permanent link">&para;</a></h3> <p>There are now new GPU resource optimization-related messages that are viewable as workload events. These events help users understand the decisions made by the Run:ai GPU toolkit while handling Run:ai’s GPU resource optimization features.<br> Run:ai’s GPU resource optimization offers unique capabilities that take GPU utilization to a new level and helps customers increase their productivity while maximizing their return on GPU investment. (Requires a minimum cluster version of v2.19) </p> <h3 id=improved-command-line-interface-autocompletion>Improved command line interface autocompletion<a class=headerlink href=#improved-command-line-interface-autocompletion title="Permanent link">&para;</a></h3> <p>CLI V2 now autocompletes nouns such as project names and workload names for better data consistency with the UI, auto-upgrades, and interactive mode.</p> <h3 id=details-pane-in-the-workloads-view>Details pane in the Workloads view<a class=headerlink href=#details-pane-in-the-workloads-view title="Permanent link">&para;</a></h3> <p>A new DETAILS tab for workloads has been added and presents additional workload information, including Container command, Environment variables, and CLI command syntax (if the workload was submitted via CLI). </p> <h3 id=container-path-outside-the-data-source-asset>Container path outside the data source asset<a class=headerlink href=#container-path-outside-the-data-source-asset title="Permanent link">&para;</a></h3> <p>AI practitioners can now override the predefined container path for each data source when submitting a workload via the Run:ai UI. While the container path must still be specified as part of the data source asset, researchers can now override the default container path when submitting workloads. (Requires a minimum cluster version of v2.16) </p> <h3 id=node-toleration-for-workloads>Node toleration for workloads<a class=headerlink href=#node-toleration-for-workloads title="Permanent link">&para;</a></h3> <p>Researchers can now optionally set tolerations for workloads, letting them bypass node taints during workload submission via the Run:ai UI.<br> To use this feature, make sure it is activated under General Settings.<br> For more information, refer to the Kubernetes <a href=https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ >Taints and Tolerations</a> Guide. (Requires a minimum cluster version of v2.19) </p> <h3 id=topology-aware-scheduling>Topology-aware scheduling<a class=headerlink href=#topology-aware-scheduling title="Permanent link">&para;</a></h3> <p>When submitting a distributed training workload through the Run:ai UI, researchers can enable topology-aware scheduling. This feature allows an optimized placement within specific placement groups, such as regions, availability zones, or other topologies. To use this, make sure it is activated under General Settings. (Requires a minimum cluster version of v2.19) </p> <h3 id=bulk-deletion-of-workloads>Bulk deletion of workloads<a class=headerlink href=#bulk-deletion-of-workloads title="Permanent link">&para;</a></h3> <p>Users can now delete workloads in bulk via the Run:ai UI. They’ll be notified if they try to delete workloads for which they don’t have permissions (and those workloads will not be deleted in this process). Multi-selection can also be done using standard keyboard functions. (Requires a minimum cluster version of v2.19) </p> <h3 id=enhanced-policy-representation-in-the-runai-ui>Enhanced policy representation in the Run:ai UI<a class=headerlink href=#enhanced-policy-representation-in-the-runai-ui title="Permanent link">&para;</a></h3> <p>To improve AI practitioners' understanding of administrators’ policy rules and defaults, the UI now includes more clarity to the enforcement and the default values representation for workload fields that are not encapsulated in the asset selection. This update aims to make policy enforcement more intuitive and transparent for practitioners. (Requires a minimum cluster version of v2.18) </p> <h3 id=configuration-of-credentials-as-environment-variables>Configuration of credentials as environment variables<a class=headerlink href=#configuration-of-credentials-as-environment-variables title="Permanent link">&para;</a></h3> <p>Researchers can now easily define pre-configured credentials as environment variables to access private resources. This is available through the Run:ai UI during the workload submission process, specifically under the runtime settings section. (Requires a minimum cluster version pf v2.18) </p> <h3 id=expanded-scope-of-configmap-as-data-source>Expanded scope of ConfigMap as data source<a class=headerlink href=#expanded-scope-of-configmap-as-data-source title="Permanent link">&para;</a></h3> <p>When creating a data source of type ConfigMap, researchers can now not only select a project but also a cluster or department. (Requires a minimum cluster version of v2.19) </p> <h3 id=improved-workload-scheduling-algorithm>Improved workload scheduling algorithm<a class=headerlink href=#improved-workload-scheduling-algorithm title="Permanent link">&para;</a></h3> <p>The Run:ai scheduler algorithm for handling large distributed workloads has been improved and is now more efficient, resulting in better handling of large distributed workloads, and better performance. (Requires a minimum cluster version of v2.19) </p> <h2 id=ml-engineer-inference>ML Engineer (Inference)<a class=headerlink href=#ml-engineer-inference title="Permanent link">&para;</a></h2> <h3 id=additional-data-sources-for-inference-workloads>Additional data sources for inference workloads<a class=headerlink href=#additional-data-sources-for-inference-workloads title="Permanent link">&para;</a></h3> <p>When submitting an inference workload via the UI and API, users can now use NFS and hostPath data sources. (Requires a minimum cluster version of v2.19) </p> <h3 id=hugging-face-integration-improvements>Hugging Face integration improvements<a class=headerlink href=#hugging-face-integration-improvements title="Permanent link">&para;</a></h3> <p>To reduce errors when submitting inference workloads, additional validations are done for the Hugging Face integration, ensuring that only valid models are submitted, thus enhancing overall reliability. (Requires a minimum cluster version of v2.19) </p> <h3 id=rolling-inference-updates>Rolling inference updates<a class=headerlink href=#rolling-inference-updates title="Permanent link">&para;</a></h3> <p>ML engineers can now roll updates onto existing inference workloads. Once the revised workload (the update) is up and running, request traffic is redirected to the new version of the workload and the previous version is terminated, ensuring that services are not impacted during the update.</p> <p>See <a href=../Researcher/workloads/inference-overview.md>Inference overview</a> for more information. (Requires a minimum cluster version of v2.19) </p> <h3 id=inference-endpoint-authorization>Inference endpoint authorization<a class=headerlink href=#inference-endpoint-authorization title="Permanent link">&para;</a></h3> <p>When sharing inference endpoints securely using Run:ai, ML engineers can limit access to the endpoint by specifying the authorized users or groups allowed to use the service (i.e., send requests to the endpoint) after being authenticated. This restriction is especially important when handling sensitive information or when you want to manage costs by sharing the service with a controlled group of consumers. (Requires a minimum cluster version of v2.19) </p> <h2 id=runai-developer>Run:ai Developer<a class=headerlink href=#runai-developer title="Permanent link">&para;</a></h2> <h3 id=metrics-and-telemetry>Metrics and telemetry<a class=headerlink href=#metrics-and-telemetry title="Permanent link">&para;</a></h3> <p>Additional metrics and telemetry are available via the API. For more information, see the details below and in <a href=../../developer/metrics/metrics-api/ >Metrics API</a>: </p> <ul> <li>Metrics (over time) <ul> <li>Cluster <ul> <li>TOTAL_GPU_NODES </li> <li>GPU_UTILIZATION_DISTRIBUTION </li> <li>UNALLOCATED_GPU </li> </ul> </li> <li>Nodepool <ul> <li>TOTAL_GPU_NODES </li> <li>GPU_UTILIZATION_DISTRIBUTION </li> <li>UNALLOCATED_GPU </li> </ul> </li> <li>Workload <ul> <li>GPU_ALLOCATION </li> </ul> </li> <li>Node <ul> <li>GPU_UTILIZATION_PER_GPU </li> <li>GPU_MEMORY_UTILIZATION_PER_GPU </li> <li>GPU_MEMORY_USAGE_BYTES_PER_GPU </li> <li>CPU_USAGE_CORES </li> <li>CPU_UTILIZATION </li> <li>CPU_MEMORY_USAGE_BYTES </li> <li>CPU_MEMORY_UTILIZATION </li> </ul> </li> </ul> </li> <li>Telemetry (current time) <ul> <li>Node <ul> <li>ALLOCATED_GPUS </li> <li>TOTAL_CPU_CORES </li> <li>USED_CPU_CORES </li> <li>ALLOCATED_CPU_CORES </li> <li>TOTAL_GPU_MEMORY_BYTES </li> <li>USED_GPU_MEMORY_BYTES </li> <li>TOTAL_CPU_MEMORY_BYTES </li> <li>USED_CPU_MEMORY_BYTES </li> <li>ALLOCATED_CPU_MEMORY_BYTES </li> <li>IDLE_ALLOCATED_GPUS</li> </ul> </li> </ul> </li> </ul> <h2 id=administrator>Administrator<a class=headerlink href=#administrator title="Permanent link">&para;</a></h2> <h3 id=pagination-in-user-api>Pagination in user API<a class=headerlink href=#pagination-in-user-api title="Permanent link">&para;</a></h3> <p>Pagination has been added, removing the limitation to the number of users listed in the Run:ai UI.</p> <h3 id=audit-log>Audit log<a class=headerlink href=#audit-log title="Permanent link">&para;</a></h3> <p>The audit log has been updated, so system admins can view audit logs directly in the Run:ai UI and download them in CSV or JSON formats, providing flexible options for data analysis and compliance reporting. Version 2.19 reintroduces a fully functional audit log (event history), ensuring comprehensive tracking across projects, departments, access rules, and more. In the new version, all entities are logged except logins and workloads. <br> For more information, see <a href=../../admin/maintenance/audit-log/ >Audit logs</a>.</p> <h2 id=platform-administrator>Platform Administrator<a class=headerlink href=#platform-administrator title="Permanent link">&para;</a></h2> <h3 id=department-scheduling-rules>Department scheduling rules<a class=headerlink href=#department-scheduling-rules title="Permanent link">&para;</a></h3> <p>Scheduling rules have been added at the department level. For more information, see <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ >scheduling rules</a>. </p> <h3 id=department-node-pool-priority>Department node pool priority<a class=headerlink href=#department-node-pool-priority title="Permanent link">&para;</a></h3> <p>Node pool priority has been added at the department level. For more information, see <a href=../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a> </p> <h3 id=department-and-project-grids>Department and project grids<a class=headerlink href=#department-and-project-grids title="Permanent link">&para;</a></h3> <p>There is now improved filtering and sorting in the Projects and Departments views, including a multi-cluster view and new filters. </p> <h3 id=overview-dashboard>Overview dashboard<a class=headerlink href=#overview-dashboard title="Permanent link">&para;</a></h3> <p>“Idle allocated GPU devices” has been added to the Overview dashboard.</p> <h3 id=workload-policy-for-distributed-training-workloads-in-the-runai-ui>Workload policy for distributed training workloads in the Run:ai UI<a class=headerlink href=#workload-policy-for-distributed-training-workloads-in-the-runai-ui title="Permanent link">&para;</a></h3> <p>Distributed workload policies can now be created via the Run:ai UI. Admins can set defaults, enforce rules, and impose setup on distributed training through the UI YAML, as well as view the distributed policies (both in the policy grid and while submitting workloads). For distributed policies, workers and leaders may require different rules due to their different specifications. (Requires a minimum cluster version of v2.18) </p> <h3 id=reconciliation-of-policy-rules>Reconciliation of policy rules<a class=headerlink href=#reconciliation-of-policy-rules title="Permanent link">&para;</a></h3> <p>A reconciliation mechanism for policy rules has been added to enhance flexibility in the policy submission process. Previously, if a specific field was governed by a policy for a certain hierarchy, other organizational units couldn’t submit a policy with rules that regarded this specific field. Now, new policies for hierarchies that mention an existing policy field will no longer be blocked.<br> The effective rules are selected based on the following logic: <br> 1. For the compute and security sections in the workload spec of the <a href=https://api-docs.run.ai/2.18/tag/Workspaces#operation/create_workspace1>Run:ai API</a>, the highest hierarchy is chosen for the effective policy (tenant &gt; cluster &gt; department &gt; project). <br> 2. For any other fields in the policy, the lowest hierarchy closest to the actual workload becomes the effective for the policy (similar to policy defaults).<br> Additionally, while viewing the effective policy, each rule displays its source of the origin policy, allowing users to clearly understand the selected hierarchy of the effective policy. | (Requires a minimum cluster version of v2.18) </p> <h2 id=infrastructure-administrator>Infrastructure Administrator<a class=headerlink href=#infrastructure-administrator title="Permanent link">&para;</a></h2> <h3 id=support-for-cos-over-gke>Support for COS over GKE<a class=headerlink href=#support-for-cos-over-gke title="Permanent link">&para;</a></h3> <p>With Run:ai version 2.19, the Run:ai cluster on Google Kubernetes Engine (GKE) supports Container-Optimized OS (COS) when NVIDIA GPU Operator 24.6 or newer is installed. This is in addition to the already supported Ubuntu on GKE. </p> <h3 id=runai-and-karpenter>Run:ai and Karpenter<a class=headerlink href=#runai-and-karpenter title="Permanent link">&para;</a></h3> <p>Run:ai now supports working with Karpenter. Karpenter is an open-source Kubernetes cluster auto-scaler built for cloud deployments. Karpenter optimizes the cloud cost of a customer’s cluster by moving workloads between different node types, bin-packing nodes, using lower-cost nodes where possible, scaling up new nodes on demand, and shutting down unused nodes with the goal of optimizing and reducing costs. (Requires a minimum cluster version of v2.19) </p> <p>Please read the <a href=../../platform-admin/integrations/karpenter/ >documentation</a> for more information on Run:ai and Karpenter integration considerations.</p> <h2 id=control-and-visibility-ui-changes>Control and Visibility (UI changes)<a class=headerlink href=#control-and-visibility-ui-changes title="Permanent link">&para;</a></h2> <h3 id=new-runai-ui-navigation>New Run:ai UI navigation<a class=headerlink href=#new-runai-ui-navigation title="Permanent link">&para;</a></h3> <video width=800 controls> <source src=../img/new-navigation2-19.mp4 type=video/mp4> </video> <p>The platform navigation has been updated to offer a more modern design, easier navigation, and address all personas interacting with the UI. </p> <p>The left-side menu now has seven categories, each with its own reorganized sub-options that appear in the pane next to the menu options.</p> <p>If you close the sub-options pane, you can hover over the categories, and the sub-options float and can be used in the same way.</p> <p>The options presented in the menu and categories continue to match each user’s permissions, as in the legacy navigation.</p> <p>Below is the full list of menu and sub-options and changes:</p> <p><strong>Analytics</strong><br> Displays the Run:ai dashboards allowing the different users to analyze, plan, and improve system performance AI workload execution. <br> This category contains the following options:</p> <ul> <li>Overview </li> <li>Quota management </li> <li>Analytics </li> <li>Consumption </li> <li>Multi-cluster overview </li> </ul> <p><strong>Workload manager</strong><br> Enables AI practitioners to develop modes, train them, and deploy them into production. All supported tools and capabilities can be found here. This category contains the following options: </p> <ul> <li>Workloads </li> <li>Deleted workloads (now separated from current workloads. If not visible, it can be activated from Settings -&gt; Workloads -&gt; Deleted workloads) </li> <li>Templates </li> <li>Assets (these options are visible via a collapsible menu) <ul> <li>Models </li> <li>Environments </li> <li>Compute resources </li> <li>Data sources </li> <li>Credentials</li> </ul> </li> </ul> <p><strong>Resources</strong><br> Enables viewing and managing all cluster resources. In the new navigation, nodes and node pools have been split into different grids.<br> This category contains the following options:</p> <ul> <li>Clusters </li> <li>Node pools (separated from the Nodes page to its own page) </li> <li>Nodes </li> </ul> <p><strong>Organization</strong> <br> Maps system organizations to ensure that resource allocation and policies align with the organizational structure, business projects, and priorities.<br> This category contains the following options: </p> <ul> <li>Departments </li> <li>Projects </li> </ul> <p><strong>Access</strong><br> Makes it possible to provide authorization of the different system users to perform actions and alignment with their role and scope of projects within the organization. <br> This was moved from the legacy menu where it appeared in the header of the screen under Tools and Settings.<br> This category contains the following options: </p> <ul> <li>Users </li> <li>Applications </li> <li>Roles (separated from the Access rules and roles page to its own page) </li> <li>Access rules (separated from the Access rules and roles page to its own page) </li> </ul> <p><strong>Policies</strong><br> Presents the tools to enforce controls over the AI infrastructure enabling different users to be effective while working in alignment with organizational policies. <br> This category contains the following options: </p> <ul> <li>Workload policies </li> </ul> <p><strong>Admin</strong> <br> Presents all administrator functions of the Run:ai platform. <br> This was moved from the legacy menu where it appeared in the header of the screen under Tools and Settings.<br> This category contains the following options: </p> <ul> <li>General settings (previously General) </li> <li>Event history </li> </ul> <p>For users with more than one cluster, in the legacy version the cluster selection appeared in the header of the page. In the new navigation, the cluster selection is part of the grid and changes only affect the items on that page. </p> <p>If a user prefers not to use the new UI navigation, there is an option to switch back to the legacy navigation by clicking the <strong>Back to legacy navigation</strong> option. </p> <p><strong>Installation and configuration</strong></p> <ul> <li>Tenant logos can now be uploaded to the Run:ai UI via API. The logo should be in base64 format and should not be white to avoid blending into the background. The logo should be no more than 20px tall. See <a href=https://api-docs.run.ai/2.18/tag/Logo/#operation/upload_tenant_logo1>Upload logo for tenant API</a>. </li> <li>Run:ai now supports NVIDIA GPU Operator version 24.6 </li> <li>Run:ai now supports Kubernetes version 1.31</li> </ul> <h2 id=deprecation-notifications>Deprecation notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <h3 id=feature-deprecations>Feature deprecations<a class=headerlink href=#feature-deprecations title="Permanent link">&para;</a></h3> <h4 id=legacy-jobs-view>Legacy Jobs view<a class=headerlink href=#legacy-jobs-view title="Permanent link">&para;</a></h4> <p>The legacy Jobs view will be fully deprecated in the Q1/25 release. We recommend that all users adopt the <a href=../platform-admin/workloads/workload-overview.md#workloads-view>Workloads view</a>, which offers all the capabilities of the legacy Jobs view with additional enhancements. <br> SaaS customers will gradually be transitioned to the Workloads view during Q4/24. </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Users can still submit workloads via the legacy Jobs submission form.</p> </div> <h4 id=dynamic-mig-deprecation>Dynamic MIG deprecation<a class=headerlink href=#dynamic-mig-deprecation title="Permanent link">&para;</a></h4> <p>Dynamic MIG deprecation process starts with Run:ai v2.19 (Q4/24 release)</p> <ul> <li>The feature is still available and MIG Profile APIs still function but are marked as Deprecated. See the table below for more details.</li> <li>In Q1/25 release, ‘Dynamic MIG’ will not be usable anymore but the APIs will still be accessible.</li> <li>In Q2/25 all ‘Dynamic MIG’ APIs will be fully deprecated.</li> </ul> <h4 id=legacy-navigation-runai-ui>Legacy navigation - Run:ai UI<a class=headerlink href=#legacy-navigation-runai-ui title="Permanent link">&para;</a></h4> <p>The legacy navigation will be fully deprecated in the Q1/25 release, and during Q1/25 for SaaS customers.</p> <h3 id=api-support-and-endpoint-deprecations>API support and endpoint deprecations<a class=headerlink href=#api-support-and-endpoint-deprecations title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th style="text-align: left;">Deprecated</th> <th style="text-align: left;">Replacement</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">/v1/k8s/audit</td> <td style="text-align: left;">/api/v1/audit/log</td> </tr> <tr> <td style="text-align: left;">/api/v1/asset/compute/spec/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/workspaces/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/Trainings/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/Inferences/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/distributed/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/distributed/masterSpec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> </tbody> </table> <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the <a href=../../developer/admin-rest-api/overview/#api-lifecycle-and-deprecation>Run:ai API Policy</a></p> <h2 id=documentation-enhancements>Documentation enhancements<a class=headerlink href=#documentation-enhancements title="Permanent link">&para;</a></h2> <h3 id=workload-policy-documentation>Workload policy documentation<a class=headerlink href=#workload-policy-documentation title="Permanent link">&para;</a></h3> <p>A comprehensive set of articles detailing the usage and the process of submitting new workload policies has been introduced. It covers the structure, syntax, best practices, and examples for configuring policy YAML files. The new documentation includes step-by-step explanations of how to create a new rule in a policy, together with information of the different value types, rule types, and policy spec sections. For more information, refer to the <a href=../../platform-admin/workloads/policies/workspaces-policy/ >Policies</a> section. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#whats-new-in-version-219 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Version 2.19 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Version 2.19 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Version 2.19 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> </li> <li class=md-nav__item> <a href=#researchers class=md-nav__link> <span class=md-ellipsis> Researchers </span> </a> <nav class=md-nav aria-label=Researchers> <ul class=md-nav__list> <li class=md-nav__item> <a href=#improved-visibility-into-pending-workloads class=md-nav__link> <span class=md-ellipsis> Improved visibility into pending workloads </span> </a> </li> <li class=md-nav__item> <a href=#new-workload-events class=md-nav__link> <span class=md-ellipsis> New workload events </span> </a> </li> <li class=md-nav__item> <a href=#improved-command-line-interface-autocompletion class=md-nav__link> <span class=md-ellipsis> Improved command line interface autocompletion </span> </a> </li> <li class=md-nav__item> <a href=#details-pane-in-the-workloads-view class=md-nav__link> <span class=md-ellipsis> Details pane in the Workloads view </span> </a> </li> <li class=md-nav__item> <a href=#container-path-outside-the-data-source-asset class=md-nav__link> <span class=md-ellipsis> Container path outside the data source asset </span> </a> </li> <li class=md-nav__item> <a href=#node-toleration-for-workloads class=md-nav__link> <span class=md-ellipsis> Node toleration for workloads </span> </a> </li> <li class=md-nav__item> <a href=#topology-aware-scheduling class=md-nav__link> <span class=md-ellipsis> Topology-aware scheduling </span> </a> </li> <li class=md-nav__item> <a href=#bulk-deletion-of-workloads class=md-nav__link> <span class=md-ellipsis> Bulk deletion of workloads </span> </a> </li> <li class=md-nav__item> <a href=#enhanced-policy-representation-in-the-runai-ui class=md-nav__link> <span class=md-ellipsis> Enhanced policy representation in the Run:ai UI </span> </a> </li> <li class=md-nav__item> <a href=#configuration-of-credentials-as-environment-variables class=md-nav__link> <span class=md-ellipsis> Configuration of credentials as environment variables </span> </a> </li> <li class=md-nav__item> <a href=#expanded-scope-of-configmap-as-data-source class=md-nav__link> <span class=md-ellipsis> Expanded scope of ConfigMap as data source </span> </a> </li> <li class=md-nav__item> <a href=#improved-workload-scheduling-algorithm class=md-nav__link> <span class=md-ellipsis> Improved workload scheduling algorithm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-engineer-inference class=md-nav__link> <span class=md-ellipsis> ML Engineer (Inference) </span> </a> <nav class=md-nav aria-label="ML Engineer (Inference)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#additional-data-sources-for-inference-workloads class=md-nav__link> <span class=md-ellipsis> Additional data sources for inference workloads </span> </a> </li> <li class=md-nav__item> <a href=#hugging-face-integration-improvements class=md-nav__link> <span class=md-ellipsis> Hugging Face integration improvements </span> </a> </li> <li class=md-nav__item> <a href=#rolling-inference-updates class=md-nav__link> <span class=md-ellipsis> Rolling inference updates </span> </a> </li> <li class=md-nav__item> <a href=#inference-endpoint-authorization class=md-nav__link> <span class=md-ellipsis> Inference endpoint authorization </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-developer class=md-nav__link> <span class=md-ellipsis> Run:ai Developer </span> </a> <nav class=md-nav aria-label="Run:ai Developer"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#metrics-and-telemetry class=md-nav__link> <span class=md-ellipsis> Metrics and telemetry </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#administrator class=md-nav__link> <span class=md-ellipsis> Administrator </span> </a> <nav class=md-nav aria-label=Administrator> <ul class=md-nav__list> <li class=md-nav__item> <a href=#pagination-in-user-api class=md-nav__link> <span class=md-ellipsis> Pagination in user API </span> </a> </li> <li class=md-nav__item> <a href=#audit-log class=md-nav__link> <span class=md-ellipsis> Audit log </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#platform-administrator class=md-nav__link> <span class=md-ellipsis> Platform Administrator </span> </a> <nav class=md-nav aria-label="Platform Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#department-scheduling-rules class=md-nav__link> <span class=md-ellipsis> Department scheduling rules </span> </a> </li> <li class=md-nav__item> <a href=#department-node-pool-priority class=md-nav__link> <span class=md-ellipsis> Department node pool priority </span> </a> </li> <li class=md-nav__item> <a href=#department-and-project-grids class=md-nav__link> <span class=md-ellipsis> Department and project grids </span> </a> </li> <li class=md-nav__item> <a href=#overview-dashboard class=md-nav__link> <span class=md-ellipsis> Overview dashboard </span> </a> </li> <li class=md-nav__item> <a href=#workload-policy-for-distributed-training-workloads-in-the-runai-ui class=md-nav__link> <span class=md-ellipsis> Workload policy for distributed training workloads in the Run:ai UI </span> </a> </li> <li class=md-nav__item> <a href=#reconciliation-of-policy-rules class=md-nav__link> <span class=md-ellipsis> Reconciliation of policy rules </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#infrastructure-administrator class=md-nav__link> <span class=md-ellipsis> Infrastructure Administrator </span> </a> <nav class=md-nav aria-label="Infrastructure Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#support-for-cos-over-gke class=md-nav__link> <span class=md-ellipsis> Support for COS over GKE </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-karpenter class=md-nav__link> <span class=md-ellipsis> Run:ai and Karpenter </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#control-and-visibility-ui-changes class=md-nav__link> <span class=md-ellipsis> Control and Visibility (UI changes) </span> </a> <nav class=md-nav aria-label="Control and Visibility (UI changes)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#new-runai-ui-navigation class=md-nav__link> <span class=md-ellipsis> New Run:ai UI navigation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation notifications </span> </a> <nav class=md-nav aria-label="Deprecation notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#feature-deprecations class=md-nav__link> <span class=md-ellipsis> Feature deprecations </span> </a> <nav class=md-nav aria-label="Feature deprecations"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#legacy-jobs-view class=md-nav__link> <span class=md-ellipsis> Legacy Jobs view </span> </a> </li> <li class=md-nav__item> <a href=#dynamic-mig-deprecation class=md-nav__link> <span class=md-ellipsis> Dynamic MIG deprecation </span> </a> </li> <li class=md-nav__item> <a href=#legacy-navigation-runai-ui class=md-nav__link> <span class=md-ellipsis> Legacy navigation - Run:ai UI </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#api-support-and-endpoint-deprecations class=md-nav__link> <span class=md-ellipsis> API support and endpoint deprecations </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#documentation-enhancements class=md-nav__link> <span class=md-ellipsis> Documentation enhancements </span> </a> <nav class=md-nav aria-label="Documentation enhancements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-policy-documentation class=md-nav__link> <span class=md-ellipsis> Workload policy documentation </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> </li> <li class=md-nav__item> <a href=#researchers class=md-nav__link> <span class=md-ellipsis> Researchers </span> </a> <nav class=md-nav aria-label=Researchers> <ul class=md-nav__list> <li class=md-nav__item> <a href=#improved-visibility-into-pending-workloads class=md-nav__link> <span class=md-ellipsis> Improved visibility into pending workloads </span> </a> </li> <li class=md-nav__item> <a href=#new-workload-events class=md-nav__link> <span class=md-ellipsis> New workload events </span> </a> </li> <li class=md-nav__item> <a href=#improved-command-line-interface-autocompletion class=md-nav__link> <span class=md-ellipsis> Improved command line interface autocompletion </span> </a> </li> <li class=md-nav__item> <a href=#details-pane-in-the-workloads-view class=md-nav__link> <span class=md-ellipsis> Details pane in the Workloads view </span> </a> </li> <li class=md-nav__item> <a href=#container-path-outside-the-data-source-asset class=md-nav__link> <span class=md-ellipsis> Container path outside the data source asset </span> </a> </li> <li class=md-nav__item> <a href=#node-toleration-for-workloads class=md-nav__link> <span class=md-ellipsis> Node toleration for workloads </span> </a> </li> <li class=md-nav__item> <a href=#topology-aware-scheduling class=md-nav__link> <span class=md-ellipsis> Topology-aware scheduling </span> </a> </li> <li class=md-nav__item> <a href=#bulk-deletion-of-workloads class=md-nav__link> <span class=md-ellipsis> Bulk deletion of workloads </span> </a> </li> <li class=md-nav__item> <a href=#enhanced-policy-representation-in-the-runai-ui class=md-nav__link> <span class=md-ellipsis> Enhanced policy representation in the Run:ai UI </span> </a> </li> <li class=md-nav__item> <a href=#configuration-of-credentials-as-environment-variables class=md-nav__link> <span class=md-ellipsis> Configuration of credentials as environment variables </span> </a> </li> <li class=md-nav__item> <a href=#expanded-scope-of-configmap-as-data-source class=md-nav__link> <span class=md-ellipsis> Expanded scope of ConfigMap as data source </span> </a> </li> <li class=md-nav__item> <a href=#improved-workload-scheduling-algorithm class=md-nav__link> <span class=md-ellipsis> Improved workload scheduling algorithm </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-engineer-inference class=md-nav__link> <span class=md-ellipsis> ML Engineer (Inference) </span> </a> <nav class=md-nav aria-label="ML Engineer (Inference)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#additional-data-sources-for-inference-workloads class=md-nav__link> <span class=md-ellipsis> Additional data sources for inference workloads </span> </a> </li> <li class=md-nav__item> <a href=#hugging-face-integration-improvements class=md-nav__link> <span class=md-ellipsis> Hugging Face integration improvements </span> </a> </li> <li class=md-nav__item> <a href=#rolling-inference-updates class=md-nav__link> <span class=md-ellipsis> Rolling inference updates </span> </a> </li> <li class=md-nav__item> <a href=#inference-endpoint-authorization class=md-nav__link> <span class=md-ellipsis> Inference endpoint authorization </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-developer class=md-nav__link> <span class=md-ellipsis> Run:ai Developer </span> </a> <nav class=md-nav aria-label="Run:ai Developer"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#metrics-and-telemetry class=md-nav__link> <span class=md-ellipsis> Metrics and telemetry </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#administrator class=md-nav__link> <span class=md-ellipsis> Administrator </span> </a> <nav class=md-nav aria-label=Administrator> <ul class=md-nav__list> <li class=md-nav__item> <a href=#pagination-in-user-api class=md-nav__link> <span class=md-ellipsis> Pagination in user API </span> </a> </li> <li class=md-nav__item> <a href=#audit-log class=md-nav__link> <span class=md-ellipsis> Audit log </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#platform-administrator class=md-nav__link> <span class=md-ellipsis> Platform Administrator </span> </a> <nav class=md-nav aria-label="Platform Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#department-scheduling-rules class=md-nav__link> <span class=md-ellipsis> Department scheduling rules </span> </a> </li> <li class=md-nav__item> <a href=#department-node-pool-priority class=md-nav__link> <span class=md-ellipsis> Department node pool priority </span> </a> </li> <li class=md-nav__item> <a href=#department-and-project-grids class=md-nav__link> <span class=md-ellipsis> Department and project grids </span> </a> </li> <li class=md-nav__item> <a href=#overview-dashboard class=md-nav__link> <span class=md-ellipsis> Overview dashboard </span> </a> </li> <li class=md-nav__item> <a href=#workload-policy-for-distributed-training-workloads-in-the-runai-ui class=md-nav__link> <span class=md-ellipsis> Workload policy for distributed training workloads in the Run:ai UI </span> </a> </li> <li class=md-nav__item> <a href=#reconciliation-of-policy-rules class=md-nav__link> <span class=md-ellipsis> Reconciliation of policy rules </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#infrastructure-administrator class=md-nav__link> <span class=md-ellipsis> Infrastructure Administrator </span> </a> <nav class=md-nav aria-label="Infrastructure Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#support-for-cos-over-gke class=md-nav__link> <span class=md-ellipsis> Support for COS over GKE </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-karpenter class=md-nav__link> <span class=md-ellipsis> Run:ai and Karpenter </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#control-and-visibility-ui-changes class=md-nav__link> <span class=md-ellipsis> Control and Visibility (UI changes) </span> </a> <nav class=md-nav aria-label="Control and Visibility (UI changes)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#new-runai-ui-navigation class=md-nav__link> <span class=md-ellipsis> New Run:ai UI navigation </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation notifications </span> </a> <nav class=md-nav aria-label="Deprecation notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#feature-deprecations class=md-nav__link> <span class=md-ellipsis> Feature deprecations </span> </a> <nav class=md-nav aria-label="Feature deprecations"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#legacy-jobs-view class=md-nav__link> <span class=md-ellipsis> Legacy Jobs view </span> </a> </li> <li class=md-nav__item> <a href=#dynamic-mig-deprecation class=md-nav__link> <span class=md-ellipsis> Dynamic MIG deprecation </span> </a> </li> <li class=md-nav__item> <a href=#legacy-navigation-runai-ui class=md-nav__link> <span class=md-ellipsis> Legacy navigation - Run:ai UI </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#api-support-and-endpoint-deprecations class=md-nav__link> <span class=md-ellipsis> API support and endpoint deprecations </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#documentation-enhancements class=md-nav__link> <span class=md-ellipsis> Documentation enhancements </span> </a> <nav class=md-nav aria-label="Documentation enhancements"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-policy-documentation class=md-nav__link> <span class=md-ellipsis> Workload policy documentation </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/whats-new-2-19.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=whats-new-in-version-219>What’s New in Version 2.19<a class=headerlink href=#whats-new-in-version-219 title="Permanent link">&para;</a></h1> <h2 id=release-content><strong>Release Content</strong> <date><a class=headerlink href=#release-content title="Permanent link">&para;</a></h2> <ul> <li><a href=#deprecation-notifications>Deprecation notifications</a> </li> </ul> <h2 id=researchers>Researchers<a class=headerlink href=#researchers title="Permanent link">&para;</a></h2> <h3 id=improved-visibility-into-pending-workloads>Improved visibility into pending workloads<a class=headerlink href=#improved-visibility-into-pending-workloads title="Permanent link">&para;</a></h3> <p>For workloads with the status of "Pending," the user can click the “i” icon next to the status to view details of why the workload hasn’t been scheduled. (Requires a minimum cluster version of v2.19) </p> <h3 id=new-workload-events>New workload events<a class=headerlink href=#new-workload-events title="Permanent link">&para;</a></h3> <p>There are now new GPU resource optimization-related messages that are viewable as workload events. These events help users understand the decisions made by the Run:ai GPU toolkit while handling Run:ai’s GPU resource optimization features.<br> Run:ai’s GPU resource optimization offers unique capabilities that take GPU utilization to a new level and helps customers increase their productivity while maximizing their return on GPU investment. (Requires a minimum cluster version of v2.19) </p> <h3 id=improved-command-line-interface-autocompletion>Improved command line interface autocompletion<a class=headerlink href=#improved-command-line-interface-autocompletion title="Permanent link">&para;</a></h3> <p>CLI V2 now autocompletes nouns such as project names and workload names for better data consistency with the UI, auto-upgrades, and interactive mode.</p> <h3 id=details-pane-in-the-workloads-view>Details pane in the Workloads view<a class=headerlink href=#details-pane-in-the-workloads-view title="Permanent link">&para;</a></h3> <p>A new DETAILS tab for workloads has been added and presents additional workload information, including Container command, Environment variables, and CLI command syntax (if the workload was submitted via CLI). </p> <h3 id=container-path-outside-the-data-source-asset>Container path outside the data source asset<a class=headerlink href=#container-path-outside-the-data-source-asset title="Permanent link">&para;</a></h3> <p>AI practitioners can now override the predefined container path for each data source when submitting a workload via the Run:ai UI. While the container path must still be specified as part of the data source asset, researchers can now override the default container path when submitting workloads. (Requires a minimum cluster version of v2.16) </p> <h3 id=node-toleration-for-workloads>Node toleration for workloads<a class=headerlink href=#node-toleration-for-workloads title="Permanent link">&para;</a></h3> <p>Researchers can now optionally set tolerations for workloads, letting them bypass node taints during workload submission via the Run:ai UI.<br> To use this feature, make sure it is activated under General Settings.<br> For more information, refer to the Kubernetes <a href=https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ >Taints and Tolerations</a> Guide. (Requires a minimum cluster version of v2.19) </p> <h3 id=topology-aware-scheduling>Topology-aware scheduling<a class=headerlink href=#topology-aware-scheduling title="Permanent link">&para;</a></h3> <p>When submitting a distributed training workload through the Run:ai UI, researchers can enable topology-aware scheduling. This feature allows an optimized placement within specific placement groups, such as regions, availability zones, or other topologies. To use this, make sure it is activated under General Settings. (Requires a minimum cluster version of v2.19) </p> <h3 id=bulk-deletion-of-workloads>Bulk deletion of workloads<a class=headerlink href=#bulk-deletion-of-workloads title="Permanent link">&para;</a></h3> <p>Users can now delete workloads in bulk via the Run:ai UI. They’ll be notified if they try to delete workloads for which they don’t have permissions (and those workloads will not be deleted in this process). Multi-selection can also be done using standard keyboard functions. (Requires a minimum cluster version of v2.19) </p> <h3 id=enhanced-policy-representation-in-the-runai-ui>Enhanced policy representation in the Run:ai UI<a class=headerlink href=#enhanced-policy-representation-in-the-runai-ui title="Permanent link">&para;</a></h3> <p>To improve AI practitioners' understanding of administrators’ policy rules and defaults, the UI now includes more clarity to the enforcement and the default values representation for workload fields that are not encapsulated in the asset selection. This update aims to make policy enforcement more intuitive and transparent for practitioners. (Requires a minimum cluster version of v2.18) </p> <h3 id=configuration-of-credentials-as-environment-variables>Configuration of credentials as environment variables<a class=headerlink href=#configuration-of-credentials-as-environment-variables title="Permanent link">&para;</a></h3> <p>Researchers can now easily define pre-configured credentials as environment variables to access private resources. This is available through the Run:ai UI during the workload submission process, specifically under the runtime settings section. (Requires a minimum cluster version pf v2.18) </p> <h3 id=expanded-scope-of-configmap-as-data-source>Expanded scope of ConfigMap as data source<a class=headerlink href=#expanded-scope-of-configmap-as-data-source title="Permanent link">&para;</a></h3> <p>When creating a data source of type ConfigMap, researchers can now not only select a project but also a cluster or department. (Requires a minimum cluster version of v2.19) </p> <h3 id=improved-workload-scheduling-algorithm>Improved workload scheduling algorithm<a class=headerlink href=#improved-workload-scheduling-algorithm title="Permanent link">&para;</a></h3> <p>The Run:ai scheduler algorithm for handling large distributed workloads has been improved and is now more efficient, resulting in better handling of large distributed workloads, and better performance. (Requires a minimum cluster version of v2.19) </p> <h2 id=ml-engineer-inference>ML Engineer (Inference)<a class=headerlink href=#ml-engineer-inference title="Permanent link">&para;</a></h2> <h3 id=additional-data-sources-for-inference-workloads>Additional data sources for inference workloads<a class=headerlink href=#additional-data-sources-for-inference-workloads title="Permanent link">&para;</a></h3> <p>When submitting an inference workload via the UI and API, users can now use NFS and hostPath data sources. (Requires a minimum cluster version of v2.19) </p> <h3 id=hugging-face-integration-improvements>Hugging Face integration improvements<a class=headerlink href=#hugging-face-integration-improvements title="Permanent link">&para;</a></h3> <p>To reduce errors when submitting inference workloads, additional validations are done for the Hugging Face integration, ensuring that only valid models are submitted, thus enhancing overall reliability. (Requires a minimum cluster version of v2.19) </p> <h3 id=rolling-inference-updates>Rolling inference updates<a class=headerlink href=#rolling-inference-updates title="Permanent link">&para;</a></h3> <p>ML engineers can now roll updates onto existing inference workloads. Once the revised workload (the update) is up and running, request traffic is redirected to the new version of the workload and the previous version is terminated, ensuring that services are not impacted during the update.</p> <p>See <a href=../Researcher/workloads/inference-overview.md>Inference overview</a> for more information. (Requires a minimum cluster version of v2.19) </p> <h3 id=inference-endpoint-authorization>Inference endpoint authorization<a class=headerlink href=#inference-endpoint-authorization title="Permanent link">&para;</a></h3> <p>When sharing inference endpoints securely using Run:ai, ML engineers can limit access to the endpoint by specifying the authorized users or groups allowed to use the service (i.e., send requests to the endpoint) after being authenticated. This restriction is especially important when handling sensitive information or when you want to manage costs by sharing the service with a controlled group of consumers. (Requires a minimum cluster version of v2.19) </p> <h2 id=runai-developer>Run:ai Developer<a class=headerlink href=#runai-developer title="Permanent link">&para;</a></h2> <h3 id=metrics-and-telemetry>Metrics and telemetry<a class=headerlink href=#metrics-and-telemetry title="Permanent link">&para;</a></h3> <p>Additional metrics and telemetry are available via the API. For more information, see the details below and in <a href=../../developer/metrics/metrics-api/ >Metrics API</a>: </p> <ul> <li>Metrics (over time) <ul> <li>Cluster <ul> <li>TOTAL_GPU_NODES </li> <li>GPU_UTILIZATION_DISTRIBUTION </li> <li>UNALLOCATED_GPU </li> </ul> </li> <li>Nodepool <ul> <li>TOTAL_GPU_NODES </li> <li>GPU_UTILIZATION_DISTRIBUTION </li> <li>UNALLOCATED_GPU </li> </ul> </li> <li>Workload <ul> <li>GPU_ALLOCATION </li> </ul> </li> <li>Node <ul> <li>GPU_UTILIZATION_PER_GPU </li> <li>GPU_MEMORY_UTILIZATION_PER_GPU </li> <li>GPU_MEMORY_USAGE_BYTES_PER_GPU </li> <li>CPU_USAGE_CORES </li> <li>CPU_UTILIZATION </li> <li>CPU_MEMORY_USAGE_BYTES </li> <li>CPU_MEMORY_UTILIZATION </li> </ul> </li> </ul> </li> <li>Telemetry (current time) <ul> <li>Node <ul> <li>ALLOCATED_GPUS </li> <li>TOTAL_CPU_CORES </li> <li>USED_CPU_CORES </li> <li>ALLOCATED_CPU_CORES </li> <li>TOTAL_GPU_MEMORY_BYTES </li> <li>USED_GPU_MEMORY_BYTES </li> <li>TOTAL_CPU_MEMORY_BYTES </li> <li>USED_CPU_MEMORY_BYTES </li> <li>ALLOCATED_CPU_MEMORY_BYTES </li> <li>IDLE_ALLOCATED_GPUS</li> </ul> </li> </ul> </li> </ul> <h2 id=administrator>Administrator<a class=headerlink href=#administrator title="Permanent link">&para;</a></h2> <h3 id=pagination-in-user-api>Pagination in user API<a class=headerlink href=#pagination-in-user-api title="Permanent link">&para;</a></h3> <p>Pagination has been added, removing the limitation to the number of users listed in the Run:ai UI.</p> <h3 id=audit-log>Audit log<a class=headerlink href=#audit-log title="Permanent link">&para;</a></h3> <p>The audit log has been updated, so system admins can view audit logs directly in the Run:ai UI and download them in CSV or JSON formats, providing flexible options for data analysis and compliance reporting. Version 2.19 reintroduces a fully functional audit log (event history), ensuring comprehensive tracking across projects, departments, access rules, and more. In the new version, all entities are logged except logins and workloads. <br> For more information, see <a href=../../admin/maintenance/audit-log/ >Audit logs</a>.</p> <h2 id=platform-administrator>Platform Administrator<a class=headerlink href=#platform-administrator title="Permanent link">&para;</a></h2> <h3 id=department-scheduling-rules>Department scheduling rules<a class=headerlink href=#department-scheduling-rules title="Permanent link">&para;</a></h3> <p>Scheduling rules have been added at the department level. For more information, see <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ >scheduling rules</a>. </p> <h3 id=department-node-pool-priority>Department node pool priority<a class=headerlink href=#department-node-pool-priority title="Permanent link">&para;</a></h3> <p>Node pool priority has been added at the department level. For more information, see <a href=../../platform-admin/aiinitiatives/resources/node-pools/ >node pools</a> </p> <h3 id=department-and-project-grids>Department and project grids<a class=headerlink href=#department-and-project-grids title="Permanent link">&para;</a></h3> <p>There is now improved filtering and sorting in the Projects and Departments views, including a multi-cluster view and new filters. </p> <h3 id=overview-dashboard>Overview dashboard<a class=headerlink href=#overview-dashboard title="Permanent link">&para;</a></h3> <p>“Idle allocated GPU devices” has been added to the Overview dashboard.</p> <h3 id=workload-policy-for-distributed-training-workloads-in-the-runai-ui>Workload policy for distributed training workloads in the Run:ai UI<a class=headerlink href=#workload-policy-for-distributed-training-workloads-in-the-runai-ui title="Permanent link">&para;</a></h3> <p>Distributed workload policies can now be created via the Run:ai UI. Admins can set defaults, enforce rules, and impose setup on distributed training through the UI YAML, as well as view the distributed policies (both in the policy grid and while submitting workloads). For distributed policies, workers and leaders may require different rules due to their different specifications. (Requires a minimum cluster version of v2.18) </p> <h3 id=reconciliation-of-policy-rules>Reconciliation of policy rules<a class=headerlink href=#reconciliation-of-policy-rules title="Permanent link">&para;</a></h3> <p>A reconciliation mechanism for policy rules has been added to enhance flexibility in the policy submission process. Previously, if a specific field was governed by a policy for a certain hierarchy, other organizational units couldn’t submit a policy with rules that regarded this specific field. Now, new policies for hierarchies that mention an existing policy field will no longer be blocked.<br> The effective rules are selected based on the following logic: <br> 1. For the compute and security sections in the workload spec of the <a href=https://api-docs.run.ai/2.18/tag/Workspaces#operation/create_workspace1>Run:ai API</a>, the highest hierarchy is chosen for the effective policy (tenant &gt; cluster &gt; department &gt; project). <br> 2. For any other fields in the policy, the lowest hierarchy closest to the actual workload becomes the effective for the policy (similar to policy defaults).<br> Additionally, while viewing the effective policy, each rule displays its source of the origin policy, allowing users to clearly understand the selected hierarchy of the effective policy. | (Requires a minimum cluster version of v2.18) </p> <h2 id=infrastructure-administrator>Infrastructure Administrator<a class=headerlink href=#infrastructure-administrator title="Permanent link">&para;</a></h2> <h3 id=support-for-cos-over-gke>Support for COS over GKE<a class=headerlink href=#support-for-cos-over-gke title="Permanent link">&para;</a></h3> <p>With Run:ai version 2.19, the Run:ai cluster on Google Kubernetes Engine (GKE) supports Container-Optimized OS (COS) when NVIDIA GPU Operator 24.6 or newer is installed. This is in addition to the already supported Ubuntu on GKE. </p> <h3 id=runai-and-karpenter>Run:ai and Karpenter<a class=headerlink href=#runai-and-karpenter title="Permanent link">&para;</a></h3> <p>Run:ai now supports working with Karpenter. Karpenter is an open-source Kubernetes cluster auto-scaler built for cloud deployments. Karpenter optimizes the cloud cost of a customer’s cluster by moving workloads between different node types, bin-packing nodes, using lower-cost nodes where possible, scaling up new nodes on demand, and shutting down unused nodes with the goal of optimizing and reducing costs. (Requires a minimum cluster version of v2.19) </p> <p>Please read the <a href=../../platform-admin/integrations/karpenter/ >documentation</a> for more information on Run:ai and Karpenter integration considerations.</p> <h2 id=control-and-visibility-ui-changes>Control and Visibility (UI changes)<a class=headerlink href=#control-and-visibility-ui-changes title="Permanent link">&para;</a></h2> <h3 id=new-runai-ui-navigation>New Run:ai UI navigation<a class=headerlink href=#new-runai-ui-navigation title="Permanent link">&para;</a></h3> <video width=800 controls> <source src=../img/new-navigation2-19.mp4 type=video/mp4> </video> <p>The platform navigation has been updated to offer a more modern design, easier navigation, and address all personas interacting with the UI. </p> <p>The left-side menu now has seven categories, each with its own reorganized sub-options that appear in the pane next to the menu options.</p> <p>If you close the sub-options pane, you can hover over the categories, and the sub-options float and can be used in the same way.</p> <p>The options presented in the menu and categories continue to match each user’s permissions, as in the legacy navigation.</p> <p>Below is the full list of menu and sub-options and changes:</p> <p><strong>Analytics</strong><br> Displays the Run:ai dashboards allowing the different users to analyze, plan, and improve system performance AI workload execution. <br> This category contains the following options:</p> <ul> <li>Overview </li> <li>Quota management </li> <li>Analytics </li> <li>Consumption </li> <li>Multi-cluster overview </li> </ul> <p><strong>Workload manager</strong><br> Enables AI practitioners to develop modes, train them, and deploy them into production. All supported tools and capabilities can be found here. This category contains the following options: </p> <ul> <li>Workloads </li> <li>Deleted workloads (now separated from current workloads. If not visible, it can be activated from Settings -&gt; Workloads -&gt; Deleted workloads) </li> <li>Templates </li> <li>Assets (these options are visible via a collapsible menu) <ul> <li>Models </li> <li>Environments </li> <li>Compute resources </li> <li>Data sources </li> <li>Credentials</li> </ul> </li> </ul> <p><strong>Resources</strong><br> Enables viewing and managing all cluster resources. In the new navigation, nodes and node pools have been split into different grids.<br> This category contains the following options:</p> <ul> <li>Clusters </li> <li>Node pools (separated from the Nodes page to its own page) </li> <li>Nodes </li> </ul> <p><strong>Organization</strong> <br> Maps system organizations to ensure that resource allocation and policies align with the organizational structure, business projects, and priorities.<br> This category contains the following options: </p> <ul> <li>Departments </li> <li>Projects </li> </ul> <p><strong>Access</strong><br> Makes it possible to provide authorization of the different system users to perform actions and alignment with their role and scope of projects within the organization. <br> This was moved from the legacy menu where it appeared in the header of the screen under Tools and Settings.<br> This category contains the following options: </p> <ul> <li>Users </li> <li>Applications </li> <li>Roles (separated from the Access rules and roles page to its own page) </li> <li>Access rules (separated from the Access rules and roles page to its own page) </li> </ul> <p><strong>Policies</strong><br> Presents the tools to enforce controls over the AI infrastructure enabling different users to be effective while working in alignment with organizational policies. <br> This category contains the following options: </p> <ul> <li>Workload policies </li> </ul> <p><strong>Admin</strong> <br> Presents all administrator functions of the Run:ai platform. <br> This was moved from the legacy menu where it appeared in the header of the screen under Tools and Settings.<br> This category contains the following options: </p> <ul> <li>General settings (previously General) </li> <li>Event history </li> </ul> <p>For users with more than one cluster, in the legacy version the cluster selection appeared in the header of the page. In the new navigation, the cluster selection is part of the grid and changes only affect the items on that page. </p> <p>If a user prefers not to use the new UI navigation, there is an option to switch back to the legacy navigation by clicking the <strong>Back to legacy navigation</strong> option. </p> <p><strong>Installation and configuration</strong></p> <ul> <li>Tenant logos can now be uploaded to the Run:ai UI via API. The logo should be in base64 format and should not be white to avoid blending into the background. The logo should be no more than 20px tall. See <a href=https://api-docs.run.ai/2.18/tag/Logo/#operation/upload_tenant_logo1>Upload logo for tenant API</a>. </li> <li>Run:ai now supports NVIDIA GPU Operator version 24.6 </li> <li>Run:ai now supports Kubernetes version 1.31</li> </ul> <h2 id=deprecation-notifications>Deprecation notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <h3 id=feature-deprecations>Feature deprecations<a class=headerlink href=#feature-deprecations title="Permanent link">&para;</a></h3> <h4 id=legacy-jobs-view>Legacy Jobs view<a class=headerlink href=#legacy-jobs-view title="Permanent link">&para;</a></h4> <p>The legacy Jobs view will be fully deprecated in the Q1/25 release. We recommend that all users adopt the <a href=../platform-admin/workloads/workload-overview.md#workloads-view>Workloads view</a>, which offers all the capabilities of the legacy Jobs view with additional enhancements. <br> SaaS customers will gradually be transitioned to the Workloads view during Q4/24. </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Users can still submit workloads via the legacy Jobs submission form.</p> </div> <h4 id=dynamic-mig-deprecation>Dynamic MIG deprecation<a class=headerlink href=#dynamic-mig-deprecation title="Permanent link">&para;</a></h4> <p>Dynamic MIG deprecation process starts with Run:ai v2.19 (Q4/24 release)</p> <ul> <li>The feature is still available and MIG Profile APIs still function but are marked as Deprecated. See the table below for more details.</li> <li>In Q1/25 release, ‘Dynamic MIG’ will not be usable anymore but the APIs will still be accessible.</li> <li>In Q2/25 all ‘Dynamic MIG’ APIs will be fully deprecated.</li> </ul> <h4 id=legacy-navigation-runai-ui>Legacy navigation - Run:ai UI<a class=headerlink href=#legacy-navigation-runai-ui title="Permanent link">&para;</a></h4> <p>The legacy navigation will be fully deprecated in the Q1/25 release, and during Q1/25 for SaaS customers.</p> <h3 id=api-support-and-endpoint-deprecations>API support and endpoint deprecations<a class=headerlink href=#api-support-and-endpoint-deprecations title="Permanent link">&para;</a></h3> <table> <thead> <tr> <th style="text-align: left;">Deprecated</th> <th style="text-align: left;">Replacement</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">/v1/k8s/audit</td> <td style="text-align: left;">/api/v1/audit/log</td> </tr> <tr> <td style="text-align: left;">/api/v1/asset/compute/spec/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/workspaces/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/Trainings/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/Inferences/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/distributed/spec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> <tr> <td style="text-align: left;">/api/v1/workloads/distributed/masterSpec/compute/migProfile</td> <td style="text-align: left;"></td> </tr> </tbody> </table> <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the <a href=../../developer/admin-rest-api/overview/#api-lifecycle-and-deprecation>Run:ai API Policy</a></p> <h2 id=documentation-enhancements>Documentation enhancements<a class=headerlink href=#documentation-enhancements title="Permanent link">&para;</a></h2> <h3 id=workload-policy-documentation>Workload policy documentation<a class=headerlink href=#workload-policy-documentation title="Permanent link">&para;</a></h3> <p>A comprehensive set of articles detailing the usage and the process of submitting new workload policies has been introduced. It covers the structure, syntax, best practices, and examples for configuring policy YAML files. The new documentation includes step-by-step explanations of how to create a new rule in a policy, together with information of the different value types, rule types, and policy spec sections. For more information, refer to the <a href=../../platform-admin/workloads/policies/workspaces-policy/ >Policies</a> section. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/home/whats-new-2-20/index.html b/v2.20/home/whats-new-2-20/index.html
index c45b3b14b0..dab1c38f6d 100644
--- a/v2.20/home/whats-new-2-20/index.html
+++ b/v2.20/home/whats-new-2-20/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-20/ rel=canonical><link href=../saas-updates/ rel=prev><link href=../whats-new-2-19/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Version 2.20 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/home/whats-new-2-20/ rel=canonical><link href=../saas-updates/ rel=prev><link href=../whats-new-2-19/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Version 2.20 - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#whats-new-in-version-220 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Version 2.20 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Version 2.20 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Version 2.20 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> <nav class=md-nav aria-label="Release Content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researchers class=md-nav__link> <span class=md-ellipsis> Researchers </span> </a> <nav class=md-nav aria-label=Researchers> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-workspaces-and-training class=md-nav__link> <span class=md-ellipsis> Workloads - Workspaces and Training </span> </a> </li> <li class=md-nav__item> <a href=#workload-assets class=md-nav__link> <span class=md-ellipsis> Workload Assets </span> </a> </li> <li class=md-nav__item> <a href=#authentication-and-authorization class=md-nav__link> <span class=md-ellipsis> Authentication and authorization </span> </a> </li> <li class=md-nav__item> <a href=#scheduler class=md-nav__link> <span class=md-ellipsis> Scheduler </span> </a> </li> <li class=md-nav__item> <a href=#command-line-interface-cli-v2 class=md-nav__link> <span class=md-ellipsis> Command Line Interface (CLI v2) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-engineers class=md-nav__link> <span class=md-ellipsis> ML Engineers </span> </a> <nav class=md-nav aria-label="ML Engineers"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-inference class=md-nav__link> <span class=md-ellipsis> Workloads - Inference </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#platform-administrator class=md-nav__link> <span class=md-ellipsis> Platform Administrator </span> </a> <nav class=md-nav aria-label="Platform Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#analytics class=md-nav__link> <span class=md-ellipsis> Analytics </span> </a> </li> <li class=md-nav__item> <a href=#authentication-and-authorization_1 class=md-nav__link> <span class=md-ellipsis> Authentication and authorization </span> </a> </li> <li class=md-nav__item> <a href=#node-pools class=md-nav__link> <span class=md-ellipsis> Node pools </span> </a> </li> <li class=md-nav__item> <a href=#organizations-projectsdepartments class=md-nav__link> <span class=md-ellipsis> Organizations - Projects/Departments </span> </a> </li> <li class=md-nav__item> <a href=#policy class=md-nav__link> <span class=md-ellipsis> Policy </span> </a> </li> <li class=md-nav__item> <a href=#data-sources class=md-nav__link> <span class=md-ellipsis> Data sources </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications class=md-nav__link> <span class=md-ellipsis> Email notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#infrastructure-administrator class=md-nav__link> <span class=md-ellipsis> Infrastructure Administrator </span> </a> <nav class=md-nav aria-label="Infrastructure Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nvidia-data-center-gpus-grace-hopper class=md-nav__link> <span class=md-ellipsis> NVIDIA Data Center GPUs - Grace-Hopper </span> </a> </li> <li class=md-nav__item> <a href=#system-requirements class=md-nav__link> <span class=md-ellipsis> System requirements </span> </a> </li> <li class=md-nav__item> <a href=#advanced-cluster-configurations class=md-nav__link> <span class=md-ellipsis> Advanced cluster configurations </span> </a> </li> <li class=md-nav__item> <a href=#runai-built-in-alerts class=md-nav__link> <span class=md-ellipsis> Run:ai built-in alerts </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-developer class=md-nav__link> <span class=md-ellipsis> Run:ai Developer </span> </a> <nav class=md-nav aria-label="Run:ai Developer"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#metrics-and-telemetry class=md-nav__link> <span class=md-ellipsis> Metrics and Telemetry </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation notifications </span> </a> <nav class=md-nav aria-label="Deprecation notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#ongoing-dynamic-mig-deprecation-process class=md-nav__link> <span class=md-ellipsis> Ongoing Dynamic MIG deprecation process </span> </a> </li> <li class=md-nav__item> <a href=#cli-v1-deprecation class=md-nav__link> <span class=md-ellipsis> CLI v1 deprecation </span> </a> </li> <li class=md-nav__item> <a href=#legacy-jobs-view-deprecation class=md-nav__link> <span class=md-ellipsis> Legacy Jobs view deprecation </span> </a> </li> <li class=md-nav__item> <a href=#appid-and-appsecret-deprecation class=md-nav__link> <span class=md-ellipsis> appID and appSecret deprecation </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> <nav class=md-nav aria-label="Release Content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researchers class=md-nav__link> <span class=md-ellipsis> Researchers </span> </a> <nav class=md-nav aria-label=Researchers> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-workspaces-and-training class=md-nav__link> <span class=md-ellipsis> Workloads - Workspaces and Training </span> </a> </li> <li class=md-nav__item> <a href=#workload-assets class=md-nav__link> <span class=md-ellipsis> Workload Assets </span> </a> </li> <li class=md-nav__item> <a href=#authentication-and-authorization class=md-nav__link> <span class=md-ellipsis> Authentication and authorization </span> </a> </li> <li class=md-nav__item> <a href=#scheduler class=md-nav__link> <span class=md-ellipsis> Scheduler </span> </a> </li> <li class=md-nav__item> <a href=#command-line-interface-cli-v2 class=md-nav__link> <span class=md-ellipsis> Command Line Interface (CLI v2) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-engineers class=md-nav__link> <span class=md-ellipsis> ML Engineers </span> </a> <nav class=md-nav aria-label="ML Engineers"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-inference class=md-nav__link> <span class=md-ellipsis> Workloads - Inference </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#platform-administrator class=md-nav__link> <span class=md-ellipsis> Platform Administrator </span> </a> <nav class=md-nav aria-label="Platform Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#analytics class=md-nav__link> <span class=md-ellipsis> Analytics </span> </a> </li> <li class=md-nav__item> <a href=#authentication-and-authorization_1 class=md-nav__link> <span class=md-ellipsis> Authentication and authorization </span> </a> </li> <li class=md-nav__item> <a href=#node-pools class=md-nav__link> <span class=md-ellipsis> Node pools </span> </a> </li> <li class=md-nav__item> <a href=#organizations-projectsdepartments class=md-nav__link> <span class=md-ellipsis> Organizations - Projects/Departments </span> </a> </li> <li class=md-nav__item> <a href=#policy class=md-nav__link> <span class=md-ellipsis> Policy </span> </a> </li> <li class=md-nav__item> <a href=#data-sources class=md-nav__link> <span class=md-ellipsis> Data sources </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications class=md-nav__link> <span class=md-ellipsis> Email notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#infrastructure-administrator class=md-nav__link> <span class=md-ellipsis> Infrastructure Administrator </span> </a> <nav class=md-nav aria-label="Infrastructure Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nvidia-data-center-gpus-grace-hopper class=md-nav__link> <span class=md-ellipsis> NVIDIA Data Center GPUs - Grace-Hopper </span> </a> </li> <li class=md-nav__item> <a href=#system-requirements class=md-nav__link> <span class=md-ellipsis> System requirements </span> </a> </li> <li class=md-nav__item> <a href=#advanced-cluster-configurations class=md-nav__link> <span class=md-ellipsis> Advanced cluster configurations </span> </a> </li> <li class=md-nav__item> <a href=#runai-built-in-alerts class=md-nav__link> <span class=md-ellipsis> Run:ai built-in alerts </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-developer class=md-nav__link> <span class=md-ellipsis> Run:ai Developer </span> </a> <nav class=md-nav aria-label="Run:ai Developer"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#metrics-and-telemetry class=md-nav__link> <span class=md-ellipsis> Metrics and Telemetry </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation notifications </span> </a> <nav class=md-nav aria-label="Deprecation notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#ongoing-dynamic-mig-deprecation-process class=md-nav__link> <span class=md-ellipsis> Ongoing Dynamic MIG deprecation process </span> </a> </li> <li class=md-nav__item> <a href=#cli-v1-deprecation class=md-nav__link> <span class=md-ellipsis> CLI v1 deprecation </span> </a> </li> <li class=md-nav__item> <a href=#legacy-jobs-view-deprecation class=md-nav__link> <span class=md-ellipsis> Legacy Jobs view deprecation </span> </a> </li> <li class=md-nav__item> <a href=#appid-and-appsecret-deprecation class=md-nav__link> <span class=md-ellipsis> appID and appSecret deprecation </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/whats-new-2-20.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=whats-new-in-version-220>What’s New in Version 2.20<a class=headerlink href=#whats-new-in-version-220 title="Permanent link">&para;</a></h1> <h2 id=release-content><strong>Release Content</strong> <date><a class=headerlink href=#release-content title="Permanent link">&para;</a></h2> <p>The Run:ai v2.20 What's New provides a detailed summary of the latest features, enhancements, and updates introduced in this version. They serve as a guide to help users, administrators, and researchers understand the new capabilities and how to leverage them for improved workload management, resource optimization, and more. </p> <div class="admonition important note"> <p class=admonition-title>Important</p> <p>For a complete list of deprecations, see <a href=#deprecation-notifications>Deprecation notifications</a>. Deprecated features and capabilities will be available for two versions ahead of the notification.</p> </div> <h3 id=researchers>Researchers<a class=headerlink href=#researchers title="Permanent link">&para;</a></h3> <h4 id=workloads-workspaces-and-training>Workloads - Workspaces and Training<a class=headerlink href=#workloads-workspaces-and-training title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Stop/run actions for distributed workloads</strong> - You can now stop and run distributed workloads from the UI, CLI, and API. Scheduling rules for training workloads also apply to distributed workloads. This enhances control over distributed workloads, enabling greater flexibility and resource management. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Visibility into idle GPU devices</strong> - Idle GPU devices are now displayed in the UI and API showing the number of allocated GPU devices that have been idle for more than 5 minutes. This provides better visibility into resource utilization, enabling more efficient workload management.</p> </li> <li> <p><strong>Configurable workload completion with multiple runs</strong> - You can now define the number of runs a training workload must complete to be considered finished directly in the UI, API, and CLI v2. Running training workloads multiple times improves the reliability and validity of training results. Additionally, you can configure how many runs can be scheduled in parallel, helping to significantly reduce training time and simplifying the process of managing jobs that require multiple runs. See <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ >Train models using a standard training workload</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Configurable grace period for workload preemption</strong> - You can now set a grace period in the UI, API and CLI v2 providing a buffer time for preempted workloads to reach a safe checkpoint before being forcibly preempted for <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ >standard</a> and <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ >distributed training</a> workloads. The grace period can be configured between 0 seconds and 5 minutes. This aims to minimize data loss and avoid unnecessary retraining, ensuring the latest checkpoints are saved. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span> </p> </li> <li> <p><strong>Pod deletion policy for terminal workloads</strong> - You can now specify which pods should be deleted when a distributed workload reaches a terminal state (completed/failed) using cleanPodPolicy in CLI v2 and API. This enhancement provides greater control over resource cleanup and helps maintain a more organized and efficient cluster environment. See <a href=../../platform-admin/workloads/policies/policy-reference/ >cleanPodPolicy</a> for more details. </p> </li> </ul> <h4 id=workload-assets>Workload Assets<a class=headerlink href=#workload-assets title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Instructions for environment variables</strong> - You can now add instructions to environment variables when creating new environments via the UI and API. In addition, Run:ai's environments now include default instructions. Adding instructions provides guidance enabling anyone using the environment to set the environment variable values correctly. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Enhanced environments and compute resource management</strong> - The action bar now contains "Make a Copy" and "Edit" while the "Rename" option has been removed. A new "Last Updated" column has also been added for easier tracking of asset modifications. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Enhanced data sources and credentials tables</strong> - Added a new "Kubernetes name" column to data sources and credentials tables for visibility into Kubernetes resource associations. The credentials table now includes an "Environments" column displaying the environments associated with the credential. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> </ul> <h4 id=authentication-and-authorization>Authentication and authorization<a class=headerlink href=#authentication-and-authorization title="Permanent link">&para;</a></h4> <ul> <li><strong>User applications for API authentication</strong> - You can now create your own applications for API integrations with Run:ai. Each application includes client credentials which can be used to obtain an authentication token to utilize for subsequent API calls. See <a href=../../developer/user-applications/ >User applications</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h4 id=scheduler>Scheduler<a class=headerlink href=#scheduler title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Support for multiple fractional GPUs in a single workload</strong> - Run:ai now supports submitting workloads that utilize multiple fractional GPUs within a single workload using the UI and CLI. This feature enhances GPU utilization, increases scheduling probability in shorter timeframes, and allows workloads to consume only the memory they need. It maximizes quota usage and enables more workloads to share the same GPUs effectively. See <a href=../../Researcher/scheduling/fractions/#multi-gpu-fractions>Multi-GPU fractions</a> and <a href=../../Researcher/scheduling/dynamic-gpu-fractions/#multi-gpu-dynamic-fractions>Multi-GPU dynamic fractions</a> for more details. <span style="display:inline-block; background-color:white; color:#fc774a; padding:3px 8px; border-radius:3px; border:1px solid #fc774a; font-size:12px;">Beta for Dynamic Fractions</span> <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Support for GPU memory swap with multiple GPUs per workload</strong> - Run:ai now supports GPU memory swap for workloads utilizing multiple GPUs. By leveraging GPU memory swap, you can maximize GPU utilization and serve more workloads using the same hardware. The swap scheduler on each node ensures that all GPUs of a distributed model run simultaneously, maintaining synchronization across GPUs. Workload configurations combine swap settings with multi-GPU dynamic fractions, providing flexibility and efficiency for managing large-scale workloads. See <a href=../../Researcher/scheduling/gpu-memory-swap/#multi-gpu-memory-swap>Multi-GPU memory swap</a>. <span style="display:inline-block; background-color:white; color:#fc774a; padding:3px 8px; border-radius:3px; border:1px solid #fc774a; font-size:12px;">Beta</span> <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> </ul> <h4 id=command-line-interface-cli-v2>Command Line Interface (CLI v2)<a class=headerlink href=#command-line-interface-cli-v2 title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Support for Windows OS</strong> - CLI v2 now supports Windows operating systems, enabling you to leverage the full capabilities of the CLI. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.18 onward</span></p> </li> <li> <p><strong>Unified training command structure</strong> - Unified the <code>distributed</code> command into the <code>training</code> command to align with the Run:ai UI. The <code>training</code> command now includes a new sub-command to support distributed workloads, ensuring a more consistent and streamlined user experience across both the CLI v2 and UI.</p> </li> <li> <p><strong>New command for Kubernetes access</strong> - Added a new CLI v2 command, <code>runai kubconfig set</code>, allowing users to set the kubeconfig file with Run:ai authorization token. This enhancement enables users to gain access to the Kubernetes cluster, simplifying authentication and integration with Run:ai-managed environments. </p> </li> <li> <p><strong>Added view workload labels</strong> - You can now view the labels associated with a workload when using the CLI v2 <code>runai workload describe</code> command for all workload types. This enhancement provides better visibility into workload metadata. </p> </li> </ul> <h3 id=ml-engineers>ML Engineers<a class=headerlink href=#ml-engineers title="Permanent link">&para;</a></h3> <h4 id=workloads-inference>Workloads - Inference<a class=headerlink href=#workloads-inference title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Enhanced visibility into rolling updates for inference workloads</strong> - Run:ai now provides a phase message that provides detailed insights into the current state of the update, by hovering over the workload's status. This helps users to monitor and manage updates more effectively. See <a href=../../Researcher/workloads/inference/inference-overview/#rolling-inference-updates>Rolling inference updates</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Inference serving endpoint configuration</strong> - You can now define an <strong>inference serving endpoint</strong> directly within the environment using the Run:ai UI. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.19 onward</span></p> </li> <li> <p><strong>Persistent token management for Hugging Face models</strong> - Run:ai allows users to save their Hugging Face tokens persistently as part of their credentials within the Run:ai UI. Once saved, tokens can be easily selected from a list of stored credentials, removing the need to manually enter them each time. This enhancement improves the process of deploying Hugging Face models, making it more efficient and user-friendly. See <a href=../../Researcher/workloads/inference/hugging-face-inference/ >Deploy inference workloads from Hugging Face</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.13 onward</span></p> </li> <li> <p><strong>Deploy and manage NVIDIA NIM models in inference workloads</strong> - Run:ai now supports NVIDIA NIM models, enabling you to easily deploy and manage these models when submitting inference workloads. You can select a NIM model and leverage NVIDIA’s hardware optimizations directly through the Run:ai UI. This feature also allows you to take advantage of Run:ai capabilities such as autoscaling and GPU fractioning. See <a href=../../Researcher/workloads/inference/nim-inference/ >Deploy inference workloads with NVIDIA NIM</a> for more details. </p> </li> <li> <p><strong>Customizable autoscaling plans for inference workloads</strong> - Run:ai allows advanced users practicing autoscaling for inference workloads to fine-tune their autoscaling plans using the <a href=https://api-docs.run.ai/latest/tag/Inferences/#operation/update_inference_spec>Update inference spec API</a>. This feature enables you to achieve optimal behavior to meet fluctuating request demands. <span style="display:inline-block; background-color:white; color:#3dd37a; padding:3px 8px; border-radius:3px; border:1px solid #3dd37a; font-size:12px;">Experimental</span> <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> </ul> <h3 id=platform-administrator>Platform Administrator<a class=headerlink href=#platform-administrator title="Permanent link">&para;</a></h3> <h4 id=analytics>Analytics<a class=headerlink href=#analytics title="Permanent link">&para;</a></h4> <ul> <li><strong>New Reports view for analytics</strong> - The new Reports enables generating and organizing large data in a structured, CSV-formatted layout. With this feature, you can monitor resource consumption, identify trends, and make informed decisions to optimize their AI workloads with greater efficiency.</li> </ul> <h4 id=authentication-and-authorization_1>Authentication and authorization<a class=headerlink href=#authentication-and-authorization_1 title="Permanent link">&para;</a></h4> <ul> <li><strong>Client credentials for applications</strong> - Applications now use client credentials - Client ID and Client secret - to obtain an authentication token, aligned with <a href=https://oauth.net/2/grant-types/client-credentials/ >OAuth standard</a>. See <a href=../../platform-admin/authentication/applications/ >Applications</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h4 id=node-pools>Node pools<a class=headerlink href=#node-pools title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Enhanced metric graphs for node pools</strong> - Enhanced metric graphs in the DETAILS tab for node pools by aligning these graphs with the dashboard and the node pools API. As part of this improvement, the following columns have been removed from the <a href=../../platform-admin/aiinitiatives/resources/node-pools/ >Node pools table</a>. </p> <ul> <li>Node GPU Allocation </li> <li>GPU Utilization Distribution </li> <li>GPU Utilization </li> <li>GPU Memory Utilization</li> <li>CPU Utilization</li> <li>CPU Memory Utilization</li> </ul> </li> </ul> <h4 id=organizations-projectsdepartments>Organizations - Projects/Departments<a class=headerlink href=#organizations-projectsdepartments title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Enhanced project deletion</strong> - Deleting a <a href=../../platform-admin/aiinitiatives/org/projects/ >project</a> will now attempt to delete the project's associated workloads and assets, allowing better management of your organization's assets. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Enhanced resource prioritization for projects and departments</strong> - Run:ai has introduced advanced prioritization capabilities to manage resources between projects or between departments more effectively using the <a href=https://api-docs.run.ai/latest/tag/Projects>Projects</a> and <a href=https://api-docs.run.ai/latest/tag/Departments>Departments</a> APIs. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> <p>This feature allows administrators to:</p> <ul> <li>Prioritize resource allocation and reclaim between different projects and departments. </li> <li>Prioritize projects within the same department. </li> <li>Set priorities per node-pool for both projects and departments. </li> <li>Implement distinct SLAs by assigning strict priority levels to over-quota resources. </li> </ul> </li> <li> <p><strong>Updated over quota naming</strong> - Renamed over quota priority to over quota weight to reflect its actual functionality.</p> </li> </ul> <h4 id=policy>Policy<a class=headerlink href=#policy title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Added policy-based default field values</strong> - Administrators can now set default values for fields that are automatically calculated based on the values of other fields using <a href=../../platform-admin/workloads/policies/policy-reference/ >defaultFrom</a>. This ensures that critical fields in the workload submission form are populated automatically if not provided by the user. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> <p>This feature supports various field types:</p> <ul> <li>Integer fields (e.g., <code>cpuCoresRequest</code>),</li> <li>Number fields (e.g., <code>gpuPortionRequest</code>), </li> <li>Quantity fields (e.g., <code>gpuMemoryRequest</code>)</li> </ul> </li> </ul> <h4 id=data-sources>Data sources<a class=headerlink href=#data-sources title="Permanent link">&para;</a></h4> <ul> <li><strong>Improved control over data source and storage class visibility</strong> - Run:ai now provides administrators with the ability to control the visibility of data source types and storage in the UI. Data source types that are restricted by policy will no longer appear during workload submission or when creating new data source assets. Additionally, administrators can configure storage classes as internal using the <a href=https://api-docs.run.ai/latest/tag/Storage-Classes>Storage class configuration API</a>. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h4 id=email-notifications>Email notifications<a class=headerlink href=#email-notifications title="Permanent link">&para;</a></h4> <ul> <li><strong>Added email notifications API</strong> - Email notifications can now be configured via API in addition to the UI, enabling integration with external tools. See <a href=https://api-docs.run.ai/latest/tag/NotificationChannels/ >NotificationChannels API</a> for more details. </li> </ul> <h3 id=infrastructure-administrator>Infrastructure Administrator<a class=headerlink href=#infrastructure-administrator title="Permanent link">&para;</a></h3> <h4 id=nvidia-data-center-gpus-grace-hopper>NVIDIA Data Center GPUs - Grace-Hopper<a class=headerlink href=#nvidia-data-center-gpus-grace-hopper title="Permanent link">&para;</a></h4> <ul> <li><strong>Support for ARM-Based Grace-Hopper Superchip (GH200)</strong> - Run:ai now supports the ARM-based Grace-Hopper Superchip (GH200). Due to a limitation in version 2.20 with ARM64, the Run:ai control plane services must be scheduled on non-ARM based CPU nodes. This limitation will be addressed in a future release. See <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/#arm-limitation>Self-Hosted installation over Kubernetes</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h4 id=system-requirements>System requirements<a class=headerlink href=#system-requirements title="Permanent link">&para;</a></h4> <ul> <li>Run:ai now supports Kubernetes version 1.32. </li> <li>Run:ai now supports OpenShift version 4.17.</li> <li>Kubernetes version 1.28 is no longer supported.</li> <li>OpenShift versions 4.12 to 4.13 are no longer supported. </li> </ul> <h4 id=advanced-cluster-configurations>Advanced cluster configurations<a class=headerlink href=#advanced-cluster-configurations title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Exclude nodes in mixed node clusters</strong> - Run:ai now allows you to exclude specific nodes in a mixed node cluster using the <code>nodeSelectorTerms</code> flag. See <a href=../../admin/config/advanced-cluster-config/#runai-managed-nodes>Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Advanced configuration options for cluster services</strong> - Introduced new cluster configuration options for setting node affinity and tolerations for Run:ai cluster services. These configuration ensure that the Run:ai cluster services are scheduled on the desired nodes. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> <ul> <li><code>global.affinity</code></li> <li><code>global.tolerations</code></li> <li><code>daemonSetsTolerations</code></li> </ul> </li> <li> <p><strong>Added Argo workflows auto-pod grouping</strong> - Introduced a new cluster configuration option, <code>gangScheduleArgoWorkflow</code>, to modify the default behavior for grouping ArgoWorkflow pods, allowing you to prevent pods from being grouped into a single pod-group. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">Cluster v2.20 and v2.18</span></p> </li> <li> <p><strong>Added cloud auto-scaling for memory fractions</strong> - Run:ai now supports auto-scaling for workloads using memory fractions in cloud environments. Using <code>gpuMemoryToFractionRatio</code> configuration option allows a failed scheduling attempt for a memory fractions workload to create Run:ai scaling pods, triggering the auto-scaler. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.19 onward</span></p> </li> <li> <p><strong>Added stale gang eviction timeout for improved stability</strong> - Run:ai has introduced a default timeout of 60 seconds for gang eviction in gang scheduling workloads using <code>defaultStalenessGracePeriod</code>. This timeout allows both the workload controller and the scheduler sufficient time to remediate the workload, improving the stability of large training jobs. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.18 onward</span></p> </li> <li> <p><strong>Added custom labels for built-in alerts</strong> - Administrators can now add their own custom labels to the built-in alerts from Prometheus by setting <code>spec.prometheus.additionalAlertLabels</code> in their cluster. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for mode details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Enhanced configuration flexibility for cluster replica management</strong> - Administrators can now use the <code>spec.global.replicaCount</code> to manage replicas for Run:ai services. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> </ul> <h4 id=runai-built-in-alerts>Run:ai built-in alerts<a class=headerlink href=#runai-built-in-alerts title="Permanent link">&para;</a></h4> <ul> <li>Added two new Run:ai built-in alerts for Kubernetes nodes hosting GPU workloads. The <a href=../../admin/maintenance/alert-monitoring/#built-in-alerts>unknown state alert</a> notifies when the node's health and readiness cannot be determined, and the <a href=../../admin/maintenance/alert-monitoring/#built-in-alerts>low memory alert</a> warns when the node has insufficient memory to support current or upcoming workloads. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h3 id=runai-developer>Run:ai Developer<a class=headerlink href=#runai-developer title="Permanent link">&para;</a></h3> <h4 id=metrics-and-telemetry>Metrics and Telemetry<a class=headerlink href=#metrics-and-telemetry title="Permanent link">&para;</a></h4> <ul> <li> <p>Additional metrics and telemetry are available via the API. For more details, see <a href=../../developer/metrics/metrics-api/ >Metrics API</a>:</p> <ul> <li> <p>Metrics (over time) </p> <ul> <li>Project <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA_MILLICORES</li> <li>CPU_MEMORY_QUOTA_MB</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION_MILLICORES</li> <li>CPU_MEMORY_ALLOCATION_MB </li> </ul> </li> <li>Department <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA_MILLICORES</li> <li>CPU_MEMORY_QUOTA_MB</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION_MILLICORES</li> <li>CPU_MEMORY_ALLOCATION_MB </li> </ul> </li> </ul> </li> <li> <p>Telemetry (current time) </p> <ul> <li>Project <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA </li> <li>MEMORY_QUOTA</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION</li> <li>MEMORY_ALLOCATION</li> <li>GPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>CPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>MEMORY_ALLOCATION_NON_PREEMPTIBLE </li> </ul> </li> <li>Department <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA </li> <li>MEMORY_QUOTA</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION</li> <li>MEMORY_ALLOCATION</li> <li>GPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>CPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>MEMORY_ALLOCATION_NON_PREEMPTIBLE </li> </ul> </li> </ul> </li> </ul> </li> </ul> <h2 id=deprecation-notifications>Deprecation notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <h3 id=ongoing-dynamic-mig-deprecation-process>Ongoing Dynamic MIG deprecation process<a class=headerlink href=#ongoing-dynamic-mig-deprecation-process title="Permanent link">&para;</a></h3> <p>The Dynamic MIG deprecation process started in version 2.19. Run:ai supports standard MIG profiles as detailed in <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ >Configuring NVIDIA MIG profiles</a>.</p> <ul> <li>Before upgrading to version 2.20, workloads submitted with Dynamic MIG and their associated node configurations must be removed</li> <li>In version 2.20, MIG was removed from the Run:ai UI under compute resources.</li> <li>In Q2/25 all ‘Dynamic MIG’ APIs and CLI commands will be fully deprecated.</li> </ul> <h3 id=cli-v1-deprecation>CLI v1 deprecation<a class=headerlink href=#cli-v1-deprecation title="Permanent link">&para;</a></h3> <p>CLI V1 is deprecated and no new features will be developed for it. It will remain available for use for the next two releases to ensure a smooth transition for all users. We recommend switching to <strong>CLI v2</strong>, which provides feature parity, backward compatibility, and ongoing support for new enhancements. CLI v2 is designed to deliver a more robust, efficient, and user-friendly experience.</p> <h3 id=legacy-jobs-view-deprecation>Legacy Jobs view deprecation<a class=headerlink href=#legacy-jobs-view-deprecation title="Permanent link">&para;</a></h3> <p>Starting with version 2.20, the legacy <strong>Jobs view</strong> will be discontinued in favor of the more advanced <strong>Workloads view</strong>. The legacy submission form will still be accessible via the Workload manager view for a smoother transition. </p> <h3 id=appid-and-appsecret-deprecation>appID and appSecret deprecation<a class=headerlink href=#appid-and-appsecret-deprecation title="Permanent link">&para;</a></h3> <p>Deprecating appID and appSecret parameters used for <a href=../../developer/rest-auth/#request-an-api-token>requesting an API token</a>. It will remain available for use for the next two releases. To create application tokens, use your client credentials - Client ID and Client secret.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#whats-new-in-version-220 class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Version 2.20 </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class="md-tabs__item md-tabs__item--active"> <a href=../overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class=md-tabs__item> <a href=../../platform-admin/overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1 checked> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=true> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3 checked> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=true> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Version 2.20 </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Version 2.20 </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> <nav class=md-nav aria-label="Release Content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researchers class=md-nav__link> <span class=md-ellipsis> Researchers </span> </a> <nav class=md-nav aria-label=Researchers> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-workspaces-and-training class=md-nav__link> <span class=md-ellipsis> Workloads - Workspaces and Training </span> </a> </li> <li class=md-nav__item> <a href=#workload-assets class=md-nav__link> <span class=md-ellipsis> Workload Assets </span> </a> </li> <li class=md-nav__item> <a href=#authentication-and-authorization class=md-nav__link> <span class=md-ellipsis> Authentication and authorization </span> </a> </li> <li class=md-nav__item> <a href=#scheduler class=md-nav__link> <span class=md-ellipsis> Scheduler </span> </a> </li> <li class=md-nav__item> <a href=#command-line-interface-cli-v2 class=md-nav__link> <span class=md-ellipsis> Command Line Interface (CLI v2) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-engineers class=md-nav__link> <span class=md-ellipsis> ML Engineers </span> </a> <nav class=md-nav aria-label="ML Engineers"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-inference class=md-nav__link> <span class=md-ellipsis> Workloads - Inference </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#platform-administrator class=md-nav__link> <span class=md-ellipsis> Platform Administrator </span> </a> <nav class=md-nav aria-label="Platform Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#analytics class=md-nav__link> <span class=md-ellipsis> Analytics </span> </a> </li> <li class=md-nav__item> <a href=#authentication-and-authorization_1 class=md-nav__link> <span class=md-ellipsis> Authentication and authorization </span> </a> </li> <li class=md-nav__item> <a href=#node-pools class=md-nav__link> <span class=md-ellipsis> Node pools </span> </a> </li> <li class=md-nav__item> <a href=#organizations-projectsdepartments class=md-nav__link> <span class=md-ellipsis> Organizations - Projects/Departments </span> </a> </li> <li class=md-nav__item> <a href=#policy class=md-nav__link> <span class=md-ellipsis> Policy </span> </a> </li> <li class=md-nav__item> <a href=#data-sources class=md-nav__link> <span class=md-ellipsis> Data sources </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications class=md-nav__link> <span class=md-ellipsis> Email notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#infrastructure-administrator class=md-nav__link> <span class=md-ellipsis> Infrastructure Administrator </span> </a> <nav class=md-nav aria-label="Infrastructure Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nvidia-data-center-gpus-grace-hopper class=md-nav__link> <span class=md-ellipsis> NVIDIA Data Center GPUs - Grace-Hopper </span> </a> </li> <li class=md-nav__item> <a href=#system-requirements class=md-nav__link> <span class=md-ellipsis> System requirements </span> </a> </li> <li class=md-nav__item> <a href=#advanced-cluster-configurations class=md-nav__link> <span class=md-ellipsis> Advanced cluster configurations </span> </a> </li> <li class=md-nav__item> <a href=#runai-built-in-alerts class=md-nav__link> <span class=md-ellipsis> Run:ai built-in alerts </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-developer class=md-nav__link> <span class=md-ellipsis> Run:ai Developer </span> </a> <nav class=md-nav aria-label="Run:ai Developer"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#metrics-and-telemetry class=md-nav__link> <span class=md-ellipsis> Metrics and Telemetry </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation notifications </span> </a> <nav class=md-nav aria-label="Deprecation notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#ongoing-dynamic-mig-deprecation-process class=md-nav__link> <span class=md-ellipsis> Ongoing Dynamic MIG deprecation process </span> </a> </li> <li class=md-nav__item> <a href=#cli-v1-deprecation class=md-nav__link> <span class=md-ellipsis> CLI v1 deprecation </span> </a> </li> <li class=md-nav__item> <a href=#legacy-jobs-view-deprecation class=md-nav__link> <span class=md-ellipsis> Legacy Jobs view deprecation </span> </a> </li> <li class=md-nav__item> <a href=#appid-and-appsecret-deprecation class=md-nav__link> <span class=md-ellipsis> appID and appSecret deprecation </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex=0> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../platform-admin/performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../platform-admin/performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#release-content class=md-nav__link> <span class=md-ellipsis> Release Content </span> </a> <nav class=md-nav aria-label="Release Content"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#researchers class=md-nav__link> <span class=md-ellipsis> Researchers </span> </a> <nav class=md-nav aria-label=Researchers> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-workspaces-and-training class=md-nav__link> <span class=md-ellipsis> Workloads - Workspaces and Training </span> </a> </li> <li class=md-nav__item> <a href=#workload-assets class=md-nav__link> <span class=md-ellipsis> Workload Assets </span> </a> </li> <li class=md-nav__item> <a href=#authentication-and-authorization class=md-nav__link> <span class=md-ellipsis> Authentication and authorization </span> </a> </li> <li class=md-nav__item> <a href=#scheduler class=md-nav__link> <span class=md-ellipsis> Scheduler </span> </a> </li> <li class=md-nav__item> <a href=#command-line-interface-cli-v2 class=md-nav__link> <span class=md-ellipsis> Command Line Interface (CLI v2) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#ml-engineers class=md-nav__link> <span class=md-ellipsis> ML Engineers </span> </a> <nav class=md-nav aria-label="ML Engineers"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-inference class=md-nav__link> <span class=md-ellipsis> Workloads - Inference </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#platform-administrator class=md-nav__link> <span class=md-ellipsis> Platform Administrator </span> </a> <nav class=md-nav aria-label="Platform Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#analytics class=md-nav__link> <span class=md-ellipsis> Analytics </span> </a> </li> <li class=md-nav__item> <a href=#authentication-and-authorization_1 class=md-nav__link> <span class=md-ellipsis> Authentication and authorization </span> </a> </li> <li class=md-nav__item> <a href=#node-pools class=md-nav__link> <span class=md-ellipsis> Node pools </span> </a> </li> <li class=md-nav__item> <a href=#organizations-projectsdepartments class=md-nav__link> <span class=md-ellipsis> Organizations - Projects/Departments </span> </a> </li> <li class=md-nav__item> <a href=#policy class=md-nav__link> <span class=md-ellipsis> Policy </span> </a> </li> <li class=md-nav__item> <a href=#data-sources class=md-nav__link> <span class=md-ellipsis> Data sources </span> </a> </li> <li class=md-nav__item> <a href=#email-notifications class=md-nav__link> <span class=md-ellipsis> Email notifications </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#infrastructure-administrator class=md-nav__link> <span class=md-ellipsis> Infrastructure Administrator </span> </a> <nav class=md-nav aria-label="Infrastructure Administrator"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nvidia-data-center-gpus-grace-hopper class=md-nav__link> <span class=md-ellipsis> NVIDIA Data Center GPUs - Grace-Hopper </span> </a> </li> <li class=md-nav__item> <a href=#system-requirements class=md-nav__link> <span class=md-ellipsis> System requirements </span> </a> </li> <li class=md-nav__item> <a href=#advanced-cluster-configurations class=md-nav__link> <span class=md-ellipsis> Advanced cluster configurations </span> </a> </li> <li class=md-nav__item> <a href=#runai-built-in-alerts class=md-nav__link> <span class=md-ellipsis> Run:ai built-in alerts </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#runai-developer class=md-nav__link> <span class=md-ellipsis> Run:ai Developer </span> </a> <nav class=md-nav aria-label="Run:ai Developer"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#metrics-and-telemetry class=md-nav__link> <span class=md-ellipsis> Metrics and Telemetry </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#deprecation-notifications class=md-nav__link> <span class=md-ellipsis> Deprecation notifications </span> </a> <nav class=md-nav aria-label="Deprecation notifications"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#ongoing-dynamic-mig-deprecation-process class=md-nav__link> <span class=md-ellipsis> Ongoing Dynamic MIG deprecation process </span> </a> </li> <li class=md-nav__item> <a href=#cli-v1-deprecation class=md-nav__link> <span class=md-ellipsis> CLI v1 deprecation </span> </a> </li> <li class=md-nav__item> <a href=#legacy-jobs-view-deprecation class=md-nav__link> <span class=md-ellipsis> Legacy Jobs view deprecation </span> </a> </li> <li class=md-nav__item> <a href=#appid-and-appsecret-deprecation class=md-nav__link> <span class=md-ellipsis> appID and appSecret deprecation </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/home/whats-new-2-20.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=whats-new-in-version-220>What’s New in Version 2.20<a class=headerlink href=#whats-new-in-version-220 title="Permanent link">&para;</a></h1> <h2 id=release-content><strong>Release Content</strong> <date><a class=headerlink href=#release-content title="Permanent link">&para;</a></h2> <p>The Run:ai v2.20 What's New provides a detailed summary of the latest features, enhancements, and updates introduced in this version. They serve as a guide to help users, administrators, and researchers understand the new capabilities and how to leverage them for improved workload management, resource optimization, and more. </p> <div class="admonition important note"> <p class=admonition-title>Important</p> <p>For a complete list of deprecations, see <a href=#deprecation-notifications>Deprecation notifications</a>. Deprecated features and capabilities will be available for two versions ahead of the notification.</p> </div> <h3 id=researchers>Researchers<a class=headerlink href=#researchers title="Permanent link">&para;</a></h3> <h4 id=workloads-workspaces-and-training>Workloads - Workspaces and Training<a class=headerlink href=#workloads-workspaces-and-training title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Stop/run actions for distributed workloads</strong> - You can now stop and run distributed workloads from the UI, CLI, and API. Scheduling rules for training workloads also apply to distributed workloads. This enhances control over distributed workloads, enabling greater flexibility and resource management. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Visibility into idle GPU devices</strong> - Idle GPU devices are now displayed in the UI and API showing the number of allocated GPU devices that have been idle for more than 5 minutes. This provides better visibility into resource utilization, enabling more efficient workload management.</p> </li> <li> <p><strong>Configurable workload completion with multiple runs</strong> - You can now define the number of runs a training workload must complete to be considered finished directly in the UI, API, and CLI v2. Running training workloads multiple times improves the reliability and validity of training results. Additionally, you can configure how many runs can be scheduled in parallel, helping to significantly reduce training time and simplifying the process of managing jobs that require multiple runs. See <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ >Train models using a standard training workload</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Configurable grace period for workload preemption</strong> - You can now set a grace period in the UI, API and CLI v2 providing a buffer time for preempted workloads to reach a safe checkpoint before being forcibly preempted for <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ >standard</a> and <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ >distributed training</a> workloads. The grace period can be configured between 0 seconds and 5 minutes. This aims to minimize data loss and avoid unnecessary retraining, ensuring the latest checkpoints are saved. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span> </p> </li> <li> <p><strong>Pod deletion policy for terminal workloads</strong> - You can now specify which pods should be deleted when a distributed workload reaches a terminal state (completed/failed) using cleanPodPolicy in CLI v2 and API. This enhancement provides greater control over resource cleanup and helps maintain a more organized and efficient cluster environment. See <a href=../../platform-admin/workloads/policies/policy-reference/ >cleanPodPolicy</a> for more details. </p> </li> </ul> <h4 id=workload-assets>Workload Assets<a class=headerlink href=#workload-assets title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Instructions for environment variables</strong> - You can now add instructions to environment variables when creating new environments via the UI and API. In addition, Run:ai's environments now include default instructions. Adding instructions provides guidance enabling anyone using the environment to set the environment variable values correctly. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Enhanced environments and compute resource management</strong> - The action bar now contains "Make a Copy" and "Edit" while the "Rename" option has been removed. A new "Last Updated" column has also been added for easier tracking of asset modifications. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Enhanced data sources and credentials tables</strong> - Added a new "Kubernetes name" column to data sources and credentials tables for visibility into Kubernetes resource associations. The credentials table now includes an "Environments" column displaying the environments associated with the credential. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> </ul> <h4 id=authentication-and-authorization>Authentication and authorization<a class=headerlink href=#authentication-and-authorization title="Permanent link">&para;</a></h4> <ul> <li><strong>User applications for API authentication</strong> - You can now create your own applications for API integrations with Run:ai. Each application includes client credentials which can be used to obtain an authentication token to utilize for subsequent API calls. See <a href=../../developer/user-applications/ >User applications</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h4 id=scheduler>Scheduler<a class=headerlink href=#scheduler title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Support for multiple fractional GPUs in a single workload</strong> - Run:ai now supports submitting workloads that utilize multiple fractional GPUs within a single workload using the UI and CLI. This feature enhances GPU utilization, increases scheduling probability in shorter timeframes, and allows workloads to consume only the memory they need. It maximizes quota usage and enables more workloads to share the same GPUs effectively. See <a href=../../Researcher/scheduling/fractions/#multi-gpu-fractions>Multi-GPU fractions</a> and <a href=../../Researcher/scheduling/dynamic-gpu-fractions/#multi-gpu-dynamic-fractions>Multi-GPU dynamic fractions</a> for more details. <span style="display:inline-block; background-color:white; color:#fc774a; padding:3px 8px; border-radius:3px; border:1px solid #fc774a; font-size:12px;">Beta for Dynamic Fractions</span> <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Support for GPU memory swap with multiple GPUs per workload</strong> - Run:ai now supports GPU memory swap for workloads utilizing multiple GPUs. By leveraging GPU memory swap, you can maximize GPU utilization and serve more workloads using the same hardware. The swap scheduler on each node ensures that all GPUs of a distributed model run simultaneously, maintaining synchronization across GPUs. Workload configurations combine swap settings with multi-GPU dynamic fractions, providing flexibility and efficiency for managing large-scale workloads. See <a href=../../Researcher/scheduling/gpu-memory-swap/#multi-gpu-memory-swap>Multi-GPU memory swap</a>. <span style="display:inline-block; background-color:white; color:#fc774a; padding:3px 8px; border-radius:3px; border:1px solid #fc774a; font-size:12px;">Beta</span> <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> </ul> <h4 id=command-line-interface-cli-v2>Command Line Interface (CLI v2)<a class=headerlink href=#command-line-interface-cli-v2 title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Support for Windows OS</strong> - CLI v2 now supports Windows operating systems, enabling you to leverage the full capabilities of the CLI. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.18 onward</span></p> </li> <li> <p><strong>Unified training command structure</strong> - Unified the <code>distributed</code> command into the <code>training</code> command to align with the Run:ai UI. The <code>training</code> command now includes a new sub-command to support distributed workloads, ensuring a more consistent and streamlined user experience across both the CLI v2 and UI.</p> </li> <li> <p><strong>New command for Kubernetes access</strong> - Added a new CLI v2 command, <code>runai kubconfig set</code>, allowing users to set the kubeconfig file with Run:ai authorization token. This enhancement enables users to gain access to the Kubernetes cluster, simplifying authentication and integration with Run:ai-managed environments. </p> </li> <li> <p><strong>Added view workload labels</strong> - You can now view the labels associated with a workload when using the CLI v2 <code>runai workload describe</code> command for all workload types. This enhancement provides better visibility into workload metadata. </p> </li> </ul> <h3 id=ml-engineers>ML Engineers<a class=headerlink href=#ml-engineers title="Permanent link">&para;</a></h3> <h4 id=workloads-inference>Workloads - Inference<a class=headerlink href=#workloads-inference title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Enhanced visibility into rolling updates for inference workloads</strong> - Run:ai now provides a phase message that provides detailed insights into the current state of the update, by hovering over the workload's status. This helps users to monitor and manage updates more effectively. See <a href=../../Researcher/workloads/inference/inference-overview/#rolling-inference-updates>Rolling inference updates</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Inference serving endpoint configuration</strong> - You can now define an <strong>inference serving endpoint</strong> directly within the environment using the Run:ai UI. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.19 onward</span></p> </li> <li> <p><strong>Persistent token management for Hugging Face models</strong> - Run:ai allows users to save their Hugging Face tokens persistently as part of their credentials within the Run:ai UI. Once saved, tokens can be easily selected from a list of stored credentials, removing the need to manually enter them each time. This enhancement improves the process of deploying Hugging Face models, making it more efficient and user-friendly. See <a href=../../Researcher/workloads/inference/hugging-face-inference/ >Deploy inference workloads from Hugging Face</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.13 onward</span></p> </li> <li> <p><strong>Deploy and manage NVIDIA NIM models in inference workloads</strong> - Run:ai now supports NVIDIA NIM models, enabling you to easily deploy and manage these models when submitting inference workloads. You can select a NIM model and leverage NVIDIA’s hardware optimizations directly through the Run:ai UI. This feature also allows you to take advantage of Run:ai capabilities such as autoscaling and GPU fractioning. See <a href=../../Researcher/workloads/inference/nim-inference/ >Deploy inference workloads with NVIDIA NIM</a> for more details. </p> </li> <li> <p><strong>Customizable autoscaling plans for inference workloads</strong> - Run:ai allows advanced users practicing autoscaling for inference workloads to fine-tune their autoscaling plans using the <a href=https://api-docs.run.ai/latest/tag/Inferences/#operation/update_inference_spec>Update inference spec API</a>. This feature enables you to achieve optimal behavior to meet fluctuating request demands. <span style="display:inline-block; background-color:white; color:#3dd37a; padding:3px 8px; border-radius:3px; border:1px solid #3dd37a; font-size:12px;">Experimental</span> <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> </ul> <h3 id=platform-administrator>Platform Administrator<a class=headerlink href=#platform-administrator title="Permanent link">&para;</a></h3> <h4 id=analytics>Analytics<a class=headerlink href=#analytics title="Permanent link">&para;</a></h4> <ul> <li><strong>New Reports view for analytics</strong> - The new Reports enables generating and organizing large data in a structured, CSV-formatted layout. With this feature, you can monitor resource consumption, identify trends, and make informed decisions to optimize their AI workloads with greater efficiency.</li> </ul> <h4 id=authentication-and-authorization_1>Authentication and authorization<a class=headerlink href=#authentication-and-authorization_1 title="Permanent link">&para;</a></h4> <ul> <li><strong>Client credentials for applications</strong> - Applications now use client credentials - Client ID and Client secret - to obtain an authentication token, aligned with <a href=https://oauth.net/2/grant-types/client-credentials/ >OAuth standard</a>. See <a href=../../platform-admin/authentication/applications/ >Applications</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h4 id=node-pools>Node pools<a class=headerlink href=#node-pools title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Enhanced metric graphs for node pools</strong> - Enhanced metric graphs in the DETAILS tab for node pools by aligning these graphs with the dashboard and the node pools API. As part of this improvement, the following columns have been removed from the <a href=../../platform-admin/aiinitiatives/resources/node-pools/ >Node pools table</a>. </p> <ul> <li>Node GPU Allocation </li> <li>GPU Utilization Distribution </li> <li>GPU Utilization </li> <li>GPU Memory Utilization</li> <li>CPU Utilization</li> <li>CPU Memory Utilization</li> </ul> </li> </ul> <h4 id=organizations-projectsdepartments>Organizations - Projects/Departments<a class=headerlink href=#organizations-projectsdepartments title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Enhanced project deletion</strong> - Deleting a <a href=../../platform-admin/aiinitiatives/org/projects/ >project</a> will now attempt to delete the project's associated workloads and assets, allowing better management of your organization's assets. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Enhanced resource prioritization for projects and departments</strong> - Run:ai has introduced advanced prioritization capabilities to manage resources between projects or between departments more effectively using the <a href=https://api-docs.run.ai/latest/tag/Projects>Projects</a> and <a href=https://api-docs.run.ai/latest/tag/Departments>Departments</a> APIs. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> <p>This feature allows administrators to:</p> <ul> <li>Prioritize resource allocation and reclaim between different projects and departments. </li> <li>Prioritize projects within the same department. </li> <li>Set priorities per node-pool for both projects and departments. </li> <li>Implement distinct SLAs by assigning strict priority levels to over-quota resources. </li> </ul> </li> <li> <p><strong>Updated over quota naming</strong> - Renamed over quota priority to over quota weight to reflect its actual functionality.</p> </li> </ul> <h4 id=policy>Policy<a class=headerlink href=#policy title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Added policy-based default field values</strong> - Administrators can now set default values for fields that are automatically calculated based on the values of other fields using <a href=../../platform-admin/workloads/policies/policy-reference/ >defaultFrom</a>. This ensures that critical fields in the workload submission form are populated automatically if not provided by the user. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> <p>This feature supports various field types:</p> <ul> <li>Integer fields (e.g., <code>cpuCoresRequest</code>),</li> <li>Number fields (e.g., <code>gpuPortionRequest</code>), </li> <li>Quantity fields (e.g., <code>gpuMemoryRequest</code>)</li> </ul> </li> </ul> <h4 id=data-sources>Data sources<a class=headerlink href=#data-sources title="Permanent link">&para;</a></h4> <ul> <li><strong>Improved control over data source and storage class visibility</strong> - Run:ai now provides administrators with the ability to control the visibility of data source types and storage in the UI. Data source types that are restricted by policy will no longer appear during workload submission or when creating new data source assets. Additionally, administrators can configure storage classes as internal using the <a href=https://api-docs.run.ai/latest/tag/Storage-Classes>Storage class configuration API</a>. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h4 id=email-notifications>Email notifications<a class=headerlink href=#email-notifications title="Permanent link">&para;</a></h4> <ul> <li><strong>Added email notifications API</strong> - Email notifications can now be configured via API in addition to the UI, enabling integration with external tools. See <a href=https://api-docs.run.ai/latest/tag/NotificationChannels/ >NotificationChannels API</a> for more details. </li> </ul> <h3 id=infrastructure-administrator>Infrastructure Administrator<a class=headerlink href=#infrastructure-administrator title="Permanent link">&para;</a></h3> <h4 id=nvidia-data-center-gpus-grace-hopper>NVIDIA Data Center GPUs - Grace-Hopper<a class=headerlink href=#nvidia-data-center-gpus-grace-hopper title="Permanent link">&para;</a></h4> <ul> <li><strong>Support for ARM-Based Grace-Hopper Superchip (GH200)</strong> - Run:ai now supports the ARM-based Grace-Hopper Superchip (GH200). Due to a limitation in version 2.20 with ARM64, the Run:ai control plane services must be scheduled on non-ARM based CPU nodes. This limitation will be addressed in a future release. See <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/#arm-limitation>Self-Hosted installation over Kubernetes</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h4 id=system-requirements>System requirements<a class=headerlink href=#system-requirements title="Permanent link">&para;</a></h4> <ul> <li>Run:ai now supports Kubernetes version 1.32. </li> <li>Run:ai now supports OpenShift version 4.17.</li> <li>Kubernetes version 1.28 is no longer supported.</li> <li>OpenShift versions 4.12 to 4.13 are no longer supported. </li> </ul> <h4 id=advanced-cluster-configurations>Advanced cluster configurations<a class=headerlink href=#advanced-cluster-configurations title="Permanent link">&para;</a></h4> <ul> <li> <p><strong>Exclude nodes in mixed node clusters</strong> - Run:ai now allows you to exclude specific nodes in a mixed node cluster using the <code>nodeSelectorTerms</code> flag. See <a href=../../admin/config/advanced-cluster-config/#runai-managed-nodes>Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Advanced configuration options for cluster services</strong> - Introduced new cluster configuration options for setting node affinity and tolerations for Run:ai cluster services. These configuration ensure that the Run:ai cluster services are scheduled on the desired nodes. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> <ul> <li><code>global.affinity</code></li> <li><code>global.tolerations</code></li> <li><code>daemonSetsTolerations</code></li> </ul> </li> <li> <p><strong>Added Argo workflows auto-pod grouping</strong> - Introduced a new cluster configuration option, <code>gangScheduleArgoWorkflow</code>, to modify the default behavior for grouping ArgoWorkflow pods, allowing you to prevent pods from being grouped into a single pod-group. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">Cluster v2.20 and v2.18</span></p> </li> <li> <p><strong>Added cloud auto-scaling for memory fractions</strong> - Run:ai now supports auto-scaling for workloads using memory fractions in cloud environments. Using <code>gpuMemoryToFractionRatio</code> configuration option allows a failed scheduling attempt for a memory fractions workload to create Run:ai scaling pods, triggering the auto-scaler. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.19 onward</span></p> </li> <li> <p><strong>Added stale gang eviction timeout for improved stability</strong> - Run:ai has introduced a default timeout of 60 seconds for gang eviction in gang scheduling workloads using <code>defaultStalenessGracePeriod</code>. This timeout allows both the workload controller and the scheduler sufficient time to remediate the workload, improving the stability of large training jobs. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.18 onward</span></p> </li> <li> <p><strong>Added custom labels for built-in alerts</strong> - Administrators can now add their own custom labels to the built-in alerts from Prometheus by setting <code>spec.prometheus.additionalAlertLabels</code> in their cluster. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for mode details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> <li> <p><strong>Enhanced configuration flexibility for cluster replica management</strong> - Administrators can now use the <code>spec.global.replicaCount</code> to manage replicas for Run:ai services. See <a href=../../admin/config/advanced-cluster-config/ >Advanced Cluster Configurations</a> for more details. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></p> </li> </ul> <h4 id=runai-built-in-alerts>Run:ai built-in alerts<a class=headerlink href=#runai-built-in-alerts title="Permanent link">&para;</a></h4> <ul> <li>Added two new Run:ai built-in alerts for Kubernetes nodes hosting GPU workloads. The <a href=../../admin/maintenance/alert-monitoring/#built-in-alerts>unknown state alert</a> notifies when the node's health and readiness cannot be determined, and the <a href=../../admin/maintenance/alert-monitoring/#built-in-alerts>low memory alert</a> warns when the node has insufficient memory to support current or upcoming workloads. <span style="display:inline-block; background-color:white; color:#616161; padding:3px 8px; border-radius:3px; border:1px solid #616161; font-size:12px;">From cluster v2.20 onward</span></li> </ul> <h3 id=runai-developer>Run:ai Developer<a class=headerlink href=#runai-developer title="Permanent link">&para;</a></h3> <h4 id=metrics-and-telemetry>Metrics and Telemetry<a class=headerlink href=#metrics-and-telemetry title="Permanent link">&para;</a></h4> <ul> <li> <p>Additional metrics and telemetry are available via the API. For more details, see <a href=../../developer/metrics/metrics-api/ >Metrics API</a>:</p> <ul> <li> <p>Metrics (over time) </p> <ul> <li>Project <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA_MILLICORES</li> <li>CPU_MEMORY_QUOTA_MB</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION_MILLICORES</li> <li>CPU_MEMORY_ALLOCATION_MB </li> </ul> </li> <li>Department <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA_MILLICORES</li> <li>CPU_MEMORY_QUOTA_MB</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION_MILLICORES</li> <li>CPU_MEMORY_ALLOCATION_MB </li> </ul> </li> </ul> </li> <li> <p>Telemetry (current time) </p> <ul> <li>Project <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA </li> <li>MEMORY_QUOTA</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION</li> <li>MEMORY_ALLOCATION</li> <li>GPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>CPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>MEMORY_ALLOCATION_NON_PREEMPTIBLE </li> </ul> </li> <li>Department <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA </li> <li>MEMORY_QUOTA</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION</li> <li>MEMORY_ALLOCATION</li> <li>GPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>CPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>MEMORY_ALLOCATION_NON_PREEMPTIBLE </li> </ul> </li> </ul> </li> </ul> </li> </ul> <h2 id=deprecation-notifications>Deprecation notifications<a class=headerlink href=#deprecation-notifications title="Permanent link">&para;</a></h2> <h3 id=ongoing-dynamic-mig-deprecation-process>Ongoing Dynamic MIG deprecation process<a class=headerlink href=#ongoing-dynamic-mig-deprecation-process title="Permanent link">&para;</a></h3> <p>The Dynamic MIG deprecation process started in version 2.19. Run:ai supports standard MIG profiles as detailed in <a href=../../platform-admin/aiinitiatives/resources/configuring-mig-profiles/ >Configuring NVIDIA MIG profiles</a>.</p> <ul> <li>Before upgrading to version 2.20, workloads submitted with Dynamic MIG and their associated node configurations must be removed</li> <li>In version 2.20, MIG was removed from the Run:ai UI under compute resources.</li> <li>In Q2/25 all ‘Dynamic MIG’ APIs and CLI commands will be fully deprecated.</li> </ul> <h3 id=cli-v1-deprecation>CLI v1 deprecation<a class=headerlink href=#cli-v1-deprecation title="Permanent link">&para;</a></h3> <p>CLI V1 is deprecated and no new features will be developed for it. It will remain available for use for the next two releases to ensure a smooth transition for all users. We recommend switching to <strong>CLI v2</strong>, which provides feature parity, backward compatibility, and ongoing support for new enhancements. CLI v2 is designed to deliver a more robust, efficient, and user-friendly experience.</p> <h3 id=legacy-jobs-view-deprecation>Legacy Jobs view deprecation<a class=headerlink href=#legacy-jobs-view-deprecation title="Permanent link">&para;</a></h3> <p>Starting with version 2.20, the legacy <strong>Jobs view</strong> will be discontinued in favor of the more advanced <strong>Workloads view</strong>. The legacy submission form will still be accessible via the Workload manager view for a smoother transition. </p> <h3 id=appid-and-appsecret-deprecation>appID and appSecret deprecation<a class=headerlink href=#appid-and-appsecret-deprecation title="Permanent link">&para;</a></h3> <p>Deprecating appID and appSecret parameters used for <a href=../../developer/rest-auth/#request-an-api-token>requesting an API token</a>. It will remain available for use for the next two releases. To create application tokens, use your client credentials - Client ID and Client secret.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/aiinitiatives/org/departments/index.html b/v2.20/platform-admin/aiinitiatives/org/departments/index.html
index 9763aa9d53..8a9a34cd9e 100644
--- a/v2.20/platform-admin/aiinitiatives/org/departments/index.html
+++ b/v2.20/platform-admin/aiinitiatives/org/departments/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/org/departments/ rel=canonical><link href=../projects/ rel=prev><link href=../scheduling-rules/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Departments - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/org/departments/ rel=canonical><link href=../projects/ rel=prev><link href=../scheduling-rules/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Departments - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#departments class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Departments </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2 checked> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Departments </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Departments </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#departments class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> <nav class=md-nav aria-label=Departments> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#node-pools-with-quota-associated-with-the-department class=md-nav__link> <span class=md-ellipsis> Node pools with quota associated with the department </span> </a> </li> <li class=md-nav__item> <a href=#subjects-authorized-for-the-project class=md-nav__link> <span class=md-ellipsis> Subjects authorized for the project </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-department class=md-nav__link> <span class=md-ellipsis> Adding a new department </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-department class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a department </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-a-department class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from a department </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-department class=md-nav__link> <span class=md-ellipsis> Editing a department </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-departments-policy class=md-nav__link> <span class=md-ellipsis> Viewing a department’s policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-department class=md-nav__link> <span class=md-ellipsis> Deleting a department </span> </a> </li> <li class=md-nav__item> <a href=#reviewing-a-department class=md-nav__link> <span class=md-ellipsis> Reviewing a department </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#departments class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> <nav class=md-nav aria-label=Departments> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#node-pools-with-quota-associated-with-the-department class=md-nav__link> <span class=md-ellipsis> Node pools with quota associated with the department </span> </a> </li> <li class=md-nav__item> <a href=#subjects-authorized-for-the-project class=md-nav__link> <span class=md-ellipsis> Subjects authorized for the project </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-department class=md-nav__link> <span class=md-ellipsis> Adding a new department </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-department class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a department </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-a-department class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from a department </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-department class=md-nav__link> <span class=md-ellipsis> Editing a department </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-departments-policy class=md-nav__link> <span class=md-ellipsis> Viewing a department’s policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-department class=md-nav__link> <span class=md-ellipsis> Deleting a department </span> </a> </li> <li class=md-nav__item> <a href=#reviewing-a-department class=md-nav__link> <span class=md-ellipsis> Reviewing a department </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/org/departments.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Departments</h1> <p>This article explains the procedure for managing departments</p> <p>Departments are a grouping of projects. By grouping projects into a department, you can set quota limitations to a set of projects, create policies that are applied to the department, and create assets that can be scoped to the whole department or a partial group of descendent projects</p> <p>For example, in an academic environment, a department can be the Physics Department grouping various projects (AI Initiatives) within the department, or grouping projects where each project represents a single student.</p> <h2 id=departments>Departments<a class=headerlink href=#departments title="Permanent link">&para;</a></h2> <p>The Departments table can be found under <strong>Organization</strong> in the Run:ai platform.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Departments are disabled, by default. If you cannot see Departments in the menu, then it must be enabled by your Administrator, under General settings → Resources → Departments</p> </div> <p>The Departments table lists all departments defined for a specific cluster and allows you to manage them. You can switch between clusters by selecting your cluster using the filter at the top.</p> <p><a class=glightbox href=../img/department-list.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/department-list.png></a></p> <p>The Departments table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">The name of the department</td> </tr> <tr> <td style="text-align: left;">Node pool(s) with quota</td> <td style="text-align: left;">The node pools associated with this department. By default, all node pools within a cluster are associated with each department. Administrators can change the node pools’ quota parameters for a department. Click the values under this column to view the list of node pools with their parameters (as described below)</td> </tr> <tr> <td style="text-align: left;">GPU quota</td> <td style="text-align: left;">GPU quota associated with the department</td> </tr> <tr> <td style="text-align: left;">Total GPUs for projects</td> <td style="text-align: left;">The sum of all projects’ GPU quotas associated with this department</td> </tr> <tr> <td style="text-align: left;">Project(s)</td> <td style="text-align: left;">List of projects associated with this department</td> </tr> <tr> <td style="text-align: left;">Subject(s)</td> <td style="text-align: left;">The users, SSO groups, or applications with access to the project. Click the values under this column to view the list of subjects with their parameters (as described below). This column is only viewable if your role in Run:ai platform allows you those permissions.</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The total number of GPUs allocated by successfully scheduled workloads in projects associated with this department</td> </tr> <tr> <td style="text-align: left;">GPU allocation ratio</td> <td style="text-align: left;">The ratio of Allocated GPUs to GPU quota. This number reflects how well the department’s GPU quota is utilized by its descendant projects. A number higher than 100% means the department is using over-quota GPUs. A number lower than 100% means not all projects are utilizing their quotas. A quota becomes allocated once a workload is successfully scheduled.</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the department was created</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of workloads under projects associated with this department. Click the values under this column to view the list of workloads with their resource parameters (as described below)</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the department is associated with</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul> <h3 id=node-pools-with-quota-associated-with-the-department>Node pools with quota associated with the department<a class=headerlink href=#node-pools-with-quota-associated-with-the-department title="Permanent link">&para;</a></h3> <p>Click one of the values of Node pool(s) with quota column, to view the list of node pools and their parameters</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The name of the node pool is given by the administrator during node pool creation. All clusters have a default node pool created automatically by the system and named ‘default’.</td> </tr> <tr> <td style="text-align: left;">GPU quota</td> <td style="text-align: left;">The amount of GPU quota the administrator dedicated to the department for this node pool (floating number, e.g. 2.3 means 230% of a GPU capacity)</td> </tr> <tr> <td style="text-align: left;">CPU (Cores)</td> <td style="text-align: left;">The amount of CPU (cores) quota the administrator has dedicated to the department for this node pool (floating number, e.g. 1.3 Cores = 1300 mili-cores). The ‘unlimited’ value means the CPU (Cores) quota is not bound and workloads using this node pool can use as many CPU (Cores) resources as they need (if available)</td> </tr> <tr> <td style="text-align: left;">CPU memory</td> <td style="text-align: left;">The amount of CPU memory quota the administrator has dedicated to the department for this node pool (floating number, in MB or GB). The ‘unlimited’ value means the CPU memory quota is not bounded and workloads using this node pool can use as much CPU memory resource as they need (if available).</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The total amount of GPUs allocated by workloads using this node pool under projects associated with this department. The number of allocated GPUs may temporarily surpass the GPU quota of the department if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU (Cores)</td> <td style="text-align: left;">The total amount of CPUs (cores) allocated by workloads using this node pool under all projects associated with this department. The number of allocated CPUs (cores) may temporarily surpass the CPUs (Cores) quota of the department if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU memory</td> <td style="text-align: left;">The actual amount of CPU memory allocated by workloads using this node pool under all projects associated with this department. The number of Allocated CPU memory may temporarily surpass the CPU memory quota if over-quota is used.</td> </tr> </tbody> </table> <h3 id=subjects-authorized-for-the-project>Subjects authorized for the project<a class=headerlink href=#subjects-authorized-for-the-project title="Permanent link">&para;</a></h3> <p>Click one of the values of the Subject(s) column, to view the list of subjects and their parameters. This column is only viewable if your role in the Run:ai system affords you those permissions.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">A user, SSO group, or application assigned with a role in the scope of this department</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of subject assigned to the access rule (user, SSO group, or application).</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope of this department within the organizational tree. Click the name of the scope to view the organizational tree diagram, you can only view the parts of the organizational tree for which you have permission to view.</td> </tr> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The role assigned to the subject, in this department’s scope</td> </tr> <tr> <td style="text-align: left;">Authorized by</td> <td style="text-align: left;">The user who granted the access rule</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the access rule was updated</td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p>A role given in a certain scope, means the role applies to this scope and any descendant scopes in the organizational tree.</p> </div> <h2 id=adding-a-new-department>Adding a new department<a class=headerlink href=#adding-a-new-department title="Permanent link">&para;</a></h2> <p>To create a new Department:</p> <ol> <li>Click +NEW DEPARTMENT </li> <li>Select a <strong>scope</strong>.<br> By default, the field contains the scope of the current UI context cluster, viewable at the top left side of your screen. You can change the current UI context cluster by clicking the ‘Cluster: cluster-name’ field and applying another cluster as the UI context. Alternatively, you can choose another cluster within the ‘+ New Department’ form by clicking the organizational tree icon on the right side of the scope field, opening the organizational tree and selecting one of the available clusters. </li> <li>Enter a <strong>name</strong> for the department. Department names must start with a letter and can only contain lower case latin letters, numbers or a hyphen ('-’). </li> <li>Under <strong>Quota Management</strong>, select a quota for the department. The Quota management section may contain different fields depending on pre-created system configuration. Possible system configurations are: <ul> <li>Existence of Node Pools </li> <li>CPU Quota - Allow setting a quota for CPU resources.</li> </ul> </li> </ol> <p>When no node pools are configured, you can set the following quota parameters:</p> <ul> <li><strong>GPU Devices</strong><br> The number of GPUs you want to allocate for this department (decimal number). This quota is consumed by the department’s subordinated project. </li> <li><strong>CPUs (cores)</strong> (when CPU quota is set)<br> The number of CPU cores you want to allocate for this department (decimal number). This quota is consumed by the department’s subordinated projects </li> <li><strong>CPUs memory</strong> (when CPU quota is set)<br> The amount of CPU memory you want to allocate for this department (in Megabytes or Gigabytes). This quota is consumed by the department’s subordinated projects</li> </ul> <p>When node pools are enabled, it is possible to set the above quota parameters <strong>for each node-pool separately</strong>.</p> <ul> <li><strong>Order of priority</strong> This column is displayed only if more than one node pool exists. The default order in which the Scheduler uses node pools to schedule a workload. This means, the Scheduler first tries to allocate resources using the highest priority node pool, followed by the next in priority, until it reaches the lowest priority node pool list, then the Scheduler starts from the highest priority again. The Scheduler uses the department list of prioritized node pools, only if the order of priority of node pools is not set in project or the workload during submission (either by an admin policy or by the user). An empty value indicates that the node pool is not part of the department’s default node pool priority list, but a node pool can still be chosen by the admin policy or a user during workload submission. Department nodepool priority sets defaults to the subordinate projects but does not enforce it, meaning projects are free to change their priority.</li> <li>In addition, you can decide whether to allow a department to go over-quota. Allowing over-quota at the department level means that one department can receive more resources than its quota when not required by other departments. If the over-quota is disabled, workloads running under subordinated projects are not able to use more resources than the department’s quota, but each project can still go over-quota (if enabled at the project level) up to the department’s quota.</li> </ul> <p>Unlimited CPU(Cores) and CPU memory quotas are an exception - in this case, workloads of subordinated projects can consume available resources up to the physical limitation of the cluster or any of the node pools.</p> <p>Example of Quota management:</p> <p><a class=glightbox href=../img/quota-mgmt.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/quota-mgmt.png></a></p> <ol> <li>Click CREATE DEPARTMENT</li> </ol> <h2 id=adding-an-access-rule-to-a-department>Adding an access rule to a department<a class=headerlink href=#adding-an-access-rule-to-a-department title="Permanent link">&para;</a></h2> <p>To create a new access rule for a department:</p> <ol> <li>Select the department you want to add an access rule for </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a subject </li> <li>Select or enter the subject identifier: <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP </li> <li>Group name as recognized by the IDP </li> <li>Application name as created in Run:ai </li> </ul> </li> <li>Select a role </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol> <h2 id=deleting-an-access-rule-from-a-department>Deleting an access rule from a department<a class=headerlink href=#deleting-an-access-rule-from-a-department title="Permanent link">&para;</a></h2> <p>To delete an access rule from a department:</p> <ol> <li>Select the department you want to remove an access rule from </li> <li>Click ACCESS RULES </li> <li>Find the access rule you would like to delete </li> <li>Click on the trash icon </li> <li>Click CLOSE</li> </ol> <h2 id=editing-a-department>Editing a department<a class=headerlink href=#editing-a-department title="Permanent link">&para;</a></h2> <ol> <li>Select the Department you want to edit </li> <li>Click EDIT </li> <li>Update the Department and click SAVE</li> </ol> <h2 id=viewing-a-departments-policy>Viewing a department’s policy<a class=headerlink href=#viewing-a-departments-policy title="Permanent link">&para;</a></h2> <p>To view the policy of a department:</p> <ol> <li>Select the department for which you want to view its policies.<br> This option is only active if the department has defined policies in place. </li> <li>Click VIEW POLICY and select the workload type for which you want to view the policies:<br> a. Workspace workload type policy with its set of rules<br> b. Training workload type policies with its set of rules </li> <li>In the Policy form, view the workload rules that are enforcing your department for the selected workload type as well as the defaults: <ul> <li>Parameter - The workload submission parameter that Rule and Default is applied on </li> <li>Type (applicable for data sources only) - The data source type (Git, S3, nfs, pvc etc.) </li> <li>Default - The default value of the Parameter </li> <li>Rule - Set up constraints on workload policy fields </li> <li>Source - The origin of the applied policy (cluster, department or project) </li> </ul> </li> </ol> <div class="admonition notes"> <p class=admonition-title>Notes</p> <ul> <li>The policy affecting the department consists of rules and defaults. Some of these rules and defaults may be derived from the policies of a parent cluster (source). You can see the source of each rule in the policy form. </li> <li>A policy set for a department affects all subordinated projects and their workloads, according to the policy workload type</li> </ul> </div> <h2 id=deleting-a-department>Deleting a department<a class=headerlink href=#deleting-a-department title="Permanent link">&para;</a></h2> <ol> <li>Select the department you want to delete </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Deleting a department permanently deletes its subordinated projects, any assets created in the scope of this department, and any of its subordinated projects such as compute resources, environments, data sources, templates, and credentials. However, workloads running within the department’s subordinated projects, or the policies defined for this department or its subordinated projects - remain intact and running.</p> </div> <h2 id=reviewing-a-department>Reviewing a department<a class=headerlink href=#reviewing-a-department title="Permanent link">&para;</a></h2> <ol> <li>Select the department you want to review </li> <li>Click REVIEW </li> <li>Review and click CLOSE</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Departments>Departments</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#departments class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Departments </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2 checked> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Departments </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Departments </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#departments class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> <nav class=md-nav aria-label=Departments> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#node-pools-with-quota-associated-with-the-department class=md-nav__link> <span class=md-ellipsis> Node pools with quota associated with the department </span> </a> </li> <li class=md-nav__item> <a href=#subjects-authorized-for-the-project class=md-nav__link> <span class=md-ellipsis> Subjects authorized for the project </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-department class=md-nav__link> <span class=md-ellipsis> Adding a new department </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-department class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a department </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-a-department class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from a department </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-department class=md-nav__link> <span class=md-ellipsis> Editing a department </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-departments-policy class=md-nav__link> <span class=md-ellipsis> Viewing a department’s policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-department class=md-nav__link> <span class=md-ellipsis> Deleting a department </span> </a> </li> <li class=md-nav__item> <a href=#reviewing-a-department class=md-nav__link> <span class=md-ellipsis> Reviewing a department </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#departments class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> <nav class=md-nav aria-label=Departments> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#node-pools-with-quota-associated-with-the-department class=md-nav__link> <span class=md-ellipsis> Node pools with quota associated with the department </span> </a> </li> <li class=md-nav__item> <a href=#subjects-authorized-for-the-project class=md-nav__link> <span class=md-ellipsis> Subjects authorized for the project </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-department class=md-nav__link> <span class=md-ellipsis> Adding a new department </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-department class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a department </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-a-department class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from a department </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-department class=md-nav__link> <span class=md-ellipsis> Editing a department </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-departments-policy class=md-nav__link> <span class=md-ellipsis> Viewing a department’s policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-department class=md-nav__link> <span class=md-ellipsis> Deleting a department </span> </a> </li> <li class=md-nav__item> <a href=#reviewing-a-department class=md-nav__link> <span class=md-ellipsis> Reviewing a department </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/org/departments.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Departments</h1> <p>This article explains the procedure for managing departments</p> <p>Departments are a grouping of projects. By grouping projects into a department, you can set quota limitations to a set of projects, create policies that are applied to the department, and create assets that can be scoped to the whole department or a partial group of descendent projects</p> <p>For example, in an academic environment, a department can be the Physics Department grouping various projects (AI Initiatives) within the department, or grouping projects where each project represents a single student.</p> <h2 id=departments>Departments<a class=headerlink href=#departments title="Permanent link">&para;</a></h2> <p>The Departments table can be found under <strong>Organization</strong> in the Run:ai platform.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Departments are disabled, by default. If you cannot see Departments in the menu, then it must be enabled by your Administrator, under General settings → Resources → Departments</p> </div> <p>The Departments table lists all departments defined for a specific cluster and allows you to manage them. You can switch between clusters by selecting your cluster using the filter at the top.</p> <p><a class=glightbox href=../img/department-list.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/department-list.png></a></p> <p>The Departments table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">The name of the department</td> </tr> <tr> <td style="text-align: left;">Node pool(s) with quota</td> <td style="text-align: left;">The node pools associated with this department. By default, all node pools within a cluster are associated with each department. Administrators can change the node pools’ quota parameters for a department. Click the values under this column to view the list of node pools with their parameters (as described below)</td> </tr> <tr> <td style="text-align: left;">GPU quota</td> <td style="text-align: left;">GPU quota associated with the department</td> </tr> <tr> <td style="text-align: left;">Total GPUs for projects</td> <td style="text-align: left;">The sum of all projects’ GPU quotas associated with this department</td> </tr> <tr> <td style="text-align: left;">Project(s)</td> <td style="text-align: left;">List of projects associated with this department</td> </tr> <tr> <td style="text-align: left;">Subject(s)</td> <td style="text-align: left;">The users, SSO groups, or applications with access to the project. Click the values under this column to view the list of subjects with their parameters (as described below). This column is only viewable if your role in Run:ai platform allows you those permissions.</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The total number of GPUs allocated by successfully scheduled workloads in projects associated with this department</td> </tr> <tr> <td style="text-align: left;">GPU allocation ratio</td> <td style="text-align: left;">The ratio of Allocated GPUs to GPU quota. This number reflects how well the department’s GPU quota is utilized by its descendant projects. A number higher than 100% means the department is using over-quota GPUs. A number lower than 100% means not all projects are utilizing their quotas. A quota becomes allocated once a workload is successfully scheduled.</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the department was created</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of workloads under projects associated with this department. Click the values under this column to view the list of workloads with their resource parameters (as described below)</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the department is associated with</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul> <h3 id=node-pools-with-quota-associated-with-the-department>Node pools with quota associated with the department<a class=headerlink href=#node-pools-with-quota-associated-with-the-department title="Permanent link">&para;</a></h3> <p>Click one of the values of Node pool(s) with quota column, to view the list of node pools and their parameters</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The name of the node pool is given by the administrator during node pool creation. All clusters have a default node pool created automatically by the system and named ‘default’.</td> </tr> <tr> <td style="text-align: left;">GPU quota</td> <td style="text-align: left;">The amount of GPU quota the administrator dedicated to the department for this node pool (floating number, e.g. 2.3 means 230% of a GPU capacity)</td> </tr> <tr> <td style="text-align: left;">CPU (Cores)</td> <td style="text-align: left;">The amount of CPU (cores) quota the administrator has dedicated to the department for this node pool (floating number, e.g. 1.3 Cores = 1300 mili-cores). The ‘unlimited’ value means the CPU (Cores) quota is not bound and workloads using this node pool can use as many CPU (Cores) resources as they need (if available)</td> </tr> <tr> <td style="text-align: left;">CPU memory</td> <td style="text-align: left;">The amount of CPU memory quota the administrator has dedicated to the department for this node pool (floating number, in MB or GB). The ‘unlimited’ value means the CPU memory quota is not bounded and workloads using this node pool can use as much CPU memory resource as they need (if available).</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The total amount of GPUs allocated by workloads using this node pool under projects associated with this department. The number of allocated GPUs may temporarily surpass the GPU quota of the department if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU (Cores)</td> <td style="text-align: left;">The total amount of CPUs (cores) allocated by workloads using this node pool under all projects associated with this department. The number of allocated CPUs (cores) may temporarily surpass the CPUs (Cores) quota of the department if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU memory</td> <td style="text-align: left;">The actual amount of CPU memory allocated by workloads using this node pool under all projects associated with this department. The number of Allocated CPU memory may temporarily surpass the CPU memory quota if over-quota is used.</td> </tr> </tbody> </table> <h3 id=subjects-authorized-for-the-project>Subjects authorized for the project<a class=headerlink href=#subjects-authorized-for-the-project title="Permanent link">&para;</a></h3> <p>Click one of the values of the Subject(s) column, to view the list of subjects and their parameters. This column is only viewable if your role in the Run:ai system affords you those permissions.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">A user, SSO group, or application assigned with a role in the scope of this department</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of subject assigned to the access rule (user, SSO group, or application).</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope of this department within the organizational tree. Click the name of the scope to view the organizational tree diagram, you can only view the parts of the organizational tree for which you have permission to view.</td> </tr> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The role assigned to the subject, in this department’s scope</td> </tr> <tr> <td style="text-align: left;">Authorized by</td> <td style="text-align: left;">The user who granted the access rule</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the access rule was updated</td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p>A role given in a certain scope, means the role applies to this scope and any descendant scopes in the organizational tree.</p> </div> <h2 id=adding-a-new-department>Adding a new department<a class=headerlink href=#adding-a-new-department title="Permanent link">&para;</a></h2> <p>To create a new Department:</p> <ol> <li>Click +NEW DEPARTMENT </li> <li>Select a <strong>scope</strong>.<br> By default, the field contains the scope of the current UI context cluster, viewable at the top left side of your screen. You can change the current UI context cluster by clicking the ‘Cluster: cluster-name’ field and applying another cluster as the UI context. Alternatively, you can choose another cluster within the ‘+ New Department’ form by clicking the organizational tree icon on the right side of the scope field, opening the organizational tree and selecting one of the available clusters. </li> <li>Enter a <strong>name</strong> for the department. Department names must start with a letter and can only contain lower case latin letters, numbers or a hyphen ('-’). </li> <li>Under <strong>Quota Management</strong>, select a quota for the department. The Quota management section may contain different fields depending on pre-created system configuration. Possible system configurations are: <ul> <li>Existence of Node Pools </li> <li>CPU Quota - Allow setting a quota for CPU resources.</li> </ul> </li> </ol> <p>When no node pools are configured, you can set the following quota parameters:</p> <ul> <li><strong>GPU Devices</strong><br> The number of GPUs you want to allocate for this department (decimal number). This quota is consumed by the department’s subordinated project. </li> <li><strong>CPUs (cores)</strong> (when CPU quota is set)<br> The number of CPU cores you want to allocate for this department (decimal number). This quota is consumed by the department’s subordinated projects </li> <li><strong>CPUs memory</strong> (when CPU quota is set)<br> The amount of CPU memory you want to allocate for this department (in Megabytes or Gigabytes). This quota is consumed by the department’s subordinated projects</li> </ul> <p>When node pools are enabled, it is possible to set the above quota parameters <strong>for each node-pool separately</strong>.</p> <ul> <li><strong>Order of priority</strong> This column is displayed only if more than one node pool exists. The default order in which the Scheduler uses node pools to schedule a workload. This means, the Scheduler first tries to allocate resources using the highest priority node pool, followed by the next in priority, until it reaches the lowest priority node pool list, then the Scheduler starts from the highest priority again. The Scheduler uses the department list of prioritized node pools, only if the order of priority of node pools is not set in project or the workload during submission (either by an admin policy or by the user). An empty value indicates that the node pool is not part of the department’s default node pool priority list, but a node pool can still be chosen by the admin policy or a user during workload submission. Department nodepool priority sets defaults to the subordinate projects but does not enforce it, meaning projects are free to change their priority.</li> <li>In addition, you can decide whether to allow a department to go over-quota. Allowing over-quota at the department level means that one department can receive more resources than its quota when not required by other departments. If the over-quota is disabled, workloads running under subordinated projects are not able to use more resources than the department’s quota, but each project can still go over-quota (if enabled at the project level) up to the department’s quota.</li> </ul> <p>Unlimited CPU(Cores) and CPU memory quotas are an exception - in this case, workloads of subordinated projects can consume available resources up to the physical limitation of the cluster or any of the node pools.</p> <p>Example of Quota management:</p> <p><a class=glightbox href=../img/quota-mgmt.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/quota-mgmt.png></a></p> <ol> <li>Click CREATE DEPARTMENT</li> </ol> <h2 id=adding-an-access-rule-to-a-department>Adding an access rule to a department<a class=headerlink href=#adding-an-access-rule-to-a-department title="Permanent link">&para;</a></h2> <p>To create a new access rule for a department:</p> <ol> <li>Select the department you want to add an access rule for </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a subject </li> <li>Select or enter the subject identifier: <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP </li> <li>Group name as recognized by the IDP </li> <li>Application name as created in Run:ai </li> </ul> </li> <li>Select a role </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol> <h2 id=deleting-an-access-rule-from-a-department>Deleting an access rule from a department<a class=headerlink href=#deleting-an-access-rule-from-a-department title="Permanent link">&para;</a></h2> <p>To delete an access rule from a department:</p> <ol> <li>Select the department you want to remove an access rule from </li> <li>Click ACCESS RULES </li> <li>Find the access rule you would like to delete </li> <li>Click on the trash icon </li> <li>Click CLOSE</li> </ol> <h2 id=editing-a-department>Editing a department<a class=headerlink href=#editing-a-department title="Permanent link">&para;</a></h2> <ol> <li>Select the Department you want to edit </li> <li>Click EDIT </li> <li>Update the Department and click SAVE</li> </ol> <h2 id=viewing-a-departments-policy>Viewing a department’s policy<a class=headerlink href=#viewing-a-departments-policy title="Permanent link">&para;</a></h2> <p>To view the policy of a department:</p> <ol> <li>Select the department for which you want to view its policies.<br> This option is only active if the department has defined policies in place. </li> <li>Click VIEW POLICY and select the workload type for which you want to view the policies:<br> a. Workspace workload type policy with its set of rules<br> b. Training workload type policies with its set of rules </li> <li>In the Policy form, view the workload rules that are enforcing your department for the selected workload type as well as the defaults: <ul> <li>Parameter - The workload submission parameter that Rule and Default is applied on </li> <li>Type (applicable for data sources only) - The data source type (Git, S3, nfs, pvc etc.) </li> <li>Default - The default value of the Parameter </li> <li>Rule - Set up constraints on workload policy fields </li> <li>Source - The origin of the applied policy (cluster, department or project) </li> </ul> </li> </ol> <div class="admonition notes"> <p class=admonition-title>Notes</p> <ul> <li>The policy affecting the department consists of rules and defaults. Some of these rules and defaults may be derived from the policies of a parent cluster (source). You can see the source of each rule in the policy form. </li> <li>A policy set for a department affects all subordinated projects and their workloads, according to the policy workload type</li> </ul> </div> <h2 id=deleting-a-department>Deleting a department<a class=headerlink href=#deleting-a-department title="Permanent link">&para;</a></h2> <ol> <li>Select the department you want to delete </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Deleting a department permanently deletes its subordinated projects, any assets created in the scope of this department, and any of its subordinated projects such as compute resources, environments, data sources, templates, and credentials. However, workloads running within the department’s subordinated projects, or the policies defined for this department or its subordinated projects - remain intact and running.</p> </div> <h2 id=reviewing-a-department>Reviewing a department<a class=headerlink href=#reviewing-a-department title="Permanent link">&para;</a></h2> <ol> <li>Select the department you want to review </li> <li>Click REVIEW </li> <li>Review and click CLOSE</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Departments>Departments</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/aiinitiatives/org/projects/index.html b/v2.20/platform-admin/aiinitiatives/org/projects/index.html
index f4d2935039..e02c683643 100644
--- a/v2.20/platform-admin/aiinitiatives/org/projects/index.html
+++ b/v2.20/platform-admin/aiinitiatives/org/projects/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/org/projects/ rel=canonical><link href=../../overview/ rel=prev><link href=../departments/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/org/projects/ rel=canonical><link href=../../overview/ rel=prev><link href=../departments/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Projects - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#projects-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Projects </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2 checked> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Projects </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Projects </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#projects-table class=md-nav__link> <span class=md-ellipsis> Projects table </span> </a> <nav class=md-nav aria-label="Projects table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#node-pools-with-quota-associated-with-the-project class=md-nav__link> <span class=md-ellipsis> Node pools with quota associated with the project </span> </a> </li> <li class=md-nav__item> <a href=#subjects-authorized-for-the-project class=md-nav__link> <span class=md-ellipsis> Subjects authorized for the project </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-project class=md-nav__link> <span class=md-ellipsis> Workloads associated with the project </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-project class=md-nav__link> <span class=md-ellipsis> Adding a new project </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-project class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a project </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-a-project class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from a project </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-project class=md-nav__link> <span class=md-ellipsis> Editing a project </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-projects-policy class=md-nav__link> <span class=md-ellipsis> Viewing a project’s policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-project class=md-nav__link> <span class=md-ellipsis> Deleting a project </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#projects-table class=md-nav__link> <span class=md-ellipsis> Projects table </span> </a> <nav class=md-nav aria-label="Projects table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#node-pools-with-quota-associated-with-the-project class=md-nav__link> <span class=md-ellipsis> Node pools with quota associated with the project </span> </a> </li> <li class=md-nav__item> <a href=#subjects-authorized-for-the-project class=md-nav__link> <span class=md-ellipsis> Subjects authorized for the project </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-project class=md-nav__link> <span class=md-ellipsis> Workloads associated with the project </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-project class=md-nav__link> <span class=md-ellipsis> Adding a new project </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-project class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a project </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-a-project class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from a project </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-project class=md-nav__link> <span class=md-ellipsis> Editing a project </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-projects-policy class=md-nav__link> <span class=md-ellipsis> Viewing a project’s policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-project class=md-nav__link> <span class=md-ellipsis> Deleting a project </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/org/projects.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Projects</h1> <p>This article explains the procedure to manage Projects.</p> <p>Researchers submit AI workloads. To streamline resource allocation and prioritize work, Run:ai introduces the <a href=../../overview/ >concept of Projects</a>. Projects are the tool to implement resource allocation policies as well as the segregation between different initiatives. A project may represent a team, an individual, or an initiative that shares resources or has a specific resource quota. Projects may be aggregated in Run:ai <a href=../departments/ >departments</a>.</p> <p>For example, you may have several people involved in a specific face-recognition initiative collaborating under one project named “face-recognition-2024”. Alternatively, you can have a project per person in your team, where each member receives their own quota.</p> <h2 id=projects-table>Projects table<a class=headerlink href=#projects-table title="Permanent link">&para;</a></h2> <p>The Projects table can be found under <strong>Organization</strong> in the Run:ai platform.</p> <p>The Projects table provides a list of all projects defined for a specific cluster, and allows you to manage them. You can switch between clusters by selecting your cluster using the filter at the top.</p> <p><a class=glightbox href=../img/project-list.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/project-list.png></a></p> <p>The Projects table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The name of the project</td> </tr> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">The name of the parent department. Several projects may be grouped under a department.</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The Project creation status. Projects are manifested as Kubernetes namespaces. The project status represents the Namespace creation status.</td> </tr> <tr> <td style="text-align: left;">Node pool(s) with quota</td> <td style="text-align: left;">The node pools associated with the project. By default, a new project is associated with all node pools within its associated cluster. Administrators can change the node pools’ quota parameters for a project. Click the values under this column to view the list of node pools with their parameters (as described below)</td> </tr> <tr> <td style="text-align: left;">Subject(s)</td> <td style="text-align: left;">The users, SSO groups, or applications with access to the project. Click the values under this column to view the list of subjects with their parameters (as described below). This column is only viewable if your role in the Run:ai platform allows you those permissions.</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The total number of GPUs allocated by successfully scheduled workloads under this project</td> </tr> <tr> <td style="text-align: left;">GPU allocation ratio</td> <td style="text-align: left;">The ratio of Allocated GPUs to GPU quota. This number reflects how well the project’s GPU quota is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota GPUs.</td> </tr> <tr> <td style="text-align: left;">GPU quota</td> <td style="text-align: left;">The GPU quota allocated to the project. This number represents the sum of all node pools’ GPU quota allocated to this project.</td> </tr> <tr> <td style="text-align: left;">Allocated CPUs (Core)</td> <td style="text-align: left;">The total number of CPU cores allocated by workloads submitted within this project. (This column is only available if the CPU Quota setting is enabled, as described below).</td> </tr> <tr> <td style="text-align: left;">Allocated CPU Memory</td> <td style="text-align: left;">The total number of CPUs allocated by successfully scheduled workloads under this project. (This column is only available if the CPU Quota setting is enabled, as described below).</td> </tr> <tr> <td style="text-align: left;">CPU quota (Cores)</td> <td style="text-align: left;">CPU quota allocated to this project. (This column is only available if the CPU Quota setting is enabled, as described below). This number represents the sum of all node pools’ CPU quota allocated to this project. The ‘unlimited’ value means the CPU (cores) quota is not bounded and workloads using this project can use as many CPU (cores) resources as they need (if available).</td> </tr> <tr> <td style="text-align: left;">CPU memory quota</td> <td style="text-align: left;">CPU memory quota allocated to this project. (This column is only available if the CPU Quota setting is enabled, as described below). This number represents the sum of all node pools’ CPU memory quota allocated to this project. The ‘unlimited’ value means the CPU memory quota is not bounded and workloads using this Project can use as much CPU memory resources as they need (if available).</td> </tr> <tr> <td style="text-align: left;">CPU allocation ratio</td> <td style="text-align: left;">The ratio of Allocated CPUs (cores) to CPU quota (cores). This number reflects how much the project’s ‘CPU quota’ is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota CPU cores.</td> </tr> <tr> <td style="text-align: left;">CPU memory allocation ratio</td> <td style="text-align: left;">The ratio of Allocated CPU memory to CPU memory quota. This number reflects how well the project’s ‘CPU memory quota’ is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota CPU memory.</td> </tr> <tr> <td style="text-align: left;">Node affinity of training workloads</td> <td style="text-align: left;">The list of Run:ai node-affinities. Any training workload submitted within this project must specify one of those Run:ai node affinities, otherwise it is not submitted.</td> </tr> <tr> <td style="text-align: left;">Node affinity of interactive workloads</td> <td style="text-align: left;">The list of Run:ai node-affinities. Any interactive (workspace) workload submitted within this project must specify one of those Run:ai node affinities, otherwise it is not submitted.</td> </tr> <tr> <td style="text-align: left;">Idle time limit of training workloads</td> <td style="text-align: left;">The time in days:hours:minutes after which the project stops a training workload not using its allocated GPU resources.</td> </tr> <tr> <td style="text-align: left;">Idle time limit of preemptible workloads</td> <td style="text-align: left;">The time in days:hours:minutes after which the project stops a preemptible interactive (workspace) workload not using its allocated GPU resources.</td> </tr> <tr> <td style="text-align: left;">Idle time limit of non preemptible workloads</td> <td style="text-align: left;">The time in days:hours:minutes after which the project stops a non-preemptible interactive (workspace) workload not using its allocated GPU resources..</td> </tr> <tr> <td style="text-align: left;">Interactive workloads time limit</td> <td style="text-align: left;">The duration in days:hours:minutes after which the project stops an interactive (workspace) workload</td> </tr> <tr> <td style="text-align: left;">Training workloads time limit</td> <td style="text-align: left;">The duration in days:hours:minutes after which the project stops a training workload</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the project was created</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of workloads associated with the project. Click the values under this column to view the list of workloads with their resource parameters (as described below).</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the project is associated with</td> </tr> </tbody> </table> <h3 id=node-pools-with-quota-associated-with-the-project>Node pools with quota associated with the project<a class=headerlink href=#node-pools-with-quota-associated-with-the-project title="Permanent link">&para;</a></h3> <p>Click one of the values of Node pool(s) with quota column, to view the list of node pools and their parameters</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The name of the node pool is given by the administrator during node pool creation. All clusters have a default node pool created automatically by the system and named ‘default’.</td> </tr> <tr> <td style="text-align: left;">GPU quota</td> <td style="text-align: left;">The amount of GPU quota the administrator dedicated to the project for this node pool (floating number, e.g. 2.3 means 230% of GPU capacity).</td> </tr> <tr> <td style="text-align: left;">CPU (Cores)</td> <td style="text-align: left;">The amount of CPUs (cores) quota the administrator has dedicated to the project for this node pool (floating number, e.g. 1.3 Cores = 1300 mili-cores). The ‘unlimited’ value means the CPU (Cores) quota is not bounded and workloads using this node pool can use as many CPU (Cores) resources as they require, (if available).</td> </tr> <tr> <td style="text-align: left;">CPU memory</td> <td style="text-align: left;">The amount of CPU memory quota the administrator has dedicated to the project for this node pool (floating number, in MB or GB). The ‘unlimited’ value means the CPU memory quota is not bounded and workloads using this node pool can use as much CPU memory resource as they need (if available).</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The actual amount of GPUs allocated by workloads using this node pool under this project. The number of allocated GPUs may temporarily surpass the GPU quota if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU (Cores)</td> <td style="text-align: left;">The actual amount of CPUs (cores) allocated by workloads using this node pool under this project. The number of allocated CPUs (cores) may temporarily surpass the CPUs (Cores) quota if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU memory</td> <td style="text-align: left;">The actual amount of CPU memory allocated by workloads using this node pool under this Project. The number of Allocated CPU memory may temporarily surpass the CPU memory quota if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Order of priority</td> <td style="text-align: left;">The default order in which the Scheduler uses node-pools to schedule a workload. This is used only if the order of priority of node pools is not set in the workload during submission, either by an admin policy or the user. An empty value means the node pool is not part of the project’s default list, but can still be chosen by an admin policy or the user during workload submission</td> </tr> </tbody> </table> <h3 id=subjects-authorized-for-the-project>Subjects authorized for the project<a class=headerlink href=#subjects-authorized-for-the-project title="Permanent link">&para;</a></h3> <p>Click one of the values in the Subject(s) column, to view the list of subjects and their parameters. This column is only viewable, if your role in the Run:ai system affords you those permissions.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">A user, SSO group, or application assigned with a role in the scope of this Project</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of subject assigned to the access rule (user, SSO group, or application)</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope of this project in the organizational tree. Click the name of the scope to view the organizational tree diagram, you can only view the parts of the organizational tree for which you have permission to view.</td> </tr> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The role assigned to the subject, in this project’s scope</td> </tr> <tr> <td style="text-align: left;">Authorized by</td> <td style="text-align: left;">The user who granted the access rule</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the access rule was updated</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-project>Workloads associated with the project<a class=headerlink href=#workloads-associated-with-the-project title="Permanent link">&para;</a></h3> <p>Click one of the values of Workload(s) column, to view the list of workloads and their parameters</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The name of the workload, given during its submission. Optionally, an icon describing the type of workload is also visible</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of the workload, e.g. Workspace, Training, Inference</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The state of the workload and time elapsed since the last status change</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The subject that created this workload</td> </tr> <tr> <td style="text-align: left;">Running/ requested pods</td> <td style="text-align: left;">The number of running pods out of the number of requested pods for this workload. e.g. a distributed workload requesting 4 pods but may be in a state where only 2 are running and 2 are pending</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The date and time the workload was created</td> </tr> <tr> <td style="text-align: left;">GPU compute request</td> <td style="text-align: left;">The amount of GPU compute requested (floating number, represents either a portion of the GPU compute, or the number of whole GPUs requested)</td> </tr> <tr> <td style="text-align: left;">GPU memory request</td> <td style="text-align: left;">The amount of GPU memory requested (floating number, can either be presented as a portion of the GPU memory, an absolute memory size in MB or GB, or a MIG profile)</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">The amount of CPU memory requested (floating number, presented as an absolute memory size in MB or GB)</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">The amount of CPU compute requested (floating number, represents the number of requested Cores)</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul> <h2 id=adding-a-new-project>Adding a new project<a class=headerlink href=#adding-a-new-project title="Permanent link">&para;</a></h2> <p>To create a new Project:</p> <ol> <li>Click <strong>+NEW PROJECT</strong> </li> <li>Select a <strong>scope</strong>, you can only view clusters if you have permission to do so - within the scope of the roles assigned to you </li> <li>Enter a <strong>name</strong> for the project<br> Project names must start with a letter and can only contain lower case Latin letters, numbers or a hyphen ('-’) </li> <li><strong>Namespace</strong> associated with Project<br> Each project has an associated (Kubernetes) namespace in the cluster.<br> All workloads under this project use this namespace.<br> a. By default, Run:ai creates a namespace based on the Project name (in the form of <code>runai-&lt;name&gt;</code>)<br> b. Alternatively, you can choose an existing namespace created for you by the cluster administrator </li> <li> <p>In the <strong>Quota management</strong> section, you can set the quota parameters and prioritize resources </p> <ul> <li><strong>Order of priority</strong><br> This column is displayed only if more than one node pool exists. The default order in which the Scheduler uses node pools to schedule a workload. This means the Scheduler first tries to allocate resources using the highest priority node pool, then the next in priority, until it reaches the lowest priority node pool list, then the Scheduler starts from the highest again. The Scheduler uses the Project list of prioritized node pools, only if the order of priority of node pools is not set in the workload during submission, either by an admin policy or by the user. Empty value means the node pool is not part of the Project’s default node pool priority list, but a node pool can still be chosen by the admin policy or a user during workload submission </li> <li><strong>Node pool</strong><br> This column is displayed only if more than one node pool exists. It represents the name of the node pool. </li> <li><strong>GPU devices</strong><br> The number of GPUs you want to allocate for this project in this node pool (decimal number). </li> <li><strong>CPUs (Cores)</strong><br> This column is displayed only if CPU quota is enabled via the General settings.<br> Represents the number of CPU cores you want to allocate for this project in this node pool (decimal number). </li> <li> <p><strong>CPU memory</strong><br> This column is displayed only if CPU quota is enabled via the General settings.<br> The amount of CPU memory you want to allocate for this project in this node pool (in Megabytes or Gigabytes). </p> </li> <li> <p><strong>Over quota / Over quota weight</strong> - If over-quota weight is enabled via the General settings then over-quota weight is presented, otherwise over-quota is presented </p> <ul> <li><strong>Over quota</strong><br> When enabled, the project can use non-guaranteed overage resources above its quota in this node pool. The amount of the non-guaranteed overage resources for this project is calculated proportionally to the project quota in this node pool. When disabled, the project cannot use more resources than the guaranteed quota in this node pool. </li> <li><strong>Over quota weight</strong> - Represents a weight used to calculate the amount of non-guaranteed overage resources a project can get on top of its quota in this node pool. All unused resources are split between projects that require the use of overage resources: <ul> <li><strong>Medium</strong><br> The default value. The Admin can change the default to any of the following values: <strong>High, Low, Lowest, or None</strong>. </li> <li><strong>None</strong><br> When set, the project cannot use more resources than the guaranteed quota in this node pool. </li> <li><strong>Lowest</strong><br> Over-quota weight ‘lowest’ has a unique behavior, because its weight is 0, it can only use over-quota (unused overage) resources if no other project needs them, and any project with a higher over-quota weight can snap the average resources at any time.</li> </ul> </li> </ul> </li> </ul> </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Setting the quota to 0 (either GPU, CPU, or CPU memory) and the over-quota to ‘disabled’ or over-quota weight to ‘none’ means the project is blocked from using those resources on this node pool.</p> </div> <p>When no node pools are configured, you can set the same parameters but it is for the whole project, instead of per node pool.</p> <p>After node pools are created, you can set the above parameters <strong>for each node-pool separately</strong>.</p> <ol> <li> <p>Set <a href=../scheduling-rules/ >Scheduling rules</a> as required. You can have a scheduling rule for: </p> <ul> <li>Idle GPU timeout<br> Preempt a workload that does not use GPUs for more than a specified duration. You can apply a single rule per workload type - Preemptive Workspaces, Non-preemptive Workspaces, and Training. </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To make ‘Idle GPU timeout’ effective, it must be set to a shorter duration than that workload duration of the same workload type. </p> </div> <ul> <li>Workspace duration<br> Preempt workspaces after a specified duration. This applies to both preemptive and non-preemptive Workspaces. </li> <li>Training duration<br> Preempt a training workload after a specified duration. </li> <li>Node type (Affinity)<br> Node type is used to select a group of nodes, usually with specific characteristics such as a hardware feature, storage type, fast networking interconnection, etc. The scheduler uses node type as an indication of which nodes should be used for your workloads, within this project.<br> Node type is a label in the form of <a href=http://run.ai/type>run.ai/type</a> and a value (e.g. run.ai/type = dgx200) that the administrator uses to tag a set of nodes. Adding the node type to the project’s scheduling rules enables the user to submit workloads with any node type label/value pairs in this list, according to the workload type - Workspace or Training. The Scheduler then schedules workloads using a node selector, targeting nodes tagged with the Run:ai node type label/value pair. Node pools and a node type can be used in conjunction with each other. For example, specifying a node pool and a smaller group of nodes from that node pool that includes a fast SSD memory or other unique characteristics. </li> </ul> </li> <li> <p>Click <strong>CREATE PROJECT</strong></p> </li> </ol> <h2 id=adding-an-access-rule-to-a-project>Adding an access rule to a project<a class=headerlink href=#adding-an-access-rule-to-a-project title="Permanent link">&para;</a></h2> <p>To create a new access rule for a project:</p> <ol> <li>Select the project you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a <strong>subject</strong> </li> <li>Select or enter the subject identifier: <ul> <li><strong>User Email</strong> for a local user created in Run:ai or for SSO user as recognized by the IDP </li> <li><strong>Group name</strong> as recognized by the IDP </li> <li><strong>Application name</strong> as created in Run:ai </li> </ul> </li> <li>Select a <strong>role</strong> </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-an-access-rule-from-a-project>Deleting an access rule from a project<a class=headerlink href=#deleting-an-access-rule-from-a-project title="Permanent link">&para;</a></h2> <p>To delete an access rule from a project:</p> <ol> <li>Select the project you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule you want to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=editing-a-project>Editing a project<a class=headerlink href=#editing-a-project title="Permanent link">&para;</a></h2> <p>To edit a project:</p> <ol> <li>Select the project you want to edit </li> <li>Click <strong>EDIT</strong> </li> <li>Update the Project and click <strong>SAVE</strong></li> </ol> <h2 id=viewing-a-projects-policy>Viewing a project’s policy<a class=headerlink href=#viewing-a-projects-policy title="Permanent link">&para;</a></h2> <p>To view the policy of a project:</p> <ol> <li>Select the project for which you want to view its policies. This option is only active for projects with defined policies in place. </li> <li>Click <strong>VIEW POLICY</strong> and select the workload type for which you want to view the policies:<br> a. <strong>Workspace</strong> workload type policy with its set of rules<br> b. <strong>Training</strong> workload type policies with its set of rules </li> <li>In the Policy form, view the workload rules that are enforcing your project for the selected workload type as well as the defaults: <ul> <li><strong>Parameter</strong> - The workload submission parameter that Rules and Defaults are applied to </li> <li><strong>Type</strong> (applicable for data sources only) - The data source type (Git, S3, nfs, pvc etc.) </li> <li><strong>Default</strong> - The default value of the Parameter </li> <li><strong>Rule</strong> - Set up constraints on workload policy fields </li> <li><strong>Source</strong> - The origin of the applied policy (cluster, department or project) </li> </ul> </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The policy affecting the project consists of rules and defaults. Some of these rules and defaults may be derived from policies of a parent cluster and/or department (source). You can see the source of each rule in the policy form.</p> </div> <h2 id=deleting-a-project>Deleting a project<a class=headerlink href=#deleting-a-project title="Permanent link">&para;</a></h2> <p>To delete a project:</p> <ol> <li>Select the project you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li> <p><strong>Clusters &lt; v2.20</strong></p> <p>Deleting a project does not delete its associated namespace, any of the running workloads using this namespace, or the policies defined for this project. However, any assets created in the scope of this project such as compute resources, environments, data sources, templates and credentials, are permanently deleted from the system.</p> </li> <li> <p><strong>Clusters &gt;=v2.20</strong></p> <p>Deleting a project does not delete its associated namespace, but will attempt to delete its associated workloads and assets. Any assets created in the scope of this project such as compute resources, environments, data sources, templates and credentials, are permanently deleted from the system.</p> </li> </ul> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Projects>Projects</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#projects-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Projects </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2 checked> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Projects </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Projects </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#projects-table class=md-nav__link> <span class=md-ellipsis> Projects table </span> </a> <nav class=md-nav aria-label="Projects table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#node-pools-with-quota-associated-with-the-project class=md-nav__link> <span class=md-ellipsis> Node pools with quota associated with the project </span> </a> </li> <li class=md-nav__item> <a href=#subjects-authorized-for-the-project class=md-nav__link> <span class=md-ellipsis> Subjects authorized for the project </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-project class=md-nav__link> <span class=md-ellipsis> Workloads associated with the project </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-project class=md-nav__link> <span class=md-ellipsis> Adding a new project </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-project class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a project </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-a-project class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from a project </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-project class=md-nav__link> <span class=md-ellipsis> Editing a project </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-projects-policy class=md-nav__link> <span class=md-ellipsis> Viewing a project’s policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-project class=md-nav__link> <span class=md-ellipsis> Deleting a project </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#projects-table class=md-nav__link> <span class=md-ellipsis> Projects table </span> </a> <nav class=md-nav aria-label="Projects table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#node-pools-with-quota-associated-with-the-project class=md-nav__link> <span class=md-ellipsis> Node pools with quota associated with the project </span> </a> </li> <li class=md-nav__item> <a href=#subjects-authorized-for-the-project class=md-nav__link> <span class=md-ellipsis> Subjects authorized for the project </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-project class=md-nav__link> <span class=md-ellipsis> Workloads associated with the project </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-project class=md-nav__link> <span class=md-ellipsis> Adding a new project </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-project class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a project </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-a-project class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from a project </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-project class=md-nav__link> <span class=md-ellipsis> Editing a project </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-projects-policy class=md-nav__link> <span class=md-ellipsis> Viewing a project’s policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-project class=md-nav__link> <span class=md-ellipsis> Deleting a project </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/org/projects.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Projects</h1> <p>This article explains the procedure to manage Projects.</p> <p>Researchers submit AI workloads. To streamline resource allocation and prioritize work, Run:ai introduces the <a href=../../overview/ >concept of Projects</a>. Projects are the tool to implement resource allocation policies as well as the segregation between different initiatives. A project may represent a team, an individual, or an initiative that shares resources or has a specific resource quota. Projects may be aggregated in Run:ai <a href=../departments/ >departments</a>.</p> <p>For example, you may have several people involved in a specific face-recognition initiative collaborating under one project named “face-recognition-2024”. Alternatively, you can have a project per person in your team, where each member receives their own quota.</p> <h2 id=projects-table>Projects table<a class=headerlink href=#projects-table title="Permanent link">&para;</a></h2> <p>The Projects table can be found under <strong>Organization</strong> in the Run:ai platform.</p> <p>The Projects table provides a list of all projects defined for a specific cluster, and allows you to manage them. You can switch between clusters by selecting your cluster using the filter at the top.</p> <p><a class=glightbox href=../img/project-list.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/project-list.png></a></p> <p>The Projects table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The name of the project</td> </tr> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">The name of the parent department. Several projects may be grouped under a department.</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The Project creation status. Projects are manifested as Kubernetes namespaces. The project status represents the Namespace creation status.</td> </tr> <tr> <td style="text-align: left;">Node pool(s) with quota</td> <td style="text-align: left;">The node pools associated with the project. By default, a new project is associated with all node pools within its associated cluster. Administrators can change the node pools’ quota parameters for a project. Click the values under this column to view the list of node pools with their parameters (as described below)</td> </tr> <tr> <td style="text-align: left;">Subject(s)</td> <td style="text-align: left;">The users, SSO groups, or applications with access to the project. Click the values under this column to view the list of subjects with their parameters (as described below). This column is only viewable if your role in the Run:ai platform allows you those permissions.</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The total number of GPUs allocated by successfully scheduled workloads under this project</td> </tr> <tr> <td style="text-align: left;">GPU allocation ratio</td> <td style="text-align: left;">The ratio of Allocated GPUs to GPU quota. This number reflects how well the project’s GPU quota is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota GPUs.</td> </tr> <tr> <td style="text-align: left;">GPU quota</td> <td style="text-align: left;">The GPU quota allocated to the project. This number represents the sum of all node pools’ GPU quota allocated to this project.</td> </tr> <tr> <td style="text-align: left;">Allocated CPUs (Core)</td> <td style="text-align: left;">The total number of CPU cores allocated by workloads submitted within this project. (This column is only available if the CPU Quota setting is enabled, as described below).</td> </tr> <tr> <td style="text-align: left;">Allocated CPU Memory</td> <td style="text-align: left;">The total number of CPUs allocated by successfully scheduled workloads under this project. (This column is only available if the CPU Quota setting is enabled, as described below).</td> </tr> <tr> <td style="text-align: left;">CPU quota (Cores)</td> <td style="text-align: left;">CPU quota allocated to this project. (This column is only available if the CPU Quota setting is enabled, as described below). This number represents the sum of all node pools’ CPU quota allocated to this project. The ‘unlimited’ value means the CPU (cores) quota is not bounded and workloads using this project can use as many CPU (cores) resources as they need (if available).</td> </tr> <tr> <td style="text-align: left;">CPU memory quota</td> <td style="text-align: left;">CPU memory quota allocated to this project. (This column is only available if the CPU Quota setting is enabled, as described below). This number represents the sum of all node pools’ CPU memory quota allocated to this project. The ‘unlimited’ value means the CPU memory quota is not bounded and workloads using this Project can use as much CPU memory resources as they need (if available).</td> </tr> <tr> <td style="text-align: left;">CPU allocation ratio</td> <td style="text-align: left;">The ratio of Allocated CPUs (cores) to CPU quota (cores). This number reflects how much the project’s ‘CPU quota’ is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota CPU cores.</td> </tr> <tr> <td style="text-align: left;">CPU memory allocation ratio</td> <td style="text-align: left;">The ratio of Allocated CPU memory to CPU memory quota. This number reflects how well the project’s ‘CPU memory quota’ is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota CPU memory.</td> </tr> <tr> <td style="text-align: left;">Node affinity of training workloads</td> <td style="text-align: left;">The list of Run:ai node-affinities. Any training workload submitted within this project must specify one of those Run:ai node affinities, otherwise it is not submitted.</td> </tr> <tr> <td style="text-align: left;">Node affinity of interactive workloads</td> <td style="text-align: left;">The list of Run:ai node-affinities. Any interactive (workspace) workload submitted within this project must specify one of those Run:ai node affinities, otherwise it is not submitted.</td> </tr> <tr> <td style="text-align: left;">Idle time limit of training workloads</td> <td style="text-align: left;">The time in days:hours:minutes after which the project stops a training workload not using its allocated GPU resources.</td> </tr> <tr> <td style="text-align: left;">Idle time limit of preemptible workloads</td> <td style="text-align: left;">The time in days:hours:minutes after which the project stops a preemptible interactive (workspace) workload not using its allocated GPU resources.</td> </tr> <tr> <td style="text-align: left;">Idle time limit of non preemptible workloads</td> <td style="text-align: left;">The time in days:hours:minutes after which the project stops a non-preemptible interactive (workspace) workload not using its allocated GPU resources..</td> </tr> <tr> <td style="text-align: left;">Interactive workloads time limit</td> <td style="text-align: left;">The duration in days:hours:minutes after which the project stops an interactive (workspace) workload</td> </tr> <tr> <td style="text-align: left;">Training workloads time limit</td> <td style="text-align: left;">The duration in days:hours:minutes after which the project stops a training workload</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the project was created</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of workloads associated with the project. Click the values under this column to view the list of workloads with their resource parameters (as described below).</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the project is associated with</td> </tr> </tbody> </table> <h3 id=node-pools-with-quota-associated-with-the-project>Node pools with quota associated with the project<a class=headerlink href=#node-pools-with-quota-associated-with-the-project title="Permanent link">&para;</a></h3> <p>Click one of the values of Node pool(s) with quota column, to view the list of node pools and their parameters</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The name of the node pool is given by the administrator during node pool creation. All clusters have a default node pool created automatically by the system and named ‘default’.</td> </tr> <tr> <td style="text-align: left;">GPU quota</td> <td style="text-align: left;">The amount of GPU quota the administrator dedicated to the project for this node pool (floating number, e.g. 2.3 means 230% of GPU capacity).</td> </tr> <tr> <td style="text-align: left;">CPU (Cores)</td> <td style="text-align: left;">The amount of CPUs (cores) quota the administrator has dedicated to the project for this node pool (floating number, e.g. 1.3 Cores = 1300 mili-cores). The ‘unlimited’ value means the CPU (Cores) quota is not bounded and workloads using this node pool can use as many CPU (Cores) resources as they require, (if available).</td> </tr> <tr> <td style="text-align: left;">CPU memory</td> <td style="text-align: left;">The amount of CPU memory quota the administrator has dedicated to the project for this node pool (floating number, in MB or GB). The ‘unlimited’ value means the CPU memory quota is not bounded and workloads using this node pool can use as much CPU memory resource as they need (if available).</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The actual amount of GPUs allocated by workloads using this node pool under this project. The number of allocated GPUs may temporarily surpass the GPU quota if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU (Cores)</td> <td style="text-align: left;">The actual amount of CPUs (cores) allocated by workloads using this node pool under this project. The number of allocated CPUs (cores) may temporarily surpass the CPUs (Cores) quota if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU memory</td> <td style="text-align: left;">The actual amount of CPU memory allocated by workloads using this node pool under this Project. The number of Allocated CPU memory may temporarily surpass the CPU memory quota if over-quota is used.</td> </tr> <tr> <td style="text-align: left;">Order of priority</td> <td style="text-align: left;">The default order in which the Scheduler uses node-pools to schedule a workload. This is used only if the order of priority of node pools is not set in the workload during submission, either by an admin policy or the user. An empty value means the node pool is not part of the project’s default list, but can still be chosen by an admin policy or the user during workload submission</td> </tr> </tbody> </table> <h3 id=subjects-authorized-for-the-project>Subjects authorized for the project<a class=headerlink href=#subjects-authorized-for-the-project title="Permanent link">&para;</a></h3> <p>Click one of the values in the Subject(s) column, to view the list of subjects and their parameters. This column is only viewable, if your role in the Run:ai system affords you those permissions.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">A user, SSO group, or application assigned with a role in the scope of this Project</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of subject assigned to the access rule (user, SSO group, or application)</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope of this project in the organizational tree. Click the name of the scope to view the organizational tree diagram, you can only view the parts of the organizational tree for which you have permission to view.</td> </tr> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The role assigned to the subject, in this project’s scope</td> </tr> <tr> <td style="text-align: left;">Authorized by</td> <td style="text-align: left;">The user who granted the access rule</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the access rule was updated</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-project>Workloads associated with the project<a class=headerlink href=#workloads-associated-with-the-project title="Permanent link">&para;</a></h3> <p>Click one of the values of Workload(s) column, to view the list of workloads and their parameters</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The name of the workload, given during its submission. Optionally, an icon describing the type of workload is also visible</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of the workload, e.g. Workspace, Training, Inference</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The state of the workload and time elapsed since the last status change</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The subject that created this workload</td> </tr> <tr> <td style="text-align: left;">Running/ requested pods</td> <td style="text-align: left;">The number of running pods out of the number of requested pods for this workload. e.g. a distributed workload requesting 4 pods but may be in a state where only 2 are running and 2 are pending</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The date and time the workload was created</td> </tr> <tr> <td style="text-align: left;">GPU compute request</td> <td style="text-align: left;">The amount of GPU compute requested (floating number, represents either a portion of the GPU compute, or the number of whole GPUs requested)</td> </tr> <tr> <td style="text-align: left;">GPU memory request</td> <td style="text-align: left;">The amount of GPU memory requested (floating number, can either be presented as a portion of the GPU memory, an absolute memory size in MB or GB, or a MIG profile)</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">The amount of CPU memory requested (floating number, presented as an absolute memory size in MB or GB)</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">The amount of CPU compute requested (floating number, represents the number of requested Cores)</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul> <h2 id=adding-a-new-project>Adding a new project<a class=headerlink href=#adding-a-new-project title="Permanent link">&para;</a></h2> <p>To create a new Project:</p> <ol> <li>Click <strong>+NEW PROJECT</strong> </li> <li>Select a <strong>scope</strong>, you can only view clusters if you have permission to do so - within the scope of the roles assigned to you </li> <li>Enter a <strong>name</strong> for the project<br> Project names must start with a letter and can only contain lower case Latin letters, numbers or a hyphen ('-’) </li> <li><strong>Namespace</strong> associated with Project<br> Each project has an associated (Kubernetes) namespace in the cluster.<br> All workloads under this project use this namespace.<br> a. By default, Run:ai creates a namespace based on the Project name (in the form of <code>runai-&lt;name&gt;</code>)<br> b. Alternatively, you can choose an existing namespace created for you by the cluster administrator </li> <li> <p>In the <strong>Quota management</strong> section, you can set the quota parameters and prioritize resources </p> <ul> <li><strong>Order of priority</strong><br> This column is displayed only if more than one node pool exists. The default order in which the Scheduler uses node pools to schedule a workload. This means the Scheduler first tries to allocate resources using the highest priority node pool, then the next in priority, until it reaches the lowest priority node pool list, then the Scheduler starts from the highest again. The Scheduler uses the Project list of prioritized node pools, only if the order of priority of node pools is not set in the workload during submission, either by an admin policy or by the user. Empty value means the node pool is not part of the Project’s default node pool priority list, but a node pool can still be chosen by the admin policy or a user during workload submission </li> <li><strong>Node pool</strong><br> This column is displayed only if more than one node pool exists. It represents the name of the node pool. </li> <li><strong>GPU devices</strong><br> The number of GPUs you want to allocate for this project in this node pool (decimal number). </li> <li><strong>CPUs (Cores)</strong><br> This column is displayed only if CPU quota is enabled via the General settings.<br> Represents the number of CPU cores you want to allocate for this project in this node pool (decimal number). </li> <li> <p><strong>CPU memory</strong><br> This column is displayed only if CPU quota is enabled via the General settings.<br> The amount of CPU memory you want to allocate for this project in this node pool (in Megabytes or Gigabytes). </p> </li> <li> <p><strong>Over quota / Over quota weight</strong> - If over-quota weight is enabled via the General settings then over-quota weight is presented, otherwise over-quota is presented </p> <ul> <li><strong>Over quota</strong><br> When enabled, the project can use non-guaranteed overage resources above its quota in this node pool. The amount of the non-guaranteed overage resources for this project is calculated proportionally to the project quota in this node pool. When disabled, the project cannot use more resources than the guaranteed quota in this node pool. </li> <li><strong>Over quota weight</strong> - Represents a weight used to calculate the amount of non-guaranteed overage resources a project can get on top of its quota in this node pool. All unused resources are split between projects that require the use of overage resources: <ul> <li><strong>Medium</strong><br> The default value. The Admin can change the default to any of the following values: <strong>High, Low, Lowest, or None</strong>. </li> <li><strong>None</strong><br> When set, the project cannot use more resources than the guaranteed quota in this node pool. </li> <li><strong>Lowest</strong><br> Over-quota weight ‘lowest’ has a unique behavior, because its weight is 0, it can only use over-quota (unused overage) resources if no other project needs them, and any project with a higher over-quota weight can snap the average resources at any time.</li> </ul> </li> </ul> </li> </ul> </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Setting the quota to 0 (either GPU, CPU, or CPU memory) and the over-quota to ‘disabled’ or over-quota weight to ‘none’ means the project is blocked from using those resources on this node pool.</p> </div> <p>When no node pools are configured, you can set the same parameters but it is for the whole project, instead of per node pool.</p> <p>After node pools are created, you can set the above parameters <strong>for each node-pool separately</strong>.</p> <ol> <li> <p>Set <a href=../scheduling-rules/ >Scheduling rules</a> as required. You can have a scheduling rule for: </p> <ul> <li>Idle GPU timeout<br> Preempt a workload that does not use GPUs for more than a specified duration. You can apply a single rule per workload type - Preemptive Workspaces, Non-preemptive Workspaces, and Training. </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To make ‘Idle GPU timeout’ effective, it must be set to a shorter duration than that workload duration of the same workload type. </p> </div> <ul> <li>Workspace duration<br> Preempt workspaces after a specified duration. This applies to both preemptive and non-preemptive Workspaces. </li> <li>Training duration<br> Preempt a training workload after a specified duration. </li> <li>Node type (Affinity)<br> Node type is used to select a group of nodes, usually with specific characteristics such as a hardware feature, storage type, fast networking interconnection, etc. The scheduler uses node type as an indication of which nodes should be used for your workloads, within this project.<br> Node type is a label in the form of <a href=http://run.ai/type>run.ai/type</a> and a value (e.g. run.ai/type = dgx200) that the administrator uses to tag a set of nodes. Adding the node type to the project’s scheduling rules enables the user to submit workloads with any node type label/value pairs in this list, according to the workload type - Workspace or Training. The Scheduler then schedules workloads using a node selector, targeting nodes tagged with the Run:ai node type label/value pair. Node pools and a node type can be used in conjunction with each other. For example, specifying a node pool and a smaller group of nodes from that node pool that includes a fast SSD memory or other unique characteristics. </li> </ul> </li> <li> <p>Click <strong>CREATE PROJECT</strong></p> </li> </ol> <h2 id=adding-an-access-rule-to-a-project>Adding an access rule to a project<a class=headerlink href=#adding-an-access-rule-to-a-project title="Permanent link">&para;</a></h2> <p>To create a new access rule for a project:</p> <ol> <li>Select the project you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a <strong>subject</strong> </li> <li>Select or enter the subject identifier: <ul> <li><strong>User Email</strong> for a local user created in Run:ai or for SSO user as recognized by the IDP </li> <li><strong>Group name</strong> as recognized by the IDP </li> <li><strong>Application name</strong> as created in Run:ai </li> </ul> </li> <li>Select a <strong>role</strong> </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-an-access-rule-from-a-project>Deleting an access rule from a project<a class=headerlink href=#deleting-an-access-rule-from-a-project title="Permanent link">&para;</a></h2> <p>To delete an access rule from a project:</p> <ol> <li>Select the project you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule you want to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=editing-a-project>Editing a project<a class=headerlink href=#editing-a-project title="Permanent link">&para;</a></h2> <p>To edit a project:</p> <ol> <li>Select the project you want to edit </li> <li>Click <strong>EDIT</strong> </li> <li>Update the Project and click <strong>SAVE</strong></li> </ol> <h2 id=viewing-a-projects-policy>Viewing a project’s policy<a class=headerlink href=#viewing-a-projects-policy title="Permanent link">&para;</a></h2> <p>To view the policy of a project:</p> <ol> <li>Select the project for which you want to view its policies. This option is only active for projects with defined policies in place. </li> <li>Click <strong>VIEW POLICY</strong> and select the workload type for which you want to view the policies:<br> a. <strong>Workspace</strong> workload type policy with its set of rules<br> b. <strong>Training</strong> workload type policies with its set of rules </li> <li>In the Policy form, view the workload rules that are enforcing your project for the selected workload type as well as the defaults: <ul> <li><strong>Parameter</strong> - The workload submission parameter that Rules and Defaults are applied to </li> <li><strong>Type</strong> (applicable for data sources only) - The data source type (Git, S3, nfs, pvc etc.) </li> <li><strong>Default</strong> - The default value of the Parameter </li> <li><strong>Rule</strong> - Set up constraints on workload policy fields </li> <li><strong>Source</strong> - The origin of the applied policy (cluster, department or project) </li> </ul> </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The policy affecting the project consists of rules and defaults. Some of these rules and defaults may be derived from policies of a parent cluster and/or department (source). You can see the source of each rule in the policy form.</p> </div> <h2 id=deleting-a-project>Deleting a project<a class=headerlink href=#deleting-a-project title="Permanent link">&para;</a></h2> <p>To delete a project:</p> <ol> <li>Select the project you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li> <p><strong>Clusters &lt; v2.20</strong></p> <p>Deleting a project does not delete its associated namespace, any of the running workloads using this namespace, or the policies defined for this project. However, any assets created in the scope of this project such as compute resources, environments, data sources, templates and credentials, are permanently deleted from the system.</p> </li> <li> <p><strong>Clusters &gt;=v2.20</strong></p> <p>Deleting a project does not delete its associated namespace, but will attempt to delete its associated workloads and assets. Any assets created in the scope of this project such as compute resources, environments, data sources, templates and credentials, are permanently deleted from the system.</p> </li> </ul> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Projects>Projects</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/aiinitiatives/org/scheduling-rules/index.html b/v2.20/platform-admin/aiinitiatives/org/scheduling-rules/index.html
index f9d477c5c9..2f946b0a62 100644
--- a/v2.20/platform-admin/aiinitiatives/org/scheduling-rules/index.html
+++ b/v2.20/platform-admin/aiinitiatives/org/scheduling-rules/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/org/scheduling-rules/ rel=canonical><link href=../departments/ rel=prev><link href=../../resources/nodes/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Scheduling Rules - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/org/scheduling-rules/ rel=canonical><link href=../departments/ rel=prev><link href=../../resources/nodes/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Scheduling Rules - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -14,7 +14,7 @@
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#scheduling-rules class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Scheduling Rules </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2 checked> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Scheduling Rules </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Scheduling Rules </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#scheduling-rules class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> <nav class=md-nav aria-label="Scheduling Rules"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-duration-time-limit class=md-nav__link> <span class=md-ellipsis> Workload duration (time limit) </span> </a> </li> <li class=md-nav__item> <a href=#idle-gpu-time-limit class=md-nav__link> <span class=md-ellipsis> Idle GPU time limit </span> </a> </li> <li class=md-nav__item> <a href=#node-type-affinity class=md-nav__link> <span class=md-ellipsis> Node type (Affinity) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#labelling-nodes-for-node-types-grouping class=md-nav__link> <span class=md-ellipsis> Labelling nodes for node types grouping </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-scheduling-rule-to-a-projectdepartment class=md-nav__link> <span class=md-ellipsis> Adding a scheduling rule to a project/department </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-projectdepartment-scheduling-rule class=md-nav__link> <span class=md-ellipsis> Editing the project/department scheduling rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-the-projectdepartment-scheduling-rule class=md-nav__link> <span class=md-ellipsis> Deleting the project/department scheduling rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#scheduling-rules class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> <nav class=md-nav aria-label="Scheduling Rules"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-duration-time-limit class=md-nav__link> <span class=md-ellipsis> Workload duration (time limit) </span> </a> </li> <li class=md-nav__item> <a href=#idle-gpu-time-limit class=md-nav__link> <span class=md-ellipsis> Idle GPU time limit </span> </a> </li> <li class=md-nav__item> <a href=#node-type-affinity class=md-nav__link> <span class=md-ellipsis> Node type (Affinity) </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#labelling-nodes-for-node-types-grouping class=md-nav__link> <span class=md-ellipsis> Labelling nodes for node types grouping </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-scheduling-rule-to-a-projectdepartment class=md-nav__link> <span class=md-ellipsis> Adding a scheduling rule to a project/department </span> </a> </li> <li class=md-nav__item> <a href=#editing-the-projectdepartment-scheduling-rule class=md-nav__link> <span class=md-ellipsis> Editing the project/department scheduling rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-the-projectdepartment-scheduling-rule class=md-nav__link> <span class=md-ellipsis> Deleting the project/department scheduling rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/org/scheduling-rules.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Scheduling Rules</h1> <p>This article explains the procedure of configuring and managing Scheduling rules. Scheduling rules refer to restrictions applied over workloads. These restrictions apply to either the resources (nodes) on which workloads can run or to the duration of the workload run time. Scheduling rules are set for projects or departments and apply to a specific workload type. Once scheduling rules are set, all matching workloads associated with the project or (subordinate projects in case of department) have the restrictions as defined when the workload was submitted. New scheduling rules added, are not applied over already created workloads associated with that project/department.</p> <h2 id=scheduling-rules>Scheduling Rules<a class=headerlink href=#scheduling-rules title="Permanent link">&para;</a></h2> <p>There are 3 types of scheduling rules:</p> <h3 id=workload-duration-time-limit>Workload duration (time limit)<a class=headerlink href=#workload-duration-time-limit title="Permanent link">&para;</a></h3> <p>This rule limits the duration of a workload run time. Workload run time is calculated as the total time in which the workload was in status Running. You can apply a single rule per workload type - Preemptive Workspaces, Non-preemptive Workspaces, and Training. </p> <h3 id=idle-gpu-time-limit>Idle GPU time limit<a class=headerlink href=#idle-gpu-time-limit title="Permanent link">&para;</a></h3> <p>This rule limits the total GPU time of a workload. Workload idle time is counted from the first time the workload is in status Running and the GPU was idle.<br> We calculate idleness by employing the <code>runai_gpu_idle_seconds_per_workload</code> metric. This metric determines the total duration of zero GPU utilization within each 30-second interval. If the GPU remains idle throughout the 30-second window, 30 seconds are added to the idleness sum; otherwise, the idleness count is reset.<br> You can apply a single rule per workload type - Preemptible Workspaces, Non-preemptible Workspaces, and Training. </p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To make <code>Idle GPU timeout</code> effective, it must be set to a shorter duration than that workload duration of the same workload type. </p> </div> <h3 id=node-type-affinity>Node type (Affinity)<a class=headerlink href=#node-type-affinity title="Permanent link">&para;</a></h3> <p>Node type is used to select a group of nodes, typically with specific characteristics such as a hardware feature, storage type, fast networking interconnection, etc. The scheduler uses node type as an indication of which nodes should be used for your workloads, within this project. </p> <p>Node type is a label in the form of <code>run.ai/type</code> and a value (e.g. <code>run.ai/type = dgx200</code>) that the administrator uses to tag a set of nodes. Adding the node type to the project’s scheduling rules mandates the user to submit workloads with a node type label/value pairs from this list, according to the workload type - Workspace or Training. The Scheduler then schedules workloads using a node selector, targeting nodes tagged with the Run:ai node type label/value pair. Node pools and a node type can be used in conjunction. For example, specifying a node pool and a smaller group of nodes from that node pool that includes a fast SSD memory or other unique characteristics.</p> <h2 id=labelling-nodes-for-node-types-grouping>Labelling nodes for node types grouping<a class=headerlink href=#labelling-nodes-for-node-types-grouping title="Permanent link">&para;</a></h2> <p>The administrator should use a node label with the key of run.ai/type and any coupled value</p> <p>To assign a label to nodes you want to group, set the ‘node type (affinity)’ on each relevant node:</p> <ol> <li> <p>Obtain the list of nodes and their current labels by coping the following to your terminal: <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl get nodes --show-labels
 </code></pre></div></p> </li> <li> <p>Annotate a specific node with a new label by coping the following to your terminal: <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>kubectl label node &lt;node-name&gt; run.ai/type=&lt;value&gt;
-</code></pre></div></p> </li> </ol> <h2 id=adding-a-scheduling-rule-to-a-projectdepartment>Adding a scheduling rule to a project/department<a class=headerlink href=#adding-a-scheduling-rule-to-a-projectdepartment title="Permanent link">&para;</a></h2> <p>To add a scheduling rule:</p> <ol> <li>Select the project/department for which you want to add a scheduling rule </li> <li>Click <strong>EDIT</strong> </li> <li>In the <strong>Scheduling rules</strong> section click <strong>+RULE</strong> </li> <li>Select the <strong>rule type</strong> </li> <li>Select the <strong>workload type</strong> and <strong>time limitation period</strong> </li> <li>For Node type, choose one or more labels for the desired nodes. </li> <li>Click <strong>SAVE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>You can review the defined rules in the Projects table in the relevant column.</p> </div> <h2 id=editing-the-projectdepartment-scheduling-rule>Editing the project/department scheduling rule<a class=headerlink href=#editing-the-projectdepartment-scheduling-rule title="Permanent link">&para;</a></h2> <p>To edit a scheduling rule:</p> <ol> <li>Select the project/department for which you want to edit its scheduling rule </li> <li>Click <strong>EDIT</strong> </li> <li>Find the scheduling rule you would like to edit </li> <li>Edit the rule </li> <li>Click <strong>SAVE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> </div> <p>When a editing an inherited rule on a project/department (a rule defined by the department), you can only restrict the rule limitation</p> <h2 id=deleting-the-projectdepartment-scheduling-rule>Deleting the project/department scheduling rule<a class=headerlink href=#deleting-the-projectdepartment-scheduling-rule title="Permanent link">&para;</a></h2> <p>To delete a scheduling rule:</p> <ol> <li>Select the project/department from which you want to delete a scheduling rule </li> <li>Click <strong>EDIT</strong> </li> <li>Find the scheduling rule you would like to delete </li> <li>Click on the x icon </li> <li>Click <strong>SAVE</strong></li> </ol> <p>!!! You cannot delete rules inherited from the department from the project's set of rules</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Projects/operation/create_project>Projects</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div></p> </li> </ol> <h2 id=adding-a-scheduling-rule-to-a-projectdepartment>Adding a scheduling rule to a project/department<a class=headerlink href=#adding-a-scheduling-rule-to-a-projectdepartment title="Permanent link">&para;</a></h2> <p>To add a scheduling rule:</p> <ol> <li>Select the project/department for which you want to add a scheduling rule </li> <li>Click <strong>EDIT</strong> </li> <li>In the <strong>Scheduling rules</strong> section click <strong>+RULE</strong> </li> <li>Select the <strong>rule type</strong> </li> <li>Select the <strong>workload type</strong> and <strong>time limitation period</strong> </li> <li>For Node type, choose one or more labels for the desired nodes. </li> <li>Click <strong>SAVE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>You can review the defined rules in the Projects table in the relevant column.</p> </div> <h2 id=editing-the-projectdepartment-scheduling-rule>Editing the project/department scheduling rule<a class=headerlink href=#editing-the-projectdepartment-scheduling-rule title="Permanent link">&para;</a></h2> <p>To edit a scheduling rule:</p> <ol> <li>Select the project/department for which you want to edit its scheduling rule </li> <li>Click <strong>EDIT</strong> </li> <li>Find the scheduling rule you would like to edit </li> <li>Edit the rule </li> <li>Click <strong>SAVE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> </div> <p>When a editing an inherited rule on a project/department (a rule defined by the department), you can only restrict the rule limitation</p> <h2 id=deleting-the-projectdepartment-scheduling-rule>Deleting the project/department scheduling rule<a class=headerlink href=#deleting-the-projectdepartment-scheduling-rule title="Permanent link">&para;</a></h2> <p>To delete a scheduling rule:</p> <ol> <li>Select the project/department from which you want to delete a scheduling rule </li> <li>Click <strong>EDIT</strong> </li> <li>Find the scheduling rule you would like to delete </li> <li>Click on the x icon </li> <li>Click <strong>SAVE</strong></li> </ol> <p>!!! You cannot delete rules inherited from the department from the project's set of rules</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Projects/operation/create_project>Projects</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -42,6 +42,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/aiinitiatives/overview/index.html b/v2.20/platform-admin/aiinitiatives/overview/index.html
index b90704dfd1..14c9fde707 100644
--- a/v2.20/platform-admin/aiinitiatives/overview/index.html
+++ b/v2.20/platform-admin/aiinitiatives/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/overview/ rel=canonical><link href=../../authentication/accessrules/ rel=prev><link href=../org/projects/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Adapting AI initiatives to your organization - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/overview/ rel=canonical><link href=../../authentication/accessrules/ rel=prev><link href=../org/projects/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Adapting AI initiatives to your organization - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#adapting-ai-initiatives-to-your-organization class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#mapping-your-organization class=md-nav__link> <span class=md-ellipsis> Mapping your organization </span> </a> <nav class=md-nav aria-label="Mapping your organization"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#based-on-individuals class=md-nav__link> <span class=md-ellipsis> Based on individuals </span> </a> </li> <li class=md-nav__item> <a href=#based-on-business-units class=md-nav__link> <span class=md-ellipsis> Based on business units </span> </a> </li> <li class=md-nav__item> <a href=#based-on-the-organizational-structure class=md-nav__link> <span class=md-ellipsis> Based on the organizational structure </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#mapping-your-resources class=md-nav__link> <span class=md-ellipsis> Mapping your resources </span> </a> <nav class=md-nav aria-label="Mapping your resources"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#grouping-your-resources class=md-nav__link> <span class=md-ellipsis> Grouping your resources </span> </a> <nav class=md-nav aria-label="Grouping your resources"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#grouping-examples class=md-nav__link> <span class=md-ellipsis> Grouping Examples </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#assigning-your-resources class=md-nav__link> <span class=md-ellipsis> Assigning your resources </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#assigning-users-to-projects-and-departments class=md-nav__link> <span class=md-ellipsis> Assigning users to projects and departments </span> </a> </li> <li class=md-nav__item> <a href=#scopes-in-the-organization class=md-nav__link> <span class=md-ellipsis> Scopes in the organization </span> </a> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#mapping-your-organization class=md-nav__link> <span class=md-ellipsis> Mapping your organization </span> </a> <nav class=md-nav aria-label="Mapping your organization"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#based-on-individuals class=md-nav__link> <span class=md-ellipsis> Based on individuals </span> </a> </li> <li class=md-nav__item> <a href=#based-on-business-units class=md-nav__link> <span class=md-ellipsis> Based on business units </span> </a> </li> <li class=md-nav__item> <a href=#based-on-the-organizational-structure class=md-nav__link> <span class=md-ellipsis> Based on the organizational structure </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#mapping-your-resources class=md-nav__link> <span class=md-ellipsis> Mapping your resources </span> </a> <nav class=md-nav aria-label="Mapping your resources"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#grouping-your-resources class=md-nav__link> <span class=md-ellipsis> Grouping your resources </span> </a> <nav class=md-nav aria-label="Grouping your resources"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#grouping-examples class=md-nav__link> <span class=md-ellipsis> Grouping Examples </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#assigning-your-resources class=md-nav__link> <span class=md-ellipsis> Assigning your resources </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#assigning-users-to-projects-and-departments class=md-nav__link> <span class=md-ellipsis> Assigning users to projects and departments </span> </a> </li> <li class=md-nav__item> <a href=#scopes-in-the-organization class=md-nav__link> <span class=md-ellipsis> Scopes in the organization </span> </a> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=adapting-ai-initiatives-to-your-organization>Adapting AI initiatives to your organization<a class=headerlink href=#adapting-ai-initiatives-to-your-organization title="Permanent link">&para;</a></h1> <p>AI initiatives refer to advancing research, development, and implementation of AI technologies. These initiatives represent your business needs and involve collaboration between individuals, teams, and other stakeholders. AI initiatives require compute resources and a methodology to effectively and efficiently use those compute resources and split them among the different AI initiatives stakeholders. The building blocks of AI compute resources are GPUs, CPUs, and CPU memory, which are built into nodes (servers) and can be further grouped into node pools. Nodes and node pools are part of a Kubernetes Cluster.</p> <p>To manage AI initiatives in Run:ai you should:</p> <ul> <li>Map your organization and initiatives to projects and optionally departments </li> <li>Map compute resources (node pools and quotas) to projects and optionally departments </li> <li>Assign users (e.g. AI practitioners, ML engineers, Admins) to projects and departments</li> </ul> <h2 id=mapping-your-organization>Mapping your organization<a class=headerlink href=#mapping-your-organization title="Permanent link">&para;</a></h2> <p>The way you map your AI initiatives and organization into Run:ai projects and departments should reflect your organization’s structure and Project management practices. There are multiple options, and we provide you here with 3 examples of typical forms in which to map your organization, initiatives, and users into Run:ai, but of course, other ways that suit your requirements are also acceptable.</p> <h3 id=based-on-individuals>Based on individuals<a class=headerlink href=#based-on-individuals title="Permanent link">&para;</a></h3> <p>A typical use case would be students (individual practitioners) within a faculty (business unit) - an individual practitioner may be involved in one or more initiatives. In this example, the resources are accounted for by the student (project) and aggregated per faculty (department).<br> Department = business unit / Project = individual practitioner</p> <p><a class=glightbox href=../img/individuals.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/individuals.png></a></p> <h3 id=based-on-business-units>Based on business units<a class=headerlink href=#based-on-business-units title="Permanent link">&para;</a></h3> <p>A typical use case would be an AI service (business unit) split into AI capabilities (initiatives) - an individual practitioner may be involved in several initiatives. In this example, the resources are accounted for by Initiative (project) and aggregated per AI service (department).</p> <p>Department = business unit / Project = initiative</p> <p><a class=glightbox href=../img/bu.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/bu.png></a></p> <h3 id=based-on-the-organizational-structure>Based on the organizational structure<a class=headerlink href=#based-on-the-organizational-structure title="Permanent link">&para;</a></h3> <p>A typical use case would be a business unit split into teams - an individual practitioner is involved in a single team (project) but the team may be involved in several AI initiatives. In this example, the resources are accounted for by team (project) and aggregated per business unit (department).</p> <p>Department = business unit / Project = team</p> <p><a class=glightbox href=../img/org.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/org.png></a></p> <h2 id=mapping-your-resources>Mapping your resources<a class=headerlink href=#mapping-your-resources title="Permanent link">&para;</a></h2> <p>AI initiatives require compute resources such as GPUs and CPUs to run. Compute resources in any organization are limited, either due to the number of servers (nodes) owned by the organization is limited, the budget it can spend to lease resources in the cloud or spending for in-house servers is also limited. Every organization strives to optimize the usage of its resources by maximizing their utilization and providing all users with their needs. Therefore, the organization needs to split resources according to the organization's internal priorities and budget constraints. But even after splitting the resources, the orchestration layer should still provide fairness between the resourced consumers, and allow access to unused resources to minimize scenarios of idle resources.</p> <p>Another aspect of resource management is how to group your resources effectively, especially in large environments, or environments that are made of heterogeneous types of hardware, where some users need to use specific hardware types, or where other users should avoid occupying critical hardware of some users or initiatives.</p> <p>Run:ai assists you with all of these complex issues by allowing you to map your cluster resources to node pools, then map each Project and Department a quota allocation per node pool, and set access rights to unused resources (Over quota) per node pool.</p> <h3 id=grouping-your-resources>Grouping your resources<a class=headerlink href=#grouping-your-resources title="Permanent link">&para;</a></h3> <p>There are several reasons why you would group resources (nodes) into node pools:</p> <ul> <li><strong>Control the GPU type to use in heterogeneous hardware environment</strong> - in many cases, AI models can be optimized per hardware type they will use, e.g. a training workload that is optimized for H100 does not necessarily run optimally on an A100, and vice versa. Therefore segmenting into node pools, each with a different hardware type gives the AI researcher and ML engineer better control of where to run. </li> <li><strong>Quota control</strong> - splitting to node pools allows the admin to set specific quota per hardware type, e.g. give high priority project guaranteed access to advanced GPU hardware, while keeping lower priority project with a lower quota or even with no quota at all for that high-end GPU, but give it a “best-effort” access only (i.e. if the high priority guaranteed project is not using those resources). </li> <li><strong>Multi-region or multi-availability-zone cloud environments</strong> - if some or all of your clusters run on the cloud (or even on-premise) but any of your clusters uses different physical locations or different topologies (e.g. racks), you probably want to segment your resources per region/zone/topology to be able to control where to run your workloads, how much quota to assign to specific environments (per project, per department), even if all those locations are all using the same hardware type. This methodology can help in optimizing the performance of your workloads because of the superior performance of local computing such as the locality of distributed workloads, local storage etc. </li> <li><strong>Explainability and predictability</strong> - large environments are complex to understand, this becomes even more complex when an environment is loaded. To maintain users’ satisfaction and their understanding of the resources state, as well as to keep predictability of your workload chances to get scheduled, segmenting your cluster into smaller pools may significantly help. </li> <li><strong>Scale</strong> - Run:ai implementation of node pools has many benefits, one of the main of them is scale. Each node pool has its own scheduler instance, therefore allowing the cluster to handle more nodes and schedule workloads faster when segmented into node pools vs. one large cluster. To allow your workloads to use any resource within a cluster that is split to node pools, a second-level Scheduler is in charge of scheduling workloads between node pools according to your preferences and resource availability. </li> <li><strong>Prevent mutual exclusion</strong> - Some AI workloads consume CPU-only resources, to prevent those workloads from consuming the CPU resources of GPU nodes and thus block GPU workloads from using those nodes, it is recommended to group CPU-only nodes into a dedicated node pool(s) and assign a quota for CPU projects to CPU node-pools only while keeping GPU node-pools with zero quota and optionally “best-effort” over-quota access for CPU-only projects.</li> </ul> <h4 id=grouping-examples>Grouping Examples<a class=headerlink href=#grouping-examples title="Permanent link">&para;</a></h4> <p>Set out below are illustrations of different grouping options. </p> <p>Example: grouping nodes by topology</p> <p><a class=glightbox href=../img/groupbytopology.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/groupbytopology.png></a></p> <p>Example: grouping nodes by hardware type</p> <p><a class=glightbox href=../img/groupbyhardware.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/groupbyhardware.png></a></p> <h3 id=assigning-your-resources>Assigning your resources<a class=headerlink href=#assigning-your-resources title="Permanent link">&para;</a></h3> <p>After the initial grouping of resources, it is time to associate resources to AI initiatives, this is performed by assigning quotas to projects and optionally to departments. Assigning GPU quota to a project, on a node pool basis, means that the workloads submitted by that project are entitled to use those GPUs as guaranteed resources and can use them for all workload types.</p> <p>However, what happens if the project requires more resources than its quota? This depends on the type of workloads that the user wants to submit. If the user requires more resources for non-preemptible workloads, then the quota must be increased, because non-preemptible workloads require guaranteed resources. On the other hand, if the type of workload is, for example, a model Training workload that is preemptible - in this case the project can exploit unused resources of other projects, as long as the other projects don’t need them. Over-quota is set per project on a node-pool basis and per department.</p> <p>Administrators can use quota allocations to prioritize resources between users, teams, and AI initiatives. The administrator can completely prevent the use of certain node pools by a project or department by setting the node pool quota to 0 and disabling over quota for that node pool, or it can keep the quota to 0 and enable over-quota to that node pool and allow access based on resource availability only (e.g. unused GPUs). However, when a project with a non-zero quota needs to use those resources, the Scheduler reclaims those resources back and preempts the preemptible workloads of over-quota projects. As an administrator, you can also have an impact on the amount of over-quota resources a project or department uses.</p> <p>It is essential to make sure that the sum of all projects' quota does NOT surpass that of the Department, and that the sum of all departments does not surpass the number of physical resources, per node pool and for the entire cluster (we call such behavior - ‘over-subscription’). The reason over-subscription is not recommended is that it may produce unexpected scheduling decisions, especially those that might preempt ‘non-preemptive’ workloads or fail to schedule workloads within quota, either non-preemptible or preemptible, thus quota cannot be considered anymore as ‘guaranteed’. Admins can opt-in a system flag that helps to prevent over-subscription scenarios.</p> <p>Example: assigning resources to projects</p> <p><a class=glightbox href=../img/assigning.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/assigning.png></a></p> <h2 id=assigning-users-to-projects-and-departments>Assigning users to projects and departments<a class=headerlink href=#assigning-users-to-projects-and-departments title="Permanent link">&para;</a></h2> <p>Run:ai system is using ‘Role Based Access Control’ (RBAC) to manage users’ access rights to the different objects of the system, its resources, and the set of allowed actions.<br> To allow AI researchers, ML engineers, Project Admins, or any other stakeholder of your AI initiatives to access projects and use AI compute resources with their AI initiatives, the administrator needs to assign users to projects. After a user is assigned to a project with the proper role, e.g. ‘L1 Researcher’, the user can submit and monitor its workloads under that project. Assigning users to departments is usually done to assign ‘Department Admin’ to manage a specific department. Other roles, such as ‘L1 Researcher’, can also be assigned to departments, this allows the researcher access to all projects within that department.</p> <h2 id=scopes-in-the-organization>Scopes in the organization<a class=headerlink href=#scopes-in-the-organization title="Permanent link">&para;</a></h2> <p>This is an example of an organization, as represented in the Run:ai platform:</p> <p><a class=glightbox href=../img/scopes.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/scopes.png></a></p> <p>The organizational tree is structured from top down under a single node headed by the account. The account is comprised of clusters, departments and projects.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Different <a href=../../../admin/authentication/authentication-overview/#role-based-access-control-rbac-in-runai>roles and permissions</a> can be granted to specific clusters, departments and projects within an organization.</p> </div> <p>The organizational tree is structured from top down under a single node headed by the account. The account is comprised of clusters, departments and projects.</p> <p>After mapping and building your hierarchal structured organization as shown above, you can assign or associate various Run:ai components (e.g. workloads, roles, assets, policies, and more) to <strong>different parts</strong> of the organization - these organizational parts are the <strong>Scopes</strong>. The following organizational example consists of 5 optional scopes:</p> <p><a class=glightbox href=../img/scope-example.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/scope-example.png></a></p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When a scope is selected, the very same unit, including all of its subordinates (both existing and any future subordinates, if added), are selected as well.</p> </div> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Now that resources are grouped into node pools, organizational units or business initiatives are mapped into projects and departments, projects’ quota parameters are set per node pool, and users are assigned to projects, you can finally <a href=../../workloads/overviews/managing-workloads/ >submit workloads</a> from a project and use compute resources to run your AI initiatives.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#adapting-ai-initiatives-to-your-organization class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#mapping-your-organization class=md-nav__link> <span class=md-ellipsis> Mapping your organization </span> </a> <nav class=md-nav aria-label="Mapping your organization"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#based-on-individuals class=md-nav__link> <span class=md-ellipsis> Based on individuals </span> </a> </li> <li class=md-nav__item> <a href=#based-on-business-units class=md-nav__link> <span class=md-ellipsis> Based on business units </span> </a> </li> <li class=md-nav__item> <a href=#based-on-the-organizational-structure class=md-nav__link> <span class=md-ellipsis> Based on the organizational structure </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#mapping-your-resources class=md-nav__link> <span class=md-ellipsis> Mapping your resources </span> </a> <nav class=md-nav aria-label="Mapping your resources"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#grouping-your-resources class=md-nav__link> <span class=md-ellipsis> Grouping your resources </span> </a> <nav class=md-nav aria-label="Grouping your resources"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#grouping-examples class=md-nav__link> <span class=md-ellipsis> Grouping Examples </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#assigning-your-resources class=md-nav__link> <span class=md-ellipsis> Assigning your resources </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#assigning-users-to-projects-and-departments class=md-nav__link> <span class=md-ellipsis> Assigning users to projects and departments </span> </a> </li> <li class=md-nav__item> <a href=#scopes-in-the-organization class=md-nav__link> <span class=md-ellipsis> Scopes in the organization </span> </a> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#mapping-your-organization class=md-nav__link> <span class=md-ellipsis> Mapping your organization </span> </a> <nav class=md-nav aria-label="Mapping your organization"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#based-on-individuals class=md-nav__link> <span class=md-ellipsis> Based on individuals </span> </a> </li> <li class=md-nav__item> <a href=#based-on-business-units class=md-nav__link> <span class=md-ellipsis> Based on business units </span> </a> </li> <li class=md-nav__item> <a href=#based-on-the-organizational-structure class=md-nav__link> <span class=md-ellipsis> Based on the organizational structure </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#mapping-your-resources class=md-nav__link> <span class=md-ellipsis> Mapping your resources </span> </a> <nav class=md-nav aria-label="Mapping your resources"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#grouping-your-resources class=md-nav__link> <span class=md-ellipsis> Grouping your resources </span> </a> <nav class=md-nav aria-label="Grouping your resources"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#grouping-examples class=md-nav__link> <span class=md-ellipsis> Grouping Examples </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#assigning-your-resources class=md-nav__link> <span class=md-ellipsis> Assigning your resources </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#assigning-users-to-projects-and-departments class=md-nav__link> <span class=md-ellipsis> Assigning users to projects and departments </span> </a> </li> <li class=md-nav__item> <a href=#scopes-in-the-organization class=md-nav__link> <span class=md-ellipsis> Scopes in the organization </span> </a> </li> <li class=md-nav__item> <a href=#next-steps class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=adapting-ai-initiatives-to-your-organization>Adapting AI initiatives to your organization<a class=headerlink href=#adapting-ai-initiatives-to-your-organization title="Permanent link">&para;</a></h1> <p>AI initiatives refer to advancing research, development, and implementation of AI technologies. These initiatives represent your business needs and involve collaboration between individuals, teams, and other stakeholders. AI initiatives require compute resources and a methodology to effectively and efficiently use those compute resources and split them among the different AI initiatives stakeholders. The building blocks of AI compute resources are GPUs, CPUs, and CPU memory, which are built into nodes (servers) and can be further grouped into node pools. Nodes and node pools are part of a Kubernetes Cluster.</p> <p>To manage AI initiatives in Run:ai you should:</p> <ul> <li>Map your organization and initiatives to projects and optionally departments </li> <li>Map compute resources (node pools and quotas) to projects and optionally departments </li> <li>Assign users (e.g. AI practitioners, ML engineers, Admins) to projects and departments</li> </ul> <h2 id=mapping-your-organization>Mapping your organization<a class=headerlink href=#mapping-your-organization title="Permanent link">&para;</a></h2> <p>The way you map your AI initiatives and organization into Run:ai projects and departments should reflect your organization’s structure and Project management practices. There are multiple options, and we provide you here with 3 examples of typical forms in which to map your organization, initiatives, and users into Run:ai, but of course, other ways that suit your requirements are also acceptable.</p> <h3 id=based-on-individuals>Based on individuals<a class=headerlink href=#based-on-individuals title="Permanent link">&para;</a></h3> <p>A typical use case would be students (individual practitioners) within a faculty (business unit) - an individual practitioner may be involved in one or more initiatives. In this example, the resources are accounted for by the student (project) and aggregated per faculty (department).<br> Department = business unit / Project = individual practitioner</p> <p><a class=glightbox href=../img/individuals.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/individuals.png></a></p> <h3 id=based-on-business-units>Based on business units<a class=headerlink href=#based-on-business-units title="Permanent link">&para;</a></h3> <p>A typical use case would be an AI service (business unit) split into AI capabilities (initiatives) - an individual practitioner may be involved in several initiatives. In this example, the resources are accounted for by Initiative (project) and aggregated per AI service (department).</p> <p>Department = business unit / Project = initiative</p> <p><a class=glightbox href=../img/bu.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/bu.png></a></p> <h3 id=based-on-the-organizational-structure>Based on the organizational structure<a class=headerlink href=#based-on-the-organizational-structure title="Permanent link">&para;</a></h3> <p>A typical use case would be a business unit split into teams - an individual practitioner is involved in a single team (project) but the team may be involved in several AI initiatives. In this example, the resources are accounted for by team (project) and aggregated per business unit (department).</p> <p>Department = business unit / Project = team</p> <p><a class=glightbox href=../img/org.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/org.png></a></p> <h2 id=mapping-your-resources>Mapping your resources<a class=headerlink href=#mapping-your-resources title="Permanent link">&para;</a></h2> <p>AI initiatives require compute resources such as GPUs and CPUs to run. Compute resources in any organization are limited, either due to the number of servers (nodes) owned by the organization is limited, the budget it can spend to lease resources in the cloud or spending for in-house servers is also limited. Every organization strives to optimize the usage of its resources by maximizing their utilization and providing all users with their needs. Therefore, the organization needs to split resources according to the organization's internal priorities and budget constraints. But even after splitting the resources, the orchestration layer should still provide fairness between the resourced consumers, and allow access to unused resources to minimize scenarios of idle resources.</p> <p>Another aspect of resource management is how to group your resources effectively, especially in large environments, or environments that are made of heterogeneous types of hardware, where some users need to use specific hardware types, or where other users should avoid occupying critical hardware of some users or initiatives.</p> <p>Run:ai assists you with all of these complex issues by allowing you to map your cluster resources to node pools, then map each Project and Department a quota allocation per node pool, and set access rights to unused resources (Over quota) per node pool.</p> <h3 id=grouping-your-resources>Grouping your resources<a class=headerlink href=#grouping-your-resources title="Permanent link">&para;</a></h3> <p>There are several reasons why you would group resources (nodes) into node pools:</p> <ul> <li><strong>Control the GPU type to use in heterogeneous hardware environment</strong> - in many cases, AI models can be optimized per hardware type they will use, e.g. a training workload that is optimized for H100 does not necessarily run optimally on an A100, and vice versa. Therefore segmenting into node pools, each with a different hardware type gives the AI researcher and ML engineer better control of where to run. </li> <li><strong>Quota control</strong> - splitting to node pools allows the admin to set specific quota per hardware type, e.g. give high priority project guaranteed access to advanced GPU hardware, while keeping lower priority project with a lower quota or even with no quota at all for that high-end GPU, but give it a “best-effort” access only (i.e. if the high priority guaranteed project is not using those resources). </li> <li><strong>Multi-region or multi-availability-zone cloud environments</strong> - if some or all of your clusters run on the cloud (or even on-premise) but any of your clusters uses different physical locations or different topologies (e.g. racks), you probably want to segment your resources per region/zone/topology to be able to control where to run your workloads, how much quota to assign to specific environments (per project, per department), even if all those locations are all using the same hardware type. This methodology can help in optimizing the performance of your workloads because of the superior performance of local computing such as the locality of distributed workloads, local storage etc. </li> <li><strong>Explainability and predictability</strong> - large environments are complex to understand, this becomes even more complex when an environment is loaded. To maintain users’ satisfaction and their understanding of the resources state, as well as to keep predictability of your workload chances to get scheduled, segmenting your cluster into smaller pools may significantly help. </li> <li><strong>Scale</strong> - Run:ai implementation of node pools has many benefits, one of the main of them is scale. Each node pool has its own scheduler instance, therefore allowing the cluster to handle more nodes and schedule workloads faster when segmented into node pools vs. one large cluster. To allow your workloads to use any resource within a cluster that is split to node pools, a second-level Scheduler is in charge of scheduling workloads between node pools according to your preferences and resource availability. </li> <li><strong>Prevent mutual exclusion</strong> - Some AI workloads consume CPU-only resources, to prevent those workloads from consuming the CPU resources of GPU nodes and thus block GPU workloads from using those nodes, it is recommended to group CPU-only nodes into a dedicated node pool(s) and assign a quota for CPU projects to CPU node-pools only while keeping GPU node-pools with zero quota and optionally “best-effort” over-quota access for CPU-only projects.</li> </ul> <h4 id=grouping-examples>Grouping Examples<a class=headerlink href=#grouping-examples title="Permanent link">&para;</a></h4> <p>Set out below are illustrations of different grouping options. </p> <p>Example: grouping nodes by topology</p> <p><a class=glightbox href=../img/groupbytopology.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/groupbytopology.png></a></p> <p>Example: grouping nodes by hardware type</p> <p><a class=glightbox href=../img/groupbyhardware.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/groupbyhardware.png></a></p> <h3 id=assigning-your-resources>Assigning your resources<a class=headerlink href=#assigning-your-resources title="Permanent link">&para;</a></h3> <p>After the initial grouping of resources, it is time to associate resources to AI initiatives, this is performed by assigning quotas to projects and optionally to departments. Assigning GPU quota to a project, on a node pool basis, means that the workloads submitted by that project are entitled to use those GPUs as guaranteed resources and can use them for all workload types.</p> <p>However, what happens if the project requires more resources than its quota? This depends on the type of workloads that the user wants to submit. If the user requires more resources for non-preemptible workloads, then the quota must be increased, because non-preemptible workloads require guaranteed resources. On the other hand, if the type of workload is, for example, a model Training workload that is preemptible - in this case the project can exploit unused resources of other projects, as long as the other projects don’t need them. Over-quota is set per project on a node-pool basis and per department.</p> <p>Administrators can use quota allocations to prioritize resources between users, teams, and AI initiatives. The administrator can completely prevent the use of certain node pools by a project or department by setting the node pool quota to 0 and disabling over quota for that node pool, or it can keep the quota to 0 and enable over-quota to that node pool and allow access based on resource availability only (e.g. unused GPUs). However, when a project with a non-zero quota needs to use those resources, the Scheduler reclaims those resources back and preempts the preemptible workloads of over-quota projects. As an administrator, you can also have an impact on the amount of over-quota resources a project or department uses.</p> <p>It is essential to make sure that the sum of all projects' quota does NOT surpass that of the Department, and that the sum of all departments does not surpass the number of physical resources, per node pool and for the entire cluster (we call such behavior - ‘over-subscription’). The reason over-subscription is not recommended is that it may produce unexpected scheduling decisions, especially those that might preempt ‘non-preemptive’ workloads or fail to schedule workloads within quota, either non-preemptible or preemptible, thus quota cannot be considered anymore as ‘guaranteed’. Admins can opt-in a system flag that helps to prevent over-subscription scenarios.</p> <p>Example: assigning resources to projects</p> <p><a class=glightbox href=../img/assigning.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/assigning.png></a></p> <h2 id=assigning-users-to-projects-and-departments>Assigning users to projects and departments<a class=headerlink href=#assigning-users-to-projects-and-departments title="Permanent link">&para;</a></h2> <p>Run:ai system is using ‘Role Based Access Control’ (RBAC) to manage users’ access rights to the different objects of the system, its resources, and the set of allowed actions.<br> To allow AI researchers, ML engineers, Project Admins, or any other stakeholder of your AI initiatives to access projects and use AI compute resources with their AI initiatives, the administrator needs to assign users to projects. After a user is assigned to a project with the proper role, e.g. ‘L1 Researcher’, the user can submit and monitor its workloads under that project. Assigning users to departments is usually done to assign ‘Department Admin’ to manage a specific department. Other roles, such as ‘L1 Researcher’, can also be assigned to departments, this allows the researcher access to all projects within that department.</p> <h2 id=scopes-in-the-organization>Scopes in the organization<a class=headerlink href=#scopes-in-the-organization title="Permanent link">&para;</a></h2> <p>This is an example of an organization, as represented in the Run:ai platform:</p> <p><a class=glightbox href=../img/scopes.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/scopes.png></a></p> <p>The organizational tree is structured from top down under a single node headed by the account. The account is comprised of clusters, departments and projects.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Different <a href=../../../admin/authentication/authentication-overview/#role-based-access-control-rbac-in-runai>roles and permissions</a> can be granted to specific clusters, departments and projects within an organization.</p> </div> <p>The organizational tree is structured from top down under a single node headed by the account. The account is comprised of clusters, departments and projects.</p> <p>After mapping and building your hierarchal structured organization as shown above, you can assign or associate various Run:ai components (e.g. workloads, roles, assets, policies, and more) to <strong>different parts</strong> of the organization - these organizational parts are the <strong>Scopes</strong>. The following organizational example consists of 5 optional scopes:</p> <p><a class=glightbox href=../img/scope-example.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/scope-example.png></a></p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When a scope is selected, the very same unit, including all of its subordinates (both existing and any future subordinates, if added), are selected as well.</p> </div> <h2 id=next-steps>Next Steps<a class=headerlink href=#next-steps title="Permanent link">&para;</a></h2> <p>Now that resources are grouped into node pools, organizational units or business initiatives are mapped into projects and departments, projects’ quota parameters are set per node pool, and users are assigned to projects, you can finally <a href=../../workloads/overviews/managing-workloads/ >submit workloads</a> from a project and use compute resources to run your AI initiatives.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/aiinitiatives/resources/configuring-mig-profiles/index.html b/v2.20/platform-admin/aiinitiatives/resources/configuring-mig-profiles/index.html
index 6067659f2f..dba7dc95a4 100644
--- a/v2.20/platform-admin/aiinitiatives/resources/configuring-mig-profiles/index.html
+++ b/v2.20/platform-admin/aiinitiatives/resources/configuring-mig-profiles/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/resources/configuring-mig-profiles/ rel=canonical><link href=../nodes/ rel=prev><link href=../node-pools/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Configuring NVIDIA MIG Profiles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/resources/configuring-mig-profiles/ rel=canonical><link href=../nodes/ rel=prev><link href=../node-pools/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Configuring NVIDIA MIG Profiles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#configuring-nvidia-mig-profiles class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3 checked> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#before-you-start class=md-nav__link> <span class=md-ellipsis> Before you start </span> </a> </li> <li class=md-nav__item> <a href=#configuring-single-mig-strategy class=md-nav__link> <span class=md-ellipsis> Configuring single MIG strategy </span> </a> </li> <li class=md-nav__item> <a href=#configuring-mixed-mig-strategy class=md-nav__link> <span class=md-ellipsis> Configuring mixed MIG strategy </span> </a> </li> <li class=md-nav__item> <a href=#best-practices-for-administrators class=md-nav__link> <span class=md-ellipsis> Best practices for administrators </span> </a> <nav class=md-nav aria-label="Best practices for administrators"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#single-strategy class=md-nav__link> <span class=md-ellipsis> Single strategy </span> </a> </li> <li class=md-nav__item> <a href=#mixed-strategy class=md-nav__link> <span class=md-ellipsis> Mixed strategy </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#before-you-start class=md-nav__link> <span class=md-ellipsis> Before you start </span> </a> </li> <li class=md-nav__item> <a href=#configuring-single-mig-strategy class=md-nav__link> <span class=md-ellipsis> Configuring single MIG strategy </span> </a> </li> <li class=md-nav__item> <a href=#configuring-mixed-mig-strategy class=md-nav__link> <span class=md-ellipsis> Configuring mixed MIG strategy </span> </a> </li> <li class=md-nav__item> <a href=#best-practices-for-administrators class=md-nav__link> <span class=md-ellipsis> Best practices for administrators </span> </a> <nav class=md-nav aria-label="Best practices for administrators"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#single-strategy class=md-nav__link> <span class=md-ellipsis> Single strategy </span> </a> </li> <li class=md-nav__item> <a href=#mixed-strategy class=md-nav__link> <span class=md-ellipsis> Mixed strategy </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/resources/configuring-mig-profiles.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=configuring-nvidia-mig-profiles>Configuring NVIDIA MIG Profiles<a class=headerlink href=#configuring-nvidia-mig-profiles title="Permanent link">&para;</a></h1> <p>NVIDIA’s Multi-Instance GPU (MIG) enables splitting a GPU into multiple logical GPU devices, each with its own memory and compute portion of the physical GPU. </p> <p>NVIDIA provides two MIG strategies that the user can split the GPU into:</p> <ul> <li><strong>Single</strong> - A GPU can be divided evenly. This means all MIG profiles are the same. </li> <li><strong>Mixed</strong> - A GPU can be divided into different profiles. </li> </ul> <p>The Run:ai platform supports running workloads using NVIDIA MIG. Administrators can set the Kubernetes nodes to their preferred MIG strategy and configure the appropriate MIG profiles for researchers and MLOPS engineers to use. </p> <p>This guide explains how to configure MIG in each strategy to submit workloads. It also outlines the individual implications of each strategy and best practices for administrators.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>Starting from v2.19, Dynamic MIG feature began a deprecation process and is now no longer supported. With Dynamic MIG, the Run:ai platform automatically configured MIG profiles according to on-demand user requests for different MIG profiles or memory fractions. </li> <li>GPU fractions and memory fractions are not supported with MIG profiles.</li> <li>Single strategy supports both Run:ai and third-party workloads. Using mixed strategy can only be done using third-party workloads. For more details on Run:ai and third-party workloads, see <a href=../../../workloads/overviews/introduction-to-workloads/ >Introduction to workloads</a>.</li> </ul> </div> <h2 id=before-you-start>Before you start<a class=headerlink href=#before-you-start title="Permanent link">&para;</a></h2> <p>To use MIG single and mixed strategy effectively, make sure to familiarize yourself with the following NVIDIA resources:</p> <ul> <li><a href=https://www.nvidia.com/en-eu/technologies/multi-instance-gpu/ >NVIDIA Multi-Instance GPU</a></li> <li><a href=https://docs.nvidia.com/datacenter/tesla/mig-user-guide/index.html>MIG User Guide</a> </li> <li><a href=https://docs.nvidia.com/datacenter/cloud-native/gpu-operator/latest/gpu-operator-mig.html>GPU Operator with MIG</a> </li> </ul> <h2 id=configuring-single-mig-strategy>Configuring single MIG strategy<a class=headerlink href=#configuring-single-mig-strategy title="Permanent link">&para;</a></h2> <p>When deploying MIG using single strategy, all GPUs within a node are configured with the same profile. For example, a node might have GPUs configured with 3 MIG slices of profile type 1g.20gb, or 7 MIG slices of profile 1g.10gb. With this strategy, MIG profiles are displayed as whole GPU devices by CUDA. </p> <p>The Run:ai platform discovers these MIG profiles as whole GPU devices as well, ensuring MIG devices are transparent to the end-user (practitioner). For example, a node that consists of 8 physical GPUs split into MIG slices, 3×2g20gb slices each, is discovered by the Run:ai platform as a node with 24 GPU devices.</p> <p>Users can submit workloads by requesting a specific number of GPU devices (X GPU) and Run:ai will allocate X MIG slices (logical devices). The Run:ai platform deducts X GPUs from the workload’s Project quota, regardless of whether this ‘logical GPU’ represents 1/3 of a physical GPU device or 1/7 of a physical GPU device.</p> <h2 id=configuring-mixed-mig-strategy>Configuring mixed MIG strategy<a class=headerlink href=#configuring-mixed-mig-strategy title="Permanent link">&para;</a></h2> <p>When deploying MIG using mixed strategy, each GPU in a node can be configured with a different combination of MIG profiles such as 2×2g.20gb and 3×1g.10gb. For details on supported combinations per GPU type, refer to <a href=https://docs.nvidia.com/datacenter/tesla/mig-user-guide/index.html#supported-mig-profiles>Supported MIG Profiles</a>.</p> <p>In mixed strategy, physical GPU devices continue to be displayed as physical GPU devices by CUDA, and each MIG profile is shown individually. The Run:ai platform identifies the physical GPU devices normally, however, MIG profiles are not visible in the UI or node APIs. </p> <p>When submitting third-party workloads with this strategy, the user should explicitly specify the exact requested MIG profile (for example, nvidia.com/gpu.product: A100-SXM4-40GB-MIG-3g.20gb). The Run:ai Scheduler finds a node that can provide this specific profile and binds it to the workload. </p> <p>A third-party workload submitted with a MIG profile of type Xg.Ygb (e.g. 3g.40gb or 2g.20gb) is considered as consuming X GPUs. These X GPUs will be deducted from the workload’s project quota of GPUs. For example, a 3g.40gb profile deducts 3 GPUs from the associated Project’s quota, while 2g.20gb deducts 2 GPUs from the associated Project’s quota. This is done to maintain a logical ratio according to the characteristics of the MIG profile. </p> <h2 id=best-practices-for-administrators>Best practices for administrators<a class=headerlink href=#best-practices-for-administrators title="Permanent link">&para;</a></h2> <h3 id=single-strategy>Single strategy<a class=headerlink href=#single-strategy title="Permanent link">&para;</a></h3> <ul> <li>Configure proper and uniform sizes of MIG slices (profiles) across all GPUs within a node.</li> <li>Set the same MIG profiles on all nodes of a single node pool. </li> <li>Create separate node pools with different MIG profile configurations allowing users to select the pool that best matches their workloads’ needs. </li> <li>Ensure Project quotas are allocated according to the MIG profile sizes.</li> </ul> <h3 id=mixed-strategy>Mixed strategy<a class=headerlink href=#mixed-strategy title="Permanent link">&para;</a></h3> <ul> <li>Use mixed strategy with workloads that require diverse resources. Make sure to evaluate the workload requirements and plan accordingly.</li> <li>Configure individual MIG profiles on each node by using a limited set of MIG profile combinations to minimize complexity. Make sure to evaluate your requirements and node configurations. </li> <li>Ensure Project quotas are allocated according to the MIG profile sizes.</li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Since MIG slices are a fixed size, once configured, changing MIG profiles requires administrative intervention.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#configuring-nvidia-mig-profiles class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3 checked> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#before-you-start class=md-nav__link> <span class=md-ellipsis> Before you start </span> </a> </li> <li class=md-nav__item> <a href=#configuring-single-mig-strategy class=md-nav__link> <span class=md-ellipsis> Configuring single MIG strategy </span> </a> </li> <li class=md-nav__item> <a href=#configuring-mixed-mig-strategy class=md-nav__link> <span class=md-ellipsis> Configuring mixed MIG strategy </span> </a> </li> <li class=md-nav__item> <a href=#best-practices-for-administrators class=md-nav__link> <span class=md-ellipsis> Best practices for administrators </span> </a> <nav class=md-nav aria-label="Best practices for administrators"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#single-strategy class=md-nav__link> <span class=md-ellipsis> Single strategy </span> </a> </li> <li class=md-nav__item> <a href=#mixed-strategy class=md-nav__link> <span class=md-ellipsis> Mixed strategy </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#before-you-start class=md-nav__link> <span class=md-ellipsis> Before you start </span> </a> </li> <li class=md-nav__item> <a href=#configuring-single-mig-strategy class=md-nav__link> <span class=md-ellipsis> Configuring single MIG strategy </span> </a> </li> <li class=md-nav__item> <a href=#configuring-mixed-mig-strategy class=md-nav__link> <span class=md-ellipsis> Configuring mixed MIG strategy </span> </a> </li> <li class=md-nav__item> <a href=#best-practices-for-administrators class=md-nav__link> <span class=md-ellipsis> Best practices for administrators </span> </a> <nav class=md-nav aria-label="Best practices for administrators"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#single-strategy class=md-nav__link> <span class=md-ellipsis> Single strategy </span> </a> </li> <li class=md-nav__item> <a href=#mixed-strategy class=md-nav__link> <span class=md-ellipsis> Mixed strategy </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/resources/configuring-mig-profiles.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=configuring-nvidia-mig-profiles>Configuring NVIDIA MIG Profiles<a class=headerlink href=#configuring-nvidia-mig-profiles title="Permanent link">&para;</a></h1> <p>NVIDIA’s Multi-Instance GPU (MIG) enables splitting a GPU into multiple logical GPU devices, each with its own memory and compute portion of the physical GPU. </p> <p>NVIDIA provides two MIG strategies that the user can split the GPU into:</p> <ul> <li><strong>Single</strong> - A GPU can be divided evenly. This means all MIG profiles are the same. </li> <li><strong>Mixed</strong> - A GPU can be divided into different profiles. </li> </ul> <p>The Run:ai platform supports running workloads using NVIDIA MIG. Administrators can set the Kubernetes nodes to their preferred MIG strategy and configure the appropriate MIG profiles for researchers and MLOPS engineers to use. </p> <p>This guide explains how to configure MIG in each strategy to submit workloads. It also outlines the individual implications of each strategy and best practices for administrators.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>Starting from v2.19, Dynamic MIG feature began a deprecation process and is now no longer supported. With Dynamic MIG, the Run:ai platform automatically configured MIG profiles according to on-demand user requests for different MIG profiles or memory fractions. </li> <li>GPU fractions and memory fractions are not supported with MIG profiles.</li> <li>Single strategy supports both Run:ai and third-party workloads. Using mixed strategy can only be done using third-party workloads. For more details on Run:ai and third-party workloads, see <a href=../../../workloads/overviews/introduction-to-workloads/ >Introduction to workloads</a>.</li> </ul> </div> <h2 id=before-you-start>Before you start<a class=headerlink href=#before-you-start title="Permanent link">&para;</a></h2> <p>To use MIG single and mixed strategy effectively, make sure to familiarize yourself with the following NVIDIA resources:</p> <ul> <li><a href=https://www.nvidia.com/en-eu/technologies/multi-instance-gpu/ >NVIDIA Multi-Instance GPU</a></li> <li><a href=https://docs.nvidia.com/datacenter/tesla/mig-user-guide/index.html>MIG User Guide</a> </li> <li><a href=https://docs.nvidia.com/datacenter/cloud-native/gpu-operator/latest/gpu-operator-mig.html>GPU Operator with MIG</a> </li> </ul> <h2 id=configuring-single-mig-strategy>Configuring single MIG strategy<a class=headerlink href=#configuring-single-mig-strategy title="Permanent link">&para;</a></h2> <p>When deploying MIG using single strategy, all GPUs within a node are configured with the same profile. For example, a node might have GPUs configured with 3 MIG slices of profile type 1g.20gb, or 7 MIG slices of profile 1g.10gb. With this strategy, MIG profiles are displayed as whole GPU devices by CUDA. </p> <p>The Run:ai platform discovers these MIG profiles as whole GPU devices as well, ensuring MIG devices are transparent to the end-user (practitioner). For example, a node that consists of 8 physical GPUs split into MIG slices, 3×2g20gb slices each, is discovered by the Run:ai platform as a node with 24 GPU devices.</p> <p>Users can submit workloads by requesting a specific number of GPU devices (X GPU) and Run:ai will allocate X MIG slices (logical devices). The Run:ai platform deducts X GPUs from the workload’s Project quota, regardless of whether this ‘logical GPU’ represents 1/3 of a physical GPU device or 1/7 of a physical GPU device.</p> <h2 id=configuring-mixed-mig-strategy>Configuring mixed MIG strategy<a class=headerlink href=#configuring-mixed-mig-strategy title="Permanent link">&para;</a></h2> <p>When deploying MIG using mixed strategy, each GPU in a node can be configured with a different combination of MIG profiles such as 2×2g.20gb and 3×1g.10gb. For details on supported combinations per GPU type, refer to <a href=https://docs.nvidia.com/datacenter/tesla/mig-user-guide/index.html#supported-mig-profiles>Supported MIG Profiles</a>.</p> <p>In mixed strategy, physical GPU devices continue to be displayed as physical GPU devices by CUDA, and each MIG profile is shown individually. The Run:ai platform identifies the physical GPU devices normally, however, MIG profiles are not visible in the UI or node APIs. </p> <p>When submitting third-party workloads with this strategy, the user should explicitly specify the exact requested MIG profile (for example, nvidia.com/gpu.product: A100-SXM4-40GB-MIG-3g.20gb). The Run:ai Scheduler finds a node that can provide this specific profile and binds it to the workload. </p> <p>A third-party workload submitted with a MIG profile of type Xg.Ygb (e.g. 3g.40gb or 2g.20gb) is considered as consuming X GPUs. These X GPUs will be deducted from the workload’s project quota of GPUs. For example, a 3g.40gb profile deducts 3 GPUs from the associated Project’s quota, while 2g.20gb deducts 2 GPUs from the associated Project’s quota. This is done to maintain a logical ratio according to the characteristics of the MIG profile. </p> <h2 id=best-practices-for-administrators>Best practices for administrators<a class=headerlink href=#best-practices-for-administrators title="Permanent link">&para;</a></h2> <h3 id=single-strategy>Single strategy<a class=headerlink href=#single-strategy title="Permanent link">&para;</a></h3> <ul> <li>Configure proper and uniform sizes of MIG slices (profiles) across all GPUs within a node.</li> <li>Set the same MIG profiles on all nodes of a single node pool. </li> <li>Create separate node pools with different MIG profile configurations allowing users to select the pool that best matches their workloads’ needs. </li> <li>Ensure Project quotas are allocated according to the MIG profile sizes.</li> </ul> <h3 id=mixed-strategy>Mixed strategy<a class=headerlink href=#mixed-strategy title="Permanent link">&para;</a></h3> <ul> <li>Use mixed strategy with workloads that require diverse resources. Make sure to evaluate the workload requirements and plan accordingly.</li> <li>Configure individual MIG profiles on each node by using a limited set of MIG profile combinations to minimize complexity. Make sure to evaluate your requirements and node configurations. </li> <li>Ensure Project quotas are allocated according to the MIG profile sizes.</li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Since MIG slices are a fixed size, once configured, changing MIG profiles requires administrative intervention.</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/aiinitiatives/resources/node-pools/index.html b/v2.20/platform-admin/aiinitiatives/resources/node-pools/index.html
index 3abff422a9..556765cc6a 100644
--- a/v2.20/platform-admin/aiinitiatives/resources/node-pools/index.html
+++ b/v2.20/platform-admin/aiinitiatives/resources/node-pools/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/resources/node-pools/ rel=canonical><link href=../configuring-mig-profiles/ rel=prev><link href=../../../workloads/overviews/introduction-to-workloads/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Node Pools - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/resources/node-pools/ rel=canonical><link href=../configuring-mig-profiles/ rel=prev><link href=../../../workloads/overviews/introduction-to-workloads/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Node Pools - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -14,7 +14,7 @@
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
     body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#node-pools-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Node Pools </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3 checked> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Node Pools </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Node Pools </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#node-pools-table class=md-nav__link> <span class=md-ellipsis> Node pools table </span> </a> <nav class=md-nav aria-label="Node pools table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-node-pool class=md-nav__link> <span class=md-ellipsis> Workloads associated with the node pool </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-node-pool class=md-nav__link> <span class=md-ellipsis> Adding a new node pool </span> </a> <nav class=md-nav aria-label="Adding a new node pool"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#labeling-nodes-for-node-pool-grouping class=md-nav__link> <span class=md-ellipsis> Labeling nodes for node-pool grouping: </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-node-pool class=md-nav__link> <span class=md-ellipsis> Editing a node pool </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-node-pool class=md-nav__link> <span class=md-ellipsis> Deleting a node pool </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#node-pools-table class=md-nav__link> <span class=md-ellipsis> Node pools table </span> </a> <nav class=md-nav aria-label="Node pools table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-node-pool class=md-nav__link> <span class=md-ellipsis> Workloads associated with the node pool </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-node-pool class=md-nav__link> <span class=md-ellipsis> Adding a new node pool </span> </a> <nav class=md-nav aria-label="Adding a new node pool"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#labeling-nodes-for-node-pool-grouping class=md-nav__link> <span class=md-ellipsis> Labeling nodes for node-pool grouping: </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-node-pool class=md-nav__link> <span class=md-ellipsis> Editing a node pool </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-node-pool class=md-nav__link> <span class=md-ellipsis> Deleting a node pool </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/resources/node-pools.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Node Pools</h1> <p>This article explains the procedure for managing Node pools.</p> <p>Node pools assist in managing heterogeneous resources effectively. A node pool is a Run:ai construct representing a set of nodes grouped into a bucket of resources using a predefined node label (e.g. NVidia GPU type) or an administrator-defined node label (any key/value pair).</p> <p>Typically, the grouped nodes share a common feature or property, such as GPU type or other HW capability (such as Infiniband connectivity), or represent a proximity group (i.e. nodes interconnected via a local ultra-fast switch). Researchers and ML Engineers would typically use node pools to run specific workloads on specific resource types.</p> <p>Platform administrators can create, view, edit, and delete node pools. Creating a new node pool creates a new instance of the Run:ai scheduler, workloads submitted to a node pool will be scheduled using the node pool’s designated scheduler instance.</p> <p>Once a new node pool is created, it is automatically assigned to all Projects and Departments with a quota of zero GPU resources, unlimited CPU resources, and over-quota enabled (Medium priority if over-quota weight is enabled). This allows any Project and Department to use any node pool when over-quota is enabled, even if the administrator has not assigned a quota for a specific node pool in a Project or Department.</p> <p>Workloads can be submitted using a prioritized list of node pools, the node pool selector picks one node pool at a time (according to the prioritized list) and the designated node pool scheduler instance handles the submission request and tries to match the requested resources within that node pool. If the scheduler cannot find resources to satisfy the submitted workload, the node pool selector will move the request to the next node pool in the prioritized list, if no node pool satisfies the request, the node pool selector will start from the first node pool again until one of the node pools satisfies the request.</p> <h2 id=node-pools-table>Node pools table<a class=headerlink href=#node-pools-table title="Permanent link">&para;</a></h2> <p>The Node pools table can be found under <strong>Resources</strong> in the Run:ai platform.</p> <p>The Node pools table lists all the node pools defined in the Run:ai platform and allows you to manage them.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>By default, the Run:ai platform includes a single node pool named ‘default’. When no other node pool is defined, all existing and new nodes are associated with the ‘default’ node pool. When deleting a node pool, if no other node pool matches any of the nodes’ labels, the node will be included in the default node pool.</p> </div> <p><a class=glightbox href=../img/node-pools-view.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/node-pools-view.png></a></p> <p>The Node pools table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The node pool name, set by the administrator during its creation (the node pool name cannot be changed after its creation).</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Node pool status. A ‘Ready’ status means the scheduler can use this node pool to schedule workloads. ‘Empty’ status means no nodes are currently included in that node pool.</td> </tr> <tr> <td style="text-align: left;">Label key <br> Label value</td> <td style="text-align: left;">The node pool controller will use this node-label key-value pair to match nodes into this node pool.</td> </tr> <tr> <td style="text-align: left;">Node(s)</td> <td style="text-align: left;">List of nodes included in this node pool. Click the field to view details (the details are in the <a href=../nodes/ >Nodes</a> article).</td> </tr> <tr> <td style="text-align: left;">GPU devices</td> <td style="text-align: left;">The total number of GPU devices installed into nodes included in this node pool. For example, a node pool that includes 12 nodes each with 8 GPU devices would show a total number of 96 GPU devices.</td> </tr> <tr> <td style="text-align: left;">GPU memory</td> <td style="text-align: left;">The total amount of GPU memory included in this node pool. The total amount of GPU memory installed in nodes included in this node pool. For example, a node pool that includes 12 nodes, each with 8 GPU devices, and each device with 80 GB of memory would show a total memory amount of 7.68 TB.</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The total allocation of GPU devices in units of GPUs (decimal number). For example, if 3 GPUs are 50% allocated, the field prints out the value 1.50. This value represents the portion of GPU memory consumed by all running pods using this node pool. ‘Allocated GPUs’ can be larger than ‘Projects’ GPU quota’ if over-quota is used by workloads, but not larger than GPU devices.</td> </tr> <tr> <td style="text-align: left;">GPU resource optimization ratio</td> <td style="text-align: left;">Shows the Node Level Scheduler mode.</td> </tr> <tr> <td style="text-align: left;">CPUs (Cores)</td> <td style="text-align: left;">The number of CPU cores installed on nodes included in this node</td> </tr> <tr> <td style="text-align: left;">CPU memory</td> <td style="text-align: left;">The total amount of CPU memory installed on nodes using this node pool</td> </tr> <tr> <td style="text-align: left;">Allocated CPUs (Cores)</td> <td style="text-align: left;">The total allocation of CPU compute in units of Cores (decimal number). This value represents the amount of CPU cores consumed by all running pods using this node pool. ‘Allocated CPUs’ can be larger than ‘Projects’ GPU quota’ if over-quota is used by workloads, but not larger than CPUs (Cores).</td> </tr> <tr> <td style="text-align: left;">Allocated CPU memory</td> <td style="text-align: left;">The total allocation of CPU memory in units of TB/GB/MB (decimal number). This value represents the amount of CPU memory consumed by all running pods using this node pool. ‘Allocated CPUs’ can be larger than ‘Projects’ CPU memory quota’ if over-quota is used by workloads, but not larger than CPU memory.</td> </tr> <tr> <td style="text-align: left;">GPU placement strategy</td> <td style="text-align: left;">Sets the Scheduler strategy for the assignment of pods requesting <strong>both GPU and CPU resources</strong> to nodes, which can be either Bin-pack or Spread. By default, Bin-Pack is used, but can be changed to Spread by editing the node pool. When set to Bin-pack the scheduler will try to fill nodes as much as possible before using empty or sparse nodes, when set to spread the scheduler will try to keep nodes as sparse as possible by spreading workloads across as many nodes as it succeeds.</td> </tr> <tr> <td style="text-align: left;">CPU placement strategy</td> <td style="text-align: left;">Sets the Scheduler strategy for the assignment of pods requesting <strong>only CPU</strong> <strong>resources</strong> to nodes, which can be either Bin-pack or Spread. By default, Bin-Pack is used, but can be changed to Spread by editing the node pool. When set to Bin-pack the scheduler will try to fill nodes as much as possible before using empty or sparse nodes, when set to spread the scheduler will try to keep nodes as sparse as possible by spreading workloads across as many nodes as it succeeds.</td> </tr> <tr> <td style="text-align: left;">Last update</td> <td style="text-align: left;">The date and time when the node pool was last updated</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The date and time when the node pool was created</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">List of workloads running on nodes included in this node pool, click the field to view details (described below in this article)</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-node-pool>Workloads associated with the node pool<a class=headerlink href=#workloads-associated-with-the-node-pool title="Permanent link">&para;</a></h3> <p>Click one of the values in the Workload(s) column, to view the list of workloads and their parameters.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>This column is only viewable if your role in the Run:ai platform gives you read access to workloads, even if you are allowed to view workloads, you can only view the workloads within your allowed scope. This means, there might be more pods running on this node than appear in the list your are viewing.</p> </div> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The name of the workload. If the workloads’ type is one of the recognized types (for example: Pytorch, MPI, Jupyter, Ray, Spark, Kubeflow, and many more), an appropriate icon is printed.</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The Run:ai platform type of the workload - Workspace, Training, or Inference</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The state of the workload. The Workloads state is described in the ‘Run:ai Workloads’ article.</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The User or Application created this workload</td> </tr> <tr> <td style="text-align: left;">Running/requested pods</td> <td style="text-align: left;">The number of running pods out of the number of requested pods within this workload.</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The workload’s creation date and time</td> </tr> <tr> <td style="text-align: left;">Allocated GPU compute</td> <td style="text-align: left;">The total amount of GPU compute allocated by this workload. A workload with 3 Pods, each allocating 0.5 GPU, will show a value of 1.5 GPUs for the workload.</td> </tr> <tr> <td style="text-align: left;">Allocated GPU memory</td> <td style="text-align: left;">The total amount of GPU memory allocated by this workload. A workload with 3 Pods, each allocating 20GB, will show a value of 60 GB for the workload.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU compute (cores)</td> <td style="text-align: left;">The total amount of CPU compute allocated by this workload. A workload with 3 Pods, each allocating 0.5 Core, will show a value of 1.5 Cores for the workload.</td> </tr> <tr> <td style="text-align: left;">Allocated CPU memory</td> <td style="text-align: left;">The total amount of CPU memory allocated by this workload. A workload with 3 Pods, each allocating 5 GB of CPU memory, will show a value of 15 GB of CPU memory for the workload.</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul> <h3 id=showhide-details>Show/Hide details<a class=headerlink href=#showhide-details title="Permanent link">&para;</a></h3> <p>Select a row in the Node pools table and then click Show details in the upper-right corner of the action bar. The details window appears, presenting metrics graphs for the whole node pool:</p> <ul> <li> <p><strong>Node GPU allocation</strong> - This graph shows an overall sum of the Allocated, Unallocated, and Total number of GPUs for this node pool, over time. From observing this graph, you can learn about the occupancy of GPUs in this node pool, over time.</p> </li> <li> <p><strong>GPU Utilization Distribution</strong> - This graph shows the distribution of GPU utilization in this node pool over time. Observing this graph, you can learn how many GPUs are utilized up to 25%, 25%-50%, 50%-75%, and 75%-100%. This information helps to understand how many available resources you have in this node pool, and how well those resources are utilized by comparing the allocation graph to the utilization graphs, over time.</p> </li> <li> <p><strong>GPU Utilization</strong> - This graph shows the average GPU utilization in this node pool over time. Comparing this graph with the GPU Utilization Distribution helps to understand the actual distribution of GPU occupancy over time.</p> </li> <li> <p><strong>GPU Memory Utilization</strong> - This graph shows the average GPU memory utilization in this node pool over time, for example an average of all nodes’ GPU memory utilization over time.</p> </li> <li> <p><strong>CPU Utilization</strong> - This graph shows the average CPU utilization in this node pool over time, for example, an average of all nodes’ CPU utilization over time.</p> </li> <li> <p><strong>CPU Memory Utilization</strong> - This graph shows the average CPU memory utilization in this node pool over time, for example an average of all nodes’ CPU memory utilization over time.</p> </li> </ul> <h2 id=adding-a-new-node-pool>Adding a new node pool<a class=headerlink href=#adding-a-new-node-pool title="Permanent link">&para;</a></h2> <p>To create a new node pool:</p> <ol> <li>Click <strong>+NEW NODE POOL</strong> </li> <li>Enter a <strong>name</strong> for the node pool.<br> Node pools names must start with a letter and can only contain lowercase Latin letters, numbers or a hyphen ('-’) </li> <li> <p>Enter the <strong>node pool label</strong>:<br> The node pool controller will use this node-label key-value pair to match nodes into this node pool. </p> <ul> <li> <p><strong>Key</strong> is the unique identifier of a node label. </p> <ul> <li>The key must fit the following regular expression: <code>^(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])?/?([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9]$</code> </li> <li>The administrator can put an automatically preset label such as the nvidia.com/gpu.product that labels the GPU type or any other key from a node label. </li> </ul> </li> <li> <p><strong>Value</strong> is the value of that label identifier (key). The same key may have different values, in this case, they are<br> considered as different labels. </p> <ul> <li>Value must fit the following regular expression: <code>^(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])?$</code> </li> </ul> </li> <li>A node pool is defined by a single key-value pair. You must not use different labels that are set on the same node by<br> different node pools, this situation may lead to unexpected results. </li> </ul> </li> <li> <p>Set the <strong>GPU placement strategy</strong>: </p> <ul> <li><strong>Bin-pack</strong> - Place as many workloads as possible in each GPU and node to use fewer resources and maximize GPU and node vacancy. </li> <li><strong>Spread</strong> Spread workloads across as many GPUs and nodes as possible to minimize the load and maximize the available resources per workload. </li> <li>GPU workloads are workloads that request both GPU and CPU resources</li> </ul> </li> <li> <p>Set the <strong>CPU placement strategy</strong>: </p> <ul> <li><strong>Bin-pack</strong> - Place as many workloads as possible in each CPU and node to use fewer resources and maximize CPU and node vacancy. </li> <li><strong>Spread</strong> - Spread workloads across as many CPUs and nodes as possible to minimize the load and maximize the available resources per workload. </li> <li>CPU workloads are workloads that request purely CPU resources </li> </ul> </li> <li> <p>Click <strong>CREATE NODE POOL</strong></p> </li> </ol> <h3 id=labeling-nodes-for-node-pool-grouping>Labeling nodes for node-pool grouping:<a class=headerlink href=#labeling-nodes-for-node-pool-grouping title="Permanent link">&para;</a></h3> <p>The Infrastructure Administrator can use a preset node label such as the <code>nvidia.com/gpu.product</code> that labels the GPU type, or configure any other node label (e.g. <code>faculty=physics</code>).</p> <p>To assign a label to nodes you want to group into a node pool, set a node label on each node:</p> <ol> <li> <p>Get the list of nodes and their current labels using the following command: <div class=highlight><pre><span></span><code><a id=__codelineno-0-1 name=__codelineno-0-1 href=#__codelineno-0-1></a>kubectl<span class=w> </span>get<span class=w> </span>nodes<span class=w> </span>--show-labels
 </code></pre></div></p> </li> <li> <p>Annotate a specific node with a new label using the following command: <div class=highlight><pre><span></span><code><a id=__codelineno-1-1 name=__codelineno-1-1 href=#__codelineno-1-1></a>kubectl<span class=w> </span>label<span class=w> </span>node<span class=w> </span>&lt;node-name&gt;<span class=w> </span>&lt;key&gt;<span class=o>=</span>&lt;value&gt;
-</code></pre></div></p> </li> </ol> <h2 id=editing-a-node-pool>Editing a node pool<a class=headerlink href=#editing-a-node-pool title="Permanent link">&para;</a></h2> <ol> <li>Select the node pool you want to edit </li> <li>Click <strong>EDIT</strong> </li> <li>Update the node pool and click <strong>SAVE</strong></li> </ol> <h2 id=deleting-a-node-pool>Deleting a node pool<a class=headerlink href=#deleting-a-node-pool title="Permanent link">&para;</a></h2> <ol> <li>Select the node pool you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The <code>default</code> node pool cannot be deleted. When deleting a node pool, if no other node pool matches any of the nodes’ labels, the node will be included in the default node pool.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/NodePools>Node pools</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div></p> </li> </ol> <h2 id=editing-a-node-pool>Editing a node pool<a class=headerlink href=#editing-a-node-pool title="Permanent link">&para;</a></h2> <ol> <li>Select the node pool you want to edit </li> <li>Click <strong>EDIT</strong> </li> <li>Update the node pool and click <strong>SAVE</strong></li> </ol> <h2 id=deleting-a-node-pool>Deleting a node pool<a class=headerlink href=#deleting-a-node-pool title="Permanent link">&para;</a></h2> <ol> <li>Select the node pool you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The <code>default</code> node pool cannot be deleted. When deleting a node pool, if no other node pool matches any of the nodes’ labels, the node will be included in the default node pool.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/NodePools>Node pools</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -42,6 +42,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/aiinitiatives/resources/nodes/index.html b/v2.20/platform-admin/aiinitiatives/resources/nodes/index.html
index 5f65a093fa..20515758fe 100644
--- a/v2.20/platform-admin/aiinitiatives/resources/nodes/index.html
+++ b/v2.20/platform-admin/aiinitiatives/resources/nodes/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/resources/nodes/ rel=canonical><link href=../../org/scheduling-rules/ rel=prev><link href=../configuring-mig-profiles/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Nodes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/aiinitiatives/resources/nodes/ rel=canonical><link href=../../org/scheduling-rules/ rel=prev><link href=../configuring-mig-profiles/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Nodes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#nodes-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Nodes </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3 checked> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Nodes </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Nodes </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#nodes-table class=md-nav__link> <span class=md-ellipsis> Nodes table </span> </a> <nav class=md-nav aria-label="Nodes table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#gpu-devices-for-node class=md-nav__link> <span class=md-ellipsis> GPU devices for node </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-node class=md-nav__link> <span class=md-ellipsis> Pods associated with node </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#nodes-table class=md-nav__link> <span class=md-ellipsis> Nodes table </span> </a> <nav class=md-nav aria-label="Nodes table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#gpu-devices-for-node class=md-nav__link> <span class=md-ellipsis> GPU devices for node </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-node class=md-nav__link> <span class=md-ellipsis> Pods associated with node </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/resources/nodes.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Nodes</h1> <p>This article explains the procedure for managing Nodes.</p> <p>Nodes are Kubernetes elements automatically discovered by the Run:ai platform. Once a node is discovered by the Run:ai platform, an associated instance is created in the Nodes table, administrators can view the Node’s relevant information, and Run:ai scheduler can use the node for Scheduling.</p> <h2 id=nodes-table>Nodes table<a class=headerlink href=#nodes-table title="Permanent link">&para;</a></h2> <p>The Nodes table can be found under <strong>Resources</strong> in the Run:ai platform.</p> <p>The Nodes table displays a list of predefined nodes available to users in the Run:ai platform.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>It is not possible to create additional nodes, or edit, or delete existing nodes. </li> <li>Only users with relevant permissions can view the table.</li> </ul> </div> <p><a class=glightbox href=../img/node-list.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/node-list.png></a></p> <p>The Nodes table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Node</td> <td style="text-align: left;">The Kubernetes name of the node</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The state of the node. Nodes in the Ready state are eligible for scheduling. If the state is Not ready then the main reason appears in parenthesis on the right side of the state field. Hovering the state lists the reasons why a node is Not ready.</td> </tr> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The name of the associated node pool. By default, every node in the Run:ai platform is associated with the default node pool, if no other node pool is associated</td> </tr> <tr> <td style="text-align: left;">GPU type</td> <td style="text-align: left;">The GPU model, for example, H100, or V100</td> </tr> <tr> <td style="text-align: left;">GPU devices</td> <td style="text-align: left;">The number of GPU devices installed on the node. Clicking this field pops up a dialog with details per GPU (described below in this article)</td> </tr> <tr> <td style="text-align: left;">Free GPU devices</td> <td style="text-align: left;">The current number of fully vacant GPU devices</td> </tr> <tr> <td style="text-align: left;">GPU memory</td> <td style="text-align: left;">The total amount of GPU memory installed on this node. For example, if the number is 640GB and the number of GPU devices is 8, then each GPU is installed with 80GB of memory (assuming the node is assembled of homogenous GPU devices)</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The total allocation of GPU devices in units of GPUs (decimal number). For example, if 3 GPUs are 50% allocated, the field prints out the value 1.50. This value represents the portion of GPU memory consumed by all running pods using this node</td> </tr> <tr> <td style="text-align: left;">Used GPU memory</td> <td style="text-align: left;">The actual amount of memory (in GB or MB) used by pods running on this node.</td> </tr> <tr> <td style="text-align: left;">GPU compute utilization</td> <td style="text-align: left;">The average compute utilization of all GPU devices in this node</td> </tr> <tr> <td style="text-align: left;">GPU memory utilization</td> <td style="text-align: left;">The average memory utilization of all GPU devices in this node</td> </tr> <tr> <td style="text-align: left;">CPU (Cores)</td> <td style="text-align: left;">The number of CPU cores installed on this node</td> </tr> <tr> <td style="text-align: left;">CPU memory</td> <td style="text-align: left;">The total amount of CPU memory installed on this node</td> </tr> <tr> <td style="text-align: left;">Allocated CPU (Cores)</td> <td style="text-align: left;">The number of CPU cores allocated by pods running on this node (decimal number, e.g. a pod allocating 350 mili-cores shows an allocation of 0.35 cores).</td> </tr> <tr> <td style="text-align: left;">Allocated CPU memory</td> <td style="text-align: left;">The total amount of CPU memory allocated by pods running on this node (in GB or MB)</td> </tr> <tr> <td style="text-align: left;">Used CPU memory</td> <td style="text-align: left;">The total amount of actually used CPU memory by pods running on this node. Pods may allocate memory but not use all of it, or go beyond their CPU memory allocation if using Limit &gt; Request for CPU memory (burstable workload)</td> </tr> <tr> <td style="text-align: left;">CPU compute utilization</td> <td style="text-align: left;">The utilization of all CPU compute resources on this node (percentage)</td> </tr> <tr> <td style="text-align: left;">CPU memory utilization</td> <td style="text-align: left;">The utilization of all CPU memory resources on this node (percentage)</td> </tr> <tr> <td style="text-align: left;">Used swap CPU memory</td> <td style="text-align: left;">The amount of CPU memory (in GB or MB) used for GPU swap memory (* future)</td> </tr> <tr> <td style="text-align: left;">Pod(s)</td> <td style="text-align: left;">List of pods running on this node, click the field to view details (described below in this article)</td> </tr> </tbody> </table> <h3 id=gpu-devices-for-node>GPU devices for node<a class=headerlink href=#gpu-devices-for-node title="Permanent link">&para;</a></h3> <p>Click one of the values in the GPU devices column, to view the list of GPU devices and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Index</td> <td style="text-align: left;">The GPU index, read from the GPU hardware. The same index is used when accessing the GPU directly</td> </tr> <tr> <td style="text-align: left;">Used memory</td> <td style="text-align: left;">The amount of memory used by pods and drivers using the GPU (in GB or MB)</td> </tr> <tr> <td style="text-align: left;">Compute utilization</td> <td style="text-align: left;">The portion of time the GPU is being used by applications (percentage)</td> </tr> <tr> <td style="text-align: left;">Memory utilization</td> <td style="text-align: left;">The portion of the GPU memory that is being used by applications (percentage)</td> </tr> <tr> <td style="text-align: left;">Idle time</td> <td style="text-align: left;">The elapsed time since the GPU was used (i.e. the GPU is being idle for ‘Idle time’)</td> </tr> </tbody> </table> <h3 id=pods-associated-with-node>Pods associated with node<a class=headerlink href=#pods-associated-with-node title="Permanent link">&para;</a></h3> <p>Click one of the values in the Pod(s) column, to view the list of pods and their parameters.</p> <p>Note</p> <p>This column is only viewable if your role in the Run:ai platform gives you read access to workloads, even if you are allowed to view workloads, you can only view the workloads within your allowed scope. This means, there might be more pods running on this node than appear in the list your are viewing.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Pod</td> <td style="text-align: left;">The Kubernetes name of the pod. Usually name of the pod is made of the name of the parent workload if there is one, and an index for unique for that pod instance within the workload</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The state of the pod. In steady state this should be Running and the amount of time the pod is running</td> </tr> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The Run:ai project name the pod belongs to. Clicking this field takes you to the Projects table filtered by this project name</td> </tr> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload name the pod belongs to. Clicking this field takes you to the Workloads table filtered by this workload name</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The full path of the image used by the main container of this pod</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The pod’s creation date and time</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul> <h3 id=showhide-details>Show/Hide details<a class=headerlink href=#showhide-details title="Permanent link">&para;</a></h3> <p>Click a row in the Nodes table and then click the Show details button at the upper right side of the action bar. The details screen appears, presenting the following metrics graphs:</p> <ul> <li>GPU utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node. </li> <li>GPU memory utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node. </li> <li>CPU compute utilization<br> The average of all CPUs’ cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node. </li> <li>CPU memory utilization<br> The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node. </li> <li> <p>CPU memory usage<br> The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines. </p> </li> <li>You can click the date picker to change the presented period </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use the ‘Reset zoom’ button to go back to the preset period </li> <li>Changes in the period affect all graphs on this screen.</li> </ul> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Nodes>Nodes</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#nodes-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Nodes </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3 checked> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3 checked> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Nodes </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Nodes </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#nodes-table class=md-nav__link> <span class=md-ellipsis> Nodes table </span> </a> <nav class=md-nav aria-label="Nodes table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#gpu-devices-for-node class=md-nav__link> <span class=md-ellipsis> GPU devices for node </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-node class=md-nav__link> <span class=md-ellipsis> Pods associated with node </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#nodes-table class=md-nav__link> <span class=md-ellipsis> Nodes table </span> </a> <nav class=md-nav aria-label="Nodes table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#gpu-devices-for-node class=md-nav__link> <span class=md-ellipsis> GPU devices for node </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-node class=md-nav__link> <span class=md-ellipsis> Pods associated with node </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/aiinitiatives/resources/nodes.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Nodes</h1> <p>This article explains the procedure for managing Nodes.</p> <p>Nodes are Kubernetes elements automatically discovered by the Run:ai platform. Once a node is discovered by the Run:ai platform, an associated instance is created in the Nodes table, administrators can view the Node’s relevant information, and Run:ai scheduler can use the node for Scheduling.</p> <h2 id=nodes-table>Nodes table<a class=headerlink href=#nodes-table title="Permanent link">&para;</a></h2> <p>The Nodes table can be found under <strong>Resources</strong> in the Run:ai platform.</p> <p>The Nodes table displays a list of predefined nodes available to users in the Run:ai platform.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>It is not possible to create additional nodes, or edit, or delete existing nodes. </li> <li>Only users with relevant permissions can view the table.</li> </ul> </div> <p><a class=glightbox href=../img/node-list.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/node-list.png></a></p> <p>The Nodes table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Node</td> <td style="text-align: left;">The Kubernetes name of the node</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The state of the node. Nodes in the Ready state are eligible for scheduling. If the state is Not ready then the main reason appears in parenthesis on the right side of the state field. Hovering the state lists the reasons why a node is Not ready.</td> </tr> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The name of the associated node pool. By default, every node in the Run:ai platform is associated with the default node pool, if no other node pool is associated</td> </tr> <tr> <td style="text-align: left;">GPU type</td> <td style="text-align: left;">The GPU model, for example, H100, or V100</td> </tr> <tr> <td style="text-align: left;">GPU devices</td> <td style="text-align: left;">The number of GPU devices installed on the node. Clicking this field pops up a dialog with details per GPU (described below in this article)</td> </tr> <tr> <td style="text-align: left;">Free GPU devices</td> <td style="text-align: left;">The current number of fully vacant GPU devices</td> </tr> <tr> <td style="text-align: left;">GPU memory</td> <td style="text-align: left;">The total amount of GPU memory installed on this node. For example, if the number is 640GB and the number of GPU devices is 8, then each GPU is installed with 80GB of memory (assuming the node is assembled of homogenous GPU devices)</td> </tr> <tr> <td style="text-align: left;">Allocated GPUs</td> <td style="text-align: left;">The total allocation of GPU devices in units of GPUs (decimal number). For example, if 3 GPUs are 50% allocated, the field prints out the value 1.50. This value represents the portion of GPU memory consumed by all running pods using this node</td> </tr> <tr> <td style="text-align: left;">Used GPU memory</td> <td style="text-align: left;">The actual amount of memory (in GB or MB) used by pods running on this node.</td> </tr> <tr> <td style="text-align: left;">GPU compute utilization</td> <td style="text-align: left;">The average compute utilization of all GPU devices in this node</td> </tr> <tr> <td style="text-align: left;">GPU memory utilization</td> <td style="text-align: left;">The average memory utilization of all GPU devices in this node</td> </tr> <tr> <td style="text-align: left;">CPU (Cores)</td> <td style="text-align: left;">The number of CPU cores installed on this node</td> </tr> <tr> <td style="text-align: left;">CPU memory</td> <td style="text-align: left;">The total amount of CPU memory installed on this node</td> </tr> <tr> <td style="text-align: left;">Allocated CPU (Cores)</td> <td style="text-align: left;">The number of CPU cores allocated by pods running on this node (decimal number, e.g. a pod allocating 350 mili-cores shows an allocation of 0.35 cores).</td> </tr> <tr> <td style="text-align: left;">Allocated CPU memory</td> <td style="text-align: left;">The total amount of CPU memory allocated by pods running on this node (in GB or MB)</td> </tr> <tr> <td style="text-align: left;">Used CPU memory</td> <td style="text-align: left;">The total amount of actually used CPU memory by pods running on this node. Pods may allocate memory but not use all of it, or go beyond their CPU memory allocation if using Limit &gt; Request for CPU memory (burstable workload)</td> </tr> <tr> <td style="text-align: left;">CPU compute utilization</td> <td style="text-align: left;">The utilization of all CPU compute resources on this node (percentage)</td> </tr> <tr> <td style="text-align: left;">CPU memory utilization</td> <td style="text-align: left;">The utilization of all CPU memory resources on this node (percentage)</td> </tr> <tr> <td style="text-align: left;">Used swap CPU memory</td> <td style="text-align: left;">The amount of CPU memory (in GB or MB) used for GPU swap memory (* future)</td> </tr> <tr> <td style="text-align: left;">Pod(s)</td> <td style="text-align: left;">List of pods running on this node, click the field to view details (described below in this article)</td> </tr> </tbody> </table> <h3 id=gpu-devices-for-node>GPU devices for node<a class=headerlink href=#gpu-devices-for-node title="Permanent link">&para;</a></h3> <p>Click one of the values in the GPU devices column, to view the list of GPU devices and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Index</td> <td style="text-align: left;">The GPU index, read from the GPU hardware. The same index is used when accessing the GPU directly</td> </tr> <tr> <td style="text-align: left;">Used memory</td> <td style="text-align: left;">The amount of memory used by pods and drivers using the GPU (in GB or MB)</td> </tr> <tr> <td style="text-align: left;">Compute utilization</td> <td style="text-align: left;">The portion of time the GPU is being used by applications (percentage)</td> </tr> <tr> <td style="text-align: left;">Memory utilization</td> <td style="text-align: left;">The portion of the GPU memory that is being used by applications (percentage)</td> </tr> <tr> <td style="text-align: left;">Idle time</td> <td style="text-align: left;">The elapsed time since the GPU was used (i.e. the GPU is being idle for ‘Idle time’)</td> </tr> </tbody> </table> <h3 id=pods-associated-with-node>Pods associated with node<a class=headerlink href=#pods-associated-with-node title="Permanent link">&para;</a></h3> <p>Click one of the values in the Pod(s) column, to view the list of pods and their parameters.</p> <p>Note</p> <p>This column is only viewable if your role in the Run:ai platform gives you read access to workloads, even if you are allowed to view workloads, you can only view the workloads within your allowed scope. This means, there might be more pods running on this node than appear in the list your are viewing.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Pod</td> <td style="text-align: left;">The Kubernetes name of the pod. Usually name of the pod is made of the name of the parent workload if there is one, and an index for unique for that pod instance within the workload</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The state of the pod. In steady state this should be Running and the amount of time the pod is running</td> </tr> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The Run:ai project name the pod belongs to. Clicking this field takes you to the Projects table filtered by this project name</td> </tr> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload name the pod belongs to. Clicking this field takes you to the Workloads table filtered by this workload name</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The full path of the image used by the main container of this pod</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The pod’s creation date and time</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul> <h3 id=showhide-details>Show/Hide details<a class=headerlink href=#showhide-details title="Permanent link">&para;</a></h3> <p>Click a row in the Nodes table and then click the Show details button at the upper right side of the action bar. The details screen appears, presenting the following metrics graphs:</p> <ul> <li>GPU utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node. </li> <li>GPU memory utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node. </li> <li>CPU compute utilization<br> The average of all CPUs’ cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node. </li> <li>CPU memory utilization<br> The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node. </li> <li> <p>CPU memory usage<br> The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines. </p> </li> <li>You can click the date picker to change the presented period </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use the ‘Reset zoom’ button to go back to the preset period </li> <li>Changes in the period affect all graphs on this screen.</li> </ul> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Nodes>Nodes</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/authentication/accessrules/index.html b/v2.20/platform-admin/authentication/accessrules/index.html
index cb1482eabc..3e78969b3b 100644
--- a/v2.20/platform-admin/authentication/accessrules/index.html
+++ b/v2.20/platform-admin/authentication/accessrules/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/authentication/accessrules/ rel=canonical><link href=../roles/ rel=prev><link href=../../aiinitiatives/overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Access Rules - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/authentication/accessrules/ rel=canonical><link href=../roles/ rel=prev><link href=../../aiinitiatives/overview/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Access Rules - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#access-rules-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Access Rules </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2 checked> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Access Rules </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Access Rules </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-rules-table class=md-nav__link> <span class=md-ellipsis> Access rules table </span> </a> <nav class=md-nav aria-label="Access rules table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-access-rules class=md-nav__link> <span class=md-ellipsis> Adding new access rules </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-access-rule class=md-nav__link> <span class=md-ellipsis> Editing an access rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting an access rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-rules-table class=md-nav__link> <span class=md-ellipsis> Access rules table </span> </a> <nav class=md-nav aria-label="Access rules table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-access-rules class=md-nav__link> <span class=md-ellipsis> Adding new access rules </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-access-rule class=md-nav__link> <span class=md-ellipsis> Editing an access rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting an access rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/authentication/accessrules.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Access Rules</h1> <p>This article explains the procedure to manage Access rules.</p> <p>Access rules provide users, groups, or applications privileges to system entities.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <p>For example, user <strong>user@domain.com</strong> is a <strong>department admin</strong> in <strong>department A</strong>.</p> <h2 id=access-rules-table>Access rules table<a class=headerlink href=#access-rules-table title="Permanent link">&para;</a></h2> <p>The Access rules table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Access rules table provides a list of all the access rules defined in the platform and allows you to manage them.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Flexible management</strong></p> <p>It is also possible to manage access rules directly for a specific user, application, project, or department.</p> </div> <p><a class=glightbox href=../img/accessrulestable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/accessrulestable.png></a></p> <p>The Access rules table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of subject assigned to the access rule (user, SSO group, or application).</td> </tr> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">The user, SSO group, or application assigned with the role</td> </tr> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The role assigned to the subject</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates</td> </tr> <tr> <td style="text-align: left;">Authorized by</td> <td style="text-align: left;">The user who granted the access rule</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the rule was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the access rule was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=adding-new-access-rules>Adding new access rules<a class=headerlink href=#adding-new-access-rules title="Permanent link">&para;</a></h2> <p>To add a new access rule:</p> <ol> <li>Click <strong>+NEW ACCESS RULE</strong> </li> <li>Select a subject <strong>User, SSO Group</strong>, or <strong>Application</strong> </li> <li>Select or enter the subject identifier: <ul> <li><strong>User Email</strong> for a local user created in Run:ai or for SSO user as recognized by the IDP </li> <li><strong>Group name</strong> as recognized by the IDP </li> <li><strong>Application name</strong> as created in Run:ai </li> </ul> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>An access rule consists of a single subject with a single role in a single scope. To assign multiple roles or multiple scopes to the same subject, multiple access rules must be added.</p> </div> <h2 id=editing-an-access-rule>Editing an access rule<a class=headerlink href=#editing-an-access-rule title="Permanent link">&para;</a></h2> <p>Access rules cannot be edited. To change an access rule, you must delete the rule, and then create a new rule to replace it.</p> <h2 id=deleting-an-access-rule>Deleting an access rule<a class=headerlink href=#deleting-an-access-rule title="Permanent link">&para;</a></h2> <ol> <li>Select the access rule you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#access-rules-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Access Rules </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2 checked> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Access Rules </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Access Rules </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-rules-table class=md-nav__link> <span class=md-ellipsis> Access rules table </span> </a> <nav class=md-nav aria-label="Access rules table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-access-rules class=md-nav__link> <span class=md-ellipsis> Adding new access rules </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-access-rule class=md-nav__link> <span class=md-ellipsis> Editing an access rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting an access rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#access-rules-table class=md-nav__link> <span class=md-ellipsis> Access rules table </span> </a> <nav class=md-nav aria-label="Access rules table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-access-rules class=md-nav__link> <span class=md-ellipsis> Adding new access rules </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-access-rule class=md-nav__link> <span class=md-ellipsis> Editing an access rule </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting an access rule </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/authentication/accessrules.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Access Rules</h1> <p>This article explains the procedure to manage Access rules.</p> <p>Access rules provide users, groups, or applications privileges to system entities.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <p>For example, user <strong>user@domain.com</strong> is a <strong>department admin</strong> in <strong>department A</strong>.</p> <h2 id=access-rules-table>Access rules table<a class=headerlink href=#access-rules-table title="Permanent link">&para;</a></h2> <p>The Access rules table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Access rules table provides a list of all the access rules defined in the platform and allows you to manage them.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Flexible management</strong></p> <p>It is also possible to manage access rules directly for a specific user, application, project, or department.</p> </div> <p><a class=glightbox href=../img/accessrulestable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/accessrulestable.png></a></p> <p>The Access rules table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of subject assigned to the access rule (user, SSO group, or application).</td> </tr> <tr> <td style="text-align: left;">Subject</td> <td style="text-align: left;">The user, SSO group, or application assigned with the role</td> </tr> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The role assigned to the subject</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates</td> </tr> <tr> <td style="text-align: left;">Authorized by</td> <td style="text-align: left;">The user who granted the access rule</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the rule was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the access rule was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=adding-new-access-rules>Adding new access rules<a class=headerlink href=#adding-new-access-rules title="Permanent link">&para;</a></h2> <p>To add a new access rule:</p> <ol> <li>Click <strong>+NEW ACCESS RULE</strong> </li> <li>Select a subject <strong>User, SSO Group</strong>, or <strong>Application</strong> </li> <li>Select or enter the subject identifier: <ul> <li><strong>User Email</strong> for a local user created in Run:ai or for SSO user as recognized by the IDP </li> <li><strong>Group name</strong> as recognized by the IDP </li> <li><strong>Application name</strong> as created in Run:ai </li> </ul> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>An access rule consists of a single subject with a single role in a single scope. To assign multiple roles or multiple scopes to the same subject, multiple access rules must be added.</p> </div> <h2 id=editing-an-access-rule>Editing an access rule<a class=headerlink href=#editing-an-access-rule title="Permanent link">&para;</a></h2> <p>Access rules cannot be edited. To change an access rule, you must delete the rule, and then create a new rule to replace it.</p> <h2 id=deleting-an-access-rule>Deleting an access rule<a class=headerlink href=#deleting-an-access-rule title="Permanent link">&para;</a></h2> <ol> <li>Select the access rule you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/authentication/applications/index.html b/v2.20/platform-admin/authentication/applications/index.html
index ab3f70197b..e99662e704 100644
--- a/v2.20/platform-admin/authentication/applications/index.html
+++ b/v2.20/platform-admin/authentication/applications/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/authentication/applications/ rel=canonical><link href=../users/ rel=prev><link href=../roles/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Applications - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/authentication/applications/ rel=canonical><link href=../users/ rel=prev><link href=../roles/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Applications - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#applications-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Applications </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2 checked> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Applications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Applications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#applications-table class=md-nav__link> <span class=md-ellipsis> Applications table </span> </a> <nav class=md-nav aria-label="Applications table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-an-application class=md-nav__link> <span class=md-ellipsis> Creating an application </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-an-application class=md-nav__link> <span class=md-ellipsis> Adding an access rule to an application </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from an application </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#applications-table class=md-nav__link> <span class=md-ellipsis> Applications table </span> </a> <nav class=md-nav aria-label="Applications table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-an-application class=md-nav__link> <span class=md-ellipsis> Creating an application </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-an-application class=md-nav__link> <span class=md-ellipsis> Adding an access rule to an application </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from an application </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/authentication/applications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Applications</h1> <p>This article explains the procedure to manage your organization's applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in <a href=../../../developer/rest-auth/ >API authentication</a> and use it within subsequent API calls.</p> <p>Applications are assigned with Access Rules to manage permissions. For example, application <strong>ci-pipeline-prod</strong> is assigned with a <strong>Researcher</strong> role in <strong>Cluster: A</strong>. </p> <h2 id=applications-table>Applications table<a class=headerlink href=#applications-table title="Permanent link">&para;</a></h2> <p>The Applications table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Applications table provides a list of all the applications defined in the platform, and allows you to manage them.</p> <p><a class=glightbox href=../img/appstable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/appstable.png></a></p> <p>The Applications table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Application</td> <td style="text-align: left;">The name of the application</td> </tr> <tr> <td style="text-align: left;">Client ID</td> <td style="text-align: left;">The client ID of the application</td> </tr> <tr> <td style="text-align: left;">Access rule(s)</td> <td style="text-align: left;">The access rules assigned to the application</td> </tr> <tr> <td style="text-align: left;">Last login</td> <td style="text-align: left;">The timestamp for the last time the user signed in</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the application</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the application was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the application was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=creating-an-application>Creating an application<a class=headerlink href=#creating-an-application title="Permanent link">&para;</a></h2> <p>To create an application:</p> <ol> <li>Click <strong>+NEW APPLICATION</strong> </li> <li>Enter the application’s <strong>name</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Copy the <strong>Client ID</strong> and <strong>Client secret</strong> and store them securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p> </div> <h2 id=adding-an-access-rule-to-an-application>Adding an access rule to an application<a class=headerlink href=#adding-an-access-rule-to-an-application title="Permanent link">&para;</a></h2> <p>To create an access rule:</p> <ol> <li>Select the application you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-an-access-rule-from-an-application>Deleting an access rule from an application<a class=headerlink href=#deleting-an-access-rule-from-an-application title="Permanent link">&para;</a></h2> <p>To delete an access rule:</p> <ol> <li>Select the application you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule assigned to the user you would like to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=regenerating-client-secret>Regenerating client secret<a class=headerlink href=#regenerating-client-secret title="Permanent link">&para;</a></h2> <p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click <strong>REGENERATE CLIENT SECRET</strong> </li> <li>Click <strong>REGENERATE</strong> </li> <li>Copy the <strong>New client secret</strong> and store it securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Regenerating a client secret revokes the previous one.</p> </div> <h2 id=deleting-an-application>Deleting an application<a class=headerlink href=#deleting-an-application title="Permanent link">&para;</a></h2> <ol> <li>Select the application you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Applications>Applications</a>, <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#applications-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Applications </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2 checked> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Applications </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Applications </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#applications-table class=md-nav__link> <span class=md-ellipsis> Applications table </span> </a> <nav class=md-nav aria-label="Applications table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-an-application class=md-nav__link> <span class=md-ellipsis> Creating an application </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-an-application class=md-nav__link> <span class=md-ellipsis> Adding an access rule to an application </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from an application </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#applications-table class=md-nav__link> <span class=md-ellipsis> Applications table </span> </a> <nav class=md-nav aria-label="Applications table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-an-application class=md-nav__link> <span class=md-ellipsis> Creating an application </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-an-application class=md-nav__link> <span class=md-ellipsis> Adding an access rule to an application </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-access-rule-from-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an access rule from an application </span> </a> </li> <li class=md-nav__item> <a href=#regenerating-client-secret class=md-nav__link> <span class=md-ellipsis> Regenerating client secret </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-application class=md-nav__link> <span class=md-ellipsis> Deleting an application </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/authentication/applications.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Applications</h1> <p>This article explains the procedure to manage your organization's applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in <a href=../../../developer/rest-auth/ >API authentication</a> and use it within subsequent API calls.</p> <p>Applications are assigned with Access Rules to manage permissions. For example, application <strong>ci-pipeline-prod</strong> is assigned with a <strong>Researcher</strong> role in <strong>Cluster: A</strong>. </p> <h2 id=applications-table>Applications table<a class=headerlink href=#applications-table title="Permanent link">&para;</a></h2> <p>The Applications table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Applications table provides a list of all the applications defined in the platform, and allows you to manage them.</p> <p><a class=glightbox href=../img/appstable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/appstable.png></a></p> <p>The Applications table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Application</td> <td style="text-align: left;">The name of the application</td> </tr> <tr> <td style="text-align: left;">Client ID</td> <td style="text-align: left;">The client ID of the application</td> </tr> <tr> <td style="text-align: left;">Access rule(s)</td> <td style="text-align: left;">The access rules assigned to the application</td> </tr> <tr> <td style="text-align: left;">Last login</td> <td style="text-align: left;">The timestamp for the last time the user signed in</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the application</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the application was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the application was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=creating-an-application>Creating an application<a class=headerlink href=#creating-an-application title="Permanent link">&para;</a></h2> <p>To create an application:</p> <ol> <li>Click <strong>+NEW APPLICATION</strong> </li> <li>Enter the application’s <strong>name</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Copy the <strong>Client ID</strong> and <strong>Client secret</strong> and store them securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p> </div> <h2 id=adding-an-access-rule-to-an-application>Adding an access rule to an application<a class=headerlink href=#adding-an-access-rule-to-an-application title="Permanent link">&para;</a></h2> <p>To create an access rule:</p> <ol> <li>Select the application you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-an-access-rule-from-an-application>Deleting an access rule from an application<a class=headerlink href=#deleting-an-access-rule-from-an-application title="Permanent link">&para;</a></h2> <p>To delete an access rule:</p> <ol> <li>Select the application you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule assigned to the user you would like to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=regenerating-client-secret>Regenerating client secret<a class=headerlink href=#regenerating-client-secret title="Permanent link">&para;</a></h2> <p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click <strong>REGENERATE CLIENT SECRET</strong> </li> <li>Click <strong>REGENERATE</strong> </li> <li>Copy the <strong>New client secret</strong> and store it securely</li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition warning"> <p class=admonition-title>Warning</p> <p>Regenerating a client secret revokes the previous one.</p> </div> <h2 id=deleting-an-application>Deleting an application<a class=headerlink href=#deleting-an-application title="Permanent link">&para;</a></h2> <ol> <li>Select the application you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Applications>Applications</a>, <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/authentication/roles/index.html b/v2.20/platform-admin/authentication/roles/index.html
index c020c5746e..1d57333fb0 100644
--- a/v2.20/platform-admin/authentication/roles/index.html
+++ b/v2.20/platform-admin/authentication/roles/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/authentication/roles/ rel=canonical><link href=../applications/ rel=prev><link href=../accessrules/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Roles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/authentication/roles/ rel=canonical><link href=../applications/ rel=prev><link href=../accessrules/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Roles - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#roles-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Roles </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2 checked> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Roles </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Roles </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#roles-table class=md-nav__link> <span class=md-ellipsis> Roles table </span> </a> <nav class=md-nav aria-label="Roles table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#reviewing-a-role class=md-nav__link> <span class=md-ellipsis> Reviewing a role </span> </a> </li> <li class=md-nav__item> <a href=#roles-in-runai class=md-nav__link> <span class=md-ellipsis> Roles in Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#permitted-workloads class=md-nav__link> <span class=md-ellipsis> Permitted workloads </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#roles-table class=md-nav__link> <span class=md-ellipsis> Roles table </span> </a> <nav class=md-nav aria-label="Roles table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#reviewing-a-role class=md-nav__link> <span class=md-ellipsis> Reviewing a role </span> </a> </li> <li class=md-nav__item> <a href=#roles-in-runai class=md-nav__link> <span class=md-ellipsis> Roles in Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#permitted-workloads class=md-nav__link> <span class=md-ellipsis> Permitted workloads </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/authentication/roles.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Roles</h1> <p>This article explains the available roles in the Run:ai platform.</p> <p>A role is a set of permissions that can be assigned to a <a href=../../../admin/authentication/authentication-overview/ >subject in a scope</a>.</p> <p>A permission is a set of actions (View, Edit, Create and Delete) over a Run:ai entity (e.g. projects, workloads, users).</p> <h2 id=roles-table>Roles table<a class=headerlink href=#roles-table title="Permanent link">&para;</a></h2> <p>The Roles table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Roles table displays a list of predefined roles available to users in the Run:ai platform. It is not possible to create additional rules or edit or delete existing rules.</p> <p><a class=glightbox href=../img/rolestable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/rolestable.png></a></p> <p>The Roles table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The name of the role</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The name of the role creator</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp when the role was created</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=reviewing-a-role>Reviewing a role<a class=headerlink href=#reviewing-a-role title="Permanent link">&para;</a></h2> <ol> <li>To review a role click the role name on the table </li> <li>In the role form review the following: <ul> <li><strong>Role name</strong><br> The name of the role </li> <li><strong>Entity</strong><br> A system-managed object that can be viewed, edited, created or deleted by a user based on their assigned role and scope </li> <li><strong>Actions</strong><br> The actions that the role assignee is authorized to perform for each entity <ul> <li><strong>View</strong> If checked, an assigned user with this role can view instances of this type of entity within their defined scope </li> <li><strong>Edit</strong> If checked, an assigned user with this role can change the settings of an instance of this type of entity within their defined scope </li> <li><strong>Create</strong> If checked, an assigned user with this role can create new instances of this type of entity within their defined scope </li> <li><strong>Delete</strong> If checked, an assigned user with this role can delete instances of this type of entity within their defined scope</li> </ul> </li> </ul> </li> </ol> <h2 id=roles-in-runai>Roles in Run:ai<a class=headerlink href=#roles-in-runai title="Permanent link">&para;</a></h2> <p>Run:ai supports the following roles and their permissions:<br> Under each role is a detailed list of the actions that the role assignee is authorized to perform for each entity.</p> <details> <summary>Compute resource administrator</summary> <p><a class=glightbox href=../img/roles-compute-resource-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-compute-resource-admin.png></a></p> </details> <details> <summary>Data source administrator</summary> <p><a class=glightbox href=../img/roles-data-source-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-data-source-admin.png></a></p> </details> <details> <summary>Data volume administrator</summary> <p><a class=glightbox href=../img/roles-data-vol-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-data-vol-admin.png></a></p> </details> <details> <summary>Department administrator</summary> <p><a class=glightbox href=../img/roles-department-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-department-admin.png></a></p> </details> <details> <summary>Department viewer</summary> <p><a class=glightbox href=../img/roles-department-viewer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-department-viewer.png></a></p> </details> <details> <summary>Editor</summary> <p><a class=glightbox href=../img/roles-editor.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-editor.png></a></p> </details> <details> <summary>Environment administrator</summary> <p><a class=glightbox href=../img/roles-environment-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-environment-admin.png></a></p> </details> <details> <summary>L1 researcher</summary> <p><a class=glightbox href=../img/roles-l1-researcher.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-l1-researcher.png></a></p> </details> <details> <summary>L2 researcher</summary> <p><a class=glightbox href=../img/roles-l2-researcher.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-l2-researcher.png></a></p> </details> <details> <summary>ML engineer</summary> <p><a class=glightbox href=../img/roles-ml-engineer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-ml-engineer.png></a></p> </details> <details> <summary>Research manager</summary> <p><a class=glightbox href=../img/roles-research-manager.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-research-manager.png></a></p> </details> <details> <summary>System administrator</summary> <p><a class=glightbox href=../img/roles-sys-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-sys-admin.png></a></p> </details> <details> <summary>Template administrator</summary> <p><a class=glightbox href=../img/roles-template-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-template-admin.png></a></p> </details> <details> <summary>Viewer</summary> <p><a class=glightbox href=../img/roles-viewer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-viewer.png></a></p> </details> <div class="admonition notes"> <p class=admonition-title>Notes</p> <p>Keep the following in mind when upgrading from versions 2.13 or earlier:</p> <ul> <li><strong>Admin</strong> becomes <strong>System Admin</strong> with full access to all managed objects and scopes </li> <li><strong>Research Manager</strong> is not automatically assigned to all projects, but to projects set by the relevant <strong>Admin</strong> when assigning this role to a user, group or app </li> <li>To preserve backwards compatibility, users with the role of <strong>Research Manager</strong> are assigned to all current projects, but not to new projects </li> <li>To allow the <strong>Department Admin</strong> to assign a <strong>Researcher</strong> role to a user, group or app, the <strong>Department Admin</strong> must have <strong>VECD</strong> permissions for jobs and workspaces. This creates a broader span of managed objects </li> <li>To preserve backwards compatibility, users with the role of <strong>Editor</strong>, are assigned to the same scope they had before the upgrade. However, with new user assignments, the <strong>Admin</strong> can limit the scope to only part of the organizational scope.</li> </ul> </div> <h2 id=permitted-workloads>Permitted workloads<a class=headerlink href=#permitted-workloads title="Permanent link">&para;</a></h2> <p>When assigning a role with either one, all or any combination of the View, Edit, Create and Delete permissions for workloads, the subject has permissions to manage not only Run:ai native workloads (Workspace, Training, Inference), but also a list of 3rd party workloads:</p> <ul> <li>k8s: StatefulSet</li> <li>k8s: ReplicaSet</li> <li>k8s: Pod</li> <li>k8s: Deployment</li> <li>batch: Job</li> <li>batch: CronJob</li> <li><a href=http://machinelearning.seldon.io>machinelearning.seldon.io</a>: SeldonDeployment</li> <li><a href=http://kubevirt.io>kubevirt.io</a>: VirtualMachineInstance</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: TFJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: PyTorchJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: XGBoostJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: MPIJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: MPIJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: Notebook</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: ScheduledWorkflow</li> <li><a href=http://amlarc.azureml.com>amlarc.azureml.com</a>: AmlJob</li> <li><a href=http://serving.knative.dev>serving.knative.dev</a>: Service</li> <li><a href=http://workspace.devfile.io>workspace.devfile.io</a>: DevWorkspace</li> <li><a href=http://ray.io>ray.io</a>: RayCluster</li> <li><a href=http://ray.io>ray.io</a>: RayJob</li> <li><a href=http://ray.io>ray.io</a>: RayService</li> <li><a href=http://ray.io>ray.io</a>: RayCluster</li> <li><a href=http://ray.io>ray.io</a>: RayJob</li> <li><a href=http://ray.io>ray.io</a>: RayService</li> <li><a href=http://tekton.dev>tekton.dev</a>: TaskRun</li> <li><a href=http://tekton.dev>tekton.dev</a>: PipelineRun</li> <li><a href=http://argoproj.io>argoproj.io</a>: Workflow</li> </ul> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Roles>Roles</a> API reference to view the available actions.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#roles-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Roles </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2 checked> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Roles </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Roles </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#roles-table class=md-nav__link> <span class=md-ellipsis> Roles table </span> </a> <nav class=md-nav aria-label="Roles table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#reviewing-a-role class=md-nav__link> <span class=md-ellipsis> Reviewing a role </span> </a> </li> <li class=md-nav__item> <a href=#roles-in-runai class=md-nav__link> <span class=md-ellipsis> Roles in Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#permitted-workloads class=md-nav__link> <span class=md-ellipsis> Permitted workloads </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#roles-table class=md-nav__link> <span class=md-ellipsis> Roles table </span> </a> <nav class=md-nav aria-label="Roles table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#reviewing-a-role class=md-nav__link> <span class=md-ellipsis> Reviewing a role </span> </a> </li> <li class=md-nav__item> <a href=#roles-in-runai class=md-nav__link> <span class=md-ellipsis> Roles in Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#permitted-workloads class=md-nav__link> <span class=md-ellipsis> Permitted workloads </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/authentication/roles.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Roles</h1> <p>This article explains the available roles in the Run:ai platform.</p> <p>A role is a set of permissions that can be assigned to a <a href=../../../admin/authentication/authentication-overview/ >subject in a scope</a>.</p> <p>A permission is a set of actions (View, Edit, Create and Delete) over a Run:ai entity (e.g. projects, workloads, users).</p> <h2 id=roles-table>Roles table<a class=headerlink href=#roles-table title="Permanent link">&para;</a></h2> <p>The Roles table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The Roles table displays a list of predefined roles available to users in the Run:ai platform. It is not possible to create additional rules or edit or delete existing rules.</p> <p><a class=glightbox href=../img/rolestable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/rolestable.png></a></p> <p>The Roles table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Role</td> <td style="text-align: left;">The name of the role</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The name of the role creator</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp when the role was created</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=reviewing-a-role>Reviewing a role<a class=headerlink href=#reviewing-a-role title="Permanent link">&para;</a></h2> <ol> <li>To review a role click the role name on the table </li> <li>In the role form review the following: <ul> <li><strong>Role name</strong><br> The name of the role </li> <li><strong>Entity</strong><br> A system-managed object that can be viewed, edited, created or deleted by a user based on their assigned role and scope </li> <li><strong>Actions</strong><br> The actions that the role assignee is authorized to perform for each entity <ul> <li><strong>View</strong> If checked, an assigned user with this role can view instances of this type of entity within their defined scope </li> <li><strong>Edit</strong> If checked, an assigned user with this role can change the settings of an instance of this type of entity within their defined scope </li> <li><strong>Create</strong> If checked, an assigned user with this role can create new instances of this type of entity within their defined scope </li> <li><strong>Delete</strong> If checked, an assigned user with this role can delete instances of this type of entity within their defined scope</li> </ul> </li> </ul> </li> </ol> <h2 id=roles-in-runai>Roles in Run:ai<a class=headerlink href=#roles-in-runai title="Permanent link">&para;</a></h2> <p>Run:ai supports the following roles and their permissions:<br> Under each role is a detailed list of the actions that the role assignee is authorized to perform for each entity.</p> <details> <summary>Compute resource administrator</summary> <p><a class=glightbox href=../img/roles-compute-resource-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-compute-resource-admin.png></a></p> </details> <details> <summary>Data source administrator</summary> <p><a class=glightbox href=../img/roles-data-source-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-data-source-admin.png></a></p> </details> <details> <summary>Data volume administrator</summary> <p><a class=glightbox href=../img/roles-data-vol-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-data-vol-admin.png></a></p> </details> <details> <summary>Department administrator</summary> <p><a class=glightbox href=../img/roles-department-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-department-admin.png></a></p> </details> <details> <summary>Department viewer</summary> <p><a class=glightbox href=../img/roles-department-viewer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-department-viewer.png></a></p> </details> <details> <summary>Editor</summary> <p><a class=glightbox href=../img/roles-editor.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-editor.png></a></p> </details> <details> <summary>Environment administrator</summary> <p><a class=glightbox href=../img/roles-environment-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-environment-admin.png></a></p> </details> <details> <summary>L1 researcher</summary> <p><a class=glightbox href=../img/roles-l1-researcher.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-l1-researcher.png></a></p> </details> <details> <summary>L2 researcher</summary> <p><a class=glightbox href=../img/roles-l2-researcher.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-l2-researcher.png></a></p> </details> <details> <summary>ML engineer</summary> <p><a class=glightbox href=../img/roles-ml-engineer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-ml-engineer.png></a></p> </details> <details> <summary>Research manager</summary> <p><a class=glightbox href=../img/roles-research-manager.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-research-manager.png></a></p> </details> <details> <summary>System administrator</summary> <p><a class=glightbox href=../img/roles-sys-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-sys-admin.png></a></p> </details> <details> <summary>Template administrator</summary> <p><a class=glightbox href=../img/roles-template-admin.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-template-admin.png></a></p> </details> <details> <summary>Viewer</summary> <p><a class=glightbox href=../img/roles-viewer.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/roles-viewer.png></a></p> </details> <div class="admonition notes"> <p class=admonition-title>Notes</p> <p>Keep the following in mind when upgrading from versions 2.13 or earlier:</p> <ul> <li><strong>Admin</strong> becomes <strong>System Admin</strong> with full access to all managed objects and scopes </li> <li><strong>Research Manager</strong> is not automatically assigned to all projects, but to projects set by the relevant <strong>Admin</strong> when assigning this role to a user, group or app </li> <li>To preserve backwards compatibility, users with the role of <strong>Research Manager</strong> are assigned to all current projects, but not to new projects </li> <li>To allow the <strong>Department Admin</strong> to assign a <strong>Researcher</strong> role to a user, group or app, the <strong>Department Admin</strong> must have <strong>VECD</strong> permissions for jobs and workspaces. This creates a broader span of managed objects </li> <li>To preserve backwards compatibility, users with the role of <strong>Editor</strong>, are assigned to the same scope they had before the upgrade. However, with new user assignments, the <strong>Admin</strong> can limit the scope to only part of the organizational scope.</li> </ul> </div> <h2 id=permitted-workloads>Permitted workloads<a class=headerlink href=#permitted-workloads title="Permanent link">&para;</a></h2> <p>When assigning a role with either one, all or any combination of the View, Edit, Create and Delete permissions for workloads, the subject has permissions to manage not only Run:ai native workloads (Workspace, Training, Inference), but also a list of 3rd party workloads:</p> <ul> <li>k8s: StatefulSet</li> <li>k8s: ReplicaSet</li> <li>k8s: Pod</li> <li>k8s: Deployment</li> <li>batch: Job</li> <li>batch: CronJob</li> <li><a href=http://machinelearning.seldon.io>machinelearning.seldon.io</a>: SeldonDeployment</li> <li><a href=http://kubevirt.io>kubevirt.io</a>: VirtualMachineInstance</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: TFJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: PyTorchJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: XGBoostJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: MPIJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: MPIJob</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: Notebook</li> <li><a href=http://kubeflow.org>kubeflow.org</a>: ScheduledWorkflow</li> <li><a href=http://amlarc.azureml.com>amlarc.azureml.com</a>: AmlJob</li> <li><a href=http://serving.knative.dev>serving.knative.dev</a>: Service</li> <li><a href=http://workspace.devfile.io>workspace.devfile.io</a>: DevWorkspace</li> <li><a href=http://ray.io>ray.io</a>: RayCluster</li> <li><a href=http://ray.io>ray.io</a>: RayJob</li> <li><a href=http://ray.io>ray.io</a>: RayService</li> <li><a href=http://ray.io>ray.io</a>: RayCluster</li> <li><a href=http://ray.io>ray.io</a>: RayJob</li> <li><a href=http://ray.io>ray.io</a>: RayService</li> <li><a href=http://tekton.dev>tekton.dev</a>: TaskRun</li> <li><a href=http://tekton.dev>tekton.dev</a>: PipelineRun</li> <li><a href=http://argoproj.io>argoproj.io</a>: Workflow</li> </ul> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Roles>Roles</a> API reference to view the available actions.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/authentication/users/index.html b/v2.20/platform-admin/authentication/users/index.html
index a76be92ba6..9d7b21674e 100644
--- a/v2.20/platform-admin/authentication/users/index.html
+++ b/v2.20/platform-admin/authentication/users/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/authentication/users/ rel=canonical><link href=../../overview/ rel=prev><link href=../applications/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Users - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/authentication/users/ rel=canonical><link href=../../overview/ rel=prev><link href=../applications/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Users - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#users-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Users </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2 checked> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Users </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Users </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#users-table class=md-nav__link> <span class=md-ellipsis> Users table </span> </a> <nav class=md-nav aria-label="Users table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-a-local-user class=md-nav__link> <span class=md-ellipsis> Creating a local user </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-user class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a user </span> </a> </li> <li class=md-nav__item> <a href=#deleting-users-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting user’s access rule </span> </a> </li> <li class=md-nav__item> <a href=#resetting-a-user-password class=md-nav__link> <span class=md-ellipsis> Resetting a user password </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-user class=md-nav__link> <span class=md-ellipsis> Deleting a user </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#users-table class=md-nav__link> <span class=md-ellipsis> Users table </span> </a> <nav class=md-nav aria-label="Users table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-a-local-user class=md-nav__link> <span class=md-ellipsis> Creating a local user </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-user class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a user </span> </a> </li> <li class=md-nav__item> <a href=#deleting-users-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting user’s access rule </span> </a> </li> <li class=md-nav__item> <a href=#resetting-a-user-password class=md-nav__link> <span class=md-ellipsis> Resetting a user password </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-user class=md-nav__link> <span class=md-ellipsis> Deleting a user </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/authentication/users.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Users</h1> <p>This article explains the procedure to manage users and their permissions.</p> <p>Users can be managed locally, or via the Identity provider, while assigned with Access Rules to manage its permissions.</p> <p>For example, user <strong>user@domain.com</strong> is a <strong>department admin</strong> in <strong>department A</strong>.</p> <h2 id=users-table>Users table<a class=headerlink href=#users-table title="Permanent link">&para;</a></h2> <p>The Users table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The users table provides a list of all the users in the platform.<br> You can manage local users and manage user permissions (access rules) for both local and SSO users.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Single Sign-On users</strong></p> <p>SSO users are managed by the identity provider and appear once they have signed in to Run:ai</p> </div> <p><a class=glightbox href=../img/userstable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/userstable.png></a></p> <p>The Users table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User</td> <td style="text-align: left;">The unique identity of the user (email address)</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of the user - SSO / local</td> </tr> <tr> <td style="text-align: left;">Last login</td> <td style="text-align: left;">The timestamp for the last time the user signed in</td> </tr> <tr> <td style="text-align: left;">Access rule(s)</td> <td style="text-align: left;">The access rules assigned to the user</td> </tr> <tr> <td style="text-align: left;">Created By</td> <td style="text-align: left;">The user who created the user</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the user was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the user was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=creating-a-local-user>Creating a local user<a class=headerlink href=#creating-a-local-user title="Permanent link">&para;</a></h2> <p>To create a local user:</p> <ol> <li>Click <strong>+NEW LOCAL USER</strong> </li> <li>Enter the user’s <strong>Email address</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Review and copy the user’s credentials: <ul> <li><strong>User Email</strong> </li> <li><strong>Temporary password</strong> to be used on first sign-in </li> </ul> </li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The temporary password is visible only at the time of user’s creation, and must be changed after the first sign-in</p> </div> <h2 id=adding-an-access-rule-to-a-user>Adding an access rule to a user<a class=headerlink href=#adding-an-access-rule-to-a-user title="Permanent link">&para;</a></h2> <p>To create an access rule:</p> <ol> <li>Select the user you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-users-access-rule>Deleting user’s access rule<a class=headerlink href=#deleting-users-access-rule title="Permanent link">&para;</a></h2> <p>To delete an access rule:</p> <ol> <li>Select the user you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule assigned to the user you would like to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=resetting-a-user-password>Resetting a user password<a class=headerlink href=#resetting-a-user-password title="Permanent link">&para;</a></h2> <p>To reset a user’s password:</p> <ol> <li>Select the user you want to reset it’s password </li> <li>Click <strong>RESET PASSWORD</strong> </li> <li>Click <strong>RESET</strong> </li> <li>Review and copy the user’s credentials: <ul> <li><strong>User Email</strong> </li> <li><strong>Temporary password</strong> to be used on next sign-in </li> </ul> </li> <li>Click <strong>DONE</strong></li> </ol> <h2 id=deleting-a-user>Deleting a user<a class=headerlink href=#deleting-a-user title="Permanent link">&para;</a></h2> <ol> <li>Select the user you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>In the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To ensure administrative operations are always available, at least one local user with System Administrator role should exist.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Users>Users</a>, <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#users-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Users </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2 checked> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=true> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Users </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Users </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#users-table class=md-nav__link> <span class=md-ellipsis> Users table </span> </a> <nav class=md-nav aria-label="Users table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-a-local-user class=md-nav__link> <span class=md-ellipsis> Creating a local user </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-user class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a user </span> </a> </li> <li class=md-nav__item> <a href=#deleting-users-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting user’s access rule </span> </a> </li> <li class=md-nav__item> <a href=#resetting-a-user-password class=md-nav__link> <span class=md-ellipsis> Resetting a user password </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-user class=md-nav__link> <span class=md-ellipsis> Deleting a user </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#users-table class=md-nav__link> <span class=md-ellipsis> Users table </span> </a> <nav class=md-nav aria-label="Users table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-a-local-user class=md-nav__link> <span class=md-ellipsis> Creating a local user </span> </a> </li> <li class=md-nav__item> <a href=#adding-an-access-rule-to-a-user class=md-nav__link> <span class=md-ellipsis> Adding an access rule to a user </span> </a> </li> <li class=md-nav__item> <a href=#deleting-users-access-rule class=md-nav__link> <span class=md-ellipsis> Deleting user’s access rule </span> </a> </li> <li class=md-nav__item> <a href=#resetting-a-user-password class=md-nav__link> <span class=md-ellipsis> Resetting a user password </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-user class=md-nav__link> <span class=md-ellipsis> Deleting a user </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/authentication/users.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Users</h1> <p>This article explains the procedure to manage users and their permissions.</p> <p>Users can be managed locally, or via the Identity provider, while assigned with Access Rules to manage its permissions.</p> <p>For example, user <strong>user@domain.com</strong> is a <strong>department admin</strong> in <strong>department A</strong>.</p> <h2 id=users-table>Users table<a class=headerlink href=#users-table title="Permanent link">&para;</a></h2> <p>The Users table can be found under <strong>Access</strong> in the Run:ai platform.</p> <p>The users table provides a list of all the users in the platform.<br> You can manage local users and manage user permissions (access rules) for both local and SSO users.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Single Sign-On users</strong></p> <p>SSO users are managed by the identity provider and appear once they have signed in to Run:ai</p> </div> <p><a class=glightbox href=../img/userstable.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/userstable.png></a></p> <p>The Users table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">User</td> <td style="text-align: left;">The unique identity of the user (email address)</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The type of the user - SSO / local</td> </tr> <tr> <td style="text-align: left;">Last login</td> <td style="text-align: left;">The timestamp for the last time the user signed in</td> </tr> <tr> <td style="text-align: left;">Access rule(s)</td> <td style="text-align: left;">The access rules assigned to the user</td> </tr> <tr> <td style="text-align: left;">Created By</td> <td style="text-align: left;">The user who created the user</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the user was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the user was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul> <h2 id=creating-a-local-user>Creating a local user<a class=headerlink href=#creating-a-local-user title="Permanent link">&para;</a></h2> <p>To create a local user:</p> <ol> <li>Click <strong>+NEW LOCAL USER</strong> </li> <li>Enter the user’s <strong>Email address</strong> </li> <li>Click <strong>CREATE</strong> </li> <li>Review and copy the user’s credentials: <ul> <li><strong>User Email</strong> </li> <li><strong>Temporary password</strong> to be used on first sign-in </li> </ul> </li> <li>Click <strong>DONE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The temporary password is visible only at the time of user’s creation, and must be changed after the first sign-in</p> </div> <h2 id=adding-an-access-rule-to-a-user>Adding an access rule to a user<a class=headerlink href=#adding-an-access-rule-to-a-user title="Permanent link">&para;</a></h2> <p>To create an access rule:</p> <ol> <li>Select the user you want to add an access rule for </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Click <strong>+ACCESS RULE</strong> </li> <li>Select a role </li> <li>Select a scope </li> <li>Click <strong>SAVE RULE</strong> </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=deleting-users-access-rule>Deleting user’s access rule<a class=headerlink href=#deleting-users-access-rule title="Permanent link">&para;</a></h2> <p>To delete an access rule:</p> <ol> <li>Select the user you want to remove an access rule from </li> <li>Click <strong>ACCESS RULES</strong> </li> <li>Find the access rule assigned to the user you would like to delete </li> <li>Click on the trash icon </li> <li>Click <strong>CLOSE</strong></li> </ol> <h2 id=resetting-a-user-password>Resetting a user password<a class=headerlink href=#resetting-a-user-password title="Permanent link">&para;</a></h2> <p>To reset a user’s password:</p> <ol> <li>Select the user you want to reset it’s password </li> <li>Click <strong>RESET PASSWORD</strong> </li> <li>Click <strong>RESET</strong> </li> <li>Review and copy the user’s credentials: <ul> <li><strong>User Email</strong> </li> <li><strong>Temporary password</strong> to be used on next sign-in </li> </ul> </li> <li>Click <strong>DONE</strong></li> </ol> <h2 id=deleting-a-user>Deleting a user<a class=headerlink href=#deleting-a-user title="Permanent link">&para;</a></h2> <ol> <li>Select the user you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>In the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>To ensure administrative operations are always available, at least one local user with System Administrator role should exist.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Users>Users</a>, <a href=https://app.run.ai/api/docs#tag/Access-rules>Access rules</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/integrations/integration-overview/index.html b/v2.20/platform-admin/integrations/integration-overview/index.html
index e667592a84..0da387b298 100644
--- a/v2.20/platform-admin/integrations/integration-overview/index.html
+++ b/v2.20/platform-admin/integrations/integration-overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/integrations/integration-overview/ rel=canonical><link href=../../workloads/policies/old-policies/ rel=prev><link href=../karpenter/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/integrations/integration-overview/ rel=canonical><link href=../../workloads/policies/old-policies/ rel=prev><link href=../karpenter/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#integrations-with-runai class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5 checked> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=true> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#integration-support class=md-nav__link> <span class=md-ellipsis> Integration support </span> </a> </li> <li class=md-nav__item> <a href=#integrations class=md-nav__link> <span class=md-ellipsis> Integrations </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes-workloads-integration class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#integration-support class=md-nav__link> <span class=md-ellipsis> Integration support </span> </a> </li> <li class=md-nav__item> <a href=#integrations class=md-nav__link> <span class=md-ellipsis> Integrations </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes-workloads-integration class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/integrations/integration-overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=integrations-with-runai>Integrations with Run:ai<a class=headerlink href=#integrations-with-runai title="Permanent link">&para;</a></h1> <p>The table below summarizes the integration capabilities with various third-party products. </p> <h2 id=integration-support>Integration support<a class=headerlink href=#integration-support title="Permanent link">&para;</a></h2> <p>Support for integrations varies. Where mentioned below, the integration is supported out of the box with Run:ai. With other integrations, our customer success team has previous experience with integrating with the third party software and many times the community portal will contain additional reference documentation provided on an as-is basis.</p> <p>The Run:ai community portal is password protected and access is provided to customers and partners.</p> <h2 id=integrations>Integrations<a class=headerlink href=#integrations title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Tool</th> <th>Category</th> <th>Run:ai support details</th> <th>Additional Information</th> </tr> </thead> <tbody> <tr> <td>Triton</td> <td>Orchestration</td> <td>Supported</td> <td>Usage via docker base image. Quickstart inference <a href=../../../Researcher/Walkthroughs/quickstart-inference/ >example</a></td> </tr> <tr> <td>Spark</td> <td>Orchestration</td> <td>Community Support</td> <td><div style="width: 300px;"> It is possible to schedule Spark workflows with the Run:ai scheduler. For details, please contact Run:ai customer support. </div> Sample code can be found in the Run:ai customer success community portal: <a href=https://runai.my.site.com/community/s/article/How-to-Run-Spark-jobs-with-Run-AI target=_blank>https://runai.my.site.com/community/s/article/How-to-Run-Spark-jobs-with-Run-AI</a></td> </tr> <tr> <td>Kubeflow Pipelines</td> <td>Orchestration</td> <td>Community Support</td> <td>It is possible to schedule kubeflow pipelines with the Run:ai scheduler. For details please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portal<br><a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow</a></td> </tr> <tr> <td>Apache Airflow</td> <td>Orchestration</td> <td>Community Support</td> <td>It is possible to schedule Airflow workflows with the Run:ai scheduler. For details, please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portal: <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Apache-Airflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Apache-Airflow</a></td> </tr> <tr> <td>Argo workflows</td> <td>Orchestration</td> <td>Community Support</td> <td>It is possible to schedule Argo workflows with the Run:ai scheduler. For details, please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portal <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Argo-Workflows target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Argo-Workflows</a></td> </tr> <tr> <td>SeldonX</td> <td>Orchestration</td> <td>Community Support</td> <td>It is possible to schedule Seldon Core workloads with the Run:ai scheduler. For details, please contact Run:ai customer success. Sample code can be found in the Run:ai customer success community portal: <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Apache-Airflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Seldon-Core</a></td> </tr> <tr> <td>Jupyter Notebook</td> <td>Development</td> <td>Supported</td> <td>Run:ai provides integrated support with Jupyter Notebooks. Quickstart example: <a href=https://docs.run.ai/latest/Researcher/Walkthroughs/quickstart-jupyter/ >https://docs.run.ai/latest/Researcher/Walkthroughs/quickstart-jupyter/</a></td> </tr> <tr> <td>Jupyter Hub</td> <td>Development</td> <td>Community Support</td> <td>It is possible to submit Run:ai workloads via JupyterHub. For more information please contact Run:ai customer support</td> </tr> <tr> <td>PyCharm</td> <td>Development</td> <td>Supported</td> <td>Containers created by Run:ai can be accessed via PyCharm. PyCharm <a href=../../../Researcher/tools/dev-pycharm/ >example</a></td> </tr> <tr> <td>VScode</td> <td>Development</td> <td>Supported</td> <td>- Containers created by Run:ai can be accessed via Visual Studio Code. <a href=../../../Researcher/tools/dev-vscode/ >example</a> <br>- You can automatically launch Visual Studio code web from the Run:ai console. <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ >example</a>.</td> </tr> <tr> <td>Kubeflow notebooks</td> <td>Development</td> <td>Community Support</td> <td>It is possible to launch a kubeflow notebook with the Run:ai scheduler. For details please contact Run:ai customer support Sample code can be found in the Run:ai customer success community portal:<a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow<br></a></td> </tr> <tr> <td>Ray</td> <td>training, inference, data processing.</td> <td>Community Support</td> <td>It is possible to schedule Ray jobs with the Run:ai scheduler. Sample code can be found in the Run:ai customer success community portal <a href=https://runai.my.site.com/community/s/article/How-to-Integrate-Run-ai-with-Ray target=_blank>https://runai.my.site.com/community/s/article/How-to-Integrate-Run-ai-with-Ray</a></td> </tr> <tr> <td>TensorBoard</td> <td>Experiment tracking</td> <td>Supported</td> <td>Run:ai comes with a preset Tensorboard <a href=../../workloads/assets/environments/ >Environment</a> asset. TensorBoard <a href=../../../Researcher/tools/dev-tensorboard/ >example</a>. <br> Additional <a href=https://github.com/run-ai/use-cases/tree/master/runai_tensorboard_demo_with_resnet target=_blank>sample</a></td> </tr> <tr> <td>Weights &amp; Biases</td> <td>Experiment tracking</td> <td>Community Support</td> <td>It is possible to schedule W&amp;B workloads with the Run:ai scheduler. For details, please contact Run:ai customer success.</td> </tr> <tr> <td>ClearML</td> <td>Experiment tracking</td> <td>Community Support</td> <td>It is possible to schedule ClearML workloads with the Run:ai scheduler. For details, please contact Run:ai customer success.</td> </tr> <tr> <td>MLFlow</td> <td>Model Serving</td> <td>Community Support</td> <td>It is possible to use ML Flow together with the Run:ai scheduler. For details, please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portal: <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-MLflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-MLflow</a> <br> Additional MLFlow <a href=https://github.com/run-ai/use-cases/tree/master/runai_mlflow_demo target=_blank>sample</a></td> </tr> <tr> <td>Hugging Face</td> <td>Repositories</td> <td>Supported</td> <td>Run:ai provides an out of the box integration with Hugging Face</td> </tr> <tr> <td>Docker Registry</td> <td>Repositories</td> <td>Supported</td> <td>Run:ai allows using a docker registry as a <a href=../../workloads/assets/credentials/ >Credentials</a> asset.</td> </tr> <tr> <td>S3</td> <td>Storage</td> <td>Supported</td> <td>Run:ai communicates with S3 by defining a <a href=../../workloads/assets/datasources/ >data source</a> asset.</td> </tr> <tr> <td>Github</td> <td>Storage</td> <td>Supported</td> <td>Run:ai communicates with GitHub by defining it as a <a href=../../workloads/assets/datasources/ >data source</a> asset</td> </tr> <tr> <td>Tensorflow</td> <td>Training</td> <td>Supported</td> <td>Run:ai provides out of the box support for submitting TensorFlow workloads <a href=../../../Researcher/cli-reference/new-cli/runai_tensorflow/ >via API</a> or by submitting workloads <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ >via user interface</a>.</td> </tr> <tr> <td>Pytorch</td> <td>Training</td> <td>Supported</td> <td>Run:ai provides out of the box support for submitting PyTorch workloads <a href=../../../Researcher/cli-reference/new-cli/runai_pytorch/ >via API</a> or by submitting workloads <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ >via user interface</a>.</td> </tr> <tr> <td><a href=https://www.kubeflow.org/docs/components/training/user-guides/mpi/ target=_blank>Kubeflow MPI</a></td> <td>Training</td> <td>Supported</td> <td>Run:ai provides out of the box support for submitting MPI workloads <a href=../../../Researcher/cli-reference/new-cli/runai_mpi/ >via API</a> or by submitting workloads <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ >via user interface</a></td> </tr> <tr> <td><a href=https://xgboost.readthedocs.io/en/stable/ target=_blank>XGBoost</a></td> <td>Training</td> <td>Supported</td> <td>Run:ai provides out of the box support for submitting XGBoost workloads <a href=../../../Researcher/cli-reference/new-cli/runai_xgboost/ >via API</a> or by submitting workloads <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ >via user interface</a></td> </tr> <tr> <td><a href=https://karpenter.sh target=_blank>Karpenter</a></td> <td>Cost Optimization</td> <td>Supported</td> <td>Run:ai provides out of the box support for Karpenter to save cloud costs. Integration notes with Karpenter can be found <a href=../karpenter/ >here</a></td> </tr> </tbody> </table> <h2 id=kubernetes-workloads-integration>Kubernetes Workloads Integration<a class=headerlink href=#kubernetes-workloads-integration title="Permanent link">&para;</a></h2> <p>Kubernetes has several built-in resources that encapsulate running <em>Pods</em>. These are called <a href=https://kubernetes.io/docs/concepts/workloads/ target=_blank>Kubernetes Workloads</a> and <strong>should not be confused</strong> with Run:ai Workloads.</p> <p>Examples of such resources are a <em>Deployment</em> that manages a stateless application, or a <em>Job</em> that runs tasks to completion.</p> <p>Run:ai natively runs Run:ai Workloads. A Run:ai workload encapsulates all the resources needed to run, creates them, and deletes them together. However, Run:ai, being an <strong>open platform</strong> allows the scheduling of <strong>any</strong> Kubernetes Workflow.</p> <p>For more information see <a href=../../../developer/cluster-api/other-resources/ >Kubernetes Workloads Integration</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#integrations-with-runai class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5 checked> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=true> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#integration-support class=md-nav__link> <span class=md-ellipsis> Integration support </span> </a> </li> <li class=md-nav__item> <a href=#integrations class=md-nav__link> <span class=md-ellipsis> Integrations </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes-workloads-integration class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#integration-support class=md-nav__link> <span class=md-ellipsis> Integration support </span> </a> </li> <li class=md-nav__item> <a href=#integrations class=md-nav__link> <span class=md-ellipsis> Integrations </span> </a> </li> <li class=md-nav__item> <a href=#kubernetes-workloads-integration class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/integrations/integration-overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=integrations-with-runai>Integrations with Run:ai<a class=headerlink href=#integrations-with-runai title="Permanent link">&para;</a></h1> <p>The table below summarizes the integration capabilities with various third-party products. </p> <h2 id=integration-support>Integration support<a class=headerlink href=#integration-support title="Permanent link">&para;</a></h2> <p>Support for integrations varies. Where mentioned below, the integration is supported out of the box with Run:ai. With other integrations, our customer success team has previous experience with integrating with the third party software and many times the community portal will contain additional reference documentation provided on an as-is basis.</p> <p>The Run:ai community portal is password protected and access is provided to customers and partners.</p> <h2 id=integrations>Integrations<a class=headerlink href=#integrations title="Permanent link">&para;</a></h2> <table> <thead> <tr> <th>Tool</th> <th>Category</th> <th>Run:ai support details</th> <th>Additional Information</th> </tr> </thead> <tbody> <tr> <td>Triton</td> <td>Orchestration</td> <td>Supported</td> <td>Usage via docker base image. Quickstart inference <a href=../../../Researcher/Walkthroughs/quickstart-inference/ >example</a></td> </tr> <tr> <td>Spark</td> <td>Orchestration</td> <td>Community Support</td> <td><div style="width: 300px;"> It is possible to schedule Spark workflows with the Run:ai scheduler. For details, please contact Run:ai customer support. </div> Sample code can be found in the Run:ai customer success community portal: <a href=https://runai.my.site.com/community/s/article/How-to-Run-Spark-jobs-with-Run-AI target=_blank>https://runai.my.site.com/community/s/article/How-to-Run-Spark-jobs-with-Run-AI</a></td> </tr> <tr> <td>Kubeflow Pipelines</td> <td>Orchestration</td> <td>Community Support</td> <td>It is possible to schedule kubeflow pipelines with the Run:ai scheduler. For details please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portal<br><a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow</a></td> </tr> <tr> <td>Apache Airflow</td> <td>Orchestration</td> <td>Community Support</td> <td>It is possible to schedule Airflow workflows with the Run:ai scheduler. For details, please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portal: <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Apache-Airflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Apache-Airflow</a></td> </tr> <tr> <td>Argo workflows</td> <td>Orchestration</td> <td>Community Support</td> <td>It is possible to schedule Argo workflows with the Run:ai scheduler. For details, please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portal <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Argo-Workflows target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Argo-Workflows</a></td> </tr> <tr> <td>SeldonX</td> <td>Orchestration</td> <td>Community Support</td> <td>It is possible to schedule Seldon Core workloads with the Run:ai scheduler. For details, please contact Run:ai customer success. Sample code can be found in the Run:ai customer success community portal: <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Apache-Airflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Seldon-Core</a></td> </tr> <tr> <td>Jupyter Notebook</td> <td>Development</td> <td>Supported</td> <td>Run:ai provides integrated support with Jupyter Notebooks. Quickstart example: <a href=https://docs.run.ai/latest/Researcher/Walkthroughs/quickstart-jupyter/ >https://docs.run.ai/latest/Researcher/Walkthroughs/quickstart-jupyter/</a></td> </tr> <tr> <td>Jupyter Hub</td> <td>Development</td> <td>Community Support</td> <td>It is possible to submit Run:ai workloads via JupyterHub. For more information please contact Run:ai customer support</td> </tr> <tr> <td>PyCharm</td> <td>Development</td> <td>Supported</td> <td>Containers created by Run:ai can be accessed via PyCharm. PyCharm <a href=../../../Researcher/tools/dev-pycharm/ >example</a></td> </tr> <tr> <td>VScode</td> <td>Development</td> <td>Supported</td> <td>- Containers created by Run:ai can be accessed via Visual Studio Code. <a href=../../../Researcher/tools/dev-vscode/ >example</a> <br>- You can automatically launch Visual Studio code web from the Run:ai console. <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ >example</a>.</td> </tr> <tr> <td>Kubeflow notebooks</td> <td>Development</td> <td>Community Support</td> <td>It is possible to launch a kubeflow notebook with the Run:ai scheduler. For details please contact Run:ai customer support Sample code can be found in the Run:ai customer success community portal:<a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow<br></a></td> </tr> <tr> <td>Ray</td> <td>training, inference, data processing.</td> <td>Community Support</td> <td>It is possible to schedule Ray jobs with the Run:ai scheduler. Sample code can be found in the Run:ai customer success community portal <a href=https://runai.my.site.com/community/s/article/How-to-Integrate-Run-ai-with-Ray target=_blank>https://runai.my.site.com/community/s/article/How-to-Integrate-Run-ai-with-Ray</a></td> </tr> <tr> <td>TensorBoard</td> <td>Experiment tracking</td> <td>Supported</td> <td>Run:ai comes with a preset Tensorboard <a href=../../workloads/assets/environments/ >Environment</a> asset. TensorBoard <a href=../../../Researcher/tools/dev-tensorboard/ >example</a>. <br> Additional <a href=https://github.com/run-ai/use-cases/tree/master/runai_tensorboard_demo_with_resnet target=_blank>sample</a></td> </tr> <tr> <td>Weights &amp; Biases</td> <td>Experiment tracking</td> <td>Community Support</td> <td>It is possible to schedule W&amp;B workloads with the Run:ai scheduler. For details, please contact Run:ai customer success.</td> </tr> <tr> <td>ClearML</td> <td>Experiment tracking</td> <td>Community Support</td> <td>It is possible to schedule ClearML workloads with the Run:ai scheduler. For details, please contact Run:ai customer success.</td> </tr> <tr> <td>MLFlow</td> <td>Model Serving</td> <td>Community Support</td> <td>It is possible to use ML Flow together with the Run:ai scheduler. For details, please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portal: <a href=https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-MLflow target=_blank>https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-MLflow</a> <br> Additional MLFlow <a href=https://github.com/run-ai/use-cases/tree/master/runai_mlflow_demo target=_blank>sample</a></td> </tr> <tr> <td>Hugging Face</td> <td>Repositories</td> <td>Supported</td> <td>Run:ai provides an out of the box integration with Hugging Face</td> </tr> <tr> <td>Docker Registry</td> <td>Repositories</td> <td>Supported</td> <td>Run:ai allows using a docker registry as a <a href=../../workloads/assets/credentials/ >Credentials</a> asset.</td> </tr> <tr> <td>S3</td> <td>Storage</td> <td>Supported</td> <td>Run:ai communicates with S3 by defining a <a href=../../workloads/assets/datasources/ >data source</a> asset.</td> </tr> <tr> <td>Github</td> <td>Storage</td> <td>Supported</td> <td>Run:ai communicates with GitHub by defining it as a <a href=../../workloads/assets/datasources/ >data source</a> asset</td> </tr> <tr> <td>Tensorflow</td> <td>Training</td> <td>Supported</td> <td>Run:ai provides out of the box support for submitting TensorFlow workloads <a href=../../../Researcher/cli-reference/new-cli/runai_tensorflow/ >via API</a> or by submitting workloads <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ >via user interface</a>.</td> </tr> <tr> <td>Pytorch</td> <td>Training</td> <td>Supported</td> <td>Run:ai provides out of the box support for submitting PyTorch workloads <a href=../../../Researcher/cli-reference/new-cli/runai_pytorch/ >via API</a> or by submitting workloads <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ >via user interface</a>.</td> </tr> <tr> <td><a href=https://www.kubeflow.org/docs/components/training/user-guides/mpi/ target=_blank>Kubeflow MPI</a></td> <td>Training</td> <td>Supported</td> <td>Run:ai provides out of the box support for submitting MPI workloads <a href=../../../Researcher/cli-reference/new-cli/runai_mpi/ >via API</a> or by submitting workloads <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ >via user interface</a></td> </tr> <tr> <td><a href=https://xgboost.readthedocs.io/en/stable/ target=_blank>XGBoost</a></td> <td>Training</td> <td>Supported</td> <td>Run:ai provides out of the box support for submitting XGBoost workloads <a href=../../../Researcher/cli-reference/new-cli/runai_xgboost/ >via API</a> or by submitting workloads <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ >via user interface</a></td> </tr> <tr> <td><a href=https://karpenter.sh target=_blank>Karpenter</a></td> <td>Cost Optimization</td> <td>Supported</td> <td>Run:ai provides out of the box support for Karpenter to save cloud costs. Integration notes with Karpenter can be found <a href=../karpenter/ >here</a></td> </tr> </tbody> </table> <h2 id=kubernetes-workloads-integration>Kubernetes Workloads Integration<a class=headerlink href=#kubernetes-workloads-integration title="Permanent link">&para;</a></h2> <p>Kubernetes has several built-in resources that encapsulate running <em>Pods</em>. These are called <a href=https://kubernetes.io/docs/concepts/workloads/ target=_blank>Kubernetes Workloads</a> and <strong>should not be confused</strong> with Run:ai Workloads.</p> <p>Examples of such resources are a <em>Deployment</em> that manages a stateless application, or a <em>Job</em> that runs tasks to completion.</p> <p>Run:ai natively runs Run:ai Workloads. A Run:ai workload encapsulates all the resources needed to run, creates them, and deletes them together. However, Run:ai, being an <strong>open platform</strong> allows the scheduling of <strong>any</strong> Kubernetes Workflow.</p> <p>For more information see <a href=../../../developer/cluster-api/other-resources/ >Kubernetes Workloads Integration</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/integrations/karpenter/index.html b/v2.20/platform-admin/integrations/karpenter/index.html
index 27c3b5f853..8f16ae7cf2 100644
--- a/v2.20/platform-admin/integrations/karpenter/index.html
+++ b/v2.20/platform-admin/integrations/karpenter/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/integrations/karpenter/ rel=canonical><link href=../integration-overview/ rel=prev><link href=../../performance/dashboard-analysis/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Working with Karpenter - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/integrations/karpenter/ rel=canonical><link href=../integration-overview/ rel=prev><link href=../../performance/dashboard-analysis/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Working with Karpenter - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#working-with-karpenter class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Working with Karpenter </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5 checked> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=true> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Working with Karpenter </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Working with Karpenter </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#friction-points-using-karpenter-with-runai class=md-nav__link> <span class=md-ellipsis> Friction points using Karpenter with Run:ai </span> </a> <nav class=md-nav aria-label="Friction points using Karpenter with Run:ai"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#mitigating-the-friction-points class=md-nav__link> <span class=md-ellipsis> Mitigating the friction points </span> </a> </li> <li class=md-nav__item> <a href=#deployment-considerations class=md-nav__link> <span class=md-ellipsis> Deployment Considerations </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#friction-points-using-karpenter-with-runai class=md-nav__link> <span class=md-ellipsis> Friction points using Karpenter with Run:ai </span> </a> <nav class=md-nav aria-label="Friction points using Karpenter with Run:ai"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#mitigating-the-friction-points class=md-nav__link> <span class=md-ellipsis> Mitigating the friction points </span> </a> </li> <li class=md-nav__item> <a href=#deployment-considerations class=md-nav__link> <span class=md-ellipsis> Deployment Considerations </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/integrations/karpenter.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=working-with-karpenter>Working with Karpenter<a class=headerlink href=#working-with-karpenter title="Permanent link">&para;</a></h1> <p>Karpenter is an open-source, Kubernetes cluster autoscaler built for cloud deployments. Karpenter optimizes the cloud cost of a customer’s cluster by moving workloads between different node types, consolidating workloads into fewer nodes, using lower-cost nodes where possible, scaling up new nodes when needed, and shutting down unused nodes.</p> <p>Karpenter’s main goal is cost optimization. Unlike Karpenter, Run:ai’s scheduler optimizes for fairness and resource utilization. Therefore, there are a few potential friction points when using both on the same cluster.</p> <h2 id=friction-points-using-karpenter-with-runai>Friction points using Karpenter with Run:ai<a class=headerlink href=#friction-points-using-karpenter-with-runai title="Permanent link">&para;</a></h2> <ol> <li>Karpenter looks for “unschedulable” pending workloads and may try to scale up new nodes to make those workloads schedulable. However, in some scenarios, these workloads may exceed their quota parameters, and the Run:ai scheduler will put them into a pending state.</li> <li>Karpenter is not aware of the Run:ai fractions mechanism and may try to interfere incorrectly.</li> <li>Karpenter preempts any type of workload (i.e., high-priority, non-preemptible workloads will potentially be interrupted and moved to save cost).</li> <li>Karpenter has no pod-group (i.e., workload) notion or gang scheduling awareness, meaning that Karpenter is unaware that a set of “arbitrary” pods is a single workload. This may cause Karpenter to schedule those pods into different node pools (in the case of multi-node-pool workloads) or scale up or down a mix of wrong nodes.</li> </ol> <h3 id=mitigating-the-friction-points>Mitigating the friction points<a class=headerlink href=#mitigating-the-friction-points title="Permanent link">&para;</a></h3> <p>Run:ai scheduler mitigates the friction points using the following techniques (each numbered bullet below corresponds to the related friction point listed above):</p> <ol> <li>Karpenter uses a “nominated node” to recommend a node for the scheduler. The Run:ai scheduler treats this as a “preferred” recommendation, meaning it will try to use this node, but it’s not required and it may choose another node.</li> <li>Fractions - Karpenter won’t consolidate nodes with one or more pods that cannot be moved. The Run:ai reservation pod is marked as ‘do not evict’ to allow the Run:ai scheduler to control the scheduling of fractions.</li> <li>Non-preemptible workloads - Run:ai marks non-preemptible workloads as ‘do not evict’ and Karpenter respects this annotation.</li> <li>Run:ai node pools (single-node-pool workloads) - Karpenter respects the ‘node affinity’ that Run:ai sets on a pod, so Karpenter uses the node affinity for its recommended node. For the gang-scheduling/pod-group (workload) notion, Run:ai scheduler considers Karpenter directives as preferred recommendations rather than mandatory instructions and overrides Karpenter instructions where appropriate.</li> </ol> <h3 id=deployment-considerations>Deployment Considerations<a class=headerlink href=#deployment-considerations title="Permanent link">&para;</a></h3> <ul> <li>Using multi-node-pool workloads<ul> <li>Workloads may include a list of optional nodepools. Karpenter is not aware that only a single node pool should be selected out of that list for the workload. It may therefore recommend putting pods of the same workload into different node pools and may scaleup nodes from different node pools to serve a “multi-node-pool” workload instead of nodes on the selected single node pool.</li> <li>If this becomes an issue (i.e., if Karpenter scales up the wrong node types), users can set an inter-pod affinity using the node pool label or another common label as a ‘topology’ identifier. This will force Karpenter to choose nodes from a single-node pool per workload, selecting from any of the node pools listed as allowed by the workload.</li> <li>An alternative approach is to use a single-node pool for each workload instead of multi-node pools.</li> </ul> </li> <li>Consolidation<ul> <li>To make Karpenter more effective when using its consolidation function, users should consider separating preemptible and non-preemptible workloads, either by using node pools, node affinities, taint/tollerations, or inter-pod anti-affinity.</li> <li>If users don’t separate preemptible and non-preemptible workloads (i.e., make them run on different nodes), Karpenter’s ability to consolidate (binpack) and shut down nodes will be reduced, but it is still effective.</li> </ul> </li> <li>Conflicts between binpacking and spread policies<ul> <li>If Run:ai is used with a scheduling spread policy, it will clash with Karpenter’s default binpacks/consolidation policy, and the outcome may be a deployment that is not optimized for any of these policies.</li> <li>Usually spread is used for Inference, which is non-preemptible and therefore not controlled by Karpenter (Run:ai scheduler will mark those workloads as ‘do not evict’ for Karpenter), so this should not present a real deployment issue for customers.</li> </ul> </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#working-with-karpenter class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Working with Karpenter </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5 checked> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=true> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Working with Karpenter </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Working with Karpenter </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#friction-points-using-karpenter-with-runai class=md-nav__link> <span class=md-ellipsis> Friction points using Karpenter with Run:ai </span> </a> <nav class=md-nav aria-label="Friction points using Karpenter with Run:ai"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#mitigating-the-friction-points class=md-nav__link> <span class=md-ellipsis> Mitigating the friction points </span> </a> </li> <li class=md-nav__item> <a href=#deployment-considerations class=md-nav__link> <span class=md-ellipsis> Deployment Considerations </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#friction-points-using-karpenter-with-runai class=md-nav__link> <span class=md-ellipsis> Friction points using Karpenter with Run:ai </span> </a> <nav class=md-nav aria-label="Friction points using Karpenter with Run:ai"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#mitigating-the-friction-points class=md-nav__link> <span class=md-ellipsis> Mitigating the friction points </span> </a> </li> <li class=md-nav__item> <a href=#deployment-considerations class=md-nav__link> <span class=md-ellipsis> Deployment Considerations </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/integrations/karpenter.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=working-with-karpenter>Working with Karpenter<a class=headerlink href=#working-with-karpenter title="Permanent link">&para;</a></h1> <p>Karpenter is an open-source, Kubernetes cluster autoscaler built for cloud deployments. Karpenter optimizes the cloud cost of a customer’s cluster by moving workloads between different node types, consolidating workloads into fewer nodes, using lower-cost nodes where possible, scaling up new nodes when needed, and shutting down unused nodes.</p> <p>Karpenter’s main goal is cost optimization. Unlike Karpenter, Run:ai’s scheduler optimizes for fairness and resource utilization. Therefore, there are a few potential friction points when using both on the same cluster.</p> <h2 id=friction-points-using-karpenter-with-runai>Friction points using Karpenter with Run:ai<a class=headerlink href=#friction-points-using-karpenter-with-runai title="Permanent link">&para;</a></h2> <ol> <li>Karpenter looks for “unschedulable” pending workloads and may try to scale up new nodes to make those workloads schedulable. However, in some scenarios, these workloads may exceed their quota parameters, and the Run:ai scheduler will put them into a pending state.</li> <li>Karpenter is not aware of the Run:ai fractions mechanism and may try to interfere incorrectly.</li> <li>Karpenter preempts any type of workload (i.e., high-priority, non-preemptible workloads will potentially be interrupted and moved to save cost).</li> <li>Karpenter has no pod-group (i.e., workload) notion or gang scheduling awareness, meaning that Karpenter is unaware that a set of “arbitrary” pods is a single workload. This may cause Karpenter to schedule those pods into different node pools (in the case of multi-node-pool workloads) or scale up or down a mix of wrong nodes.</li> </ol> <h3 id=mitigating-the-friction-points>Mitigating the friction points<a class=headerlink href=#mitigating-the-friction-points title="Permanent link">&para;</a></h3> <p>Run:ai scheduler mitigates the friction points using the following techniques (each numbered bullet below corresponds to the related friction point listed above):</p> <ol> <li>Karpenter uses a “nominated node” to recommend a node for the scheduler. The Run:ai scheduler treats this as a “preferred” recommendation, meaning it will try to use this node, but it’s not required and it may choose another node.</li> <li>Fractions - Karpenter won’t consolidate nodes with one or more pods that cannot be moved. The Run:ai reservation pod is marked as ‘do not evict’ to allow the Run:ai scheduler to control the scheduling of fractions.</li> <li>Non-preemptible workloads - Run:ai marks non-preemptible workloads as ‘do not evict’ and Karpenter respects this annotation.</li> <li>Run:ai node pools (single-node-pool workloads) - Karpenter respects the ‘node affinity’ that Run:ai sets on a pod, so Karpenter uses the node affinity for its recommended node. For the gang-scheduling/pod-group (workload) notion, Run:ai scheduler considers Karpenter directives as preferred recommendations rather than mandatory instructions and overrides Karpenter instructions where appropriate.</li> </ol> <h3 id=deployment-considerations>Deployment Considerations<a class=headerlink href=#deployment-considerations title="Permanent link">&para;</a></h3> <ul> <li>Using multi-node-pool workloads<ul> <li>Workloads may include a list of optional nodepools. Karpenter is not aware that only a single node pool should be selected out of that list for the workload. It may therefore recommend putting pods of the same workload into different node pools and may scaleup nodes from different node pools to serve a “multi-node-pool” workload instead of nodes on the selected single node pool.</li> <li>If this becomes an issue (i.e., if Karpenter scales up the wrong node types), users can set an inter-pod affinity using the node pool label or another common label as a ‘topology’ identifier. This will force Karpenter to choose nodes from a single-node pool per workload, selecting from any of the node pools listed as allowed by the workload.</li> <li>An alternative approach is to use a single-node pool for each workload instead of multi-node pools.</li> </ul> </li> <li>Consolidation<ul> <li>To make Karpenter more effective when using its consolidation function, users should consider separating preemptible and non-preemptible workloads, either by using node pools, node affinities, taint/tollerations, or inter-pod anti-affinity.</li> <li>If users don’t separate preemptible and non-preemptible workloads (i.e., make them run on different nodes), Karpenter’s ability to consolidate (binpack) and shut down nodes will be reduced, but it is still effective.</li> </ul> </li> <li>Conflicts between binpacking and spread policies<ul> <li>If Run:ai is used with a scheduling spread policy, it will clash with Karpenter’s default binpacks/consolidation policy, and the outcome may be a deployment that is not optimized for any of these policies.</li> <li>Usually spread is used for Inference, which is non-preemptible and therefore not controlled by Karpenter (Run:ai scheduler will mark those workloads as ‘do not evict’ for Karpenter), so this should not present a real deployment issue for customers.</li> </ul> </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/overview/index.html b/v2.20/platform-admin/overview/index.html
index 4ec4cb02ca..43ad0947d9 100644
--- a/v2.20/platform-admin/overview/index.html
+++ b/v2.20/platform-admin/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/overview/ rel=canonical><link href=../../admin/troubleshooting/diagnostics/ rel=prev><link href=../authentication/users/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/overview/ rel=canonical><link href=../../admin/troubleshooting/diagnostics/ rel=prev><link href=../authentication/users/ rel=next><link rel=icon href=../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../css/timeago.css><link rel=stylesheet href=../../stylesheets/extra.css><script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#overview-platform-administrator class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=overview-platform-administrator>Overview: Platform Administrator<a class=headerlink href=#overview-platform-administrator title="Permanent link">&para;</a></h1> <p>The Platform Administrator is responsible for the day-to-day administration of the product. </p> <p>As part of the Platform Administrator documentation you will find:</p> <ul> <li>Provide the right access level to users.</li> <li>Configure Run:ai meta-data such as <a href=../aiinitiatives/org/projects/ >Projects</a>, <a href=../aiinitiatives/org/departments/ >Departments</a>, <a href=../aiinitiatives/resources/node-pools/ >Node pools</a> etc. </li> <li>Understand Researcher <a href=../workloads/overviews/introduction-to-workloads/ >Workloads</a> and set up Workload <a href=../workloads/policies/overview/ >Policies</a> and <a href=../workloads/assets/overview/ >Assets</a>.</li> <li>Review possible <a href=../integrations/integration-overview/ >integrations</a> with third-party products. </li> <li>Analyze <a href=../performance/dashboard-analysis/ >system performance</a> and perform suggested actions. </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#overview-platform-administrator class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=./ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=overview-platform-administrator>Overview: Platform Administrator<a class=headerlink href=#overview-platform-administrator title="Permanent link">&para;</a></h1> <p>The Platform Administrator is responsible for the day-to-day administration of the product. </p> <p>As part of the Platform Administrator documentation you will find:</p> <ul> <li>Provide the right access level to users.</li> <li>Configure Run:ai meta-data such as <a href=../aiinitiatives/org/projects/ >Projects</a>, <a href=../aiinitiatives/org/departments/ >Departments</a>, <a href=../aiinitiatives/resources/node-pools/ >Node pools</a> etc. </li> <li>Understand Researcher <a href=../workloads/overviews/introduction-to-workloads/ >Workloads</a> and set up Workload <a href=../workloads/policies/overview/ >Policies</a> and <a href=../workloads/assets/overview/ >Assets</a>.</li> <li>Review possible <a href=../integrations/integration-overview/ >integrations</a> with third-party products. </li> <li>Analyze <a href=../performance/dashboard-analysis/ >system performance</a> and perform suggested actions. </li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../js/timeago.min.js></script> <script src=../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/performance/dashboard-analysis/index.html b/v2.20/platform-admin/performance/dashboard-analysis/index.html
index 9a3bd123dd..90d0bd539c 100644
--- a/v2.20/platform-admin/performance/dashboard-analysis/index.html
+++ b/v2.20/platform-admin/performance/dashboard-analysis/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/performance/dashboard-analysis/ rel=canonical><link href=../../integrations/karpenter/ rel=prev><link href=../reports/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Dashboard Analysis - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/performance/dashboard-analysis/ rel=canonical><link href=../../integrations/karpenter/ rel=prev><link href=../reports/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Dashboard Analysis - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#introduction class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Dashboard Analysis </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6 checked> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=true> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Dashboard Analysis </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Dashboard Analysis </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#gpucpu-overview-dashboard-new-and-legacy class=md-nav__link> <span class=md-ellipsis> GPU/CPU Overview Dashboard (New and legacy) </span> </a> <nav class=md-nav aria-label="GPU/CPU Overview Dashboard (New and legacy)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#gpu-dashboard class=md-nav__link> <span class=md-ellipsis> GPU Dashboard </span> </a> </li> <li class=md-nav__item> <a href=#cpu-dashboard class=md-nav__link> <span class=md-ellipsis> CPU Dashboard </span> </a> </li> <li class=md-nav__item> <a href=#workloads-with-an-error class=md-nav__link> <span class=md-ellipsis> Workloads with an Error </span> </a> </li> <li class=md-nav__item> <a href=#workloads-with-a-long-duration class=md-nav__link> <span class=md-ellipsis> Workloads with a Long Duration </span> </a> </li> <li class=md-nav__item> <a href=#job-queue class=md-nav__link> <span class=md-ellipsis> Job Queue </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#analytics-dashboard class=md-nav__link> <span class=md-ellipsis> Analytics Dashboard </span> </a> <nav class=md-nav aria-label="Analytics Dashboard"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#node-downtime class=md-nav__link> <span class=md-ellipsis> Node Downtime </span> </a> </li> <li class=md-nav__item> <a href=#gpu-allocation class=md-nav__link> <span class=md-ellipsis> GPU Allocation </span> </a> </li> <li class=md-nav__item> <a href=#track-gpu-utilization class=md-nav__link> <span class=md-ellipsis> Track GPU utilization </span> </a> </li> <li class=md-nav__item> <a href=#training-vs-interactive-researcher-maturity class=md-nav__link> <span class=md-ellipsis> Training vs. Interactive -- Researcher maturity </span> </a> </li> <li class=md-nav__item> <a href=#pending-queue-size class=md-nav__link> <span class=md-ellipsis> Pending Queue Size </span> </a> </li> <li class=md-nav__item> <a href=#cpu-memory-utilization class=md-nav__link> <span class=md-ellipsis> CPU &amp; Memory Utilization </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#multi-cluster-overview-dashboard class=md-nav__link> <span class=md-ellipsis> Multi-Cluster overview dashboard </span> </a> </li> <li class=md-nav__item> <a href=#consumption-dashboard class=md-nav__link> <span class=md-ellipsis> Consumption dashboard </span> </a> </li> <li class=md-nav__item> <a href=#quota-management-dashboard class=md-nav__link> <span class=md-ellipsis> Quota management dashboard </span> </a> <nav class=md-nav aria-label="Quota management dashboard"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#add-filter class=md-nav__link> <span class=md-ellipsis> Add Filter </span> </a> </li> <li class=md-nav__item> <a href=#quota-total class=md-nav__link> <span class=md-ellipsis> Quota / Total </span> </a> </li> <li class=md-nav__item> <a href=#allocated-quota class=md-nav__link> <span class=md-ellipsis> Allocated / Quota </span> </a> </li> <li class=md-nav__item> <a href=#pending-workloads class=md-nav__link> <span class=md-ellipsis> Pending workloads </span> </a> </li> <li class=md-nav__item> <a href=#quota-by-node-pool class=md-nav__link> <span class=md-ellipsis> Quota by node pool </span> </a> </li> <li class=md-nav__item> <a href=#allocation-by-node-pool class=md-nav__link> <span class=md-ellipsis> Allocation by node pool </span> </a> </li> <li class=md-nav__item> <a href=#pending-workloads-by-node-pool class=md-nav__link> <span class=md-ellipsis> Pending workloads by node pool </span> </a> </li> <li class=md-nav__item> <a href=#departments-with-lowest-allocation-by-node-pool class=md-nav__link> <span class=md-ellipsis> Departments with lowest allocation by node pool </span> </a> </li> <li class=md-nav__item> <a href=#projects-with-lowest-allocation-ratio-by-node-pool class=md-nav__link> <span class=md-ellipsis> Projects with lowest allocation ratio by node pool </span> </a> </li> <li class=md-nav__item> <a href=#over-time-allocation-quota class=md-nav__link> <span class=md-ellipsis> Over time allocation / quota </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#gpucpu-overview-dashboard-new-and-legacy class=md-nav__link> <span class=md-ellipsis> GPU/CPU Overview Dashboard (New and legacy) </span> </a> <nav class=md-nav aria-label="GPU/CPU Overview Dashboard (New and legacy)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#gpu-dashboard class=md-nav__link> <span class=md-ellipsis> GPU Dashboard </span> </a> </li> <li class=md-nav__item> <a href=#cpu-dashboard class=md-nav__link> <span class=md-ellipsis> CPU Dashboard </span> </a> </li> <li class=md-nav__item> <a href=#workloads-with-an-error class=md-nav__link> <span class=md-ellipsis> Workloads with an Error </span> </a> </li> <li class=md-nav__item> <a href=#workloads-with-a-long-duration class=md-nav__link> <span class=md-ellipsis> Workloads with a Long Duration </span> </a> </li> <li class=md-nav__item> <a href=#job-queue class=md-nav__link> <span class=md-ellipsis> Job Queue </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#analytics-dashboard class=md-nav__link> <span class=md-ellipsis> Analytics Dashboard </span> </a> <nav class=md-nav aria-label="Analytics Dashboard"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#node-downtime class=md-nav__link> <span class=md-ellipsis> Node Downtime </span> </a> </li> <li class=md-nav__item> <a href=#gpu-allocation class=md-nav__link> <span class=md-ellipsis> GPU Allocation </span> </a> </li> <li class=md-nav__item> <a href=#track-gpu-utilization class=md-nav__link> <span class=md-ellipsis> Track GPU utilization </span> </a> </li> <li class=md-nav__item> <a href=#training-vs-interactive-researcher-maturity class=md-nav__link> <span class=md-ellipsis> Training vs. Interactive -- Researcher maturity </span> </a> </li> <li class=md-nav__item> <a href=#pending-queue-size class=md-nav__link> <span class=md-ellipsis> Pending Queue Size </span> </a> </li> <li class=md-nav__item> <a href=#cpu-memory-utilization class=md-nav__link> <span class=md-ellipsis> CPU &amp; Memory Utilization </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#multi-cluster-overview-dashboard class=md-nav__link> <span class=md-ellipsis> Multi-Cluster overview dashboard </span> </a> </li> <li class=md-nav__item> <a href=#consumption-dashboard class=md-nav__link> <span class=md-ellipsis> Consumption dashboard </span> </a> </li> <li class=md-nav__item> <a href=#quota-management-dashboard class=md-nav__link> <span class=md-ellipsis> Quota management dashboard </span> </a> <nav class=md-nav aria-label="Quota management dashboard"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#add-filter class=md-nav__link> <span class=md-ellipsis> Add Filter </span> </a> </li> <li class=md-nav__item> <a href=#quota-total class=md-nav__link> <span class=md-ellipsis> Quota / Total </span> </a> </li> <li class=md-nav__item> <a href=#allocated-quota class=md-nav__link> <span class=md-ellipsis> Allocated / Quota </span> </a> </li> <li class=md-nav__item> <a href=#pending-workloads class=md-nav__link> <span class=md-ellipsis> Pending workloads </span> </a> </li> <li class=md-nav__item> <a href=#quota-by-node-pool class=md-nav__link> <span class=md-ellipsis> Quota by node pool </span> </a> </li> <li class=md-nav__item> <a href=#allocation-by-node-pool class=md-nav__link> <span class=md-ellipsis> Allocation by node pool </span> </a> </li> <li class=md-nav__item> <a href=#pending-workloads-by-node-pool class=md-nav__link> <span class=md-ellipsis> Pending workloads by node pool </span> </a> </li> <li class=md-nav__item> <a href=#departments-with-lowest-allocation-by-node-pool class=md-nav__link> <span class=md-ellipsis> Departments with lowest allocation by node pool </span> </a> </li> <li class=md-nav__item> <a href=#projects-with-lowest-allocation-ratio-by-node-pool class=md-nav__link> <span class=md-ellipsis> Projects with lowest allocation ratio by node pool </span> </a> </li> <li class=md-nav__item> <a href=#over-time-allocation-quota class=md-nav__link> <span class=md-ellipsis> Over time allocation / quota </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/performance/dashboard-analysis.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=introduction>Introduction<a class=headerlink href=#introduction title="Permanent link">&para;</a></h1> <p>The Run:ai Administration User Interface provides a set of dashboards that help you monitor Clusters, Cluster Nodes, Projects, and Workloads. This document provides the key metrics to monitor, how to assess them as well as suggested actions.</p> <p>Dashboards are used by system administrators to analyze and diagnose issues that relate to:</p> <ul> <li>Physical Resources.</li> <li>Organization resource allocation and utilization.</li> <li>Usage characteristics.</li> </ul> <p>System administrators need to know important information about the physical resources that are currently being used. Important information such as:</p> <ul> <li>Resource health.</li> <li>Available resources and their distribution.</li> <li>Is there a lack of resources.</li> <li>Are resources being utilized correctly.</li> </ul> <p>With this information, system administrators can hone in on:</p> <ul> <li>How resources are allocated across the organization.</li> <li>How the different organizational units utilized quotas and resources within those quotas.</li> <li>The actual performance of the organizational units.</li> </ul> <p>These dashboards give system administrators the ability to drill down to see details of the different types of workloads that each of the organizational units is running. These usage and performance metrics ensure that system administrators can then take actions to correct issues that affect performance.</p> <p>There are 5 dashboards:</p> <ul> <li><a href=#gpucpu-overview-dashboard-new-and-legacy><strong>GPU/CPU Overview</strong></a> dashboard&mdash;Provides information about what is happening right now in the cluster.</li> <li><a href=#quota-management-dashboard><strong>Quota Management</strong></a> dashboard&mdash;Provides information about quota utilization.</li> <li><a href=#analytics-dashboard><strong>Analytics</strong></a> dashboard&mdash;Provides long term analysis of cluster behavior.</li> <li><a href=#multi-cluster-overview-dashboard><strong>Multi-Cluster Overview</strong></a> dashboard&mdash;Provides a more holistic, multi-cluster view of what is happening right now. The dashboard is intended for organizations that have more than one connected cluster.</li> <li><a href=#consumption-dashboard><strong>Consumption</strong></a> dashboard&mdash;Provides information about resource consumption.</li> </ul> <h2 id=gpucpu-overview-dashboard-new-and-legacy>GPU/CPU Overview Dashboard (New and legacy)<a class=headerlink href=#gpucpu-overview-dashboard-new-and-legacy title="Permanent link">&para;</a></h2> <p>The Overview dashboard provides information about what is happening <strong>right now</strong> in the cluster. Administrators can view high-level information on the state of the cluster. The dashboard has two tabs that change the display to provide a focused view for <a href=#gpu-dashboard>GPU Dashboards</a> (default view) and <a href=#cpu-dashboard>CPU Dashboards</a>.</p> <h3 id=gpu-dashboard>GPU Dashboard<a class=headerlink href=#gpu-dashboard title="Permanent link">&para;</a></h3> <p>The GPU dashboard displays specific information for GPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that specific to GPU based environments. The dashboard contains tiles that show information about specific resource allocation and performance metrics. The tiles are interactive allowing you to link directly to the assets or drill down to specific scopes. Use the time frame selector to choose a time frame for all the tiles in the dashboard.</p> <p>The dashboard has the following tiles:</p> <ul> <li>Ready nodes&mdash;displays GPU nodes that are in the ready state.</li> <li>Ready GPU devices&mdash;displays the number of GPUs in nodes that are in the ready state.</li> <li>Allocated GPU compute&mdash;displays the total number of GPUs allocated from all the nodes.</li> <li>Idle allocated GPU devices&mdash;displays the number of allocated GPU devices that have been idle for more than 5 minutes.</li> <li>Running workloads&mdash;displays the number of running workloads.</li> <li>Pending workloads&mdash;displays the number of workloads in the pending status.</li> <li>Allocation ration by node pool&mdash;displays the percentage of GPUs allocated per node pool. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details.</li> <li>Free resources by node pool&mdash;the graph displays the amount of free resources per node pool. Press a entry in the graph for more details. Hover over the resource bubbles for specific details for the workers in the node. Use the ellipsis to download the graph as a CSV file.</li> <li>Resource allocation by workload type&mdash;displays the resource allocation by workload type. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details. Use the ellipsis to download the graph as a CSV file.</li> <li>Workload by status&mdash;displays the number of workloads for each status in the workloads table. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details. Use the ellipsis to download the graph as a CSV file.</li> <li>Resources utilization&mdash;displays the resource utilization over time. The right pane of the graph shows the average utilization of the selected time frame of the dashboard. Hover over the graph to see details of a specific time in the graph. Use the ellipsis to download the graph as a CSV file.</li> <li>Resource allocation&mdash;displays the resource allocation over time. The right pane of the graph shows the average allocation of the selected time frame of the dashboard. Hover over the graph to see details of a specific time in the graph. Use the ellipsis to download the graph as a CSV file.</li> </ul> <h3 id=cpu-dashboard>CPU Dashboard<a class=headerlink href=#cpu-dashboard title="Permanent link">&para;</a></h3> <p>The CPU dashboards display specific information for CPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that specific to CPU based environments.</p> <p>To enable CPU Dashboards:</p> <ol> <li>Click <code>General settings</code></li> <li>Open the <code>Analytics</code> pane and toggle the <em>Show CPU dashboard</em> switch to enable the feature.</li> </ol> <p>Toggle the switch to <code>disable</code> to disable <em>CPU Dashboards</em> option.</p> <p>The dashboard contains the following tiles:</p> <ul> <li>Total CPU Nodes&mdash;displays the total amount of CPU nodes.</li> <li>Ready CPU nodes&mdash;displays the total amount of CPU nodes in the ready state.</li> <li>Total CPUs&mdash;displays the total amount of CPUs.</li> <li>Ready CPUs&mdash;displays the total amount of CPUs in the ready state.</li> <li>Allocated CPUs&mdash;displays the amount of allocated CPUs.</li> <li>Running workloads&mdash;displays the amount of workloads in the running state.</li> <li>Pending workloads&mdash;displays the amount of workloads in the pending state.</li> <li>Allocated CPUs per project&mdash;displays the amount of CPUs allocated per project.</li> <li>Active projects&mdash;displays the active projects with the CPU allocation and amount of running and pending workloads.</li> <li>Utilization per resource type&mdash;displays the CPU compute and CPU memory utilization over time.</li> <li>CPU compute utilization&mdash;displays the current CPU compute utilization.</li> <li>CPU memory utilization&mdash;displays the current CPU memory utilization.</li> <li>Pending workloads&mdash;displays the requested resources and wait time for workloads in the pending status.</li> <li>Workloads with error&mdash;displays the amount of workloads that are currently not running due to an error.</li> <li>Workload Count per CPU Compute Utilization&mdash;</li> <li>5 longest running workloads&mdash;displays up to 5 of workloads that have the longest running time.</li> </ul> <p><strong>Analysis and Suggested actions</strong>:</p> <table> <thead> <tr> <th>Review</th> <th>Analysis &amp; Actions</th> </tr> </thead> <tbody> <tr> <td>Interactive Workloads are too frequently idle</td> <td><em>Consider setting time limits for interactive Workloads through the Projects tab. <br></em> Consider also reducing GPU/CPU quotas for specific Projects to encourage users to run more training Workloads as opposed to interactive Workloads (note that interactive Workloads can not use more than the GPU/CPU quota assigned to their Project).</td> </tr> <tr> <td>Training Workloads are too frequently idle</td> <td>Identify and notify the right users and work with them to improve the utilization of their training scripts</td> </tr> </tbody> </table> <h3 id=workloads-with-an-error>Workloads with an Error<a class=headerlink href=#workloads-with-an-error title="Permanent link">&para;</a></h3> <p>Search for Workloads with an error status. These Workloads may be holding GPUs/CPUs without actually using them.</p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>Search for workloads with an Error status on the Workloads view and discuss with the Job owner. Consider deleting these Workloads to free up the resources for other users.</p> <h3 id=workloads-with-a-long-duration>Workloads with a Long Duration<a class=headerlink href=#workloads-with-a-long-duration title="Permanent link">&para;</a></h3> <p>View list of 5 longest Workloads.</p> <p><strong>Analysis and Suggested actions</strong>:</p> <table> <thead> <tr> <th>Review</th> <th>Analysis &amp; Actions</th> </tr> </thead> <tbody> <tr> <td>Training Workloads run for too long</td> <td>Ask users to view their Workloads and analyze whether useful work is being done. If needed, stop their Workloads.</td> </tr> <tr> <td>Interactive Workloads run for too long</td> <td>Consider setting time limits for interactive Workloads via the Project editor.</td> </tr> </tbody> </table> <h3 id=job-queue>Job Queue<a class=headerlink href=#job-queue title="Permanent link">&para;</a></h3> <p>Identify queueing bottlenecks.</p> <p><strong>Analysis and Suggested actions</strong>:</p> <table> <thead> <tr> <th>Review</th> <th>Analysis &amp; Actions</th> </tr> </thead> <tbody> <tr> <td>Cluster is fully loaded</td> <td>Go over the table of active Projects and check that fairness between Projects was enforced, by reviewing the number of allocated GPUs/CPUs for each Project, ensuring each Project was allocated with its fair-share portion of the cluster.</td> </tr> <tr> <td>Cluster is not fully loaded</td> <td>Go to the Workloads view to review the resources requested for that Job (CPU, CPU memory, GPU, GPU memory).<br> Go to the Nodes view to verify that there is no Node with enough free resources that can host that Job.</td> </tr> </tbody> </table> <p>Also, check the command that the user used to submit the job. The Researcher may have requested a specific Node for that Job.</p> <h2 id=analytics-dashboard>Analytics Dashboard<a class=headerlink href=#analytics-dashboard title="Permanent link">&para;</a></h2> <p>The Analytics dashboard provides means for viewing historical data on cluster information such as:</p> <ul> <li>Utilization across the cluster</li> <li>GPU usage by different <strong>Projects</strong>, including allocation and utilization, broken down into interactive and training Workloads</li> <li>Breakdown of running <strong>Workloads</strong> into interactive, training, and GPU versus CPU-only Workloads, including information on queueing (number of pending Workloads and requested GPUs),</li> <li>Status of Nodes in terms of availability and allocated and utilized resources.</li> </ul> <p>The dashboard has a dropdown filter for node pools and Departments. From the dropdown, select one or more node pools. The default setting is <code>all</code>.</p> <p>The information presented in Analytics can be used in different ways for identifying problems and fixing them. Below are a few examples.</p> <h3 id=node-downtime>Node Downtime<a class=headerlink href=#node-downtime title="Permanent link">&para;</a></h3> <p>View the overall available resources per Node and identify cases where a Node is down and there was a reduction in the number of available resources.</p> <p><strong>How to</strong>: view the following panel.</p> <p><a class=glightbox href=../img/node-downtime.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/node-downtime.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>Filter according to time range to understand for how long the Node is down.</p> <h3 id=gpu-allocation>GPU Allocation<a class=headerlink href=#gpu-allocation title="Permanent link">&para;</a></h3> <p>Track GPU allocation across time.</p> <p><strong>How to</strong>: view the following panels.</p> <p><a class=glightbox href=../img/gpu-allocation.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/gpu-allocation.png></a></p> <p>The panel on the right-hand side shows the cluster-wide GPU allocation and utilization versus time, whereas the panels on the left-hand side show the cluster-wide GPU allocation and utilization averaged across the filtered time range.</p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>If the allocation is too low for a long period, work with users to run more workloads and to better utilize the Cluster.</p> <h3 id=track-gpu-utilization>Track GPU utilization<a class=headerlink href=#track-gpu-utilization title="Permanent link">&para;</a></h3> <p>Track whether Researchers efficiently use the GPU resources they have allocated for themselves.</p> <p><strong>How to</strong>: view the following panel:</p> <p><a class=glightbox href=../img/gpu-utilization.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/gpu-utilization.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>If utilization is too low for a long period, you will want to identify the source of the problem:</p> <ul> <li>Go to “Average GPU Allocation &amp; Utilization”</li> <li>Look for Projects with large GPU allocations for interactive Workloads or Projects that poorly utilize their training Workloads. Users tend to poorly utilize their GPUs in interactive sessions because of the dev &amp; debug nature of their work which typically is an iterative process with long idle GPU time. On many occasions users also don’t shut down their interactive Workloads, holding their GPUs idle and preventing others from using them.</li> </ul> <table> <thead> <tr> <th>Review</th> <th>Analysis &amp; Actions</th> </tr> </thead> <tbody> <tr> <td>Low GPU utilization is due to interactive Workloads being used too frequently</td> <td>Consider setting time limits for interactive Workloads through the Projects tab or reducing GPU quotas to encourage users to run more training Workloads as opposed to interactive Workloads (note that interactive Workloads can not use more than the GPU quota assigned to their Project).</td> </tr> <tr> <td>Low GPU utilization is due to users poorly utilizing their GPUs in training sessions</td> <td>Identify Projects with bad GPU utilization in training Workloads, notify the users and work with them to improve their code and the way they utilize their GPUs.</td> </tr> </tbody> </table> <h3 id=training-vs-interactive-researcher-maturity>Training vs. Interactive -- Researcher maturity<a class=headerlink href=#training-vs-interactive-researcher-maturity title="Permanent link">&para;</a></h3> <p>Track the number of running Workloads and the breakdown into interactive, training, and CPU-only Workloads.</p> <p><strong>How to</strong>: view the following panel:</p> <p><a class=glightbox href=../img/training-interactive.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/training-interactive.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>We would want to encourage users to run more training Workloads than interactive Workloads, as it is the key to achieving high GPU utilization across the Cluster:</p> <ul> <li>Training Workloads run to completion and free up their resources automatically when training ends</li> <li>Training Workloads can be preempted, queued, and resumed automatically by the Run:ai system according to predefined policies which increases fairness and Cluster utilization.</li> </ul> <h3 id=pending-queue-size>Pending Queue Size<a class=headerlink href=#pending-queue-size title="Permanent link">&para;</a></h3> <p>Track how long is the queue for pending Workloads</p> <p><strong>How to</strong>: view the following panels:</p> <p><a class=glightbox href=../img/pending-jobs.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/pending-jobs.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>Consider buying more GPUs:</p> <ul> <li>When there are too many Workloads are waiting in queue for too long.</li> <li>With a large number of requested GPUs.</li> <li>While the Cluster is fully loaded and well utilized.</li> </ul> <h3 id=cpu-memory-utilization>CPU &amp; Memory Utilization<a class=headerlink href=#cpu-memory-utilization title="Permanent link">&para;</a></h3> <p>Track CPU and memory Node utilization and identify times where the load on specific Nodes is high.</p> <p><strong>How to</strong>: view the following panel:</p> <p><a class=glightbox href=../img/cpu-utilization.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/cpu-utilization.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>If the load on specific Nodes is too high, it may cause problems with the proper operation of the Cluster and the way workloads are running.</p> <p>Consider adding more CPUs, or adding additional CPU-only nodes for Workloads that do only CPU processing.</p> <h2 id=multi-cluster-overview-dashboard>Multi-Cluster overview dashboard<a class=headerlink href=#multi-cluster-overview-dashboard title="Permanent link">&para;</a></h2> <p>Provides a holistic, aggregated view across Clusters, including information about Cluster and Node utilization, available resources, and allocated resources. With this dashboard, you can identify Clusters that are down or underutilized and go to the Overview of that Cluster to explore further.</p> <p><a class=glightbox href=../img/multi-cluster-overview.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/multi-cluster-overview.png></a></p> <h2 id=consumption-dashboard>Consumption dashboard<a class=headerlink href=#consumption-dashboard title="Permanent link">&para;</a></h2> <p>This dashboard enables users and admins to view consumption usage using run:AI services. The dashboard provides views based on configurable filters and timelines. The dashboard also provides costing analysis for GPU, CPU, and memory costs for the system.</p> <p><a class=glightbox href=../img/consumption-dashboard.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt="!consumption dashboard" src=../img/consumption-dashboard.png></a></p> <p>The dashboard has 4 tiles for:</p> <ul> <li>Cumulative GPU allocation per Project or Department</li> <li>Cumulative CPU allocation per Project or Department</li> <li>Cumulative memory allocation per Project or Department</li> <li>Consumption types</li> </ul> <p>Use the drop down menus at the top of the dashboard to apply filters for:</p> <ul> <li>Project or department</li> <li>Per project (single, multiple, or all)</li> <li>Per department (single, multiple or all)</li> <li>Per cluster (single, multiple, all)</li> </ul> <p>To enable the Consumption Dashboard:</p> <ol> <li>Press the <code>General settings</code> icon, then press <code>General</code>.</li> <li>Open the <code>Analytics</code> pane and toggle the <em>Consumption</em> switch to enable the feature.</li> <li>Enter the cost of:</li> <li>GPU compute / Hour</li> <li>CPU compute / Hour</li> <li>CPU memory / Hour</li> </ol> <p>Use the time picker dropdown to select relative time range options and set custom absolute time ranges. You can change the Timezone and fiscal year settings from the time range controls by clicking the Change time settings button.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Dashboard data updates once an hour.</p> </div> <p><a class=glightbox href=../img/consumption-dashboard-time-picker.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/consumption-dashboard-time-picker.png></a></p> <p>You can change the refresh interval using the refresh interval drop down.</p> <p>The dashboard has a 2 consumption tables that display the total consumption of resources. Hover over an entry in the table to filter it in or out of the table.</p> <p>The <em>Total consumption</em> table includes consumption details based on the filters selected. Fields include:</p> <ul> <li>Project</li> <li>Department</li> <li>GPU hours</li> <li>CPU hours</li> <li>Memory hours</li> <li>GPU Idle allocated hours&mdash;the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours&mdash;the actual usage time of CPU.</li> <li>Memory usage time&mdash;the actual usage time of CPU memory.</li> <li>GPU cost (only when configured)</li> <li>CPU cost (only when configured)</li> <li>CPU memory (only when configured)</li> </ul> <p>The <em>Total department consumption</em> table includes consumption details for each department, or details for departments selected in the filters. Fields include:</p> <ul> <li>Department</li> <li>GPU hours</li> <li>CPU hours</li> <li>Memory hours</li> <li>GPU Idle allocated hours&mdash;the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours&mdash;the actual usage time of CPU.</li> <li>Memory usage time&mdash;the actual usage time of CPU memory.</li> <li>GPU cost (only when configured)</li> <li>CPU cost (only when configured)</li> <li>CPU memory (only when configured)</li> </ul> <p>The dashboard has a graph of the GPU allocation over time.</p> <p>!<a class=glightbox href=../img/consumption-dashboard-gpu-over-time.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/consumption-dashboard-gpu-over-time.png></a></p> <p>The dashboard has a graph of the Project over-quota GPU consumption.</p> <p>!<a class=glightbox href=../img/consumption-dashboard-project-over-quota-graph.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/consumption-dashboard-project-over-quota-graph.png></a></p> <h2 id=quota-management-dashboard>Quota management dashboard<a class=headerlink href=#quota-management-dashboard title="Permanent link">&para;</a></h2> <p>The Quota management dashboard provides an efficient means to monitor and manage resource utilization within the AI cluster. The dashboard is divided into sections with essential metrics and data visualizations to identify resource usage patterns, potential bottlenecks, and areas for optimization. The sections of the dashboard include:</p> <ul> <li><strong>Add Filter</strong></li> <li><strong>Quota / Total</strong></li> <li><strong>Allocated / Quota</strong></li> <li><strong>Pending workloads</strong></li> <li><strong>Quota by node pool</strong></li> <li><strong>Allocation by node pool</strong></li> <li><strong>Pending workloads by node pool</strong></li> <li><strong>Departments with lowest allocation by node pool</strong></li> <li><strong>Projects with lowest allocation ratio by node pool</strong></li> <li><strong>Over time allocation / quota</strong></li> </ul> <h3 id=add-filter>Add Filter<a class=headerlink href=#add-filter title="Permanent link">&para;</a></h3> <p>Use the <em>Add Filter</em> dropdown to select filters for the dashboard. The filters will change the data shown on the dashboard. Available filters are:</p> <ul> <li>Departments</li> <li>Projects</li> <li>Nodes</li> </ul> <p>Select a filter from the dropdown, then select a item from the list, and press apply.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>You can create a filter with multiple categories, but you can use each category and item only once.</p> </div> <h3 id=quota-total>Quota / Total<a class=headerlink href=#quota-total title="Permanent link">&para;</a></h3> <p>This section shows the number of GPUs that are in the quota based on the filter selection. The quota of GPUs is the number of GPUs that are reserved for use.</p> <h3 id=allocated-quota>Allocated / Quota<a class=headerlink href=#allocated-quota title="Permanent link">&para;</a></h3> <p>This section shows the number of GPUs that are allocated based on the filter selection. Allocated GPUs are the number of GPUs that are being used.</p> <h3 id=pending-workloads>Pending workloads<a class=headerlink href=#pending-workloads title="Permanent link">&para;</a></h3> <p>This section shows the number workloads that are pending based on the filter selection. Pending workloads are workloads that have not started.</p> <h3 id=quota-by-node-pool>Quota by node pool<a class=headerlink href=#quota-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the quota of GPUs by node pool based on the filter. The quota is the number of GPUs that are reserved for use. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p> <h3 id=allocation-by-node-pool>Allocation by node pool<a class=headerlink href=#allocation-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the allocation of GPUs by node pool based on the filter. The allocation is the number of GPUs that are being used. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p> <h3 id=pending-workloads-by-node-pool>Pending workloads by node pool<a class=headerlink href=#pending-workloads-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the number of pending workloads by node pool. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p> <h3 id=departments-with-lowest-allocation-by-node-pool>Departments with lowest allocation by node pool<a class=headerlink href=#departments-with-lowest-allocation-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the departments with the lowest allocation of GPUs by percentage relative to the total number of GPUs.</p> <h3 id=projects-with-lowest-allocation-ratio-by-node-pool>Projects with lowest allocation ratio by node pool<a class=headerlink href=#projects-with-lowest-allocation-ratio-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the projects with the lowest allocation of GPUS by percentage relative to the total number of GPUs.</p> <h3 id=over-time-allocation-quota>Over time allocation / quota<a class=headerlink href=#over-time-allocation-quota title="Permanent link">&para;</a></h3> <p>This section shows the allocation of GPUs from the quota over a period of time.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#introduction class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Dashboard Analysis </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../workloads/policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../workloads/policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6 checked> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=true> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Dashboard Analysis </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Dashboard Analysis </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#gpucpu-overview-dashboard-new-and-legacy class=md-nav__link> <span class=md-ellipsis> GPU/CPU Overview Dashboard (New and legacy) </span> </a> <nav class=md-nav aria-label="GPU/CPU Overview Dashboard (New and legacy)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#gpu-dashboard class=md-nav__link> <span class=md-ellipsis> GPU Dashboard </span> </a> </li> <li class=md-nav__item> <a href=#cpu-dashboard class=md-nav__link> <span class=md-ellipsis> CPU Dashboard </span> </a> </li> <li class=md-nav__item> <a href=#workloads-with-an-error class=md-nav__link> <span class=md-ellipsis> Workloads with an Error </span> </a> </li> <li class=md-nav__item> <a href=#workloads-with-a-long-duration class=md-nav__link> <span class=md-ellipsis> Workloads with a Long Duration </span> </a> </li> <li class=md-nav__item> <a href=#job-queue class=md-nav__link> <span class=md-ellipsis> Job Queue </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#analytics-dashboard class=md-nav__link> <span class=md-ellipsis> Analytics Dashboard </span> </a> <nav class=md-nav aria-label="Analytics Dashboard"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#node-downtime class=md-nav__link> <span class=md-ellipsis> Node Downtime </span> </a> </li> <li class=md-nav__item> <a href=#gpu-allocation class=md-nav__link> <span class=md-ellipsis> GPU Allocation </span> </a> </li> <li class=md-nav__item> <a href=#track-gpu-utilization class=md-nav__link> <span class=md-ellipsis> Track GPU utilization </span> </a> </li> <li class=md-nav__item> <a href=#training-vs-interactive-researcher-maturity class=md-nav__link> <span class=md-ellipsis> Training vs. Interactive -- Researcher maturity </span> </a> </li> <li class=md-nav__item> <a href=#pending-queue-size class=md-nav__link> <span class=md-ellipsis> Pending Queue Size </span> </a> </li> <li class=md-nav__item> <a href=#cpu-memory-utilization class=md-nav__link> <span class=md-ellipsis> CPU &amp; Memory Utilization </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#multi-cluster-overview-dashboard class=md-nav__link> <span class=md-ellipsis> Multi-Cluster overview dashboard </span> </a> </li> <li class=md-nav__item> <a href=#consumption-dashboard class=md-nav__link> <span class=md-ellipsis> Consumption dashboard </span> </a> </li> <li class=md-nav__item> <a href=#quota-management-dashboard class=md-nav__link> <span class=md-ellipsis> Quota management dashboard </span> </a> <nav class=md-nav aria-label="Quota management dashboard"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#add-filter class=md-nav__link> <span class=md-ellipsis> Add Filter </span> </a> </li> <li class=md-nav__item> <a href=#quota-total class=md-nav__link> <span class=md-ellipsis> Quota / Total </span> </a> </li> <li class=md-nav__item> <a href=#allocated-quota class=md-nav__link> <span class=md-ellipsis> Allocated / Quota </span> </a> </li> <li class=md-nav__item> <a href=#pending-workloads class=md-nav__link> <span class=md-ellipsis> Pending workloads </span> </a> </li> <li class=md-nav__item> <a href=#quota-by-node-pool class=md-nav__link> <span class=md-ellipsis> Quota by node pool </span> </a> </li> <li class=md-nav__item> <a href=#allocation-by-node-pool class=md-nav__link> <span class=md-ellipsis> Allocation by node pool </span> </a> </li> <li class=md-nav__item> <a href=#pending-workloads-by-node-pool class=md-nav__link> <span class=md-ellipsis> Pending workloads by node pool </span> </a> </li> <li class=md-nav__item> <a href=#departments-with-lowest-allocation-by-node-pool class=md-nav__link> <span class=md-ellipsis> Departments with lowest allocation by node pool </span> </a> </li> <li class=md-nav__item> <a href=#projects-with-lowest-allocation-ratio-by-node-pool class=md-nav__link> <span class=md-ellipsis> Projects with lowest allocation ratio by node pool </span> </a> </li> <li class=md-nav__item> <a href=#over-time-allocation-quota class=md-nav__link> <span class=md-ellipsis> Over time allocation / quota </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#gpucpu-overview-dashboard-new-and-legacy class=md-nav__link> <span class=md-ellipsis> GPU/CPU Overview Dashboard (New and legacy) </span> </a> <nav class=md-nav aria-label="GPU/CPU Overview Dashboard (New and legacy)"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#gpu-dashboard class=md-nav__link> <span class=md-ellipsis> GPU Dashboard </span> </a> </li> <li class=md-nav__item> <a href=#cpu-dashboard class=md-nav__link> <span class=md-ellipsis> CPU Dashboard </span> </a> </li> <li class=md-nav__item> <a href=#workloads-with-an-error class=md-nav__link> <span class=md-ellipsis> Workloads with an Error </span> </a> </li> <li class=md-nav__item> <a href=#workloads-with-a-long-duration class=md-nav__link> <span class=md-ellipsis> Workloads with a Long Duration </span> </a> </li> <li class=md-nav__item> <a href=#job-queue class=md-nav__link> <span class=md-ellipsis> Job Queue </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#analytics-dashboard class=md-nav__link> <span class=md-ellipsis> Analytics Dashboard </span> </a> <nav class=md-nav aria-label="Analytics Dashboard"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#node-downtime class=md-nav__link> <span class=md-ellipsis> Node Downtime </span> </a> </li> <li class=md-nav__item> <a href=#gpu-allocation class=md-nav__link> <span class=md-ellipsis> GPU Allocation </span> </a> </li> <li class=md-nav__item> <a href=#track-gpu-utilization class=md-nav__link> <span class=md-ellipsis> Track GPU utilization </span> </a> </li> <li class=md-nav__item> <a href=#training-vs-interactive-researcher-maturity class=md-nav__link> <span class=md-ellipsis> Training vs. Interactive -- Researcher maturity </span> </a> </li> <li class=md-nav__item> <a href=#pending-queue-size class=md-nav__link> <span class=md-ellipsis> Pending Queue Size </span> </a> </li> <li class=md-nav__item> <a href=#cpu-memory-utilization class=md-nav__link> <span class=md-ellipsis> CPU &amp; Memory Utilization </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#multi-cluster-overview-dashboard class=md-nav__link> <span class=md-ellipsis> Multi-Cluster overview dashboard </span> </a> </li> <li class=md-nav__item> <a href=#consumption-dashboard class=md-nav__link> <span class=md-ellipsis> Consumption dashboard </span> </a> </li> <li class=md-nav__item> <a href=#quota-management-dashboard class=md-nav__link> <span class=md-ellipsis> Quota management dashboard </span> </a> <nav class=md-nav aria-label="Quota management dashboard"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#add-filter class=md-nav__link> <span class=md-ellipsis> Add Filter </span> </a> </li> <li class=md-nav__item> <a href=#quota-total class=md-nav__link> <span class=md-ellipsis> Quota / Total </span> </a> </li> <li class=md-nav__item> <a href=#allocated-quota class=md-nav__link> <span class=md-ellipsis> Allocated / Quota </span> </a> </li> <li class=md-nav__item> <a href=#pending-workloads class=md-nav__link> <span class=md-ellipsis> Pending workloads </span> </a> </li> <li class=md-nav__item> <a href=#quota-by-node-pool class=md-nav__link> <span class=md-ellipsis> Quota by node pool </span> </a> </li> <li class=md-nav__item> <a href=#allocation-by-node-pool class=md-nav__link> <span class=md-ellipsis> Allocation by node pool </span> </a> </li> <li class=md-nav__item> <a href=#pending-workloads-by-node-pool class=md-nav__link> <span class=md-ellipsis> Pending workloads by node pool </span> </a> </li> <li class=md-nav__item> <a href=#departments-with-lowest-allocation-by-node-pool class=md-nav__link> <span class=md-ellipsis> Departments with lowest allocation by node pool </span> </a> </li> <li class=md-nav__item> <a href=#projects-with-lowest-allocation-ratio-by-node-pool class=md-nav__link> <span class=md-ellipsis> Projects with lowest allocation ratio by node pool </span> </a> </li> <li class=md-nav__item> <a href=#over-time-allocation-quota class=md-nav__link> <span class=md-ellipsis> Over time allocation / quota </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/performance/dashboard-analysis.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=introduction>Introduction<a class=headerlink href=#introduction title="Permanent link">&para;</a></h1> <p>The Run:ai Administration User Interface provides a set of dashboards that help you monitor Clusters, Cluster Nodes, Projects, and Workloads. This document provides the key metrics to monitor, how to assess them as well as suggested actions.</p> <p>Dashboards are used by system administrators to analyze and diagnose issues that relate to:</p> <ul> <li>Physical Resources.</li> <li>Organization resource allocation and utilization.</li> <li>Usage characteristics.</li> </ul> <p>System administrators need to know important information about the physical resources that are currently being used. Important information such as:</p> <ul> <li>Resource health.</li> <li>Available resources and their distribution.</li> <li>Is there a lack of resources.</li> <li>Are resources being utilized correctly.</li> </ul> <p>With this information, system administrators can hone in on:</p> <ul> <li>How resources are allocated across the organization.</li> <li>How the different organizational units utilized quotas and resources within those quotas.</li> <li>The actual performance of the organizational units.</li> </ul> <p>These dashboards give system administrators the ability to drill down to see details of the different types of workloads that each of the organizational units is running. These usage and performance metrics ensure that system administrators can then take actions to correct issues that affect performance.</p> <p>There are 5 dashboards:</p> <ul> <li><a href=#gpucpu-overview-dashboard-new-and-legacy><strong>GPU/CPU Overview</strong></a> dashboard&mdash;Provides information about what is happening right now in the cluster.</li> <li><a href=#quota-management-dashboard><strong>Quota Management</strong></a> dashboard&mdash;Provides information about quota utilization.</li> <li><a href=#analytics-dashboard><strong>Analytics</strong></a> dashboard&mdash;Provides long term analysis of cluster behavior.</li> <li><a href=#multi-cluster-overview-dashboard><strong>Multi-Cluster Overview</strong></a> dashboard&mdash;Provides a more holistic, multi-cluster view of what is happening right now. The dashboard is intended for organizations that have more than one connected cluster.</li> <li><a href=#consumption-dashboard><strong>Consumption</strong></a> dashboard&mdash;Provides information about resource consumption.</li> </ul> <h2 id=gpucpu-overview-dashboard-new-and-legacy>GPU/CPU Overview Dashboard (New and legacy)<a class=headerlink href=#gpucpu-overview-dashboard-new-and-legacy title="Permanent link">&para;</a></h2> <p>The Overview dashboard provides information about what is happening <strong>right now</strong> in the cluster. Administrators can view high-level information on the state of the cluster. The dashboard has two tabs that change the display to provide a focused view for <a href=#gpu-dashboard>GPU Dashboards</a> (default view) and <a href=#cpu-dashboard>CPU Dashboards</a>.</p> <h3 id=gpu-dashboard>GPU Dashboard<a class=headerlink href=#gpu-dashboard title="Permanent link">&para;</a></h3> <p>The GPU dashboard displays specific information for GPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that specific to GPU based environments. The dashboard contains tiles that show information about specific resource allocation and performance metrics. The tiles are interactive allowing you to link directly to the assets or drill down to specific scopes. Use the time frame selector to choose a time frame for all the tiles in the dashboard.</p> <p>The dashboard has the following tiles:</p> <ul> <li>Ready nodes&mdash;displays GPU nodes that are in the ready state.</li> <li>Ready GPU devices&mdash;displays the number of GPUs in nodes that are in the ready state.</li> <li>Allocated GPU compute&mdash;displays the total number of GPUs allocated from all the nodes.</li> <li>Idle allocated GPU devices&mdash;displays the number of allocated GPU devices that have been idle for more than 5 minutes.</li> <li>Running workloads&mdash;displays the number of running workloads.</li> <li>Pending workloads&mdash;displays the number of workloads in the pending status.</li> <li>Allocation ration by node pool&mdash;displays the percentage of GPUs allocated per node pool. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details.</li> <li>Free resources by node pool&mdash;the graph displays the amount of free resources per node pool. Press a entry in the graph for more details. Hover over the resource bubbles for specific details for the workers in the node. Use the ellipsis to download the graph as a CSV file.</li> <li>Resource allocation by workload type&mdash;displays the resource allocation by workload type. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details. Use the ellipsis to download the graph as a CSV file.</li> <li>Workload by status&mdash;displays the number of workloads for each status in the workloads table. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details. Use the ellipsis to download the graph as a CSV file.</li> <li>Resources utilization&mdash;displays the resource utilization over time. The right pane of the graph shows the average utilization of the selected time frame of the dashboard. Hover over the graph to see details of a specific time in the graph. Use the ellipsis to download the graph as a CSV file.</li> <li>Resource allocation&mdash;displays the resource allocation over time. The right pane of the graph shows the average allocation of the selected time frame of the dashboard. Hover over the graph to see details of a specific time in the graph. Use the ellipsis to download the graph as a CSV file.</li> </ul> <h3 id=cpu-dashboard>CPU Dashboard<a class=headerlink href=#cpu-dashboard title="Permanent link">&para;</a></h3> <p>The CPU dashboards display specific information for CPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that specific to CPU based environments.</p> <p>To enable CPU Dashboards:</p> <ol> <li>Click <code>General settings</code></li> <li>Open the <code>Analytics</code> pane and toggle the <em>Show CPU dashboard</em> switch to enable the feature.</li> </ol> <p>Toggle the switch to <code>disable</code> to disable <em>CPU Dashboards</em> option.</p> <p>The dashboard contains the following tiles:</p> <ul> <li>Total CPU Nodes&mdash;displays the total amount of CPU nodes.</li> <li>Ready CPU nodes&mdash;displays the total amount of CPU nodes in the ready state.</li> <li>Total CPUs&mdash;displays the total amount of CPUs.</li> <li>Ready CPUs&mdash;displays the total amount of CPUs in the ready state.</li> <li>Allocated CPUs&mdash;displays the amount of allocated CPUs.</li> <li>Running workloads&mdash;displays the amount of workloads in the running state.</li> <li>Pending workloads&mdash;displays the amount of workloads in the pending state.</li> <li>Allocated CPUs per project&mdash;displays the amount of CPUs allocated per project.</li> <li>Active projects&mdash;displays the active projects with the CPU allocation and amount of running and pending workloads.</li> <li>Utilization per resource type&mdash;displays the CPU compute and CPU memory utilization over time.</li> <li>CPU compute utilization&mdash;displays the current CPU compute utilization.</li> <li>CPU memory utilization&mdash;displays the current CPU memory utilization.</li> <li>Pending workloads&mdash;displays the requested resources and wait time for workloads in the pending status.</li> <li>Workloads with error&mdash;displays the amount of workloads that are currently not running due to an error.</li> <li>Workload Count per CPU Compute Utilization&mdash;</li> <li>5 longest running workloads&mdash;displays up to 5 of workloads that have the longest running time.</li> </ul> <p><strong>Analysis and Suggested actions</strong>:</p> <table> <thead> <tr> <th>Review</th> <th>Analysis &amp; Actions</th> </tr> </thead> <tbody> <tr> <td>Interactive Workloads are too frequently idle</td> <td><em>Consider setting time limits for interactive Workloads through the Projects tab. <br></em> Consider also reducing GPU/CPU quotas for specific Projects to encourage users to run more training Workloads as opposed to interactive Workloads (note that interactive Workloads can not use more than the GPU/CPU quota assigned to their Project).</td> </tr> <tr> <td>Training Workloads are too frequently idle</td> <td>Identify and notify the right users and work with them to improve the utilization of their training scripts</td> </tr> </tbody> </table> <h3 id=workloads-with-an-error>Workloads with an Error<a class=headerlink href=#workloads-with-an-error title="Permanent link">&para;</a></h3> <p>Search for Workloads with an error status. These Workloads may be holding GPUs/CPUs without actually using them.</p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>Search for workloads with an Error status on the Workloads view and discuss with the Job owner. Consider deleting these Workloads to free up the resources for other users.</p> <h3 id=workloads-with-a-long-duration>Workloads with a Long Duration<a class=headerlink href=#workloads-with-a-long-duration title="Permanent link">&para;</a></h3> <p>View list of 5 longest Workloads.</p> <p><strong>Analysis and Suggested actions</strong>:</p> <table> <thead> <tr> <th>Review</th> <th>Analysis &amp; Actions</th> </tr> </thead> <tbody> <tr> <td>Training Workloads run for too long</td> <td>Ask users to view their Workloads and analyze whether useful work is being done. If needed, stop their Workloads.</td> </tr> <tr> <td>Interactive Workloads run for too long</td> <td>Consider setting time limits for interactive Workloads via the Project editor.</td> </tr> </tbody> </table> <h3 id=job-queue>Job Queue<a class=headerlink href=#job-queue title="Permanent link">&para;</a></h3> <p>Identify queueing bottlenecks.</p> <p><strong>Analysis and Suggested actions</strong>:</p> <table> <thead> <tr> <th>Review</th> <th>Analysis &amp; Actions</th> </tr> </thead> <tbody> <tr> <td>Cluster is fully loaded</td> <td>Go over the table of active Projects and check that fairness between Projects was enforced, by reviewing the number of allocated GPUs/CPUs for each Project, ensuring each Project was allocated with its fair-share portion of the cluster.</td> </tr> <tr> <td>Cluster is not fully loaded</td> <td>Go to the Workloads view to review the resources requested for that Job (CPU, CPU memory, GPU, GPU memory).<br> Go to the Nodes view to verify that there is no Node with enough free resources that can host that Job.</td> </tr> </tbody> </table> <p>Also, check the command that the user used to submit the job. The Researcher may have requested a specific Node for that Job.</p> <h2 id=analytics-dashboard>Analytics Dashboard<a class=headerlink href=#analytics-dashboard title="Permanent link">&para;</a></h2> <p>The Analytics dashboard provides means for viewing historical data on cluster information such as:</p> <ul> <li>Utilization across the cluster</li> <li>GPU usage by different <strong>Projects</strong>, including allocation and utilization, broken down into interactive and training Workloads</li> <li>Breakdown of running <strong>Workloads</strong> into interactive, training, and GPU versus CPU-only Workloads, including information on queueing (number of pending Workloads and requested GPUs),</li> <li>Status of Nodes in terms of availability and allocated and utilized resources.</li> </ul> <p>The dashboard has a dropdown filter for node pools and Departments. From the dropdown, select one or more node pools. The default setting is <code>all</code>.</p> <p>The information presented in Analytics can be used in different ways for identifying problems and fixing them. Below are a few examples.</p> <h3 id=node-downtime>Node Downtime<a class=headerlink href=#node-downtime title="Permanent link">&para;</a></h3> <p>View the overall available resources per Node and identify cases where a Node is down and there was a reduction in the number of available resources.</p> <p><strong>How to</strong>: view the following panel.</p> <p><a class=glightbox href=../img/node-downtime.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/node-downtime.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>Filter according to time range to understand for how long the Node is down.</p> <h3 id=gpu-allocation>GPU Allocation<a class=headerlink href=#gpu-allocation title="Permanent link">&para;</a></h3> <p>Track GPU allocation across time.</p> <p><strong>How to</strong>: view the following panels.</p> <p><a class=glightbox href=../img/gpu-allocation.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/gpu-allocation.png></a></p> <p>The panel on the right-hand side shows the cluster-wide GPU allocation and utilization versus time, whereas the panels on the left-hand side show the cluster-wide GPU allocation and utilization averaged across the filtered time range.</p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>If the allocation is too low for a long period, work with users to run more workloads and to better utilize the Cluster.</p> <h3 id=track-gpu-utilization>Track GPU utilization<a class=headerlink href=#track-gpu-utilization title="Permanent link">&para;</a></h3> <p>Track whether Researchers efficiently use the GPU resources they have allocated for themselves.</p> <p><strong>How to</strong>: view the following panel:</p> <p><a class=glightbox href=../img/gpu-utilization.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/gpu-utilization.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>If utilization is too low for a long period, you will want to identify the source of the problem:</p> <ul> <li>Go to “Average GPU Allocation &amp; Utilization”</li> <li>Look for Projects with large GPU allocations for interactive Workloads or Projects that poorly utilize their training Workloads. Users tend to poorly utilize their GPUs in interactive sessions because of the dev &amp; debug nature of their work which typically is an iterative process with long idle GPU time. On many occasions users also don’t shut down their interactive Workloads, holding their GPUs idle and preventing others from using them.</li> </ul> <table> <thead> <tr> <th>Review</th> <th>Analysis &amp; Actions</th> </tr> </thead> <tbody> <tr> <td>Low GPU utilization is due to interactive Workloads being used too frequently</td> <td>Consider setting time limits for interactive Workloads through the Projects tab or reducing GPU quotas to encourage users to run more training Workloads as opposed to interactive Workloads (note that interactive Workloads can not use more than the GPU quota assigned to their Project).</td> </tr> <tr> <td>Low GPU utilization is due to users poorly utilizing their GPUs in training sessions</td> <td>Identify Projects with bad GPU utilization in training Workloads, notify the users and work with them to improve their code and the way they utilize their GPUs.</td> </tr> </tbody> </table> <h3 id=training-vs-interactive-researcher-maturity>Training vs. Interactive -- Researcher maturity<a class=headerlink href=#training-vs-interactive-researcher-maturity title="Permanent link">&para;</a></h3> <p>Track the number of running Workloads and the breakdown into interactive, training, and CPU-only Workloads.</p> <p><strong>How to</strong>: view the following panel:</p> <p><a class=glightbox href=../img/training-interactive.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/training-interactive.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>We would want to encourage users to run more training Workloads than interactive Workloads, as it is the key to achieving high GPU utilization across the Cluster:</p> <ul> <li>Training Workloads run to completion and free up their resources automatically when training ends</li> <li>Training Workloads can be preempted, queued, and resumed automatically by the Run:ai system according to predefined policies which increases fairness and Cluster utilization.</li> </ul> <h3 id=pending-queue-size>Pending Queue Size<a class=headerlink href=#pending-queue-size title="Permanent link">&para;</a></h3> <p>Track how long is the queue for pending Workloads</p> <p><strong>How to</strong>: view the following panels:</p> <p><a class=glightbox href=../img/pending-jobs.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/pending-jobs.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>Consider buying more GPUs:</p> <ul> <li>When there are too many Workloads are waiting in queue for too long.</li> <li>With a large number of requested GPUs.</li> <li>While the Cluster is fully loaded and well utilized.</li> </ul> <h3 id=cpu-memory-utilization>CPU &amp; Memory Utilization<a class=headerlink href=#cpu-memory-utilization title="Permanent link">&para;</a></h3> <p>Track CPU and memory Node utilization and identify times where the load on specific Nodes is high.</p> <p><strong>How to</strong>: view the following panel:</p> <p><a class=glightbox href=../img/cpu-utilization.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/cpu-utilization.png></a></p> <p><strong>Analysis and Suggested actions</strong>:</p> <p>If the load on specific Nodes is too high, it may cause problems with the proper operation of the Cluster and the way workloads are running.</p> <p>Consider adding more CPUs, or adding additional CPU-only nodes for Workloads that do only CPU processing.</p> <h2 id=multi-cluster-overview-dashboard>Multi-Cluster overview dashboard<a class=headerlink href=#multi-cluster-overview-dashboard title="Permanent link">&para;</a></h2> <p>Provides a holistic, aggregated view across Clusters, including information about Cluster and Node utilization, available resources, and allocated resources. With this dashboard, you can identify Clusters that are down or underutilized and go to the Overview of that Cluster to explore further.</p> <p><a class=glightbox href=../img/multi-cluster-overview.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/multi-cluster-overview.png></a></p> <h2 id=consumption-dashboard>Consumption dashboard<a class=headerlink href=#consumption-dashboard title="Permanent link">&para;</a></h2> <p>This dashboard enables users and admins to view consumption usage using run:AI services. The dashboard provides views based on configurable filters and timelines. The dashboard also provides costing analysis for GPU, CPU, and memory costs for the system.</p> <p><a class=glightbox href=../img/consumption-dashboard.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt="!consumption dashboard" src=../img/consumption-dashboard.png></a></p> <p>The dashboard has 4 tiles for:</p> <ul> <li>Cumulative GPU allocation per Project or Department</li> <li>Cumulative CPU allocation per Project or Department</li> <li>Cumulative memory allocation per Project or Department</li> <li>Consumption types</li> </ul> <p>Use the drop down menus at the top of the dashboard to apply filters for:</p> <ul> <li>Project or department</li> <li>Per project (single, multiple, or all)</li> <li>Per department (single, multiple or all)</li> <li>Per cluster (single, multiple, all)</li> </ul> <p>To enable the Consumption Dashboard:</p> <ol> <li>Press the <code>General settings</code> icon, then press <code>General</code>.</li> <li>Open the <code>Analytics</code> pane and toggle the <em>Consumption</em> switch to enable the feature.</li> <li>Enter the cost of:</li> <li>GPU compute / Hour</li> <li>CPU compute / Hour</li> <li>CPU memory / Hour</li> </ol> <p>Use the time picker dropdown to select relative time range options and set custom absolute time ranges. You can change the Timezone and fiscal year settings from the time range controls by clicking the Change time settings button.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Dashboard data updates once an hour.</p> </div> <p><a class=glightbox href=../img/consumption-dashboard-time-picker.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/consumption-dashboard-time-picker.png></a></p> <p>You can change the refresh interval using the refresh interval drop down.</p> <p>The dashboard has a 2 consumption tables that display the total consumption of resources. Hover over an entry in the table to filter it in or out of the table.</p> <p>The <em>Total consumption</em> table includes consumption details based on the filters selected. Fields include:</p> <ul> <li>Project</li> <li>Department</li> <li>GPU hours</li> <li>CPU hours</li> <li>Memory hours</li> <li>GPU Idle allocated hours&mdash;the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours&mdash;the actual usage time of CPU.</li> <li>Memory usage time&mdash;the actual usage time of CPU memory.</li> <li>GPU cost (only when configured)</li> <li>CPU cost (only when configured)</li> <li>CPU memory (only when configured)</li> </ul> <p>The <em>Total department consumption</em> table includes consumption details for each department, or details for departments selected in the filters. Fields include:</p> <ul> <li>Department</li> <li>GPU hours</li> <li>CPU hours</li> <li>Memory hours</li> <li>GPU Idle allocated hours&mdash;the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours&mdash;the actual usage time of CPU.</li> <li>Memory usage time&mdash;the actual usage time of CPU memory.</li> <li>GPU cost (only when configured)</li> <li>CPU cost (only when configured)</li> <li>CPU memory (only when configured)</li> </ul> <p>The dashboard has a graph of the GPU allocation over time.</p> <p>!<a class=glightbox href=../img/consumption-dashboard-gpu-over-time.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/consumption-dashboard-gpu-over-time.png></a></p> <p>The dashboard has a graph of the Project over-quota GPU consumption.</p> <p>!<a class=glightbox href=../img/consumption-dashboard-project-over-quota-graph.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/consumption-dashboard-project-over-quota-graph.png></a></p> <h2 id=quota-management-dashboard>Quota management dashboard<a class=headerlink href=#quota-management-dashboard title="Permanent link">&para;</a></h2> <p>The Quota management dashboard provides an efficient means to monitor and manage resource utilization within the AI cluster. The dashboard is divided into sections with essential metrics and data visualizations to identify resource usage patterns, potential bottlenecks, and areas for optimization. The sections of the dashboard include:</p> <ul> <li><strong>Add Filter</strong></li> <li><strong>Quota / Total</strong></li> <li><strong>Allocated / Quota</strong></li> <li><strong>Pending workloads</strong></li> <li><strong>Quota by node pool</strong></li> <li><strong>Allocation by node pool</strong></li> <li><strong>Pending workloads by node pool</strong></li> <li><strong>Departments with lowest allocation by node pool</strong></li> <li><strong>Projects with lowest allocation ratio by node pool</strong></li> <li><strong>Over time allocation / quota</strong></li> </ul> <h3 id=add-filter>Add Filter<a class=headerlink href=#add-filter title="Permanent link">&para;</a></h3> <p>Use the <em>Add Filter</em> dropdown to select filters for the dashboard. The filters will change the data shown on the dashboard. Available filters are:</p> <ul> <li>Departments</li> <li>Projects</li> <li>Nodes</li> </ul> <p>Select a filter from the dropdown, then select a item from the list, and press apply.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>You can create a filter with multiple categories, but you can use each category and item only once.</p> </div> <h3 id=quota-total>Quota / Total<a class=headerlink href=#quota-total title="Permanent link">&para;</a></h3> <p>This section shows the number of GPUs that are in the quota based on the filter selection. The quota of GPUs is the number of GPUs that are reserved for use.</p> <h3 id=allocated-quota>Allocated / Quota<a class=headerlink href=#allocated-quota title="Permanent link">&para;</a></h3> <p>This section shows the number of GPUs that are allocated based on the filter selection. Allocated GPUs are the number of GPUs that are being used.</p> <h3 id=pending-workloads>Pending workloads<a class=headerlink href=#pending-workloads title="Permanent link">&para;</a></h3> <p>This section shows the number workloads that are pending based on the filter selection. Pending workloads are workloads that have not started.</p> <h3 id=quota-by-node-pool>Quota by node pool<a class=headerlink href=#quota-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the quota of GPUs by node pool based on the filter. The quota is the number of GPUs that are reserved for use. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p> <h3 id=allocation-by-node-pool>Allocation by node pool<a class=headerlink href=#allocation-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the allocation of GPUs by node pool based on the filter. The allocation is the number of GPUs that are being used. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p> <h3 id=pending-workloads-by-node-pool>Pending workloads by node pool<a class=headerlink href=#pending-workloads-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the number of pending workloads by node pool. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p> <h3 id=departments-with-lowest-allocation-by-node-pool>Departments with lowest allocation by node pool<a class=headerlink href=#departments-with-lowest-allocation-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the departments with the lowest allocation of GPUs by percentage relative to the total number of GPUs.</p> <h3 id=projects-with-lowest-allocation-ratio-by-node-pool>Projects with lowest allocation ratio by node pool<a class=headerlink href=#projects-with-lowest-allocation-ratio-by-node-pool title="Permanent link">&para;</a></h3> <p>This section shows the projects with the lowest allocation of GPUS by percentage relative to the total number of GPUs.</p> <h3 id=over-time-allocation-quota>Over time allocation / quota<a class=headerlink href=#over-time-allocation-quota title="Permanent link">&para;</a></h3> <p>This section shows the allocation of GPUs from the quota over a period of time.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/performance/reports/index.html b/v2.20/platform-admin/performance/reports/index.html
index 34f537a705..1b784d1923 100644
--- a/v2.20/platform-admin/performance/reports/index.html
+++ b/v2.20/platform-admin/performance/reports/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/performance/reports/ rel=canonical><link href=../dashboard-analysis/ rel=prev><link href=../../../admin/researcher-setup/docker-to-runai/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Reports - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/performance/reports/ rel=canonical><link href=../dashboard-analysis/ rel=prev><link href=../../../admin/researcher-setup/docker-to-runai/ rel=next><link rel=icon href=../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Reports - Run:ai Documentation Library</title><link rel=stylesheet href=../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../css/timeago.css><link rel=stylesheet href=../../../stylesheets/extra.css><script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -25,7 +25,7 @@
 <a id=__codelineno-3-4 name=__codelineno-3-4 href=#__codelineno-3-4></a>S3_USE_SSL:<span class=w> </span><span class=s2>&quot;true&quot;</span>
 </code></pre></div></p> </li> <li> <p>In addition on the same file, under <code>config.yaml section</code>, add the following right after <code>log_level: \"Info\"\n</code>: <div class=highlight><pre><span></span><code><a id=__codelineno-4-1 name=__codelineno-4-1 href=#__codelineno-4-1></a>reports:<span class=se>\n</span><span class=w> </span>s3_config:<span class=se>\n</span><span class=w> </span>bucket:<span class=w> </span><span class=se>\&quot;</span>&lt;BUCKET_NAME&gt;<span class=se>\&quot;\n</span>
 </code></pre></div></p> </li> <li> <p>Restart the deployments: <div class=highlight><pre><span></span><code><a id=__codelineno-5-1 name=__codelineno-5-1 href=#__codelineno-5-1></a>kubectl<span class=w> </span>rollout<span class=w> </span>restart<span class=w> </span>deployment<span class=w> </span>runai-backend-metrics-service<span class=w> </span>runai-backend-org-unit-service<span class=w> </span>-n<span class=w> </span>runai-backend
-</code></pre></div></p> </li> <li> <p>Refresh the page to see <strong>Reports</strong> under Analytics in the Run:ai platform.</p> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div></p> </li> <li> <p>Refresh the page to see <strong>Reports</strong> under Analytics in the Run:ai platform.</p> </li> </ol> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -53,6 +53,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../js/timeago.min.js></script> <script src=../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/assets/compute/index.html b/v2.20/platform-admin/workloads/assets/compute/index.html
index 003ae3d0f4..b1cfe2c2b8 100644
--- a/v2.20/platform-admin/workloads/assets/compute/index.html
+++ b/v2.20/platform-admin/workloads/assets/compute/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/compute/ rel=canonical><link href=../data-volumes/ rel=prev><link href=../credentials/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Compute Resources - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/compute/ rel=canonical><link href=../data-volumes/ rel=prev><link href=../credentials/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Compute Resources - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#compute-resource-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Compute Resources </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Compute Resources </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Compute Resources </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#compute-resource-table class=md-nav__link> <span class=md-ellipsis> Compute resource table </span> </a> <nav class=md-nav aria-label="Compute resource table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-compute-resource class=md-nav__link> <span class=md-ellipsis> Workloads associated with the compute resource </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-compute-resource class=md-nav__link> <span class=md-ellipsis> Adding new compute resource </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Editing a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#copying-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Copying a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Deleting a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#compute-resource-table class=md-nav__link> <span class=md-ellipsis> Compute resource table </span> </a> <nav class=md-nav aria-label="Compute resource table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-compute-resource class=md-nav__link> <span class=md-ellipsis> Workloads associated with the compute resource </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-compute-resource class=md-nav__link> <span class=md-ellipsis> Adding new compute resource </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Editing a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#copying-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Copying a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Deleting a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/compute.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Compute Resources</h1> <p>This article explains what compute resources are and how to create and use them.</p> <p>Compute resources are one type of <a href=../overview/ >workload asset</a>. A compute resource is a template that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>A compute resource asset is a preconfigured building block that encapsulates all the specifications of compute requirements for the workload including:</p> <ul> <li>GPU devices and GPU memory </li> <li>CPU memory and CPU compute</li> </ul> <h2 id=compute-resource-table>Compute resource table<a class=headerlink href=#compute-resource-table title="Permanent link">&para;</a></h2> <p>The Compute resource table can be found under <strong>Workload manager</strong> in the Run:ai UI.</p> <p>The Compute resource table provides a list of all the compute resources defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/compute-resource-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/compute-resource-table.png></a></p> <p>The Compute resource table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Compute resource</td> <td style="text-align: left;">The name of the compute resource</td> </tr> <tr> <td style="text-align: left;">Description</td> <td style="text-align: left;">A description of the essence of the compute resource</td> </tr> <tr> <td style="text-align: left;">GPU devices request per pod</td> <td style="text-align: left;">The number of requested physical devices per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">GPU memory request per device</td> <td style="text-align: left;">The amount of GPU memory per requested device that is granted to each pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">The minimum amount of CPU memory per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU memory limit</td> <td style="text-align: left;">The maximum amount of CPU memory per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">The minimum number of CPU cores per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU compute limit</td> <td style="text-align: left;">The maximum number of CPU cores per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The <a href=../overview/#asset-scope>scope</a> of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of workloads associated with the compute resource</td> </tr> <tr> <td style="text-align: left;">Template(s)</td> <td style="text-align: left;">The list of workload templates that use this compute resource</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The name of the user who created the compute resource</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp of when the compute resource was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The timestamp of when the compute resource was last updated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the compute resource is associated with</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-compute-resource>Workloads associated with the compute resource<a class=headerlink href=#workloads-associated-with-the-compute-resource title="Permanent link">&para;</a></h3> <p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload that uses the compute resource</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">Workspace/Training/Inference</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Represents the workload lifecycle. See the full list of <a href=../../overviews/managing-workloads/#workload-status>workload status</a>.</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul> <h2 id=adding-new-compute-resource>Adding new compute resource<a class=headerlink href=#adding-new-compute-resource title="Permanent link">&para;</a></h2> <p>To add a new compute resource:</p> <ol> <li>Go to the Compute resource table </li> <li>Click <strong>+NEW COMPUTE RESOURCE</strong> </li> <li>Select under which cluster to create the compute resource </li> <li>Select a <a href=../overview/#asset-scope>scope</a> </li> <li>Enter a <strong>name</strong> for the compute resource. The name must be unique. </li> <li>Optional: Provide a <strong>description</strong> of the essence of the compute resource </li> <li> <p>Set the resource types needed within a single node<br> (the Run:ai scheduler tries to match a single node that complies with the compute resource for each of the workload’s pods) </p> <ul> <li> <p><strong>GPU</strong> </p> <ul> <li><strong>GPU devices per pod</strong><br> The number of devices (physical GPUs) per pod<br> (for example, if you requested 3 devices per pod and the running workload using this compute resource consists of 3 pods, there are 9 physical GPU devices used in total) </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>When setting it to zero, the workload using this computer resource neither requests or uses GPU resources while running </li> <li>You can set any number of GPU devices and specify the memory requirement to any portion size (1..100), or memory size value using GB or MB units per device </li> </ul> </div> <ul> <li><strong>GPU memory per device</strong> <ul> <li>Select the memory request format <ul> <li><strong>% (of device) -</strong> Fraction of a GPU device’s memory </li> <li><strong>MB (memory size) -</strong> An explicit GPU memory unit </li> <li><strong>GB (memory size) -</strong> An explicit GPU memory unit </li> </ul> </li> <li>Set the memory <strong>Request -</strong> The minimum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives this amount of GPU memory for each device(s) the pod utilizes </li> <li>Optional: Set the memory <strong>Limit</strong> - The maximum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of GPU memory for each device(s) the pod utilizes.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. </li> </ul> </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>GPU memory limit is disabled by default. If you cannot see the <strong>Limit</strong> toggle in the compute resource form, then it must be enabled by your Administrator, under General settings → Resources → GPU resource optimization </li> <li>When a <strong>Limit</strong> is set and is bigger than the <strong>Request</strong>, the scheduler allows each pod to reach the maximum amount of GPU memory in an opportunistic manner (only upon availability). </li> <li>If the GPU Memory Limit is bigger that the Request the pod is prone to be killed by the Run:ai toolkit (out of memory signal). The greater the difference between the GPU memory used and the request, the higher the risk of being killed </li> <li>If GPU resource optimization is turned off, the minimum and maximum are in fact equal </li> </ul> </div> </li> <li> <p><strong>CPU</strong> </p> <ul> <li><strong>CPU compute per pod</strong> <ul> <li>Select the units for the CPU compute (Cores / Millicores) </li> <li>Set the CPU compute <strong>Request -</strong> the minimum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU compute for each pod. </li> <li>Optional: Set the CPU compute <strong>Limit</strong> - The maximum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of CPU compute.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.<br> By default, the limit is set to “Unlimited” - which means that the pod may consume all the node's free CPU compute resources. </li> </ul> </li> <li><strong>CPU memory per pod</strong> <ul> <li>Select the units for the CPU memory (MB / GB) </li> <li>Set the CPU memory <strong>Request -</strong> The minimum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU memory for each pod. </li> <li>Optional: Set the CPU memory <strong>Limit</strong> - The maximum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of CPU memory.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.<br> By default, the limit is set to “Unlimited” - Meaning that the pod may consume all the node's free CPU memory resources. </li> </ul> </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>If the CPU Memory <strong>Limit</strong> is bigger that the <strong>Request</strong> the pod is prone to be killed by the operating system (out of memory signal). The greater the difference between the CPU memory used and the request, the higher the risk of being killed. </p> </div> </li> </ul> </li> <li> <p>Optional: More settings </p> <ul> <li><strong>Increase shared memory size</strong><br> When enabled, the shared memory size available to the pod is increased from the default 64MB to the node's total available memory or the CPU memory limit, if set above. </li> <li><strong>Set extended resource(s)</strong><br> Click <strong>+EXTENDED RESOURCES</strong> to add resource/quantity pairs. For more information on how to set extended resources, see the <a href=https://kubernetes.io/docs/tasks/configure-pod-container/extended-resource/ >Extended resources</a> and <a href=https://kubernetes.io/docs/reference/kubernetes-api/common-definitions/quantity/ >Quantity</a> guides </li> </ul> </li> <li> <p>Click <strong>CREATE COMPUTE RESOURCE</strong></p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add compute resources directly when creating a specific Workspace, training or inference workload.</p> </div> </li> </ol> <h2 id=editing-a-compute-resource>Editing a compute resource<a class=headerlink href=#editing-a-compute-resource title="Permanent link">&para;</a></h2> <p>To edit a compute resource:</p> <ol> <li>Select the compute resource you want to edit</li> <li>Click <strong>Edit</strong></li> <li>Click <strong>SAVE COMPUTE RESOURCE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=copying-a-compute-resource>Copying a compute resource<a class=headerlink href=#copying-a-compute-resource title="Permanent link">&para;</a></h2> <p>To make a copy of an existing compute resource:</p> <ol> <li>Select the compute resource you want to copy</li> <li>Click <strong>MAKE A COPY</strong></li> <li>Enter a <strong>name</strong> for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click <strong>CREATE COMPUTE RESOURCE</strong> </li> </ol> <h2 id=deleting-a-compute-resource>Deleting a compute resource<a class=headerlink href=#deleting-a-compute-resource title="Permanent link">&para;</a></h2> <ol> <li>Select the compute resource you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Compute>Compute resources</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#compute-resource-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Compute Resources </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Compute Resources </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Compute Resources </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#compute-resource-table class=md-nav__link> <span class=md-ellipsis> Compute resource table </span> </a> <nav class=md-nav aria-label="Compute resource table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-compute-resource class=md-nav__link> <span class=md-ellipsis> Workloads associated with the compute resource </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-compute-resource class=md-nav__link> <span class=md-ellipsis> Adding new compute resource </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Editing a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#copying-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Copying a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Deleting a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#compute-resource-table class=md-nav__link> <span class=md-ellipsis> Compute resource table </span> </a> <nav class=md-nav aria-label="Compute resource table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workloads-associated-with-the-compute-resource class=md-nav__link> <span class=md-ellipsis> Workloads associated with the compute resource </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-compute-resource class=md-nav__link> <span class=md-ellipsis> Adding new compute resource </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Editing a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#copying-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Copying a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-compute-resource class=md-nav__link> <span class=md-ellipsis> Deleting a compute resource </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/compute.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Compute Resources</h1> <p>This article explains what compute resources are and how to create and use them.</p> <p>Compute resources are one type of <a href=../overview/ >workload asset</a>. A compute resource is a template that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>A compute resource asset is a preconfigured building block that encapsulates all the specifications of compute requirements for the workload including:</p> <ul> <li>GPU devices and GPU memory </li> <li>CPU memory and CPU compute</li> </ul> <h2 id=compute-resource-table>Compute resource table<a class=headerlink href=#compute-resource-table title="Permanent link">&para;</a></h2> <p>The Compute resource table can be found under <strong>Workload manager</strong> in the Run:ai UI.</p> <p>The Compute resource table provides a list of all the compute resources defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/compute-resource-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/compute-resource-table.png></a></p> <p>The Compute resource table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Compute resource</td> <td style="text-align: left;">The name of the compute resource</td> </tr> <tr> <td style="text-align: left;">Description</td> <td style="text-align: left;">A description of the essence of the compute resource</td> </tr> <tr> <td style="text-align: left;">GPU devices request per pod</td> <td style="text-align: left;">The number of requested physical devices per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">GPU memory request per device</td> <td style="text-align: left;">The amount of GPU memory per requested device that is granted to each pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">The minimum amount of CPU memory per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU memory limit</td> <td style="text-align: left;">The maximum amount of CPU memory per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">The minimum number of CPU cores per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">CPU compute limit</td> <td style="text-align: left;">The maximum number of CPU cores per pod of the workload that uses this compute resource</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The <a href=../overview/#asset-scope>scope</a> of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of workloads associated with the compute resource</td> </tr> <tr> <td style="text-align: left;">Template(s)</td> <td style="text-align: left;">The list of workload templates that use this compute resource</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The name of the user who created the compute resource</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp of when the compute resource was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The timestamp of when the compute resource was last updated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the compute resource is associated with</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-compute-resource>Workloads associated with the compute resource<a class=headerlink href=#workloads-associated-with-the-compute-resource title="Permanent link">&para;</a></h3> <p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload that uses the compute resource</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">Workspace/Training/Inference</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Represents the workload lifecycle. See the full list of <a href=../../overviews/managing-workloads/#workload-status>workload status</a>.</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul> <h2 id=adding-new-compute-resource>Adding new compute resource<a class=headerlink href=#adding-new-compute-resource title="Permanent link">&para;</a></h2> <p>To add a new compute resource:</p> <ol> <li>Go to the Compute resource table </li> <li>Click <strong>+NEW COMPUTE RESOURCE</strong> </li> <li>Select under which cluster to create the compute resource </li> <li>Select a <a href=../overview/#asset-scope>scope</a> </li> <li>Enter a <strong>name</strong> for the compute resource. The name must be unique. </li> <li>Optional: Provide a <strong>description</strong> of the essence of the compute resource </li> <li> <p>Set the resource types needed within a single node<br> (the Run:ai scheduler tries to match a single node that complies with the compute resource for each of the workload’s pods) </p> <ul> <li> <p><strong>GPU</strong> </p> <ul> <li><strong>GPU devices per pod</strong><br> The number of devices (physical GPUs) per pod<br> (for example, if you requested 3 devices per pod and the running workload using this compute resource consists of 3 pods, there are 9 physical GPU devices used in total) </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>When setting it to zero, the workload using this computer resource neither requests or uses GPU resources while running </li> <li>You can set any number of GPU devices and specify the memory requirement to any portion size (1..100), or memory size value using GB or MB units per device </li> </ul> </div> <ul> <li><strong>GPU memory per device</strong> <ul> <li>Select the memory request format <ul> <li><strong>% (of device) -</strong> Fraction of a GPU device’s memory </li> <li><strong>MB (memory size) -</strong> An explicit GPU memory unit </li> <li><strong>GB (memory size) -</strong> An explicit GPU memory unit </li> </ul> </li> <li>Set the memory <strong>Request -</strong> The minimum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives this amount of GPU memory for each device(s) the pod utilizes </li> <li>Optional: Set the memory <strong>Limit</strong> - The maximum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of GPU memory for each device(s) the pod utilizes.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. </li> </ul> </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>GPU memory limit is disabled by default. If you cannot see the <strong>Limit</strong> toggle in the compute resource form, then it must be enabled by your Administrator, under General settings → Resources → GPU resource optimization </li> <li>When a <strong>Limit</strong> is set and is bigger than the <strong>Request</strong>, the scheduler allows each pod to reach the maximum amount of GPU memory in an opportunistic manner (only upon availability). </li> <li>If the GPU Memory Limit is bigger that the Request the pod is prone to be killed by the Run:ai toolkit (out of memory signal). The greater the difference between the GPU memory used and the request, the higher the risk of being killed </li> <li>If GPU resource optimization is turned off, the minimum and maximum are in fact equal </li> </ul> </div> </li> <li> <p><strong>CPU</strong> </p> <ul> <li><strong>CPU compute per pod</strong> <ul> <li>Select the units for the CPU compute (Cores / Millicores) </li> <li>Set the CPU compute <strong>Request -</strong> the minimum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU compute for each pod. </li> <li>Optional: Set the CPU compute <strong>Limit</strong> - The maximum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of CPU compute.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.<br> By default, the limit is set to “Unlimited” - which means that the pod may consume all the node's free CPU compute resources. </li> </ul> </li> <li><strong>CPU memory per pod</strong> <ul> <li>Select the units for the CPU memory (MB / GB) </li> <li>Set the CPU memory <strong>Request -</strong> The minimum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU memory for each pod. </li> <li>Optional: Set the CPU memory <strong>Limit</strong> - The maximum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives <strong>at most</strong> this amount of CPU memory.<br> To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.<br> By default, the limit is set to “Unlimited” - Meaning that the pod may consume all the node's free CPU memory resources. </li> </ul> </li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <p>If the CPU Memory <strong>Limit</strong> is bigger that the <strong>Request</strong> the pod is prone to be killed by the operating system (out of memory signal). The greater the difference between the CPU memory used and the request, the higher the risk of being killed. </p> </div> </li> </ul> </li> <li> <p>Optional: More settings </p> <ul> <li><strong>Increase shared memory size</strong><br> When enabled, the shared memory size available to the pod is increased from the default 64MB to the node's total available memory or the CPU memory limit, if set above. </li> <li><strong>Set extended resource(s)</strong><br> Click <strong>+EXTENDED RESOURCES</strong> to add resource/quantity pairs. For more information on how to set extended resources, see the <a href=https://kubernetes.io/docs/tasks/configure-pod-container/extended-resource/ >Extended resources</a> and <a href=https://kubernetes.io/docs/reference/kubernetes-api/common-definitions/quantity/ >Quantity</a> guides </li> </ul> </li> <li> <p>Click <strong>CREATE COMPUTE RESOURCE</strong></p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add compute resources directly when creating a specific Workspace, training or inference workload.</p> </div> </li> </ol> <h2 id=editing-a-compute-resource>Editing a compute resource<a class=headerlink href=#editing-a-compute-resource title="Permanent link">&para;</a></h2> <p>To edit a compute resource:</p> <ol> <li>Select the compute resource you want to edit</li> <li>Click <strong>Edit</strong></li> <li>Click <strong>SAVE COMPUTE RESOURCE</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=copying-a-compute-resource>Copying a compute resource<a class=headerlink href=#copying-a-compute-resource title="Permanent link">&para;</a></h2> <p>To make a copy of an existing compute resource:</p> <ol> <li>Select the compute resource you want to copy</li> <li>Click <strong>MAKE A COPY</strong></li> <li>Enter a <strong>name</strong> for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click <strong>CREATE COMPUTE RESOURCE</strong> </li> </ol> <h2 id=deleting-a-compute-resource>Deleting a compute resource<a class=headerlink href=#deleting-a-compute-resource title="Permanent link">&para;</a></h2> <ol> <li>Select the compute resource you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Compute>Compute resources</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/assets/credentials/index.html b/v2.20/platform-admin/workloads/assets/credentials/index.html
index d430d8f7ef..da593ab7fa 100644
--- a/v2.20/platform-admin/workloads/assets/credentials/index.html
+++ b/v2.20/platform-admin/workloads/assets/credentials/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/credentials/ rel=canonical><link href=../compute/ rel=prev><link href=../templates/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Credentials - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/credentials/ rel=canonical><link href=../compute/ rel=prev><link href=../templates/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Credentials - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#credentials-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Credentials </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Credentials </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Credentials </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#credentials-table class=md-nav__link> <span class=md-ellipsis> Credentials table </span> </a> <nav class=md-nav aria-label="Credentials table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#credentials-status class=md-nav__link> <span class=md-ellipsis> Credentials status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-credentials class=md-nav__link> <span class=md-ellipsis> Adding new credentials </span> </a> <nav class=md-nav aria-label="Adding new credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#docker-registry class=md-nav__link> <span class=md-ellipsis> Docker registry </span> </a> </li> <li class=md-nav__item> <a href=#access-key class=md-nav__link> <span class=md-ellipsis> Access key </span> </a> </li> <li class=md-nav__item> <a href=#username-password class=md-nav__link> <span class=md-ellipsis> Username &amp; password </span> </a> </li> <li class=md-nav__item> <a href=#generic-secret class=md-nav__link> <span class=md-ellipsis> Generic secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-credentials class=md-nav__link> <span class=md-ellipsis> Editing credentials </span> </a> </li> <li class=md-nav__item> <a href=#deleting-credentials class=md-nav__link> <span class=md-ellipsis> Deleting credentials </span> </a> </li> <li class=md-nav__item> <a href=#using-credentials class=md-nav__link> <span class=md-ellipsis> Using credentials </span> </a> <nav class=md-nav aria-label="Using credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#access-private-data-sources class=md-nav__link> <span class=md-ellipsis> Access private data sources </span> </a> </li> <li class=md-nav__item> <a href=#use-directly-within-the-container class=md-nav__link> <span class=md-ellipsis> Use directly within the container </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-secrets-in-advance class=md-nav__link> <span class=md-ellipsis> Creating secrets in advance </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#credentials-table class=md-nav__link> <span class=md-ellipsis> Credentials table </span> </a> <nav class=md-nav aria-label="Credentials table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#credentials-status class=md-nav__link> <span class=md-ellipsis> Credentials status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-credentials class=md-nav__link> <span class=md-ellipsis> Adding new credentials </span> </a> <nav class=md-nav aria-label="Adding new credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#docker-registry class=md-nav__link> <span class=md-ellipsis> Docker registry </span> </a> </li> <li class=md-nav__item> <a href=#access-key class=md-nav__link> <span class=md-ellipsis> Access key </span> </a> </li> <li class=md-nav__item> <a href=#username-password class=md-nav__link> <span class=md-ellipsis> Username &amp; password </span> </a> </li> <li class=md-nav__item> <a href=#generic-secret class=md-nav__link> <span class=md-ellipsis> Generic secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-credentials class=md-nav__link> <span class=md-ellipsis> Editing credentials </span> </a> </li> <li class=md-nav__item> <a href=#deleting-credentials class=md-nav__link> <span class=md-ellipsis> Deleting credentials </span> </a> </li> <li class=md-nav__item> <a href=#using-credentials class=md-nav__link> <span class=md-ellipsis> Using credentials </span> </a> <nav class=md-nav aria-label="Using credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#access-private-data-sources class=md-nav__link> <span class=md-ellipsis> Access private data sources </span> </a> </li> <li class=md-nav__item> <a href=#use-directly-within-the-container class=md-nav__link> <span class=md-ellipsis> Use directly within the container </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-secrets-in-advance class=md-nav__link> <span class=md-ellipsis> Creating secrets in advance </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/credentials.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Credentials</h1> <p>This article explains what credentials are and how to create and use them.</p> <p>Credentials are a workload asset that simplify the complexities of Kubernetes secrets. They consist of and mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <p>Credentials are crucial for the security of AI workloads and the resources they require, as they restrict access to authorized users, verify identities, and ensure secure interactions. By enforcing the protection of sensitive data, credentials help organizations comply with industry regulations, fostering a secure environment overall.</p> <p>Essentially, credentials enable AI practitioners to access relevant protected resources, such as private data sources and Docker images, thereby streamlining the workload submission process.</p> <h2 id=credentials-table>Credentials table<a class=headerlink href=#credentials-table title="Permanent link">&para;</a></h2> <p>The Credentials table can be found under <strong>Workload manager</strong> in the Run:ai User interface.</p> <p>The Credentials table provides a list of all the credentials defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/credentials-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/credentials-table.png></a></p> <p>The Credentials table comprises the following columns:</p> <table> <thead> <tr> <th>Column</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Credentials</td> <td>The name of the credentials</td> </tr> <tr> <td>Description</td> <td>A description of the credentials</td> </tr> <tr> <td>Type</td> <td>The type of credentials, e.g., Docker registry</td> </tr> <tr> <td>Status</td> <td>The different lifecycle phases and representation of the credentials’ condition</td> </tr> <tr> <td>Scope</td> <td>The <a href=../overview/#asset-scope>scope</a> of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td>Kubernetes name</td> <td>The unique name of the credentials Kubernetes name as it appears in the cluster</td> </tr> <tr> <td>Environment(s)</td> <td>The environment(s) that are associated with the credentials</td> </tr> <tr> <td>Data source(s)</td> <td>The private data source(s) that are accessed using the credentials</td> </tr> <tr> <td>Created by</td> <td>The user who created the credentials</td> </tr> <tr> <td>Creation time</td> <td>The timestamp of when the credentials were created</td> </tr> <tr> <td>Cluster</td> <td>The cluster with which the credentials are associated</td> </tr> </tbody> </table> <h3 id=credentials-status>Credentials status<a class=headerlink href=#credentials-status title="Permanent link">&para;</a></h3> <p>The following table describes the credentials’ condition and whether they were created successfully for the selected <a href=../overview/#asset-scope>scope</a>.</p> <table> <thead> <tr> <th>Status</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>No issues found</td> <td>No issues were found while creating the credentials (this status may change while propagating the credentials to the selected scope)</td> </tr> <tr> <td>Issues found</td> <td>Issues found while propagating the credentials</td> </tr> <tr> <td>Issues found</td> <td>Failed to access the cluster</td> </tr> <tr> <td>Creating…</td> <td>Credentials are being created</td> </tr> <tr> <td>Deleting…</td> <td>Credentials are being deleted</td> </tr> <tr> <td>No status</td> <td>When the credentials’ scope is an account, or the current version of the cluster is not up to date, the status cannot be displayed</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click ‘Download as CSV’. Export to CSV is limited to 20,000 rows.</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-new-credentials>Adding new credentials<a class=headerlink href=#adding-new-credentials title="Permanent link">&para;</a></h2> <p>Creating credentials is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a>.</p> <p>To add a new credential:</p> <ol> <li>Go to the Credentials table:</li> <li>Click <strong>+NEW CREDENTIALS</strong></li> <li>Select the credential type from the list<br> Follow the step-by-step guide for each credential type:</li> </ol> <h3 id=docker-registry>Docker registry<a class=headerlink href=#docker-registry title="Permanent link">&para;</a></h3> <p>These credentials allow users to authenticate and pull images from a Docker registry, enabling access to containerized applications and services.</p> <p>After creating the credentials, it is used automatically when pulling images.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a>.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>username</strong>, <strong>password</strong>, and <strong>Docker registry URL</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=access-key>Access key<a class=headerlink href=#access-key title="Permanent link">&para;</a></h3> <p>These credentials are unique identifiers used to authenticate and authorize access to cloud services or APIs, ensuring secure communication between applications. They typically consist of two parts:</p> <ul> <li>An access key ID</li> <li>A secret access key</li> </ul> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a>.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the credential</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>Access key</strong> and <strong>Access secret</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=username-password>Username &amp; password<a class=headerlink href=#username-password title="Permanent link">&para;</a></h3> <p>These credentials require a username and corresponding password to access various resources, ensuring that only authorized users can log in.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>username</strong> and <strong>password</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=generic-secret>Generic secret<a class=headerlink href=#generic-secret title="Permanent link">&para;</a></h3> <p>These credentials are a flexible option that consists of multiple keys &amp; values and can store various sensitive information, such as API keys or configuration data, to be used securely within applications.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Click <strong>+KEY &amp; VALUE</strong> - to add key/value pairs to store in the new secret</li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <h2 id=editing-credentials>Editing credentials<a class=headerlink href=#editing-credentials title="Permanent link">&para;</a></h2> <p>To rename a credential:</p> <ol> <li>Select the credential from the table</li> <li>Click <strong>Rename</strong> to edit its name and description</li> </ol> <h2 id=deleting-credentials>Deleting credentials<a class=headerlink href=#deleting-credentials title="Permanent link">&para;</a></h2> <p>To delete a credential:</p> <ol> <li>Select the credential you want to delete</li> <li>Click <strong>DELETE</strong></li> <li>In the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Credentials cannot be deleted if they are being used by a workload and template.</p> </div> <h2 id=using-credentials>Using credentials<a class=headerlink href=#using-credentials title="Permanent link">&para;</a></h2> <p>You can use credentials (secrets) in various ways within the system</p> <h3 id=access-private-data-sources>Access private data sources<a class=headerlink href=#access-private-data-sources title="Permanent link">&para;</a></h3> <p>To access private data sources, attach credentials to data sources of the following types: <a href=../datasources/#git>Git</a>, <a href=../datasources/#s3-bucket>S3 Bucket</a></p> <h3 id=use-directly-within-the-container>Use directly within the container<a class=headerlink href=#use-directly-within-the-container title="Permanent link">&para;</a></h3> <p>To use the secret directly from within the container, you can choose between the following options</p> <ol> <li>Get the secret mounted to the file system by using the <a href=../datasources/#secret>Generic secret</a> data source</li> <li> <p>Get the secret as an environment variable injected into the container. There are two equivalent ways to inject the environment variable.</p> <p>a. By adding it to the Environment asset. b. By adding it ad-hoc as part of the workload.</p> </li> </ol> <hr> <h2 id=creating-secrets-in-advance>Creating secrets in advance<a class=headerlink href=#creating-secrets-in-advance title="Permanent link">&para;</a></h2> <p>Add secrets in advance to be used when creating credentials via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> <div class="tabbed-set tabbed-alternate" data-tabs=1:3><input checked=checked id=__tabbed_1_1 name=__tabbed_1 type=radio><input id=__tabbed_1_2 name=__tabbed_1 type=radio><input id=__tabbed_1_3 name=__tabbed_1 type=radio><div class=tabbed-labels><label for=__tabbed_1_1>Cluster scope</label><label for=__tabbed_1_2>Department scope</label><label for=__tabbed_1_3>Project scope</label></div> <div class=tabbed-content> <div class=tabbed-block> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/cluster-wide: "true"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code> ֿ</li> </ol> </li> </ol> </div> <div class=tabbed-block> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/department: "&lt;department id&gt;"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code></li> </ol> </li> </ol> </div> <div class=tabbed-block> <ol> <li>Create the secret in the project’s namespace</li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code></li> </ol> </li> </ol> </div> </div> </div> <p>The secret is now displayed for that scope in the list of existing secrets.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, go to the <a href=https://app.run.ai/api/docs#tag/Credentials>Credentials</a> API reference</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#credentials-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Credentials </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Credentials </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Credentials </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#credentials-table class=md-nav__link> <span class=md-ellipsis> Credentials table </span> </a> <nav class=md-nav aria-label="Credentials table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#credentials-status class=md-nav__link> <span class=md-ellipsis> Credentials status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-credentials class=md-nav__link> <span class=md-ellipsis> Adding new credentials </span> </a> <nav class=md-nav aria-label="Adding new credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#docker-registry class=md-nav__link> <span class=md-ellipsis> Docker registry </span> </a> </li> <li class=md-nav__item> <a href=#access-key class=md-nav__link> <span class=md-ellipsis> Access key </span> </a> </li> <li class=md-nav__item> <a href=#username-password class=md-nav__link> <span class=md-ellipsis> Username &amp; password </span> </a> </li> <li class=md-nav__item> <a href=#generic-secret class=md-nav__link> <span class=md-ellipsis> Generic secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-credentials class=md-nav__link> <span class=md-ellipsis> Editing credentials </span> </a> </li> <li class=md-nav__item> <a href=#deleting-credentials class=md-nav__link> <span class=md-ellipsis> Deleting credentials </span> </a> </li> <li class=md-nav__item> <a href=#using-credentials class=md-nav__link> <span class=md-ellipsis> Using credentials </span> </a> <nav class=md-nav aria-label="Using credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#access-private-data-sources class=md-nav__link> <span class=md-ellipsis> Access private data sources </span> </a> </li> <li class=md-nav__item> <a href=#use-directly-within-the-container class=md-nav__link> <span class=md-ellipsis> Use directly within the container </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-secrets-in-advance class=md-nav__link> <span class=md-ellipsis> Creating secrets in advance </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#credentials-table class=md-nav__link> <span class=md-ellipsis> Credentials table </span> </a> <nav class=md-nav aria-label="Credentials table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#credentials-status class=md-nav__link> <span class=md-ellipsis> Credentials status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-credentials class=md-nav__link> <span class=md-ellipsis> Adding new credentials </span> </a> <nav class=md-nav aria-label="Adding new credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#docker-registry class=md-nav__link> <span class=md-ellipsis> Docker registry </span> </a> </li> <li class=md-nav__item> <a href=#access-key class=md-nav__link> <span class=md-ellipsis> Access key </span> </a> </li> <li class=md-nav__item> <a href=#username-password class=md-nav__link> <span class=md-ellipsis> Username &amp; password </span> </a> </li> <li class=md-nav__item> <a href=#generic-secret class=md-nav__link> <span class=md-ellipsis> Generic secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-credentials class=md-nav__link> <span class=md-ellipsis> Editing credentials </span> </a> </li> <li class=md-nav__item> <a href=#deleting-credentials class=md-nav__link> <span class=md-ellipsis> Deleting credentials </span> </a> </li> <li class=md-nav__item> <a href=#using-credentials class=md-nav__link> <span class=md-ellipsis> Using credentials </span> </a> <nav class=md-nav aria-label="Using credentials"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#access-private-data-sources class=md-nav__link> <span class=md-ellipsis> Access private data sources </span> </a> </li> <li class=md-nav__item> <a href=#use-directly-within-the-container class=md-nav__link> <span class=md-ellipsis> Use directly within the container </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#creating-secrets-in-advance class=md-nav__link> <span class=md-ellipsis> Creating secrets in advance </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/credentials.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Credentials</h1> <p>This article explains what credentials are and how to create and use them.</p> <p>Credentials are a workload asset that simplify the complexities of Kubernetes secrets. They consist of and mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <p>Credentials are crucial for the security of AI workloads and the resources they require, as they restrict access to authorized users, verify identities, and ensure secure interactions. By enforcing the protection of sensitive data, credentials help organizations comply with industry regulations, fostering a secure environment overall.</p> <p>Essentially, credentials enable AI practitioners to access relevant protected resources, such as private data sources and Docker images, thereby streamlining the workload submission process.</p> <h2 id=credentials-table>Credentials table<a class=headerlink href=#credentials-table title="Permanent link">&para;</a></h2> <p>The Credentials table can be found under <strong>Workload manager</strong> in the Run:ai User interface.</p> <p>The Credentials table provides a list of all the credentials defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/credentials-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/credentials-table.png></a></p> <p>The Credentials table comprises the following columns:</p> <table> <thead> <tr> <th>Column</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Credentials</td> <td>The name of the credentials</td> </tr> <tr> <td>Description</td> <td>A description of the credentials</td> </tr> <tr> <td>Type</td> <td>The type of credentials, e.g., Docker registry</td> </tr> <tr> <td>Status</td> <td>The different lifecycle phases and representation of the credentials’ condition</td> </tr> <tr> <td>Scope</td> <td>The <a href=../overview/#asset-scope>scope</a> of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td>Kubernetes name</td> <td>The unique name of the credentials Kubernetes name as it appears in the cluster</td> </tr> <tr> <td>Environment(s)</td> <td>The environment(s) that are associated with the credentials</td> </tr> <tr> <td>Data source(s)</td> <td>The private data source(s) that are accessed using the credentials</td> </tr> <tr> <td>Created by</td> <td>The user who created the credentials</td> </tr> <tr> <td>Creation time</td> <td>The timestamp of when the credentials were created</td> </tr> <tr> <td>Cluster</td> <td>The cluster with which the credentials are associated</td> </tr> </tbody> </table> <h3 id=credentials-status>Credentials status<a class=headerlink href=#credentials-status title="Permanent link">&para;</a></h3> <p>The following table describes the credentials’ condition and whether they were created successfully for the selected <a href=../overview/#asset-scope>scope</a>.</p> <table> <thead> <tr> <th>Status</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>No issues found</td> <td>No issues were found while creating the credentials (this status may change while propagating the credentials to the selected scope)</td> </tr> <tr> <td>Issues found</td> <td>Issues found while propagating the credentials</td> </tr> <tr> <td>Issues found</td> <td>Failed to access the cluster</td> </tr> <tr> <td>Creating…</td> <td>Credentials are being created</td> </tr> <tr> <td>Deleting…</td> <td>Credentials are being deleted</td> </tr> <tr> <td>No status</td> <td>When the credentials’ scope is an account, or the current version of the cluster is not up to date, the status cannot be displayed</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click ‘Download as CSV’. Export to CSV is limited to 20,000 rows.</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-new-credentials>Adding new credentials<a class=headerlink href=#adding-new-credentials title="Permanent link">&para;</a></h2> <p>Creating credentials is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a>.</p> <p>To add a new credential:</p> <ol> <li>Go to the Credentials table:</li> <li>Click <strong>+NEW CREDENTIALS</strong></li> <li>Select the credential type from the list<br> Follow the step-by-step guide for each credential type:</li> </ol> <h3 id=docker-registry>Docker registry<a class=headerlink href=#docker-registry title="Permanent link">&para;</a></h3> <p>These credentials allow users to authenticate and pull images from a Docker registry, enabling access to containerized applications and services.</p> <p>After creating the credentials, it is used automatically when pulling images.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a>.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>username</strong>, <strong>password</strong>, and <strong>Docker registry URL</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=access-key>Access key<a class=headerlink href=#access-key title="Permanent link">&para;</a></h3> <p>These credentials are unique identifiers used to authenticate and authorize access to cloud services or APIs, ensuring secure communication between applications. They typically consist of two parts:</p> <ul> <li>An access key ID</li> <li>A secret access key</li> </ul> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a>.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the credential</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>Access key</strong> and <strong>Access secret</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=username-password>Username &amp; password<a class=headerlink href=#username-password title="Permanent link">&para;</a></h3> <p>These credentials require a username and corresponding password to access various resources, ensuring that only authorized users can log in.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the <strong>username</strong> and <strong>password</strong></li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p> <h3 id=generic-secret>Generic secret<a class=headerlink href=#generic-secret title="Permanent link">&para;</a></h3> <p>These credentials are a flexible option that consists of multiple keys &amp; values and can store various sensitive information, such as API keys or configuration data, to be used securely within applications.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li><strong>Existing secret</strong> (in the cluster)<br> This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li><strong>New secret</strong> (recommended)<br> A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Click <strong>+KEY &amp; VALUE</strong> - to add key/value pairs to store in the new secret</li> </ul> </li> </ul> </li> <li>Click <strong>CREATE CREDENTIALS</strong></li> </ol> <h2 id=editing-credentials>Editing credentials<a class=headerlink href=#editing-credentials title="Permanent link">&para;</a></h2> <p>To rename a credential:</p> <ol> <li>Select the credential from the table</li> <li>Click <strong>Rename</strong> to edit its name and description</li> </ol> <h2 id=deleting-credentials>Deleting credentials<a class=headerlink href=#deleting-credentials title="Permanent link">&para;</a></h2> <p>To delete a credential:</p> <ol> <li>Select the credential you want to delete</li> <li>Click <strong>DELETE</strong></li> <li>In the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Credentials cannot be deleted if they are being used by a workload and template.</p> </div> <h2 id=using-credentials>Using credentials<a class=headerlink href=#using-credentials title="Permanent link">&para;</a></h2> <p>You can use credentials (secrets) in various ways within the system</p> <h3 id=access-private-data-sources>Access private data sources<a class=headerlink href=#access-private-data-sources title="Permanent link">&para;</a></h3> <p>To access private data sources, attach credentials to data sources of the following types: <a href=../datasources/#git>Git</a>, <a href=../datasources/#s3-bucket>S3 Bucket</a></p> <h3 id=use-directly-within-the-container>Use directly within the container<a class=headerlink href=#use-directly-within-the-container title="Permanent link">&para;</a></h3> <p>To use the secret directly from within the container, you can choose between the following options</p> <ol> <li>Get the secret mounted to the file system by using the <a href=../datasources/#secret>Generic secret</a> data source</li> <li> <p>Get the secret as an environment variable injected into the container. There are two equivalent ways to inject the environment variable.</p> <p>a. By adding it to the Environment asset. b. By adding it ad-hoc as part of the workload.</p> </li> </ol> <hr> <h2 id=creating-secrets-in-advance>Creating secrets in advance<a class=headerlink href=#creating-secrets-in-advance title="Permanent link">&para;</a></h2> <p>Add secrets in advance to be used when creating credentials via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> <div class="tabbed-set tabbed-alternate" data-tabs=1:3><input checked=checked id=__tabbed_1_1 name=__tabbed_1 type=radio><input id=__tabbed_1_2 name=__tabbed_1 type=radio><input id=__tabbed_1_3 name=__tabbed_1 type=radio><div class=tabbed-labels><label for=__tabbed_1_1>Cluster scope</label><label for=__tabbed_1_2>Department scope</label><label for=__tabbed_1_3>Project scope</label></div> <div class=tabbed-content> <div class=tabbed-block> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/cluster-wide: "true"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code> ֿ</li> </ol> </li> </ol> </div> <div class=tabbed-block> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/department: "&lt;department id&gt;"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code></li> </ol> </li> </ol> </div> <div class=tabbed-block> <ol> <li>Create the secret in the project’s namespace</li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: "docker-registry"</code></li> <li>Access key - <code>run.ai/resource: "access-key"</code></li> <li>Username and password - <code>run.ai/resource: "password"</code></li> <li>Generic secret - <code>run.ai/resource: "generic"</code></li> </ol> </li> </ol> </div> </div> </div> <p>The secret is now displayed for that scope in the list of existing secrets.</p> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, go to the <a href=https://app.run.ai/api/docs#tag/Credentials>Credentials</a> API reference</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/assets/data-volumes/index.html b/v2.20/platform-admin/workloads/assets/data-volumes/index.html
index e681097619..79a6e9c881 100644
--- a/v2.20/platform-admin/workloads/assets/data-volumes/index.html
+++ b/v2.20/platform-admin/workloads/assets/data-volumes/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/data-volumes/ rel=canonical><link href=../datasources/ rel=prev><link href=../compute/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Data Volumes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/data-volumes/ rel=canonical><link href=../datasources/ rel=prev><link href=../compute/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Data Volumes - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#why-use-a-data-volume class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Volumes </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Volumes </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Volumes </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#why-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Why use a data volume? </span> </a> </li> <li class=md-nav__item> <a href=#typical-use-cases class=md-nav__link> <span class=md-ellipsis> Typical use cases </span> </a> <nav class=md-nav aria-label="Typical use cases"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-volume class=md-nav__link> <span class=md-ellipsis> Adding a new data volume </span> </a> </li> <li class=md-nav__item> <a href=#adding-scopes-for-a-data-volume class=md-nav__link> <span class=md-ellipsis> Adding scopes for a data volume </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Who can use a data volume? </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#why-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Why use a data volume? </span> </a> </li> <li class=md-nav__item> <a href=#typical-use-cases class=md-nav__link> <span class=md-ellipsis> Typical use cases </span> </a> <nav class=md-nav aria-label="Typical use cases"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-volume class=md-nav__link> <span class=md-ellipsis> Adding a new data volume </span> </a> </li> <li class=md-nav__item> <a href=#adding-scopes-for-a-data-volume class=md-nav__link> <span class=md-ellipsis> Adding scopes for a data volume </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Who can use a data volume? </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/data-volumes.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Volumes</h1> <p>Data volumes offer a powerful solution for storing, managing, and sharing AI training data within the Run:ai platform. They promote collaboration, simplify data access control, and streamline the AI development lifecycle.</p> <p>Data volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data.</p> <h2 id=why-use-a-data-volume>Why use a data volume?<a class=headerlink href=#why-use-a-data-volume title="Permanent link">&para;</a></h2> <ol> <li>Sharing with multiple scopes<br> Unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters, encouraging data reuse and collaboration within the organization.</li> <li>Storage saving<br> A single copy of the data can be used across multiple <a href=../overview/#asset-scope>scopes</a></li> </ol> <h2 id=typical-use-cases>Typical use cases<a class=headerlink href=#typical-use-cases title="Permanent link">&para;</a></h2> <ol> <li>Sharing large data sets<br> In large organizations, the data is often stored in a remote location, which can be a barrier for large model training. Even if the data is transferred into the cluster, sharing it easily with multiple users is still challenging. Data volumes can help share the data seamlessly, with maximum security and control.</li> <li>Sharing data with colleagues<br> When sharing training results, generated data sets, or other artifacts with team members is needed, data volumes can help make the data available easily.</li> </ol> <p><a class=glightbox href=../img/data-volumes-arch.svg data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=data-volumes-architecture src=../img/data-volumes-arch.svg></a></p> <h3 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h3> <p>To create a data volume, there must be a <a href=../../../aiinitiatives/org/projects/ >project</a> with a PVC in its namespace.</p> <p>Working with data volumes is currently available using the API. To view the available actions, go to the <a href=https://api-docs.run.ai/2.18/tag/Datavolumes target=_blank>Data volumes</a> API reference.</p> <h2 id=adding-a-new-data-volume>Adding a new data volume<a class=headerlink href=#adding-a-new-data-volume title="Permanent link">&para;</a></h2> <p>Data volume creation is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <h2 id=adding-scopes-for-a-data-volume>Adding scopes for a data volume<a class=headerlink href=#adding-scopes-for-a-data-volume title="Permanent link">&para;</a></h2> <p>Data volume sharing (adding scopes) is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <p>Once created, the data volume is available to its originating project (see the prerequisites above).</p> <p>Data volumes can be shared with additional scopes in the organization.</p> <h2 id=who-can-use-a-data-volume>Who can use a data volume?<a class=headerlink href=#who-can-use-a-data-volume title="Permanent link">&para;</a></h2> <p>Data volumes are used when <a href=../../overviews/managing-workloads/#adding-new-workload>submitting workloads</a>. Any user, application or SSO group with a <a href=../../../authentication/roles/ >role</a> that has permissions to create workloads can also use data volumes.</p> <p>Researchers can list available data volumes within their permitted scopes for easy selection.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#why-use-a-data-volume class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Volumes </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Volumes </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Volumes </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#why-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Why use a data volume? </span> </a> </li> <li class=md-nav__item> <a href=#typical-use-cases class=md-nav__link> <span class=md-ellipsis> Typical use cases </span> </a> <nav class=md-nav aria-label="Typical use cases"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-volume class=md-nav__link> <span class=md-ellipsis> Adding a new data volume </span> </a> </li> <li class=md-nav__item> <a href=#adding-scopes-for-a-data-volume class=md-nav__link> <span class=md-ellipsis> Adding scopes for a data volume </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Who can use a data volume? </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#why-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Why use a data volume? </span> </a> </li> <li class=md-nav__item> <a href=#typical-use-cases class=md-nav__link> <span class=md-ellipsis> Typical use cases </span> </a> <nav class=md-nav aria-label="Typical use cases"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#prerequisites class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-volume class=md-nav__link> <span class=md-ellipsis> Adding a new data volume </span> </a> </li> <li class=md-nav__item> <a href=#adding-scopes-for-a-data-volume class=md-nav__link> <span class=md-ellipsis> Adding scopes for a data volume </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-a-data-volume class=md-nav__link> <span class=md-ellipsis> Who can use a data volume? </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/data-volumes.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Volumes</h1> <p>Data volumes offer a powerful solution for storing, managing, and sharing AI training data within the Run:ai platform. They promote collaboration, simplify data access control, and streamline the AI development lifecycle.</p> <p>Data volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data.</p> <h2 id=why-use-a-data-volume>Why use a data volume?<a class=headerlink href=#why-use-a-data-volume title="Permanent link">&para;</a></h2> <ol> <li>Sharing with multiple scopes<br> Unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters, encouraging data reuse and collaboration within the organization.</li> <li>Storage saving<br> A single copy of the data can be used across multiple <a href=../overview/#asset-scope>scopes</a></li> </ol> <h2 id=typical-use-cases>Typical use cases<a class=headerlink href=#typical-use-cases title="Permanent link">&para;</a></h2> <ol> <li>Sharing large data sets<br> In large organizations, the data is often stored in a remote location, which can be a barrier for large model training. Even if the data is transferred into the cluster, sharing it easily with multiple users is still challenging. Data volumes can help share the data seamlessly, with maximum security and control.</li> <li>Sharing data with colleagues<br> When sharing training results, generated data sets, or other artifacts with team members is needed, data volumes can help make the data available easily.</li> </ol> <p><a class=glightbox href=../img/data-volumes-arch.svg data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt=data-volumes-architecture src=../img/data-volumes-arch.svg></a></p> <h3 id=prerequisites>Prerequisites<a class=headerlink href=#prerequisites title="Permanent link">&para;</a></h3> <p>To create a data volume, there must be a <a href=../../../aiinitiatives/org/projects/ >project</a> with a PVC in its namespace.</p> <p>Working with data volumes is currently available using the API. To view the available actions, go to the <a href=https://api-docs.run.ai/2.18/tag/Datavolumes target=_blank>Data volumes</a> API reference.</p> <h2 id=adding-a-new-data-volume>Adding a new data volume<a class=headerlink href=#adding-a-new-data-volume title="Permanent link">&para;</a></h2> <p>Data volume creation is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <h2 id=adding-scopes-for-a-data-volume>Adding scopes for a data volume<a class=headerlink href=#adding-scopes-for-a-data-volume title="Permanent link">&para;</a></h2> <p>Data volume sharing (adding scopes) is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <p>Once created, the data volume is available to its originating project (see the prerequisites above).</p> <p>Data volumes can be shared with additional scopes in the organization.</p> <h2 id=who-can-use-a-data-volume>Who can use a data volume?<a class=headerlink href=#who-can-use-a-data-volume title="Permanent link">&para;</a></h2> <p>Data volumes are used when <a href=../../overviews/managing-workloads/#adding-new-workload>submitting workloads</a>. Any user, application or SSO group with a <a href=../../../authentication/roles/ >role</a> that has permissions to create workloads can also use data volumes.</p> <p>Researchers can list available data volumes within their permitted scopes for easy selection.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/assets/datasources/index.html b/v2.20/platform-admin/workloads/assets/datasources/index.html
index 352d088cfe..60c5d7179c 100644
--- a/v2.20/platform-admin/workloads/assets/datasources/index.html
+++ b/v2.20/platform-admin/workloads/assets/datasources/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/datasources/ rel=canonical><link href=../environments/ rel=prev><link href=../data-volumes/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Data Sources - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/datasources/ rel=canonical><link href=../environments/ rel=prev><link href=../data-volumes/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Data Sources - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#data-sources-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Sources </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Sources </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Sources </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sources-table class=md-nav__link> <span class=md-ellipsis> Data sources table </span> </a> <nav class=md-nav aria-label="Data sources table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources-status class=md-nav__link> <span class=md-ellipsis> Data sources status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-source class=md-nav__link> <span class=md-ellipsis> Adding a new data source </span> </a> <nav class=md-nav aria-label="Adding a new data source"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nfs class=md-nav__link> <span class=md-ellipsis> NFS </span> </a> </li> <li class=md-nav__item> <a href=#pvc class=md-nav__link> <span class=md-ellipsis> PVC </span> </a> </li> <li class=md-nav__item> <a href=#s3-bucket class=md-nav__link> <span class=md-ellipsis> S3 Bucket </span> </a> </li> <li class=md-nav__item> <a href=#git class=md-nav__link> <span class=md-ellipsis> Git </span> </a> </li> <li class=md-nav__item> <a href=#host-path class=md-nav__link> <span class=md-ellipsis> Host path </span> </a> </li> <li class=md-nav__item> <a href=#configmap class=md-nav__link> <span class=md-ellipsis> ConfigMap </span> </a> </li> <li class=md-nav__item> <a href=#secret class=md-nav__link> <span class=md-ellipsis> Secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-data-source class=md-nav__link> <span class=md-ellipsis> Editing a data source </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-data-source class=md-nav__link> <span class=md-ellipsis> Deleting a data source </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sources-table class=md-nav__link> <span class=md-ellipsis> Data sources table </span> </a> <nav class=md-nav aria-label="Data sources table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources-status class=md-nav__link> <span class=md-ellipsis> Data sources status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-source class=md-nav__link> <span class=md-ellipsis> Adding a new data source </span> </a> <nav class=md-nav aria-label="Adding a new data source"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nfs class=md-nav__link> <span class=md-ellipsis> NFS </span> </a> </li> <li class=md-nav__item> <a href=#pvc class=md-nav__link> <span class=md-ellipsis> PVC </span> </a> </li> <li class=md-nav__item> <a href=#s3-bucket class=md-nav__link> <span class=md-ellipsis> S3 Bucket </span> </a> </li> <li class=md-nav__item> <a href=#git class=md-nav__link> <span class=md-ellipsis> Git </span> </a> </li> <li class=md-nav__item> <a href=#host-path class=md-nav__link> <span class=md-ellipsis> Host path </span> </a> </li> <li class=md-nav__item> <a href=#configmap class=md-nav__link> <span class=md-ellipsis> ConfigMap </span> </a> </li> <li class=md-nav__item> <a href=#secret class=md-nav__link> <span class=md-ellipsis> Secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-data-source class=md-nav__link> <span class=md-ellipsis> Editing a data source </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-data-source class=md-nav__link> <span class=md-ellipsis> Deleting a data source </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/datasources.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Sources</h1> <p>This article explains what data sources are and how to create and use them.</p> <p>Data sources are a type of <a href=../overview/ >workload asset</a> and represent a location where data is actually stored. They may represent a remote data location, such as NFS, Git, or S3, or a Kubernetes local resource, such as PVC, ConfigMap, HostPath, or Secret.</p> <p>This configuration simplifies the mapping of the data into the workload’s file system and handles the mounting process during workload creation for reading and writing. These data sources are reusable and can be easily integrated and used by AI practitioners while submitting workloads across various scopes.</p> <h2 id=data-sources-table>Data sources table<a class=headerlink href=#data-sources-table title="Permanent link">&para;</a></h2> <p>The data sources table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The data sources table provides a list of all the data sources defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/data-source-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/data-source-table.png></a></p> <p>The data sources table comprises the following columns:</p> <table> <thead> <tr> <th>Column</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Data source</td> <td>The name of the data source</td> </tr> <tr> <td>Description</td> <td>A description of the data source</td> </tr> <tr> <td>Type</td> <td>The type of data source connected – e.g., S3 bucket, PVC, or others</td> </tr> <tr> <td>Status</td> <td>The different lifecycle phases and representation of the data source condition</td> </tr> <tr> <td>Scope</td> <td>The <a href=../overview/#asset-scope>scope</a> of the data source within the organizational tree. Click the scope name to view the organizational tree diagram</td> </tr> <tr> <td>Kubernetes name</td> <td>The unique name of the data sources Kubernetes name as it appears in the cluster</td> </tr> <tr> <td>Workload(s)</td> <td>The list of existing workloads that use the data source</td> </tr> <tr> <td>Template(s)</td> <td>The list of workload templates that use the data source</td> </tr> <tr> <td>Created by</td> <td>The user who created the data source</td> </tr> <tr> <td>Creation time</td> <td>The timestamp for when the data source was created</td> </tr> <tr> <td>Cluster</td> <td>The cluster that the data source is associated with</td> </tr> </tbody> </table> <h3 id=data-sources-status>Data sources status<a class=headerlink href=#data-sources-status title="Permanent link">&para;</a></h3> <p>The following table describes the data sources' condition and whether they were created successfully for the selected <a href=../overview/#asset-scope>scope</a>.</p> <table> <thead> <tr> <th>Status</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>No issues found</td> <td>No issues were found while creating the data source</td> </tr> <tr> <td>Issues found</td> <td>Issues were found while propagating the data source credentials</td> </tr> <tr> <td>Issues found</td> <td>The data source couldn’t be created at the cluster</td> </tr> <tr> <td>Creating…</td> <td>The data source is being created</td> </tr> <tr> <td>No status / “-”</td> <td>When the data source’s scope is an account, the current version of the cluster is not up to date, or the asset is not a cluster-syncing entity, the status can’t be displayed</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click ‘Download as CSV’</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-a-new-data-source>Adding a new data source<a class=headerlink href=#adding-a-new-data-source title="Permanent link">&para;</a></h2> <p>To create a new data source:</p> <ol> <li>Click <strong>+NEW DATA SOURCE</strong></li> <li>Select the data source type from the list. Follow the step-by-step guide for each data source type:</li> </ol> <h3 id=nfs>NFS<a class=headerlink href=#nfs title="Permanent link">&para;</a></h3> <p>A Network File System (<a href=https://kubernetes.io/docs/concepts/storage/volumes/#nfs target=_blank>NFS</a>) is a Kubernetes concept used for sharing storage in the cluster among different pods. Like a PVC, the NFS volume’s content remains preserved, even outside the lifecycle of a single pod. However, unlike PVCs, which abstract storage management, NFS provides a method for network-based file sharing. The NFS volume can be pre-populated with data and can be mounted by multiple pod writers simultaneously. At Run:ai, an NFS-type data source is an abstraction that is mapped directly to a Kubernetes NFS volume. This integration allows multiple workloads under various scopes to mount and present the NFS data source.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Enter the <strong>NFS server</strong> (host name or host IP)</li> <li>Enter the <strong>NFS path</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>Container path</strong></li> </ul> </li> <li>Optional: Restrictions<ul> <li><strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permissions</li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=pvc>PVC<a class=headerlink href=#pvc title="Permanent link">&para;</a></h3> <p>A Persistent Volume Claim (<a href=https://kubernetes.io/docs/concepts/storage/persistent-volumes/ target=_blank>PVC</a>) is a Kubernetes concept used for managing storage in the cluster, which can be provisioned by an administrator or dynamically by Kubernetes using a StorageClass. PVCs allow users to request specific sizes and access modes (read/write once, read-only many). Run:ai ensures that data remains consistent and accessible across various scopes and workloads, beyond the lifecycle of individual pods, which is efficient while working with large datasets typically associated with AI projects.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Select PVC:<ul> <li><strong>Existing PVC</strong><br> This option is relevant when the purpose is to create a PVC-type data source based on an existing PVC in the cluster<ul> <li>Select a PVC from the list - (The list is empty if no existing PVCs were <a href=../../../../admin/config/create-k8s-assets-in-advance/#creating-pvcs-in-advance>created in advance</a>)</li> </ul> </li> <li><strong>New PVC</strong> - creates a new PVC in the cluster. New PVCs are not added to the Existing PVCs list.<br> When creating a PVC-type data source and selecting the ‘New PVC’ option, the PVC is immediately created in the cluster (even if no workload has requested this PVC).</li> </ul> </li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, check <a href=../../../../admin/config/shared-storage/#kubernetes-storage-classes>Kubernetes storage classes</a></li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li>File system (default) - allows the volume to be mounted as a filesystem, enabling the usage of directories and files.</li> <li>Block - exposes the volume as a block storage, which can be formatted or used by applications directly without a filesystem.</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Optional: <strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permission.</li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=s3-bucket>S3 Bucket<a class=headerlink href=#s3-bucket title="Permanent link">&para;</a></h3> <p>The <a href=https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-s3-bucket.html target=_blank>S3 bucket</a> data source enables the mapping of a remote S3 bucket into the workload’s file system. Similar to a PVC, this mapping remains accessible across different workload executions, extending beyond the lifecycle of individual pods. However, unlike PVCs, data stored in an S3 bucket resides remotely, which may lead to decreased performance during the execution of heavy machine learning workloads. As part of the Run:ai connection to the S3 bucket, you can create <a href=../credentials/ >credentials</a> in order to access and map private buckets.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Set the <strong>S3 service URL</strong></li> <li>Select the <strong>credentials</strong><ul> <li><strong>None</strong> - for public buckets</li> <li><strong>Credential names</strong> - This option is relevant for private buckets based on existing credentials that were created for the scope.<br> To add new credentials to the credentials list, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> <li>Enter the <strong>bucket name</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=git>Git<a class=headerlink href=#git title="Permanent link">&para;</a></h3> <p>A Git-type data source is a Run:ai integration, that enables code to be copied from a Git branch into a dedicated folder in the container. It is mainly used to provide the workload with the latest code repository. As part of the integration with Git, in order to access private repositories, you can add predefined credentials to the data source mapping.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Set the <strong>Repository URL</strong></li> <li>Set the <strong>Revision</strong> (branch, tag, or hash)- If left empty, it will use the 'HEAD' (latest)</li> <li>Select the <strong>credentials</strong><ul> <li><strong>None</strong> - for public repositories</li> <li><strong>Credential names</strong> - This option applies to private repositories based on existing credentials that were created for the scope.<br> To add new credentials to the credentials list, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=host-path>Host path<a class=headerlink href=#host-path title="Permanent link">&para;</a></h3> <p>A <a href=https://kubernetes.io/docs/concepts/storage/volumes/#hostpath target=_blank>Host path</a> volume is a Kubernetes concept that enables mounting a host path file or a directory on the workload’s file system. Like a PVC, the host path volume’s data persists across workloads under various scopes. It also enables data serving from the hosting node.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li><strong>host path</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Optional: <strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permissions.</li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=configmap>ConfigMap<a class=headerlink href=#configmap title="Permanent link">&para;</a></h3> <p>A <a href=https://kubernetes.io/docs/concepts/configuration/configmap/ target=_blank>ConfigMap</a> data source is a Run:ai abstraction for the Kubernetes ConfigMap concept. The ConfigMap is used mainly for storage that can be mounted on the workload container for non-confidential data. It is usually represented in key-value pairs (e.g., environment variables, command-line arguments etc.). It allows you to decouple environment-specific system configurations from your container images, so that your applications are easily portable. ConfigMaps must be created on the cluster prior to being used within the Run:ai system.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Select the <strong>ConfigMap name</strong> (The list is empty if no existing ConfigMaps were <a href=../../../../admin/config/create-k8s-assets-in-advance/#creating-configmaps-in-advance>created in advance</a>).</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=secret>Secret<a class=headerlink href=#secret title="Permanent link">&para;</a></h3> <p>A secret-type data source enables the mapping of a credential into the workload’s file system. <a href=../credentials/ >Credentials</a> are a workload asset that simplify the complexities of Kubernetes <a href=https://kubernetes.io/docs/concepts/configuration/secret/ target=_blank>Secrets</a>. The credentials mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Select the <strong>credentials</strong><br> To add new credentials, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add data sources directly when creating a specific workspace, training or inference workload</p> </div> <h2 id=editing-a-data-source>Editing a data source<a class=headerlink href=#editing-a-data-source title="Permanent link">&para;</a></h2> <p>To edit a data source:</p> <ol> <li>Select the data source from the table</li> <li>Click <strong>Rename</strong> to provide it with a new name</li> <li>Click <strong>Copy &amp; Edit</strong> to make any changes to the data source</li> </ol> <h2 id=deleting-a-data-source>Deleting a data source<a class=headerlink href=#deleting-a-data-source title="Permanent link">&para;</a></h2> <p>To delete a data source:</p> <ol> <li>Select the data source you want to delete</li> <li>Click <strong>DELETE</strong></li> <li>Confirm you want to delete the data source</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is not possible to delete an environment being used by an existing workload or template.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, go to the <a href=https://app.run.ai/api/docs#tag/Datasources>Data sources</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#data-sources-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Data Sources </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Data Sources </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Data Sources </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sources-table class=md-nav__link> <span class=md-ellipsis> Data sources table </span> </a> <nav class=md-nav aria-label="Data sources table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources-status class=md-nav__link> <span class=md-ellipsis> Data sources status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-source class=md-nav__link> <span class=md-ellipsis> Adding a new data source </span> </a> <nav class=md-nav aria-label="Adding a new data source"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nfs class=md-nav__link> <span class=md-ellipsis> NFS </span> </a> </li> <li class=md-nav__item> <a href=#pvc class=md-nav__link> <span class=md-ellipsis> PVC </span> </a> </li> <li class=md-nav__item> <a href=#s3-bucket class=md-nav__link> <span class=md-ellipsis> S3 Bucket </span> </a> </li> <li class=md-nav__item> <a href=#git class=md-nav__link> <span class=md-ellipsis> Git </span> </a> </li> <li class=md-nav__item> <a href=#host-path class=md-nav__link> <span class=md-ellipsis> Host path </span> </a> </li> <li class=md-nav__item> <a href=#configmap class=md-nav__link> <span class=md-ellipsis> ConfigMap </span> </a> </li> <li class=md-nav__item> <a href=#secret class=md-nav__link> <span class=md-ellipsis> Secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-data-source class=md-nav__link> <span class=md-ellipsis> Editing a data source </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-data-source class=md-nav__link> <span class=md-ellipsis> Deleting a data source </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#data-sources-table class=md-nav__link> <span class=md-ellipsis> Data sources table </span> </a> <nav class=md-nav aria-label="Data sources table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#data-sources-status class=md-nav__link> <span class=md-ellipsis> Data sources status </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-data-source class=md-nav__link> <span class=md-ellipsis> Adding a new data source </span> </a> <nav class=md-nav aria-label="Adding a new data source"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#nfs class=md-nav__link> <span class=md-ellipsis> NFS </span> </a> </li> <li class=md-nav__item> <a href=#pvc class=md-nav__link> <span class=md-ellipsis> PVC </span> </a> </li> <li class=md-nav__item> <a href=#s3-bucket class=md-nav__link> <span class=md-ellipsis> S3 Bucket </span> </a> </li> <li class=md-nav__item> <a href=#git class=md-nav__link> <span class=md-ellipsis> Git </span> </a> </li> <li class=md-nav__item> <a href=#host-path class=md-nav__link> <span class=md-ellipsis> Host path </span> </a> </li> <li class=md-nav__item> <a href=#configmap class=md-nav__link> <span class=md-ellipsis> ConfigMap </span> </a> </li> <li class=md-nav__item> <a href=#secret class=md-nav__link> <span class=md-ellipsis> Secret </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#editing-a-data-source class=md-nav__link> <span class=md-ellipsis> Editing a data source </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-data-source class=md-nav__link> <span class=md-ellipsis> Deleting a data source </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/datasources.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Data Sources</h1> <p>This article explains what data sources are and how to create and use them.</p> <p>Data sources are a type of <a href=../overview/ >workload asset</a> and represent a location where data is actually stored. They may represent a remote data location, such as NFS, Git, or S3, or a Kubernetes local resource, such as PVC, ConfigMap, HostPath, or Secret.</p> <p>This configuration simplifies the mapping of the data into the workload’s file system and handles the mounting process during workload creation for reading and writing. These data sources are reusable and can be easily integrated and used by AI practitioners while submitting workloads across various scopes.</p> <h2 id=data-sources-table>Data sources table<a class=headerlink href=#data-sources-table title="Permanent link">&para;</a></h2> <p>The data sources table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The data sources table provides a list of all the data sources defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/data-source-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/data-source-table.png></a></p> <p>The data sources table comprises the following columns:</p> <table> <thead> <tr> <th>Column</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Data source</td> <td>The name of the data source</td> </tr> <tr> <td>Description</td> <td>A description of the data source</td> </tr> <tr> <td>Type</td> <td>The type of data source connected – e.g., S3 bucket, PVC, or others</td> </tr> <tr> <td>Status</td> <td>The different lifecycle phases and representation of the data source condition</td> </tr> <tr> <td>Scope</td> <td>The <a href=../overview/#asset-scope>scope</a> of the data source within the organizational tree. Click the scope name to view the organizational tree diagram</td> </tr> <tr> <td>Kubernetes name</td> <td>The unique name of the data sources Kubernetes name as it appears in the cluster</td> </tr> <tr> <td>Workload(s)</td> <td>The list of existing workloads that use the data source</td> </tr> <tr> <td>Template(s)</td> <td>The list of workload templates that use the data source</td> </tr> <tr> <td>Created by</td> <td>The user who created the data source</td> </tr> <tr> <td>Creation time</td> <td>The timestamp for when the data source was created</td> </tr> <tr> <td>Cluster</td> <td>The cluster that the data source is associated with</td> </tr> </tbody> </table> <h3 id=data-sources-status>Data sources status<a class=headerlink href=#data-sources-status title="Permanent link">&para;</a></h3> <p>The following table describes the data sources' condition and whether they were created successfully for the selected <a href=../overview/#asset-scope>scope</a>.</p> <table> <thead> <tr> <th>Status</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>No issues found</td> <td>No issues were found while creating the data source</td> </tr> <tr> <td>Issues found</td> <td>Issues were found while propagating the data source credentials</td> </tr> <tr> <td>Issues found</td> <td>The data source couldn’t be created at the cluster</td> </tr> <tr> <td>Creating…</td> <td>The data source is being created</td> </tr> <tr> <td>No status / “-”</td> <td>When the data source’s scope is an account, the current version of the cluster is not up to date, or the asset is not a cluster-syncing entity, the status can’t be displayed</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click ‘Download as CSV’</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-a-new-data-source>Adding a new data source<a class=headerlink href=#adding-a-new-data-source title="Permanent link">&para;</a></h2> <p>To create a new data source:</p> <ol> <li>Click <strong>+NEW DATA SOURCE</strong></li> <li>Select the data source type from the list. Follow the step-by-step guide for each data source type:</li> </ol> <h3 id=nfs>NFS<a class=headerlink href=#nfs title="Permanent link">&para;</a></h3> <p>A Network File System (<a href=https://kubernetes.io/docs/concepts/storage/volumes/#nfs target=_blank>NFS</a>) is a Kubernetes concept used for sharing storage in the cluster among different pods. Like a PVC, the NFS volume’s content remains preserved, even outside the lifecycle of a single pod. However, unlike PVCs, which abstract storage management, NFS provides a method for network-based file sharing. The NFS volume can be pre-populated with data and can be mounted by multiple pod writers simultaneously. At Run:ai, an NFS-type data source is an abstraction that is mapped directly to a Kubernetes NFS volume. This integration allows multiple workloads under various scopes to mount and present the NFS data source.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Enter the <strong>NFS server</strong> (host name or host IP)</li> <li>Enter the <strong>NFS path</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>Container path</strong></li> </ul> </li> <li>Optional: Restrictions<ul> <li><strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permissions</li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=pvc>PVC<a class=headerlink href=#pvc title="Permanent link">&para;</a></h3> <p>A Persistent Volume Claim (<a href=https://kubernetes.io/docs/concepts/storage/persistent-volumes/ target=_blank>PVC</a>) is a Kubernetes concept used for managing storage in the cluster, which can be provisioned by an administrator or dynamically by Kubernetes using a StorageClass. PVCs allow users to request specific sizes and access modes (read/write once, read-only many). Run:ai ensures that data remains consistent and accessible across various scopes and workloads, beyond the lifecycle of individual pods, which is efficient while working with large datasets typically associated with AI projects.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Select PVC:<ul> <li><strong>Existing PVC</strong><br> This option is relevant when the purpose is to create a PVC-type data source based on an existing PVC in the cluster<ul> <li>Select a PVC from the list - (The list is empty if no existing PVCs were <a href=../../../../admin/config/create-k8s-assets-in-advance/#creating-pvcs-in-advance>created in advance</a>)</li> </ul> </li> <li><strong>New PVC</strong> - creates a new PVC in the cluster. New PVCs are not added to the Existing PVCs list.<br> When creating a PVC-type data source and selecting the ‘New PVC’ option, the PVC is immediately created in the cluster (even if no workload has requested this PVC).</li> </ul> </li> <li>Select the <strong>storage class</strong><ul> <li><strong>None</strong> - Proceed without defining a storage class</li> <li><strong>Custom storage class</strong> - This option applies when selecting a storage class based on existing storage classes.<br> To add new storage classes to the storage class list, and for additional information, check <a href=../../../../admin/config/shared-storage/#kubernetes-storage-classes>Kubernetes storage classes</a></li> </ul> </li> <li>Select the <strong>access mode(s)</strong> (multiple modes can be selected)<ul> <li><strong>Read-write by one node</strong> - The volume can be mounted as read-write by a single node.</li> <li><strong>Read-only by many nodes</strong> - The volume can be mounted as read-only by many nodes.</li> <li><strong>Read-write by many nodes</strong> - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the <strong>claim size</strong> and its <strong>units</strong></li> <li>Select the <strong>volume mode</strong><ul> <li>File system (default) - allows the volume to be mounted as a filesystem, enabling the usage of directories and files.</li> <li>Block - exposes the volume as a block storage, which can be formatted or used by applications directly without a filesystem.</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Optional: <strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permission.</li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=s3-bucket>S3 Bucket<a class=headerlink href=#s3-bucket title="Permanent link">&para;</a></h3> <p>The <a href=https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-s3-bucket.html target=_blank>S3 bucket</a> data source enables the mapping of a remote S3 bucket into the workload’s file system. Similar to a PVC, this mapping remains accessible across different workload executions, extending beyond the lifecycle of individual pods. However, unlike PVCs, data stored in an S3 bucket resides remotely, which may lead to decreased performance during the execution of heavy machine learning workloads. As part of the Run:ai connection to the S3 bucket, you can create <a href=../credentials/ >credentials</a> in order to access and map private buckets.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Set the <strong>S3 service URL</strong></li> <li>Select the <strong>credentials</strong><ul> <li><strong>None</strong> - for public buckets</li> <li><strong>Credential names</strong> - This option is relevant for private buckets based on existing credentials that were created for the scope.<br> To add new credentials to the credentials list, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> <li>Enter the <strong>bucket name</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=git>Git<a class=headerlink href=#git title="Permanent link">&para;</a></h3> <p>A Git-type data source is a Run:ai integration, that enables code to be copied from a Git branch into a dedicated folder in the container. It is mainly used to provide the workload with the latest code repository. As part of the integration with Git, in order to access private repositories, you can add predefined credentials to the data source mapping.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Set the <strong>Repository URL</strong></li> <li>Set the <strong>Revision</strong> (branch, tag, or hash)- If left empty, it will use the 'HEAD' (latest)</li> <li>Select the <strong>credentials</strong><ul> <li><strong>None</strong> - for public repositories</li> <li><strong>Credential names</strong> - This option applies to private repositories based on existing credentials that were created for the scope.<br> To add new credentials to the credentials list, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p> <h3 id=host-path>Host path<a class=headerlink href=#host-path title="Permanent link">&para;</a></h3> <p>A <a href=https://kubernetes.io/docs/concepts/storage/volumes/#hostpath target=_blank>Host path</a> volume is a Kubernetes concept that enables mounting a host path file or a directory on the workload’s file system. Like a PVC, the host path volume’s data persists across workloads under various scopes. It also enables data serving from the hosting node.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li><strong>host path</strong></li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Optional: <strong>Prevent data modification</strong> - When enabled, the data will be mounted with read-only permissions.</li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=configmap>ConfigMap<a class=headerlink href=#configmap title="Permanent link">&para;</a></h3> <p>A <a href=https://kubernetes.io/docs/concepts/configuration/configmap/ target=_blank>ConfigMap</a> data source is a Run:ai abstraction for the Kubernetes ConfigMap concept. The ConfigMap is used mainly for storage that can be mounted on the workload container for non-confidential data. It is usually represented in key-value pairs (e.g., environment variables, command-line arguments etc.). It allows you to decouple environment-specific system configurations from your container images, so that your applications are easily portable. ConfigMaps must be created on the cluster prior to being used within the Run:ai system.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Select the <strong>ConfigMap name</strong> (The list is empty if no existing ConfigMaps were <a href=../../../../admin/config/create-k8s-assets-in-advance/#creating-configmaps-in-advance>created in advance</a>).</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <h3 id=secret>Secret<a class=headerlink href=#secret title="Permanent link">&para;</a></h3> <p>A secret-type data source enables the mapping of a credential into the workload’s file system. <a href=../credentials/ >Credentials</a> are a workload asset that simplify the complexities of Kubernetes <a href=https://kubernetes.io/docs/concepts/configuration/secret/ target=_blank>Secrets</a>. The credentials mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <ol> <li>Select the <strong>cluster</strong> under which to create this data source</li> <li>Select a <a href=../overview/#asset-scope>scope</a></li> <li>Enter a <strong>name</strong> for the data source. The name must be unique.</li> <li>Optional: Provide a <strong>description</strong> of the data source</li> <li>Set the data origin<ul> <li>Select the <strong>credentials</strong><br> To add new credentials, and for additional information, check the <a href=../credentials/ >Credentials</a> article.</li> </ul> </li> <li>Set the data target location<ul> <li><strong>container path</strong></li> </ul> </li> <li>Click <strong>CREATE DATA SOURCE</strong></li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add data sources directly when creating a specific workspace, training or inference workload</p> </div> <h2 id=editing-a-data-source>Editing a data source<a class=headerlink href=#editing-a-data-source title="Permanent link">&para;</a></h2> <p>To edit a data source:</p> <ol> <li>Select the data source from the table</li> <li>Click <strong>Rename</strong> to provide it with a new name</li> <li>Click <strong>Copy &amp; Edit</strong> to make any changes to the data source</li> </ol> <h2 id=deleting-a-data-source>Deleting a data source<a class=headerlink href=#deleting-a-data-source title="Permanent link">&para;</a></h2> <p>To delete a data source:</p> <ol> <li>Select the data source you want to delete</li> <li>Click <strong>DELETE</strong></li> <li>Confirm you want to delete the data source</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is not possible to delete an environment being used by an existing workload or template.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>To view the available actions, go to the <a href=https://app.run.ai/api/docs#tag/Datasources>Data sources</a> API reference.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/assets/environments/index.html b/v2.20/platform-admin/workloads/assets/environments/index.html
index 5b6a20a5c8..ed5dd52343 100644
--- a/v2.20/platform-admin/workloads/assets/environments/index.html
+++ b/v2.20/platform-admin/workloads/assets/environments/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/environments/ rel=canonical><link href=../overview/ rel=prev><link href=../datasources/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Environments - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/environments/ rel=canonical><link href=../overview/ rel=prev><link href=../datasources/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Environments - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#environments-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Environments </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Environments </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Environments </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#environments-table class=md-nav__link> <span class=md-ellipsis> Environments table </span> </a> <nav class=md-nav aria-label="Environments table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#tools-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Tools associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Workloads associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#environments-created-by-runai class=md-nav__link> <span class=md-ellipsis> Environments created by Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-new-environment class=md-nav__link> <span class=md-ellipsis> Adding a new environment </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-environment class=md-nav__link> <span class=md-ellipsis> Editing an environment </span> </a> </li> <li class=md-nav__item> <a href=#copying-an-environment class=md-nav__link> <span class=md-ellipsis> Copying an environment </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-environment class=md-nav__link> <span class=md-ellipsis> Deleting an environment </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#environments-table class=md-nav__link> <span class=md-ellipsis> Environments table </span> </a> <nav class=md-nav aria-label="Environments table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#tools-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Tools associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Workloads associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#environments-created-by-runai class=md-nav__link> <span class=md-ellipsis> Environments created by Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-new-environment class=md-nav__link> <span class=md-ellipsis> Adding a new environment </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-environment class=md-nav__link> <span class=md-ellipsis> Editing an environment </span> </a> </li> <li class=md-nav__item> <a href=#copying-an-environment class=md-nav__link> <span class=md-ellipsis> Copying an environment </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-environment class=md-nav__link> <span class=md-ellipsis> Deleting an environment </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/environments.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Environments</h1> <p>This article explains what environments are and how to create and use them.</p> <p>Environments are one type of <a href=../overview/ >workload asset</a>. An environment consists of a configuration that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>An environment asset is a preconfigured building block that encapsulates aspects for the workload such as:</p> <ul> <li>Container image and container configuration </li> <li>Tools and connections </li> <li>The type of workload it serves</li> </ul> <h2 id=environments-table>Environments table<a class=headerlink href=#environments-table title="Permanent link">&para;</a></h2> <p>The Environments table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The Environment table provides a list of all the environment defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/env-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/env-table.png></a></p> <p>The Environments table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The name of the environment</td> </tr> <tr> <td style="text-align: left;">Description</td> <td style="text-align: left;">A description of the environment</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The <a href=../overview/#asset-scope>scope</a> of this environment within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The application or service to be run by the workload</td> </tr> <tr> <td style="text-align: left;">Workload Architecture</td> <td style="text-align: left;">This can be either standard for running workloads on a single node or distributed for running distributed workloads on multiple nodes</td> </tr> <tr> <td style="text-align: left;">Tool(s)</td> <td style="text-align: left;">The tools and connection types the environment exposes</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of existing workloads that use the environment</td> </tr> <tr> <td style="text-align: left;">Workload types</td> <td style="text-align: left;">The workload types that can use the environment (Workspace/ Training / Inference)</td> </tr> <tr> <td style="text-align: left;">Template(s)</td> <td style="text-align: left;">The list of workload templates that use this environment</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the environment. By default Run:ai UI comes with <a href=#environments-created-by-runai>preinstalled environments created by Run:ai</a> created by Run:ai</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp of when the environment was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The timestamp of when the environment was last updated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster with which the environment is associated</td> </tr> </tbody> </table> <h3 id=tools-associated-with-the-environment>Tools associated with the environment<a class=headerlink href=#tools-associated-with-the-environment title="Permanent link">&para;</a></h3> <p>Click one of the values in the tools column to view the list of tools and their connection type.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Tool name</td> <td style="text-align: left;">The name of the tool or application AI practitioner can set up within the environment.</td> </tr> <tr> <td style="text-align: left;">Connection type</td> <td style="text-align: left;">The method by which you can access and interact with the running workload. It's essentially the "doorway" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc)</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-environment>Workloads associated with the environment<a class=headerlink href=#workloads-associated-with-the-environment title="Permanent link">&para;</a></h3> <p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload that uses the environment</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The workload type (Workspace/Training/Inference)</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Represents the workload lifecycle. See the full list of <a href=../../overviews/managing-workloads/#workload-status>workload status</a></td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul> <h2 id=environments-created-by-runai>Environments created by Run:ai<a class=headerlink href=#environments-created-by-runai title="Permanent link">&para;</a></h2> <p>When installing Run:ai, you automatically get the environments created by Run:ai to ease up the onboarding process and support different use cases out of the box.<br> These environments are created at the <a href=../overview/#asset-scope>scope</a> of the account.</p> <table> <thead> <tr> <th>Environment</th> <th>Image</th> </tr> </thead> <tbody> <tr> <td>Jupiter-lab</td> <td>jupyter/scipy-notebook</td> </tr> <tr> <td>jupyter-tensorboard</td> <td>gcr.io/run-ai-demo/jupyter-tensorboard</td> </tr> <tr> <td>tensorboard</td> <td>tensorflow/tensorflow:latest</td> </tr> <tr> <td>llm-server</td> <td>runai.jfrog.io/core-llm/runai-vllm:v0.6.4-0.10.0</td> </tr> <tr> <td>chatbot-ui</td> <td>runai.jfrog.io/core-llm/llm-app</td> </tr> <tr> <td>gpt2</td> <td>runai.jfrog.io/core-llm/quickstart-inference:gpt2-cpu</td> </tr> </tbody> </table> <h2 id=adding-a-new-environment>Adding a new environment<a class=headerlink href=#adding-a-new-environment title="Permanent link">&para;</a></h2> <p>Environment creation is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <p>To add a new environment:</p> <ol> <li>Go to the Environments table </li> <li>Click <strong>+NEW ENVIRONMENT</strong> </li> <li>Select under which cluster to create the environment </li> <li>Select a <a href=../overview/#asset-scope>scope</a> </li> <li>Enter a <strong>name</strong> for the environment. The name must be unique. </li> <li>Optional: Provide a <strong>description</strong> of the essence of the environment </li> <li>Enter the <strong>Image URL</strong><br> If a token or secret is required to pull the image, it is possible to create it via <a href=../credentials/#docker-registry>credentials of type docker registry</a>. These credentials are automatically used once the image is pulled (which happens when the workload is submitted) </li> <li>Set the <strong>image pull policy</strong> - the condition for when to pull the image from the registry </li> <li>Set the workload architecture: <ul> <li><strong>Standard</strong><br> Only standard workloads can use the environment. A standard workload consists of a single process. </li> <li><strong>Distributed</strong><br> Only distributed workloads can use the environment. A distributed workload consists of multiple processes working together. These processes can run on different nodes. </li> <li>Select a framework from the list. </li> </ul> </li> <li>Set the workload type: <ul> <li><strong>Workspace</strong> </li> <li><strong>Training</strong> </li> <li><strong>Inference</strong> </li> <li>When inference is selected, define the <strong>endpoint</strong> of the model by providing both the protocol and the container’s serving port </li> </ul> </li> <li>Optional: Set the connection for your <strong>tool(s)</strong>. The tools must be configured in the image. When submitting a workload using the environment, it is possible to connect to these tools <ul> <li>Select the tool from the list (the available tools varies from IDE, experiment tracking, and more, including a custom tool for your choice) </li> <li>Select the connection type <ul> <li><strong>External URL</strong> <ul> <li><strong>Auto generate</strong><br> A unique URL is automatically created for each workload using the environment </li> <li><strong>Custom URL</strong><br> The URL is set manually </li> </ul> </li> <li><strong>Node port</strong> <ul> <li><strong>Auto generate</strong><br> A unique port is automatically exposed for each workload using the environment </li> <li><strong>Custom URL</strong><br> Set the port manually </li> </ul> </li> <li>Set the <strong>container port</strong> </li> </ul> </li> </ul> </li> <li>Optional: Set a <strong>command and arguments</strong> for the container running the pod <ul> <li>When no command is added, the default command of the image is used (the image entrypoint) </li> <li>The command can be modified while submitting a workload using the environment </li> <li>The argument(s) can be modified while submitting a workload using the environment </li> </ul> </li> <li>Optional: <strong>Set the environment variable(s)</strong> <ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable</li> <li><strong>Custom</strong><ul> <li>Enter a <strong>value</strong> </li> <li>Leave <strong>empty</strong></li> <li>Add <strong>instructions</strong> for the expected value if any</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong><br> To add new credentials to the credentials list, and for additional information, see <a href=../credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong> </li> </ul> </li> <li>The environment variables can be modified and new variables can be added while submitting a workload using the environment</li> </ul> </li> <li>Optional: Set the container’s <strong>working directory</strong> to define where the container’s process starts running. When left empty, the default directory is used. </li> <li>Optional: Set where the UID, GID and supplementary groups are taken from, this can be: <ul> <li><strong>From the image</strong> </li> <li><strong>From the IdP token</strong> (only available in an SSO installations) </li> <li><strong>Custom</strong> (manually set) - decide whether the submitter can modify these value upon submission.</li> <li>Set the <strong>User ID (UID)</strong>, <strong>Group ID (GID)</strong> and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas) </li> <li>Disable <strong>Allow the values above to be modified within the workload</strong> if you want the above values to be used as the default</li> </ul> </li> </ul> </li> <li>Optional: Select <strong>Linux capabilities</strong> - Grant certain privileges to a container without granting all the privileges of the root user. </li> <li>Click <strong>CREATE ENVIRONMENT</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add environments directly when creating a specific workspace, training or inference workload.</p> </div> <h2 id=editing-an-environment>Editing an environment<a class=headerlink href=#editing-an-environment title="Permanent link">&para;</a></h2> <p>To edit an environment:</p> <ol> <li>Select the environment you want to edit</li> <li>Click <strong>Edit</strong></li> <li>Click <strong>SAVE ENVIRONMENT</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>The already bound workload that is using this asset will not be affected.</li> <li>llm-server and chatbot-ui environments cannot be edited. </li> </ul> </div> <h2 id=copying-an-environment>Copying an environment<a class=headerlink href=#copying-an-environment title="Permanent link">&para;</a></h2> <p>To make a copy of an existing environment:</p> <ol> <li>Select the environment you want to copy</li> <li>Click <strong>MAKE A COPY</strong></li> <li>Enter a <strong>name</strong> for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click <strong>CREATE ENVIRONMENT</strong> </li> </ol> <h2 id=deleting-an-environment>Deleting an environment<a class=headerlink href=#deleting-an-environment title="Permanent link">&para;</a></h2> <p>To delete an environment:</p> <ol> <li>Select the environment you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Environment>Environment</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#environments-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Environments </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Environments </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Environments </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#environments-table class=md-nav__link> <span class=md-ellipsis> Environments table </span> </a> <nav class=md-nav aria-label="Environments table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#tools-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Tools associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Workloads associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#environments-created-by-runai class=md-nav__link> <span class=md-ellipsis> Environments created by Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-new-environment class=md-nav__link> <span class=md-ellipsis> Adding a new environment </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-environment class=md-nav__link> <span class=md-ellipsis> Editing an environment </span> </a> </li> <li class=md-nav__item> <a href=#copying-an-environment class=md-nav__link> <span class=md-ellipsis> Copying an environment </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-environment class=md-nav__link> <span class=md-ellipsis> Deleting an environment </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#environments-table class=md-nav__link> <span class=md-ellipsis> Environments table </span> </a> <nav class=md-nav aria-label="Environments table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#tools-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Tools associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#workloads-associated-with-the-environment class=md-nav__link> <span class=md-ellipsis> Workloads associated with the environment </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#environments-created-by-runai class=md-nav__link> <span class=md-ellipsis> Environments created by Run:ai </span> </a> </li> <li class=md-nav__item> <a href=#adding-a-new-environment class=md-nav__link> <span class=md-ellipsis> Adding a new environment </span> </a> </li> <li class=md-nav__item> <a href=#editing-an-environment class=md-nav__link> <span class=md-ellipsis> Editing an environment </span> </a> </li> <li class=md-nav__item> <a href=#copying-an-environment class=md-nav__link> <span class=md-ellipsis> Copying an environment </span> </a> </li> <li class=md-nav__item> <a href=#deleting-an-environment class=md-nav__link> <span class=md-ellipsis> Deleting an environment </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/environments.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Environments</h1> <p>This article explains what environments are and how to create and use them.</p> <p>Environments are one type of <a href=../overview/ >workload asset</a>. An environment consists of a configuration that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>An environment asset is a preconfigured building block that encapsulates aspects for the workload such as:</p> <ul> <li>Container image and container configuration </li> <li>Tools and connections </li> <li>The type of workload it serves</li> </ul> <h2 id=environments-table>Environments table<a class=headerlink href=#environments-table title="Permanent link">&para;</a></h2> <p>The Environments table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The Environment table provides a list of all the environment defined in the platform and allows you to manage them.</p> <p><a class=glightbox href=../img/env-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/env-table.png></a></p> <p>The Environments table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The name of the environment</td> </tr> <tr> <td style="text-align: left;">Description</td> <td style="text-align: left;">A description of the environment</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The <a href=../overview/#asset-scope>scope</a> of this environment within the organizational tree. Click the name of the scope to view the organizational tree diagram</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The application or service to be run by the workload</td> </tr> <tr> <td style="text-align: left;">Workload Architecture</td> <td style="text-align: left;">This can be either standard for running workloads on a single node or distributed for running distributed workloads on multiple nodes</td> </tr> <tr> <td style="text-align: left;">Tool(s)</td> <td style="text-align: left;">The tools and connection types the environment exposes</td> </tr> <tr> <td style="text-align: left;">Workload(s)</td> <td style="text-align: left;">The list of existing workloads that use the environment</td> </tr> <tr> <td style="text-align: left;">Workload types</td> <td style="text-align: left;">The workload types that can use the environment (Workspace/ Training / Inference)</td> </tr> <tr> <td style="text-align: left;">Template(s)</td> <td style="text-align: left;">The list of workload templates that use this environment</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the environment. By default Run:ai UI comes with <a href=#environments-created-by-runai>preinstalled environments created by Run:ai</a> created by Run:ai</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp of when the environment was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The timestamp of when the environment was last updated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster with which the environment is associated</td> </tr> </tbody> </table> <h3 id=tools-associated-with-the-environment>Tools associated with the environment<a class=headerlink href=#tools-associated-with-the-environment title="Permanent link">&para;</a></h3> <p>Click one of the values in the tools column to view the list of tools and their connection type.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Tool name</td> <td style="text-align: left;">The name of the tool or application AI practitioner can set up within the environment.</td> </tr> <tr> <td style="text-align: left;">Connection type</td> <td style="text-align: left;">The method by which you can access and interact with the running workload. It's essentially the "doorway" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc)</td> </tr> </tbody> </table> <h3 id=workloads-associated-with-the-environment>Workloads associated with the environment<a class=headerlink href=#workloads-associated-with-the-environment title="Permanent link">&para;</a></h3> <p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The workload that uses the environment</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The workload type (Workspace/Training/Inference)</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Represents the workload lifecycle. See the full list of <a href=../../overviews/managing-workloads/#workload-status>workload status</a></td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul> <h2 id=environments-created-by-runai>Environments created by Run:ai<a class=headerlink href=#environments-created-by-runai title="Permanent link">&para;</a></h2> <p>When installing Run:ai, you automatically get the environments created by Run:ai to ease up the onboarding process and support different use cases out of the box.<br> These environments are created at the <a href=../overview/#asset-scope>scope</a> of the account.</p> <table> <thead> <tr> <th>Environment</th> <th>Image</th> </tr> </thead> <tbody> <tr> <td>Jupiter-lab</td> <td>jupyter/scipy-notebook</td> </tr> <tr> <td>jupyter-tensorboard</td> <td>gcr.io/run-ai-demo/jupyter-tensorboard</td> </tr> <tr> <td>tensorboard</td> <td>tensorflow/tensorflow:latest</td> </tr> <tr> <td>llm-server</td> <td>runai.jfrog.io/core-llm/runai-vllm:v0.6.4-0.10.0</td> </tr> <tr> <td>chatbot-ui</td> <td>runai.jfrog.io/core-llm/llm-app</td> </tr> <tr> <td>gpt2</td> <td>runai.jfrog.io/core-llm/quickstart-inference:gpt2-cpu</td> </tr> </tbody> </table> <h2 id=adding-a-new-environment>Adding a new environment<a class=headerlink href=#adding-a-new-environment title="Permanent link">&para;</a></h2> <p>Environment creation is limited to <a href=../overview/#who-can-create-an-asset>specific roles</a></p> <p>To add a new environment:</p> <ol> <li>Go to the Environments table </li> <li>Click <strong>+NEW ENVIRONMENT</strong> </li> <li>Select under which cluster to create the environment </li> <li>Select a <a href=../overview/#asset-scope>scope</a> </li> <li>Enter a <strong>name</strong> for the environment. The name must be unique. </li> <li>Optional: Provide a <strong>description</strong> of the essence of the environment </li> <li>Enter the <strong>Image URL</strong><br> If a token or secret is required to pull the image, it is possible to create it via <a href=../credentials/#docker-registry>credentials of type docker registry</a>. These credentials are automatically used once the image is pulled (which happens when the workload is submitted) </li> <li>Set the <strong>image pull policy</strong> - the condition for when to pull the image from the registry </li> <li>Set the workload architecture: <ul> <li><strong>Standard</strong><br> Only standard workloads can use the environment. A standard workload consists of a single process. </li> <li><strong>Distributed</strong><br> Only distributed workloads can use the environment. A distributed workload consists of multiple processes working together. These processes can run on different nodes. </li> <li>Select a framework from the list. </li> </ul> </li> <li>Set the workload type: <ul> <li><strong>Workspace</strong> </li> <li><strong>Training</strong> </li> <li><strong>Inference</strong> </li> <li>When inference is selected, define the <strong>endpoint</strong> of the model by providing both the protocol and the container’s serving port </li> </ul> </li> <li>Optional: Set the connection for your <strong>tool(s)</strong>. The tools must be configured in the image. When submitting a workload using the environment, it is possible to connect to these tools <ul> <li>Select the tool from the list (the available tools varies from IDE, experiment tracking, and more, including a custom tool for your choice) </li> <li>Select the connection type <ul> <li><strong>External URL</strong> <ul> <li><strong>Auto generate</strong><br> A unique URL is automatically created for each workload using the environment </li> <li><strong>Custom URL</strong><br> The URL is set manually </li> </ul> </li> <li><strong>Node port</strong> <ul> <li><strong>Auto generate</strong><br> A unique port is automatically exposed for each workload using the environment </li> <li><strong>Custom URL</strong><br> Set the port manually </li> </ul> </li> <li>Set the <strong>container port</strong> </li> </ul> </li> </ul> </li> <li>Optional: Set a <strong>command and arguments</strong> for the container running the pod <ul> <li>When no command is added, the default command of the image is used (the image entrypoint) </li> <li>The command can be modified while submitting a workload using the environment </li> <li>The argument(s) can be modified while submitting a workload using the environment </li> </ul> </li> <li>Optional: <strong>Set the environment variable(s)</strong> <ul> <li>Click <strong>+ENVIRONMENT VARIABLE</strong></li> <li>Enter a <strong>name</strong></li> <li>Select the <strong>source</strong> for the environment variable</li> <li><strong>Custom</strong><ul> <li>Enter a <strong>value</strong> </li> <li>Leave <strong>empty</strong></li> <li>Add <strong>instructions</strong> for the expected value if any</li> </ul> </li> <li><strong>Credentials</strong> - Select existing credentials as the environment variable<ul> <li>Select a <strong>credential name</strong><br> To add new credentials to the credentials list, and for additional information, see <a href=../credentials/ >Credentials</a>.</li> <li>Select a <strong>secret key</strong> </li> </ul> </li> <li>The environment variables can be modified and new variables can be added while submitting a workload using the environment</li> </ul> </li> <li>Optional: Set the container’s <strong>working directory</strong> to define where the container’s process starts running. When left empty, the default directory is used. </li> <li>Optional: Set where the UID, GID and supplementary groups are taken from, this can be: <ul> <li><strong>From the image</strong> </li> <li><strong>From the IdP token</strong> (only available in an SSO installations) </li> <li><strong>Custom</strong> (manually set) - decide whether the submitter can modify these value upon submission.</li> <li>Set the <strong>User ID (UID)</strong>, <strong>Group ID (GID)</strong> and the supplementary groups that can run commands in the container<ul> <li>Enter <strong>UID</strong></li> <li>Enter <strong>GID</strong></li> <li>Add <strong>Supplementary groups</strong> (multiple groups can be added, separated by commas) </li> <li>Disable <strong>Allow the values above to be modified within the workload</strong> if you want the above values to be used as the default</li> </ul> </li> </ul> </li> <li>Optional: Select <strong>Linux capabilities</strong> - Grant certain privileges to a container without granting all the privileges of the root user. </li> <li>Click <strong>CREATE ENVIRONMENT</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>It is also possible to add environments directly when creating a specific workspace, training or inference workload.</p> </div> <h2 id=editing-an-environment>Editing an environment<a class=headerlink href=#editing-an-environment title="Permanent link">&para;</a></h2> <p>To edit an environment:</p> <ol> <li>Select the environment you want to edit</li> <li>Click <strong>Edit</strong></li> <li>Click <strong>SAVE ENVIRONMENT</strong></li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>The already bound workload that is using this asset will not be affected.</li> <li>llm-server and chatbot-ui environments cannot be edited. </li> </ul> </div> <h2 id=copying-an-environment>Copying an environment<a class=headerlink href=#copying-an-environment title="Permanent link">&para;</a></h2> <p>To make a copy of an existing environment:</p> <ol> <li>Select the environment you want to copy</li> <li>Click <strong>MAKE A COPY</strong></li> <li>Enter a <strong>name</strong> for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click <strong>CREATE ENVIRONMENT</strong> </li> </ol> <h2 id=deleting-an-environment>Deleting an environment<a class=headerlink href=#deleting-an-environment title="Permanent link">&para;</a></h2> <p>To delete an environment:</p> <ol> <li>Select the environment you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm</li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>The already bound workload that is using this asset will not be affected.</p> </div> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Environment>Environment</a> API reference to view the available actions</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/assets/overview/index.html b/v2.20/platform-admin/workloads/assets/overview/index.html
index 8a26837a43..245a856bc0 100644
--- a/v2.20/platform-admin/workloads/assets/overview/index.html
+++ b/v2.20/platform-admin/workloads/assets/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/overview/ rel=canonical><link href=../../overviews/managing-workloads/ rel=prev><link href=../environments/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/overview/ rel=canonical><link href=../../overviews/managing-workloads/ rel=prev><link href=../environments/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workload-asset-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-asset-types class=md-nav__link> <span class=md-ellipsis> Workload asset types </span> </a> </li> <li class=md-nav__item> <a href=#asset-scope class=md-nav__link> <span class=md-ellipsis> Asset scope </span> </a> </li> <li class=md-nav__item> <a href=#who-can-create-an-asset class=md-nav__link> <span class=md-ellipsis> Who can create an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-an-asset class=md-nav__link> <span class=md-ellipsis> Who can use an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-view-an-asset class=md-nav__link> <span class=md-ellipsis> Who can view an asset? </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-asset-types class=md-nav__link> <span class=md-ellipsis> Workload asset types </span> </a> </li> <li class=md-nav__item> <a href=#asset-scope class=md-nav__link> <span class=md-ellipsis> Asset scope </span> </a> </li> <li class=md-nav__item> <a href=#who-can-create-an-asset class=md-nav__link> <span class=md-ellipsis> Who can create an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-an-asset class=md-nav__link> <span class=md-ellipsis> Who can use an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-view-an-asset class=md-nav__link> <span class=md-ellipsis> Who can view an asset? </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Overview</h1> <p>Workload assets enable organizations to:</p> <ul> <li>Create and reuse preconfigured setup for code, data, storage and resources to be used by AI practitioners to simplify the process of submitting workloads </li> <li>Share the preconfigured setup with a wide audience of AI practitioners with similar needs</li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>The creation of assets is possible only via API and the Run:ai UI </li> <li>The submission of workloads using assets, is possible only via the Run:ai UI</li> </ul> </div> <h2 id=workload-asset-types>Workload asset types<a class=headerlink href=#workload-asset-types title="Permanent link">&para;</a></h2> <p>There are four workload asset types used by the workload:</p> <ul> <li><a href=../environments/ >Environments</a><br> The container image, tools and connections for the workload </li> <li><a href=../datasources/ >Data sources</a><br> The type of data, its origin and the target storage location such as PVCs or cloud storage buckets where datasets are stored </li> <li><a href=../compute/ >Compute resources</a><br> The compute specification, including GPU and CPU compute and memory </li> <li><a href=../credentials/ >Credentials</a><br> The secrets to be used to access sensitive data, services, and applications such as docker registry or S3 buckets</li> </ul> <h2 id=asset-scope>Asset scope<a class=headerlink href=#asset-scope title="Permanent link">&para;</a></h2> <p>When a workload asset is created, a <a href=../../../aiinitiatives/overview/ >scope</a> is required. The scope defines who in the organization can view and/or use the asset.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When an asset is created via API, the scope can be the entire account, this is currently an experimental feature.</p> </div> <h2 id=who-can-create-an-asset>Who can create an asset?<a class=headerlink href=#who-can-create-an-asset title="Permanent link">&para;</a></h2> <p>Any subject (user, application, or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permissions to Create an asset, can do so within their scope.</p> <h2 id=who-can-use-an-asset>Who can use an asset?<a class=headerlink href=#who-can-use-an-asset title="Permanent link">&para;</a></h2> <p>Assets are used when submitting workloads. Any subject (user, application or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permissions to Create workloads, can also use assets.</p> <h2 id=who-can-view-an-asset>Who can view an asset?<a class=headerlink href=#who-can-view-an-asset title="Permanent link">&para;</a></h2> <p>Any subject (user, application, or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permission to View an asset, can do so within their scope. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workload-asset-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Overview </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4 checked> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Overview </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Overview </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-asset-types class=md-nav__link> <span class=md-ellipsis> Workload asset types </span> </a> </li> <li class=md-nav__item> <a href=#asset-scope class=md-nav__link> <span class=md-ellipsis> Asset scope </span> </a> </li> <li class=md-nav__item> <a href=#who-can-create-an-asset class=md-nav__link> <span class=md-ellipsis> Who can create an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-an-asset class=md-nav__link> <span class=md-ellipsis> Who can use an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-view-an-asset class=md-nav__link> <span class=md-ellipsis> Who can view an asset? </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-asset-types class=md-nav__link> <span class=md-ellipsis> Workload asset types </span> </a> </li> <li class=md-nav__item> <a href=#asset-scope class=md-nav__link> <span class=md-ellipsis> Asset scope </span> </a> </li> <li class=md-nav__item> <a href=#who-can-create-an-asset class=md-nav__link> <span class=md-ellipsis> Who can create an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-use-an-asset class=md-nav__link> <span class=md-ellipsis> Who can use an asset? </span> </a> </li> <li class=md-nav__item> <a href=#who-can-view-an-asset class=md-nav__link> <span class=md-ellipsis> Who can view an asset? </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/overview.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Overview</h1> <p>Workload assets enable organizations to:</p> <ul> <li>Create and reuse preconfigured setup for code, data, storage and resources to be used by AI practitioners to simplify the process of submitting workloads </li> <li>Share the preconfigured setup with a wide audience of AI practitioners with similar needs</li> </ul> <div class="admonition note"> <p class=admonition-title>Note</p> <ul> <li>The creation of assets is possible only via API and the Run:ai UI </li> <li>The submission of workloads using assets, is possible only via the Run:ai UI</li> </ul> </div> <h2 id=workload-asset-types>Workload asset types<a class=headerlink href=#workload-asset-types title="Permanent link">&para;</a></h2> <p>There are four workload asset types used by the workload:</p> <ul> <li><a href=../environments/ >Environments</a><br> The container image, tools and connections for the workload </li> <li><a href=../datasources/ >Data sources</a><br> The type of data, its origin and the target storage location such as PVCs or cloud storage buckets where datasets are stored </li> <li><a href=../compute/ >Compute resources</a><br> The compute specification, including GPU and CPU compute and memory </li> <li><a href=../credentials/ >Credentials</a><br> The secrets to be used to access sensitive data, services, and applications such as docker registry or S3 buckets</li> </ul> <h2 id=asset-scope>Asset scope<a class=headerlink href=#asset-scope title="Permanent link">&para;</a></h2> <p>When a workload asset is created, a <a href=../../../aiinitiatives/overview/ >scope</a> is required. The scope defines who in the organization can view and/or use the asset.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>When an asset is created via API, the scope can be the entire account, this is currently an experimental feature.</p> </div> <h2 id=who-can-create-an-asset>Who can create an asset?<a class=headerlink href=#who-can-create-an-asset title="Permanent link">&para;</a></h2> <p>Any subject (user, application, or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permissions to Create an asset, can do so within their scope.</p> <h2 id=who-can-use-an-asset>Who can use an asset?<a class=headerlink href=#who-can-use-an-asset title="Permanent link">&para;</a></h2> <p>Assets are used when submitting workloads. Any subject (user, application or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permissions to Create workloads, can also use assets.</p> <h2 id=who-can-view-an-asset>Who can view an asset?<a class=headerlink href=#who-can-view-an-asset title="Permanent link">&para;</a></h2> <p>Any subject (user, application, or SSO group) with a <a href=../../../../admin/authentication/roles/ >role</a> that has permission to View an asset, can do so within their scope. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/assets/templates/index.html b/v2.20/platform-admin/workloads/assets/templates/index.html
index 0b6f6787d2..70d1176f6d 100644
--- a/v2.20/platform-admin/workloads/assets/templates/index.html
+++ b/v2.20/platform-admin/workloads/assets/templates/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/templates/ rel=canonical><link href=../credentials/ rel=prev><link href=../../policies/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Workspace Templates - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/assets/templates/ rel=canonical><link href=../credentials/ rel=prev><link href=../../policies/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Workspace Templates - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workspace-templates-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workspace Templates </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5 checked> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workspace Templates </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workspace Templates </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspace-templates-table class=md-nav__link> <span class=md-ellipsis> Workspace templates table </span> </a> <nav class=md-nav aria-label="Workspace templates table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-workspace-template class=md-nav__link> <span class=md-ellipsis> Adding a new workspace template </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-template class=md-nav__link> <span class=md-ellipsis> Editing a template </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-template class=md-nav__link> <span class=md-ellipsis> Deleting a template </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API** </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspace-templates-table class=md-nav__link> <span class=md-ellipsis> Workspace templates table </span> </a> <nav class=md-nav aria-label="Workspace templates table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-workspace-template class=md-nav__link> <span class=md-ellipsis> Adding a new workspace template </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-template class=md-nav__link> <span class=md-ellipsis> Editing a template </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-template class=md-nav__link> <span class=md-ellipsis> Deleting a template </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API** </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/templates.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Workspace Templates</h1> <p>This article explains the procedure to manage templates.</p> <p>A template is a pre-set configuration that is used to quickly configure and submit workloads using existing assets. A template consists of all the assets a workload needs, allowing researchers to submit a workload in a single click, or make subtle adjustments to differentiate them from each other.</p> <h2 id=workspace-templates-table>Workspace templates table<a class=headerlink href=#workspace-templates-table title="Permanent link">&para;</a></h2> <p>The Templates table can be found under <strong>Workload manager</strong> in the Run:ai User interface.</p> <p>The Templates table provides a list of all the templates defined in the platform, and allows you to manage them.</p> <div class="admonition note"> <p class=admonition-title>Flexible Management</p> <p>It is also possible to manage templates directly for a specific user, application, project, or department.</p> </div> <p><a class=glightbox href=../img/template-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/template-table.png></a></p> <p>The Templates table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates</td> </tr> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The name of the environment related to the workspace template</td> </tr> <tr> <td style="text-align: left;">Compute resource</td> <td style="text-align: left;">The name of the compute resource connected to the workspace template</td> </tr> <tr> <td style="text-align: left;">Data source(s)</td> <td style="text-align: left;">The name of the data source(s) connected to the workspace template</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The subject that created the template</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the template was created</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster name containing the template</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click <strong>ADD FILTER</strong>, select the column to filter by, and enter the filter values </li> <li>Search - Click <strong>SEARCH</strong> and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click <strong>COLUMNS</strong> and select the columns to display in the table </li> <li>Download table - Click <strong>MORE</strong> and then click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh (optional) - Click <strong>REFRESH</strong> to update the table with the latest data </li> <li>Show/Hide details (optional) - Click to view additional information on the selected row</li> </ul> <h2 id=adding-a-new-workspace-template>Adding a new workspace template<a class=headerlink href=#adding-a-new-workspace-template title="Permanent link">&para;</a></h2> <p>To add a new template:</p> <ol> <li>Click <strong>+NEW TEMPLATE</strong> </li> <li>Set the scope for the template </li> <li>Enter a name for the template </li> <li>Select the environment for your workload </li> <li> <p>Select the node resources needed to run your workload<br> - or -<br> Click <strong>+NEW COMPUTE RESOURCE</strong></p> </li> <li> <p>Set the volume needed for your workload </p> </li> <li>Create a new data source </li> <li>Set auto-deletion, annotations and labels, as required </li> <li>Click <strong>CREATE TEMPLATE</strong></li> </ol> <h2 id=editing-a-template>Editing a template<a class=headerlink href=#editing-a-template title="Permanent link">&para;</a></h2> <p>To edit a template:</p> <ol> <li>Select the template from the table </li> <li>Click <strong>Rename</strong> to provide it with a new name </li> <li>Click <strong>Copy &amp; Edit</strong> to make any changes to the template</li> </ol> <h2 id=deleting-a-template>Deleting a template<a class=headerlink href=#deleting-a-template title="Permanent link">&para;</a></h2> <p>To delete a template:</p> <ol> <li>Select the template you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>Confirm you want to delete the template</li> </ol> <h2 id=using-api>Using API**<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Template>Workload template</a> API reference to view the available actions </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workspace-templates-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workspace Templates </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5 checked> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workspace Templates </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workspace Templates </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspace-templates-table class=md-nav__link> <span class=md-ellipsis> Workspace templates table </span> </a> <nav class=md-nav aria-label="Workspace templates table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-workspace-template class=md-nav__link> <span class=md-ellipsis> Adding a new workspace template </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-template class=md-nav__link> <span class=md-ellipsis> Editing a template </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-template class=md-nav__link> <span class=md-ellipsis> Deleting a template </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API** </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspace-templates-table class=md-nav__link> <span class=md-ellipsis> Workspace templates table </span> </a> <nav class=md-nav aria-label="Workspace templates table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-new-workspace-template class=md-nav__link> <span class=md-ellipsis> Adding a new workspace template </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-template class=md-nav__link> <span class=md-ellipsis> Editing a template </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-template class=md-nav__link> <span class=md-ellipsis> Deleting a template </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API** </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/assets/templates.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Workspace Templates</h1> <p>This article explains the procedure to manage templates.</p> <p>A template is a pre-set configuration that is used to quickly configure and submit workloads using existing assets. A template consists of all the assets a workload needs, allowing researchers to submit a workload in a single click, or make subtle adjustments to differentiate them from each other.</p> <h2 id=workspace-templates-table>Workspace templates table<a class=headerlink href=#workspace-templates-table title="Permanent link">&para;</a></h2> <p>The Templates table can be found under <strong>Workload manager</strong> in the Run:ai User interface.</p> <p>The Templates table provides a list of all the templates defined in the platform, and allows you to manage them.</p> <div class="admonition note"> <p class=admonition-title>Flexible Management</p> <p>It is also possible to manage templates directly for a specific user, application, project, or department.</p> </div> <p><a class=glightbox href=../img/template-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/template-table.png></a></p> <p>The Templates table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates</td> </tr> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The name of the environment related to the workspace template</td> </tr> <tr> <td style="text-align: left;">Compute resource</td> <td style="text-align: left;">The name of the compute resource connected to the workspace template</td> </tr> <tr> <td style="text-align: left;">Data source(s)</td> <td style="text-align: left;">The name of the data source(s) connected to the workspace template</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The subject that created the template</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the template was created</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster name containing the template</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click <strong>ADD FILTER</strong>, select the column to filter by, and enter the filter values </li> <li>Search - Click <strong>SEARCH</strong> and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click <strong>COLUMNS</strong> and select the columns to display in the table </li> <li>Download table - Click <strong>MORE</strong> and then click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh (optional) - Click <strong>REFRESH</strong> to update the table with the latest data </li> <li>Show/Hide details (optional) - Click to view additional information on the selected row</li> </ul> <h2 id=adding-a-new-workspace-template>Adding a new workspace template<a class=headerlink href=#adding-a-new-workspace-template title="Permanent link">&para;</a></h2> <p>To add a new template:</p> <ol> <li>Click <strong>+NEW TEMPLATE</strong> </li> <li>Set the scope for the template </li> <li>Enter a name for the template </li> <li>Select the environment for your workload </li> <li> <p>Select the node resources needed to run your workload<br> - or -<br> Click <strong>+NEW COMPUTE RESOURCE</strong></p> </li> <li> <p>Set the volume needed for your workload </p> </li> <li>Create a new data source </li> <li>Set auto-deletion, annotations and labels, as required </li> <li>Click <strong>CREATE TEMPLATE</strong></li> </ol> <h2 id=editing-a-template>Editing a template<a class=headerlink href=#editing-a-template title="Permanent link">&para;</a></h2> <p>To edit a template:</p> <ol> <li>Select the template from the table </li> <li>Click <strong>Rename</strong> to provide it with a new name </li> <li>Click <strong>Copy &amp; Edit</strong> to make any changes to the template</li> </ol> <h2 id=deleting-a-template>Deleting a template<a class=headerlink href=#deleting-a-template title="Permanent link">&para;</a></h2> <p>To delete a template:</p> <ol> <li>Select the template you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>Confirm you want to delete the template</li> </ol> <h2 id=using-api>Using API**<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Template>Workload template</a> API reference to view the available actions </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/overviews/introduction-to-workloads/index.html b/v2.20/platform-admin/workloads/overviews/introduction-to-workloads/index.html
index d6f5b8d1aa..3aca02828f 100644
--- a/v2.20/platform-admin/workloads/overviews/introduction-to-workloads/index.html
+++ b/v2.20/platform-admin/workloads/overviews/introduction-to-workloads/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/overviews/introduction-to-workloads/ rel=canonical><link href=../../../aiinitiatives/resources/node-pools/ rel=prev><link href=../workload-types/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Introduction to Workloads - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/overviews/introduction-to-workloads/ rel=canonical><link href=../../../aiinitiatives/resources/node-pools/ rel=prev><link href=../workload-types/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Introduction to Workloads - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#introduction-to-workloads class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Introduction to Workloads </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Introduction to Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction to Workloads </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-across-the-ai-lifecycle class=md-nav__link> <span class=md-ellipsis> Workloads across the AI lifecycle </span> </a> </li> <li class=md-nav__item> <a href=#what-is-a-workload class=md-nav__link> <span class=md-ellipsis> What is a workload? </span> </a> </li> <li class=md-nav__item> <a href=#workload-scheduling-and-orchestration class=md-nav__link> <span class=md-ellipsis> Workload scheduling and orchestration </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-third-party-workloads class=md-nav__link> <span class=md-ellipsis> Run:ai and third-party workloads </span> </a> <nav class=md-nav aria-label="Run:ai and third-party workloads"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#levels-of-support class=md-nav__link> <span class=md-ellipsis> Levels of support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-across-the-ai-lifecycle class=md-nav__link> <span class=md-ellipsis> Workloads across the AI lifecycle </span> </a> </li> <li class=md-nav__item> <a href=#what-is-a-workload class=md-nav__link> <span class=md-ellipsis> What is a workload? </span> </a> </li> <li class=md-nav__item> <a href=#workload-scheduling-and-orchestration class=md-nav__link> <span class=md-ellipsis> Workload scheduling and orchestration </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-third-party-workloads class=md-nav__link> <span class=md-ellipsis> Run:ai and third-party workloads </span> </a> <nav class=md-nav aria-label="Run:ai and third-party workloads"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#levels-of-support class=md-nav__link> <span class=md-ellipsis> Levels of support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/overviews/introduction-to-workloads.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=introduction-to-workloads>Introduction to Workloads<a class=headerlink href=#introduction-to-workloads title="Permanent link">&para;</a></h1> <p>Run:ai enhances visibility and simplifies <a href=../managing-workloads/ >management</a>, by monitoring, presenting and orchestrating all AI workloads in the clusters it is installed on. Workloads are the fundamental building blocks for consuming resources, enabling AI practitioners such as researchers, data scientists and engineers to efficiently support the entire life cycle of an <a href=../../../aiinitiatives/overview/ >AI initiative</a>. </p> <h2 id=workloads-across-the-ai-lifecycle>Workloads across the AI lifecycle<a class=headerlink href=#workloads-across-the-ai-lifecycle title="Permanent link">&para;</a></h2> <p>A typical AI initiative progresses through several key stages, each with distinct workloads and objectives. With Run:ai, research and engineering teams can host and manage all these workloads to achieve the following:</p> <ul> <li><strong>Data preparation:</strong> Aggregating, cleaning, normalizing, and labeling data to prepare for training.</li> <li><strong>Training:</strong> Conducting resource-intensive model development and iterative performance optimization.</li> <li><strong>Fine-tuning:</strong> Adapting pre-trained models to domain-specific data sets while balancing efficiency and performance.</li> <li><strong>Inference:</strong> Deploying models for real-time or batch predictions with a focus on low latency and high throughput.</li> <li><strong>Monitoring and optimization:</strong> Ensuring ongoing performance by addressing data drift, usage patterns, and retraining as needed.</li> </ul> <h2 id=what-is-a-workload>What is a workload?<a class=headerlink href=#what-is-a-workload title="Permanent link">&para;</a></h2> <p>A workload runs in the cluster, is associated with a namespace, and operates to fulfill its targets, whether that is running to completion for a <a href=../workload-types/#training-scaling-resources-for-model-development>batch job</a>, allocating resources for <a href=../workload-types/#workspaces-the-experimentation-phase>experimentation</a> in an integrated development environment (IDE)/notebook, or serving <a href=../workload-types/#inference-deploying-and-serving-models>inference</a> requests in production. </p> <p>The workload, defined by the AI practitioner, consists of:</p> <ul> <li><strong>Container images:</strong> This includes the application, its dependencies, and the runtime environment.</li> <li><strong>Compute resources:</strong> CPU, GPU, and RAM to execute efficiently and address the workload’s needs.</li> <li><strong>Data sets:</strong> The data needed for processing, such as training data sets or input from external databases. </li> <li><strong>Credentials:</strong> The access to certain data sources or external services, ensuring proper authentication and authorization. </li> </ul> <h2 id=workload-scheduling-and-orchestration>Workload scheduling and orchestration<a class=headerlink href=#workload-scheduling-and-orchestration title="Permanent link">&para;</a></h2> <p>Run:ai’s core mission is to optimize AI resource usage at scale. This is achieved through efficient <a href=../../../../Researcher/scheduling/the-runai-scheduler/ >scheduling and orchestrating</a> of all cluster workloads using the Run:ai Scheduler. The Scheduler allows the prioritization of workloads across different departments and projects within the organization at large scales, based on the resource distribution set by the system administrator.</p> <h2 id=runai-and-third-party-workloads>Run:ai and third-party workloads<a class=headerlink href=#runai-and-third-party-workloads title="Permanent link">&para;</a></h2> <ul> <li><strong>Run:ai workloads:</strong> These workloads are submitted via the Run:ai platform. They are represented by Kubernetes Custom Resource Definitions (CRDs) and APIs. When using Run:ai workloads, a complete Workload and Scheduling Policy solution is offered for administrators to ensure optimizations, governance and security standards are applied. </li> <li><strong>Third-party workloads:</strong> These workloads are submitted via third-party applications that use the Run:ai Scheduler. The Run:ai platform manages and monitors these workloads. They enable seamless integrations with external tools, allowing teams and individuals flexibility. </li> </ul> <h3 id=levels-of-support>Levels of support<a class=headerlink href=#levels-of-support title="Permanent link">&para;</a></h3> <p>Different types of workloads have different levels of support. Understanding what capabilities are needed before selecting the workload type to work with is important. The table below details the level of support for each workload type in Run:ai. Run:ai workloads are fully supported with all of Run:ai advanced features and capabilities. While third-party workloads are partially supported. The list of capabilities can change between different Run:ai versions.</p> <table> <thead> <tr> <th>Functionality</th> <th style="text-align: center;">Workload Type</th> <th style="text-align: center;"></th> <th style="text-align: center;"></th> <th style="text-align: center;"></th> <th></th> </tr> </thead> <tbody> <tr> <td></td> <td style="text-align: center;">Run:ai workloads</td> <td style="text-align: center;"></td> <td style="text-align: center;"></td> <td style="text-align: center;"></td> <td>Third-party workloads</td> </tr> <tr> <td></td> <td style="text-align: center;">Training - Standard</td> <td style="text-align: center;">Workspace</td> <td style="text-align: center;">Inference</td> <td style="text-align: center;">Training - distributed</td> <td></td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/the-runai-scheduler/ >Fairness</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/the-runai-scheduler/#preemption>Priority and preemption</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/the-runai-scheduler/#over-quota-weight>Over quota</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../aiinitiatives/resources/node-pools/ >Node pools</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td>Bin packing / Spread</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/fractions/ >Multi-GPU fractions</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ >Multi-GPU dynamic fractions</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/node-level-scheduler/ >Node level scheduler</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/gpu-memory-swap/ >Multi-GPU memory swap</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td>Elastic scaling</td> <td style="text-align: center;">NA</td> <td style="text-align: center;">NA</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/the-runai-scheduler/#gang-scheduling>Gang scheduling</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../admin/maintenance/alert-monitoring/ >Monitoring</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../admin/authentication/authentication-overview/#role-based-access-control-rbac-in-runai>RBAC</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td>Workload awareness</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../managing-workloads/ >Workload submission</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../managing-workloads/ >Workload actions (stop/run)</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../../policies/overview/ >Workload Policies</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../../../aiinitiatives/org/scheduling-rules/ >Scheduling rules</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Workload awareness</strong></p> <p>Specific workload-aware visibility, so that different pods are identified and treated as a single workload (for example GPU utilization, workload view, dashboards).</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#introduction-to-workloads class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Introduction to Workloads </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Introduction to Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Introduction to Workloads </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-across-the-ai-lifecycle class=md-nav__link> <span class=md-ellipsis> Workloads across the AI lifecycle </span> </a> </li> <li class=md-nav__item> <a href=#what-is-a-workload class=md-nav__link> <span class=md-ellipsis> What is a workload? </span> </a> </li> <li class=md-nav__item> <a href=#workload-scheduling-and-orchestration class=md-nav__link> <span class=md-ellipsis> Workload scheduling and orchestration </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-third-party-workloads class=md-nav__link> <span class=md-ellipsis> Run:ai and third-party workloads </span> </a> <nav class=md-nav aria-label="Run:ai and third-party workloads"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#levels-of-support class=md-nav__link> <span class=md-ellipsis> Levels of support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-across-the-ai-lifecycle class=md-nav__link> <span class=md-ellipsis> Workloads across the AI lifecycle </span> </a> </li> <li class=md-nav__item> <a href=#what-is-a-workload class=md-nav__link> <span class=md-ellipsis> What is a workload? </span> </a> </li> <li class=md-nav__item> <a href=#workload-scheduling-and-orchestration class=md-nav__link> <span class=md-ellipsis> Workload scheduling and orchestration </span> </a> </li> <li class=md-nav__item> <a href=#runai-and-third-party-workloads class=md-nav__link> <span class=md-ellipsis> Run:ai and third-party workloads </span> </a> <nav class=md-nav aria-label="Run:ai and third-party workloads"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#levels-of-support class=md-nav__link> <span class=md-ellipsis> Levels of support </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/overviews/introduction-to-workloads.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=introduction-to-workloads>Introduction to Workloads<a class=headerlink href=#introduction-to-workloads title="Permanent link">&para;</a></h1> <p>Run:ai enhances visibility and simplifies <a href=../managing-workloads/ >management</a>, by monitoring, presenting and orchestrating all AI workloads in the clusters it is installed on. Workloads are the fundamental building blocks for consuming resources, enabling AI practitioners such as researchers, data scientists and engineers to efficiently support the entire life cycle of an <a href=../../../aiinitiatives/overview/ >AI initiative</a>. </p> <h2 id=workloads-across-the-ai-lifecycle>Workloads across the AI lifecycle<a class=headerlink href=#workloads-across-the-ai-lifecycle title="Permanent link">&para;</a></h2> <p>A typical AI initiative progresses through several key stages, each with distinct workloads and objectives. With Run:ai, research and engineering teams can host and manage all these workloads to achieve the following:</p> <ul> <li><strong>Data preparation:</strong> Aggregating, cleaning, normalizing, and labeling data to prepare for training.</li> <li><strong>Training:</strong> Conducting resource-intensive model development and iterative performance optimization.</li> <li><strong>Fine-tuning:</strong> Adapting pre-trained models to domain-specific data sets while balancing efficiency and performance.</li> <li><strong>Inference:</strong> Deploying models for real-time or batch predictions with a focus on low latency and high throughput.</li> <li><strong>Monitoring and optimization:</strong> Ensuring ongoing performance by addressing data drift, usage patterns, and retraining as needed.</li> </ul> <h2 id=what-is-a-workload>What is a workload?<a class=headerlink href=#what-is-a-workload title="Permanent link">&para;</a></h2> <p>A workload runs in the cluster, is associated with a namespace, and operates to fulfill its targets, whether that is running to completion for a <a href=../workload-types/#training-scaling-resources-for-model-development>batch job</a>, allocating resources for <a href=../workload-types/#workspaces-the-experimentation-phase>experimentation</a> in an integrated development environment (IDE)/notebook, or serving <a href=../workload-types/#inference-deploying-and-serving-models>inference</a> requests in production. </p> <p>The workload, defined by the AI practitioner, consists of:</p> <ul> <li><strong>Container images:</strong> This includes the application, its dependencies, and the runtime environment.</li> <li><strong>Compute resources:</strong> CPU, GPU, and RAM to execute efficiently and address the workload’s needs.</li> <li><strong>Data sets:</strong> The data needed for processing, such as training data sets or input from external databases. </li> <li><strong>Credentials:</strong> The access to certain data sources or external services, ensuring proper authentication and authorization. </li> </ul> <h2 id=workload-scheduling-and-orchestration>Workload scheduling and orchestration<a class=headerlink href=#workload-scheduling-and-orchestration title="Permanent link">&para;</a></h2> <p>Run:ai’s core mission is to optimize AI resource usage at scale. This is achieved through efficient <a href=../../../../Researcher/scheduling/the-runai-scheduler/ >scheduling and orchestrating</a> of all cluster workloads using the Run:ai Scheduler. The Scheduler allows the prioritization of workloads across different departments and projects within the organization at large scales, based on the resource distribution set by the system administrator.</p> <h2 id=runai-and-third-party-workloads>Run:ai and third-party workloads<a class=headerlink href=#runai-and-third-party-workloads title="Permanent link">&para;</a></h2> <ul> <li><strong>Run:ai workloads:</strong> These workloads are submitted via the Run:ai platform. They are represented by Kubernetes Custom Resource Definitions (CRDs) and APIs. When using Run:ai workloads, a complete Workload and Scheduling Policy solution is offered for administrators to ensure optimizations, governance and security standards are applied. </li> <li><strong>Third-party workloads:</strong> These workloads are submitted via third-party applications that use the Run:ai Scheduler. The Run:ai platform manages and monitors these workloads. They enable seamless integrations with external tools, allowing teams and individuals flexibility. </li> </ul> <h3 id=levels-of-support>Levels of support<a class=headerlink href=#levels-of-support title="Permanent link">&para;</a></h3> <p>Different types of workloads have different levels of support. Understanding what capabilities are needed before selecting the workload type to work with is important. The table below details the level of support for each workload type in Run:ai. Run:ai workloads are fully supported with all of Run:ai advanced features and capabilities. While third-party workloads are partially supported. The list of capabilities can change between different Run:ai versions.</p> <table> <thead> <tr> <th>Functionality</th> <th style="text-align: center;">Workload Type</th> <th style="text-align: center;"></th> <th style="text-align: center;"></th> <th style="text-align: center;"></th> <th></th> </tr> </thead> <tbody> <tr> <td></td> <td style="text-align: center;">Run:ai workloads</td> <td style="text-align: center;"></td> <td style="text-align: center;"></td> <td style="text-align: center;"></td> <td>Third-party workloads</td> </tr> <tr> <td></td> <td style="text-align: center;">Training - Standard</td> <td style="text-align: center;">Workspace</td> <td style="text-align: center;">Inference</td> <td style="text-align: center;">Training - distributed</td> <td></td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/the-runai-scheduler/ >Fairness</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/the-runai-scheduler/#preemption>Priority and preemption</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/the-runai-scheduler/#over-quota-weight>Over quota</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../aiinitiatives/resources/node-pools/ >Node pools</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td>Bin packing / Spread</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/fractions/ >Multi-GPU fractions</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ >Multi-GPU dynamic fractions</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/node-level-scheduler/ >Node level scheduler</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/gpu-memory-swap/ >Multi-GPU memory swap</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td>Elastic scaling</td> <td style="text-align: center;">NA</td> <td style="text-align: center;">NA</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../Researcher/scheduling/the-runai-scheduler/#gang-scheduling>Gang scheduling</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../admin/maintenance/alert-monitoring/ >Monitoring</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td>v</td> </tr> <tr> <td><a href=../../../../admin/authentication/authentication-overview/#role-based-access-control-rbac-in-runai>RBAC</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td>Workload awareness</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../managing-workloads/ >Workload submission</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../managing-workloads/ >Workload actions (stop/run)</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../../policies/overview/ >Workload Policies</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> <tr> <td><a href=../../../aiinitiatives/org/scheduling-rules/ >Scheduling rules</a></td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td style="text-align: center;">v</td> <td></td> </tr> </tbody> </table> <div class="admonition note"> <p class=admonition-title>Note</p> <p><strong>Workload awareness</strong></p> <p>Specific workload-aware visibility, so that different pods are identified and treated as a single workload (for example GPU utilization, workload view, dashboards).</p> </div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/overviews/managing-workloads/index.html b/v2.20/platform-admin/workloads/overviews/managing-workloads/index.html
index 80980be559..daa333a2b4 100644
--- a/v2.20/platform-admin/workloads/overviews/managing-workloads/index.html
+++ b/v2.20/platform-admin/workloads/overviews/managing-workloads/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/overviews/managing-workloads/ rel=canonical><link href=../workload-types/ rel=prev><link href=../../assets/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Workloads - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/overviews/managing-workloads/ rel=canonical><link href=../workload-types/ rel=prev><link href=../../assets/overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Workloads - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workloads class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workloads </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workloads </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-table class=md-nav__link> <span class=md-ellipsis> Workloads table </span> </a> <nav class=md-nav aria-label="Workloads table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-status class=md-nav__link> <span class=md-ellipsis> Workload status </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Pods Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#connections-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Connections Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#data-sources-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Data Sources Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> <nav class=md-nav aria-label="Show/Hide details"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#event-history class=md-nav__link> <span class=md-ellipsis> Event History </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#logs class=md-nav__link> <span class=md-ellipsis> Logs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-workload class=md-nav__link> <span class=md-ellipsis> Adding new workload </span> </a> </li> <li class=md-nav__item> <a href=#stopping-a-workload class=md-nav__link> <span class=md-ellipsis> Stopping a workload </span> </a> </li> <li class=md-nav__item> <a href=#running-a-workload class=md-nav__link> <span class=md-ellipsis> Running a workload </span> </a> </li> <li class=md-nav__item> <a href=#connecting-to-a-workload class=md-nav__link> <span class=md-ellipsis> Connecting to a workload </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-workload class=md-nav__link> <span class=md-ellipsis> Deleting a workload </span> </a> </li> <li class=md-nav__item> <a href=#copy-edit-a-workload class=md-nav__link> <span class=md-ellipsis> Copy &amp; Edit a workload </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-table class=md-nav__link> <span class=md-ellipsis> Workloads table </span> </a> <nav class=md-nav aria-label="Workloads table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-status class=md-nav__link> <span class=md-ellipsis> Workload status </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Pods Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#connections-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Connections Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#data-sources-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Data Sources Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> <nav class=md-nav aria-label="Show/Hide details"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#event-history class=md-nav__link> <span class=md-ellipsis> Event History </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#logs class=md-nav__link> <span class=md-ellipsis> Logs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-workload class=md-nav__link> <span class=md-ellipsis> Adding new workload </span> </a> </li> <li class=md-nav__item> <a href=#stopping-a-workload class=md-nav__link> <span class=md-ellipsis> Stopping a workload </span> </a> </li> <li class=md-nav__item> <a href=#running-a-workload class=md-nav__link> <span class=md-ellipsis> Running a workload </span> </a> </li> <li class=md-nav__item> <a href=#connecting-to-a-workload class=md-nav__link> <span class=md-ellipsis> Connecting to a workload </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-workload class=md-nav__link> <span class=md-ellipsis> Deleting a workload </span> </a> </li> <li class=md-nav__item> <a href=#copy-edit-a-workload class=md-nav__link> <span class=md-ellipsis> Copy &amp; Edit a workload </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/overviews/managing-workloads.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=workloads>Workloads<a class=headerlink href=#workloads title="Permanent link">&para;</a></h1> <p>This article explains the procedure for managing workloads.</p> <h2 id=workloads-table>Workloads table<a class=headerlink href=#workloads-table title="Permanent link">&para;</a></h2> <p>The Workloads table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The workloads table provides a list of all the workloads scheduled on the run:ai <a href=../../../../Researcher/scheduling/the-runai-scheduler/ >Scheduler</a>, and allows you to manage them.</p> <p><a class=glightbox href=../img/workload-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/workload-table.png></a></p> <p>The Workloads table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The name of the workload</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The workload type</td> </tr> <tr> <td style="text-align: left;">Preemptible</td> <td style="text-align: left;">Is the workload preemptible</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The different <a href=#workload-status>phases</a> in a workload life cycle.</td> </tr> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The project in which the workload runs.</td> </tr> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">The department that the workload is associated with. this column is visible only if the department toggle is enabled by your administrator.</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the workload</td> </tr> <tr> <td style="text-align: left;">Running/requested pods</td> <td style="text-align: left;">The number of running pods out of the requested</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the workload was created</td> </tr> <tr> <td style="text-align: left;">Completion time</td> <td style="text-align: left;">The timestamp the workload reached a terminal state (failed/completed)</td> </tr> <tr> <td style="text-align: left;">Connection(s)</td> <td style="text-align: left;">The method by which you can access and interact with the running workload. It's essentially the "doorway" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc). Click one of the values in the column to view the list of connections and their parameters</td> </tr> <tr> <td style="text-align: left;">Data source(s)</td> <td style="text-align: left;">Data resources used by the workload</td> </tr> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The environment used by the workload</td> </tr> <tr> <td style="text-align: left;">Workload architecture</td> <td style="text-align: left;">Standard or distributed. A standard workload consists of a single process. A distributed workload consists of multiple processes working together. These processes can run on different nodes.</td> </tr> <tr> <td style="text-align: left;">GPU compute request</td> <td style="text-align: left;">Amount of GPU devices requested</td> </tr> <tr> <td style="text-align: left;">GPU compute allocation</td> <td style="text-align: left;">Amount of GPU devices allocated</td> </tr> <tr> <td style="text-align: left;">GPU memory request</td> <td style="text-align: left;">Amount of GPU memory Requested</td> </tr> <tr> <td style="text-align: left;">GPU memory allocation</td> <td style="text-align: left;">Amount of GPU memory allocated</td> </tr> <tr> <td style="text-align: left;">Idle GPU devices</td> <td style="text-align: left;">The number of allocated GPU devices that have been idle for more than 5 minutes</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">Amount of CPU cores requested</td> </tr> <tr> <td style="text-align: left;">CPU compute allocation</td> <td style="text-align: left;">Amount of CPU cores allocated</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">Amount of CPU memory requested</td> </tr> <tr> <td style="text-align: left;">CPU memory allocation</td> <td style="text-align: left;">Amount of CPU memory allocated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the workload is associated with</td> </tr> </tbody> </table> <h3 id=workload-status>Workload status<a class=headerlink href=#workload-status title="Permanent link">&para;</a></h3> <p>The following table describes the different phases in a workload life cycle. The UI provides additional details for some of the below workload statuses which can be viewed by clicking the icon next to the status.</p> <table> <thead> <tr> <th style="text-align: left;">Status</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Entry Condition</th> <th style="text-align: left;">Exit Condition</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Creating</td> <td style="text-align: left;">Workload setup is initiated in the cluster. Resources and pods are now provisioning.</td> <td style="text-align: left;">A workload is submitted.</td> <td style="text-align: left;">A multi-pod group is created.</td> </tr> <tr> <td style="text-align: left;">Pending</td> <td style="text-align: left;">Workload is queued and awaiting resource allocation.</td> <td style="text-align: left;">A pod group exists.</td> <td style="text-align: left;">All pods are scheduled.</td> </tr> <tr> <td style="text-align: left;">Initializing</td> <td style="text-align: left;">Workload is retrieving images, starting containers, and preparing pods.</td> <td style="text-align: left;">All pods are scheduled.</td> <td style="text-align: left;">All pods are initialized or a failure to initialize is detected.</td> </tr> <tr> <td style="text-align: left;">Running</td> <td style="text-align: left;">Workload is currently in progress with all pods operational.</td> <td style="text-align: left;">All pods initialized (all containers in pods are ready).</td> <td style="text-align: left;">Workload completion or failure.</td> </tr> <tr> <td style="text-align: left;">Degraded</td> <td style="text-align: left;">Pods may not align with specifications, network services might be incomplete, or persistent volumes may be detached. Check your logs for specific details.</td> <td style="text-align: left;"><strong>Pending</strong> - All pods are running but have issues. <strong>Running</strong> - All pods are running with no issues.</td> <td style="text-align: left;"><strong>Running</strong> - All resources are OK. <strong>Completed</strong> - Workload finished with fewer resources. <strong>Failed</strong> - Workload failure or user-defined rules.</td> </tr> <tr> <td style="text-align: left;">Deleting</td> <td style="text-align: left;">Workload and its associated resources are being decommissioned from the cluster.</td> <td style="text-align: left;">Deleting the workload.</td> <td style="text-align: left;">Resources are fully deleted.</td> </tr> <tr> <td style="text-align: left;">Stopped</td> <td style="text-align: left;">Workload is on hold and resources are intact but inactive.</td> <td style="text-align: left;">Stopping the workload without deleting resources.</td> <td style="text-align: left;">Transitioning back to the initializing phase or proceeding to deleting the workload.</td> </tr> <tr> <td style="text-align: left;">Failed</td> <td style="text-align: left;">Image retrieval failed or containers experienced a crash. Check your logs for specific details.</td> <td style="text-align: left;">An error occurs preventing the successful completion of the workload.</td> <td style="text-align: left;">Terminal state.</td> </tr> <tr> <td style="text-align: left;">Completed</td> <td style="text-align: left;">Workload has successfully finished its execution.</td> <td style="text-align: left;">The workload has finished processing without errors.</td> <td style="text-align: left;">Terminal state.</td> </tr> </tbody> </table> <h3 id=pods-associated-with-workload>Pods Associated with Workload<a class=headerlink href=#pods-associated-with-workload title="Permanent link">&para;</a></h3> <p>Click one of the values in the Running/requested pods column, to view the list of pods and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Pod</td> <td style="text-align: left;">Pod name</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Pod lifecycle stages</td> </tr> <tr> <td style="text-align: left;">Node</td> <td style="text-align: left;">The node on which the pod resides</td> </tr> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The node pool in which the pod resides (applicable if node pools are enabled)</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The pod’s main image</td> </tr> <tr> <td style="text-align: left;">GPU compute allocation</td> <td style="text-align: left;">Amount of GPU devices allocated for the pod</td> </tr> <tr> <td style="text-align: left;">GPU memory allocation</td> <td style="text-align: left;">Amount of GPU memory allocated for the pod</td> </tr> </tbody> </table> <h3 id=connections-associated-with-workload>Connections Associated with Workload<a class=headerlink href=#connections-associated-with-workload title="Permanent link">&para;</a></h3> <p>A connection refers to the method by which you can access and interact with the running workloads. It is essentially the "doorway" through which you can reach and use the applications (tools) these workloads provide.</p> <p>Click one of the values in the Connection(s) column, to view the list of connections and their parameters. Connections are network interfaces that communicate with the application running in the workload. Connections are either the URL the application exposes or the IP and the port of the node that the workload is running on.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Name</td> <td style="text-align: left;">The name of the application running on the workload</td> </tr> <tr> <td style="text-align: left;">Connection type</td> <td style="text-align: left;">The network connection type selected for the workload</td> </tr> <tr> <td style="text-align: left;">Access</td> <td style="text-align: left;">Who is authorized to use this connection (everyone, specific groups/users)</td> </tr> <tr> <td style="text-align: left;">Address</td> <td style="text-align: left;">The connection URL</td> </tr> <tr> <td style="text-align: left;">Copy button</td> <td style="text-align: left;">Copy URL to clipboard</td> </tr> <tr> <td style="text-align: left;">Connect button</td> <td style="text-align: left;">Enabled only for supported tools</td> </tr> </tbody> </table> <h3 id=data-sources-associated-with-workload>Data Sources Associated with Workload<a class=headerlink href=#data-sources-associated-with-workload title="Permanent link">&para;</a></h3> <p>Click one of the values in the Data source(s) column, to view the list of data sources and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Data source</td> <td style="text-align: left;">The name of the data source mounted to the workload</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The <a href=../../assets/datasources/ >data source type</a></td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh - Click REFRESH to update the table with the latest data </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul> <h3 id=showhide-details>Show/Hide details<a class=headerlink href=#showhide-details title="Permanent link">&para;</a></h3> <p>Click a row in the Workloads table and then click the SHOW DETAILS button at the upper-right side of the action bar. The details pane appears, presenting the following tabs:</p> <h4 id=event-history>Event History<a class=headerlink href=#event-history title="Permanent link">&para;</a></h4> <p>Displays the workload status over time. It displays events describing the workload lifecycle and alerts on notable events. Use the filter to search through the history for specific events.</p> <h4 id=metrics>Metrics<a class=headerlink href=#metrics title="Permanent link">&para;</a></h4> <ul> <li>GPU utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node. </li> <li>GPU memory utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node. </li> <li>CPU compute utilization<br> The average of all CPUs’ cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node. </li> <li>CPU memory utilization<br> The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node. </li> <li> <p>CPU memory usage<br> The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines. </p> </li> <li>You can click the date picker to change the presented period </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use <strong>Reset zoom</strong> to go back to the preset period </li> <li>Changes in the period affect all graphs on this screen.</li> </ul> <h4 id=logs>Logs<a class=headerlink href=#logs title="Permanent link">&para;</a></h4> <p>Workload events are ordered in chronological order. The logs contain events from the workload’s lifecycle to help monitor and debug issues.</p> <h2 id=adding-new-workload>Adding new workload<a class=headerlink href=#adding-new-workload title="Permanent link">&para;</a></h2> <p>Before starting, make sure you have created a project or have one created for you to work with workloads.</p> <p>To create a new workload:</p> <ol> <li>Click <strong>+NEW WORKLOAD</strong> </li> <li>Select a workload type - Follow the links below to view the step-by-step guide for each workload type: <ul> <li><a href=../../../../Researcher/workloads/workspaces/workspace-v2/ >Workspace</a>. Used for data preparation and model-building tasks. </li> <li><a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ >Training</a>. Used for standard training tasks of all sorts </li> <li><a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ >Distributed Training</a>. Used for distributed tasks of all sorts </li> <li><a href=../../../../Researcher/workloads/inference/custom-inference/ >Inference</a>. Used for inference and serving tasks </li> <li>Job (legacy). This type is displayed only if enabled by your Administrator, under General settings → Workloads → Workload policies </li> </ul> </li> <li>Click <strong>CREATE WORKLOAD</strong></li> </ol> <h2 id=stopping-a-workload>Stopping a workload<a class=headerlink href=#stopping-a-workload title="Permanent link">&para;</a></h2> <p>Stopping a workload kills the workload pods and releases the workload resources.</p> <ol> <li>Select the workload you want to stop </li> <li>Click <strong>STOP</strong></li> </ol> <h2 id=running-a-workload>Running a workload<a class=headerlink href=#running-a-workload title="Permanent link">&para;</a></h2> <p>Running a workload spins up new pods and resumes the workload work after it was stopped.</p> <ol> <li>Select the workload you want to run again </li> <li>Click <strong>RUN</strong></li> </ol> <h2 id=connecting-to-a-workload>Connecting to a workload<a class=headerlink href=#connecting-to-a-workload title="Permanent link">&para;</a></h2> <p>To connect to an application running in the workload (for example, Jupyter Notebook)</p> <ol> <li>Select the workload you want to connect </li> <li>Click <strong>CONNECT</strong> </li> <li>Select the tool from the drop-down list </li> <li>The selected tool is opened in a new tab on your browser</li> </ol> <h2 id=deleting-a-workload>Deleting a workload<a class=headerlink href=#deleting-a-workload title="Permanent link">&para;</a></h2> <ol> <li>Select the workload you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Once a workload is deleted you can view it in the Deleted tab in the workloads view.<br> This tab is displayed only if enabled by your Administrator, under General settings → Workloads → Deleted workloads</p> </div> <h2 id=copy-edit-a-workload>Copy &amp; Edit a workload<a class=headerlink href=#copy-edit-a-workload title="Permanent link">&para;</a></h2> <ol> <li>Select the workload you want to copy and edit </li> <li>Click <strong>COPY &amp; EDIT</strong> </li> <li>Update the workload and click <strong>CREATE WORKLOAD</strong></li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Workloads>Workloads</a> API reference to view the available actions</p> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>To understand the condition of the workload, review the workload status in the Workload table. For more information, see check the workload’s <a href=../../../../admin/maintenance/audit-log/ >event history</a>.</p> <p>Listed below are a number of known issues when working with workloads and how to fix them:</p> <table> <thead> <tr> <th style="text-align: left;">Issue</th> <th style="text-align: left;">Mediation</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Cluster connectivity issues (there are issues with your connection to the cluster error message)</td> <td style="text-align: left;">Verify that you are on a network that has been granted access to the cluster. <br> Reach out to your cluster admin for instructions on verifying this. <br> If you are an admin, see the <a href=../../../../admin/config/clusters/#troubleshooting>troubleshooting</a> section in the cluster documentation</td> </tr> <tr> <td style="text-align: left;">Workload in “Initializing” status for some time</td> <td style="text-align: left;">Check that you have access to the Container image registry. <br> Check the statuses of the pods in the pods’ modal. <br> Check the event history for more details</td> </tr> <tr> <td style="text-align: left;">Workload has been pending for some time</td> <td style="text-align: left;">Check that you have the required quota. <br> Check the project’s available quota in the project dialog. <br> Check that all services needed to run are bound to the workload. <br> Check the event history for more details.</td> </tr> <tr> <td style="text-align: left;">PVCs created using the K8s API or <code>kubectl</code> are not visible or mountable in Run:ai.</td> <td style="text-align: left;">This is by design. <br> - Create a new data source of type PVC in the Run:ai UI <br> - In the Data mount section, select Existing PVC <br> - Select the PVC you created via the K8S API <br> You are now able to select and mount this PVC in your Run:ai submitted workloads.</td> </tr> <tr> <td style="text-align: left;">Workload is not visible in the UI.</td> <td style="text-align: left;">Check that the workload hasn’t been deleted. <br> See the “Deleted” tab in the workloads view</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workloads class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workloads </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workloads </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-table class=md-nav__link> <span class=md-ellipsis> Workloads table </span> </a> <nav class=md-nav aria-label="Workloads table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-status class=md-nav__link> <span class=md-ellipsis> Workload status </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Pods Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#connections-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Connections Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#data-sources-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Data Sources Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> <nav class=md-nav aria-label="Show/Hide details"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#event-history class=md-nav__link> <span class=md-ellipsis> Event History </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#logs class=md-nav__link> <span class=md-ellipsis> Logs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-workload class=md-nav__link> <span class=md-ellipsis> Adding new workload </span> </a> </li> <li class=md-nav__item> <a href=#stopping-a-workload class=md-nav__link> <span class=md-ellipsis> Stopping a workload </span> </a> </li> <li class=md-nav__item> <a href=#running-a-workload class=md-nav__link> <span class=md-ellipsis> Running a workload </span> </a> </li> <li class=md-nav__item> <a href=#connecting-to-a-workload class=md-nav__link> <span class=md-ellipsis> Connecting to a workload </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-workload class=md-nav__link> <span class=md-ellipsis> Deleting a workload </span> </a> </li> <li class=md-nav__item> <a href=#copy-edit-a-workload class=md-nav__link> <span class=md-ellipsis> Copy &amp; Edit a workload </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workloads-table class=md-nav__link> <span class=md-ellipsis> Workloads table </span> </a> <nav class=md-nav aria-label="Workloads table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#workload-status class=md-nav__link> <span class=md-ellipsis> Workload status </span> </a> </li> <li class=md-nav__item> <a href=#pods-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Pods Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#connections-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Connections Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#data-sources-associated-with-workload class=md-nav__link> <span class=md-ellipsis> Data Sources Associated with Workload </span> </a> </li> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> <li class=md-nav__item> <a href=#showhide-details class=md-nav__link> <span class=md-ellipsis> Show/Hide details </span> </a> <nav class=md-nav aria-label="Show/Hide details"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#event-history class=md-nav__link> <span class=md-ellipsis> Event History </span> </a> </li> <li class=md-nav__item> <a href=#metrics class=md-nav__link> <span class=md-ellipsis> Metrics </span> </a> </li> <li class=md-nav__item> <a href=#logs class=md-nav__link> <span class=md-ellipsis> Logs </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-new-workload class=md-nav__link> <span class=md-ellipsis> Adding new workload </span> </a> </li> <li class=md-nav__item> <a href=#stopping-a-workload class=md-nav__link> <span class=md-ellipsis> Stopping a workload </span> </a> </li> <li class=md-nav__item> <a href=#running-a-workload class=md-nav__link> <span class=md-ellipsis> Running a workload </span> </a> </li> <li class=md-nav__item> <a href=#connecting-to-a-workload class=md-nav__link> <span class=md-ellipsis> Connecting to a workload </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-workload class=md-nav__link> <span class=md-ellipsis> Deleting a workload </span> </a> </li> <li class=md-nav__item> <a href=#copy-edit-a-workload class=md-nav__link> <span class=md-ellipsis> Copy &amp; Edit a workload </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/overviews/managing-workloads.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=workloads>Workloads<a class=headerlink href=#workloads title="Permanent link">&para;</a></h1> <p>This article explains the procedure for managing workloads.</p> <h2 id=workloads-table>Workloads table<a class=headerlink href=#workloads-table title="Permanent link">&para;</a></h2> <p>The Workloads table can be found under <strong>Workload manager</strong> in the Run:ai platform.</p> <p>The workloads table provides a list of all the workloads scheduled on the run:ai <a href=../../../../Researcher/scheduling/the-runai-scheduler/ >Scheduler</a>, and allows you to manage them.</p> <p><a class=glightbox href=../img/workload-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/workload-table.png></a></p> <p>The Workloads table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Workload</td> <td style="text-align: left;">The name of the workload</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The workload type</td> </tr> <tr> <td style="text-align: left;">Preemptible</td> <td style="text-align: left;">Is the workload preemptible</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">The different <a href=#workload-status>phases</a> in a workload life cycle.</td> </tr> <tr> <td style="text-align: left;">Project</td> <td style="text-align: left;">The project in which the workload runs.</td> </tr> <tr> <td style="text-align: left;">Department</td> <td style="text-align: left;">The department that the workload is associated with. this column is visible only if the department toggle is enabled by your administrator.</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the workload</td> </tr> <tr> <td style="text-align: left;">Running/requested pods</td> <td style="text-align: left;">The number of running pods out of the requested</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the workload was created</td> </tr> <tr> <td style="text-align: left;">Completion time</td> <td style="text-align: left;">The timestamp the workload reached a terminal state (failed/completed)</td> </tr> <tr> <td style="text-align: left;">Connection(s)</td> <td style="text-align: left;">The method by which you can access and interact with the running workload. It's essentially the "doorway" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc). Click one of the values in the column to view the list of connections and their parameters</td> </tr> <tr> <td style="text-align: left;">Data source(s)</td> <td style="text-align: left;">Data resources used by the workload</td> </tr> <tr> <td style="text-align: left;">Environment</td> <td style="text-align: left;">The environment used by the workload</td> </tr> <tr> <td style="text-align: left;">Workload architecture</td> <td style="text-align: left;">Standard or distributed. A standard workload consists of a single process. A distributed workload consists of multiple processes working together. These processes can run on different nodes.</td> </tr> <tr> <td style="text-align: left;">GPU compute request</td> <td style="text-align: left;">Amount of GPU devices requested</td> </tr> <tr> <td style="text-align: left;">GPU compute allocation</td> <td style="text-align: left;">Amount of GPU devices allocated</td> </tr> <tr> <td style="text-align: left;">GPU memory request</td> <td style="text-align: left;">Amount of GPU memory Requested</td> </tr> <tr> <td style="text-align: left;">GPU memory allocation</td> <td style="text-align: left;">Amount of GPU memory allocated</td> </tr> <tr> <td style="text-align: left;">Idle GPU devices</td> <td style="text-align: left;">The number of allocated GPU devices that have been idle for more than 5 minutes</td> </tr> <tr> <td style="text-align: left;">CPU compute request</td> <td style="text-align: left;">Amount of CPU cores requested</td> </tr> <tr> <td style="text-align: left;">CPU compute allocation</td> <td style="text-align: left;">Amount of CPU cores allocated</td> </tr> <tr> <td style="text-align: left;">CPU memory request</td> <td style="text-align: left;">Amount of CPU memory requested</td> </tr> <tr> <td style="text-align: left;">CPU memory allocation</td> <td style="text-align: left;">Amount of CPU memory allocated</td> </tr> <tr> <td style="text-align: left;">Cluster</td> <td style="text-align: left;">The cluster that the workload is associated with</td> </tr> </tbody> </table> <h3 id=workload-status>Workload status<a class=headerlink href=#workload-status title="Permanent link">&para;</a></h3> <p>The following table describes the different phases in a workload life cycle. The UI provides additional details for some of the below workload statuses which can be viewed by clicking the icon next to the status.</p> <table> <thead> <tr> <th style="text-align: left;">Status</th> <th style="text-align: left;">Description</th> <th style="text-align: left;">Entry Condition</th> <th style="text-align: left;">Exit Condition</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Creating</td> <td style="text-align: left;">Workload setup is initiated in the cluster. Resources and pods are now provisioning.</td> <td style="text-align: left;">A workload is submitted.</td> <td style="text-align: left;">A multi-pod group is created.</td> </tr> <tr> <td style="text-align: left;">Pending</td> <td style="text-align: left;">Workload is queued and awaiting resource allocation.</td> <td style="text-align: left;">A pod group exists.</td> <td style="text-align: left;">All pods are scheduled.</td> </tr> <tr> <td style="text-align: left;">Initializing</td> <td style="text-align: left;">Workload is retrieving images, starting containers, and preparing pods.</td> <td style="text-align: left;">All pods are scheduled.</td> <td style="text-align: left;">All pods are initialized or a failure to initialize is detected.</td> </tr> <tr> <td style="text-align: left;">Running</td> <td style="text-align: left;">Workload is currently in progress with all pods operational.</td> <td style="text-align: left;">All pods initialized (all containers in pods are ready).</td> <td style="text-align: left;">Workload completion or failure.</td> </tr> <tr> <td style="text-align: left;">Degraded</td> <td style="text-align: left;">Pods may not align with specifications, network services might be incomplete, or persistent volumes may be detached. Check your logs for specific details.</td> <td style="text-align: left;"><strong>Pending</strong> - All pods are running but have issues. <strong>Running</strong> - All pods are running with no issues.</td> <td style="text-align: left;"><strong>Running</strong> - All resources are OK. <strong>Completed</strong> - Workload finished with fewer resources. <strong>Failed</strong> - Workload failure or user-defined rules.</td> </tr> <tr> <td style="text-align: left;">Deleting</td> <td style="text-align: left;">Workload and its associated resources are being decommissioned from the cluster.</td> <td style="text-align: left;">Deleting the workload.</td> <td style="text-align: left;">Resources are fully deleted.</td> </tr> <tr> <td style="text-align: left;">Stopped</td> <td style="text-align: left;">Workload is on hold and resources are intact but inactive.</td> <td style="text-align: left;">Stopping the workload without deleting resources.</td> <td style="text-align: left;">Transitioning back to the initializing phase or proceeding to deleting the workload.</td> </tr> <tr> <td style="text-align: left;">Failed</td> <td style="text-align: left;">Image retrieval failed or containers experienced a crash. Check your logs for specific details.</td> <td style="text-align: left;">An error occurs preventing the successful completion of the workload.</td> <td style="text-align: left;">Terminal state.</td> </tr> <tr> <td style="text-align: left;">Completed</td> <td style="text-align: left;">Workload has successfully finished its execution.</td> <td style="text-align: left;">The workload has finished processing without errors.</td> <td style="text-align: left;">Terminal state.</td> </tr> </tbody> </table> <h3 id=pods-associated-with-workload>Pods Associated with Workload<a class=headerlink href=#pods-associated-with-workload title="Permanent link">&para;</a></h3> <p>Click one of the values in the Running/requested pods column, to view the list of pods and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Pod</td> <td style="text-align: left;">Pod name</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Pod lifecycle stages</td> </tr> <tr> <td style="text-align: left;">Node</td> <td style="text-align: left;">The node on which the pod resides</td> </tr> <tr> <td style="text-align: left;">Node pool</td> <td style="text-align: left;">The node pool in which the pod resides (applicable if node pools are enabled)</td> </tr> <tr> <td style="text-align: left;">Image</td> <td style="text-align: left;">The pod’s main image</td> </tr> <tr> <td style="text-align: left;">GPU compute allocation</td> <td style="text-align: left;">Amount of GPU devices allocated for the pod</td> </tr> <tr> <td style="text-align: left;">GPU memory allocation</td> <td style="text-align: left;">Amount of GPU memory allocated for the pod</td> </tr> </tbody> </table> <h3 id=connections-associated-with-workload>Connections Associated with Workload<a class=headerlink href=#connections-associated-with-workload title="Permanent link">&para;</a></h3> <p>A connection refers to the method by which you can access and interact with the running workloads. It is essentially the "doorway" through which you can reach and use the applications (tools) these workloads provide.</p> <p>Click one of the values in the Connection(s) column, to view the list of connections and their parameters. Connections are network interfaces that communicate with the application running in the workload. Connections are either the URL the application exposes or the IP and the port of the node that the workload is running on.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Name</td> <td style="text-align: left;">The name of the application running on the workload</td> </tr> <tr> <td style="text-align: left;">Connection type</td> <td style="text-align: left;">The network connection type selected for the workload</td> </tr> <tr> <td style="text-align: left;">Access</td> <td style="text-align: left;">Who is authorized to use this connection (everyone, specific groups/users)</td> </tr> <tr> <td style="text-align: left;">Address</td> <td style="text-align: left;">The connection URL</td> </tr> <tr> <td style="text-align: left;">Copy button</td> <td style="text-align: left;">Copy URL to clipboard</td> </tr> <tr> <td style="text-align: left;">Connect button</td> <td style="text-align: left;">Enabled only for supported tools</td> </tr> </tbody> </table> <h3 id=data-sources-associated-with-workload>Data Sources Associated with Workload<a class=headerlink href=#data-sources-associated-with-workload title="Permanent link">&para;</a></h3> <p>Click one of the values in the Data source(s) column, to view the list of data sources and their parameters.</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Data source</td> <td style="text-align: left;">The name of the data source mounted to the workload</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The <a href=../../assets/datasources/ >data source type</a></td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh - Click REFRESH to update the table with the latest data </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul> <h3 id=showhide-details>Show/Hide details<a class=headerlink href=#showhide-details title="Permanent link">&para;</a></h3> <p>Click a row in the Workloads table and then click the SHOW DETAILS button at the upper-right side of the action bar. The details pane appears, presenting the following tabs:</p> <h4 id=event-history>Event History<a class=headerlink href=#event-history title="Permanent link">&para;</a></h4> <p>Displays the workload status over time. It displays events describing the workload lifecycle and alerts on notable events. Use the filter to search through the history for specific events.</p> <h4 id=metrics>Metrics<a class=headerlink href=#metrics title="Permanent link">&para;</a></h4> <ul> <li>GPU utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node. </li> <li>GPU memory utilization<br> Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node. </li> <li>CPU compute utilization<br> The average of all CPUs’ cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node. </li> <li>CPU memory utilization<br> The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node. </li> <li> <p>CPU memory usage<br> The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines. </p> </li> <li>You can click the date picker to change the presented period </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use <strong>Reset zoom</strong> to go back to the preset period </li> <li>Changes in the period affect all graphs on this screen.</li> </ul> <h4 id=logs>Logs<a class=headerlink href=#logs title="Permanent link">&para;</a></h4> <p>Workload events are ordered in chronological order. The logs contain events from the workload’s lifecycle to help monitor and debug issues.</p> <h2 id=adding-new-workload>Adding new workload<a class=headerlink href=#adding-new-workload title="Permanent link">&para;</a></h2> <p>Before starting, make sure you have created a project or have one created for you to work with workloads.</p> <p>To create a new workload:</p> <ol> <li>Click <strong>+NEW WORKLOAD</strong> </li> <li>Select a workload type - Follow the links below to view the step-by-step guide for each workload type: <ul> <li><a href=../../../../Researcher/workloads/workspaces/workspace-v2/ >Workspace</a>. Used for data preparation and model-building tasks. </li> <li><a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ >Training</a>. Used for standard training tasks of all sorts </li> <li><a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ >Distributed Training</a>. Used for distributed tasks of all sorts </li> <li><a href=../../../../Researcher/workloads/inference/custom-inference/ >Inference</a>. Used for inference and serving tasks </li> <li>Job (legacy). This type is displayed only if enabled by your Administrator, under General settings → Workloads → Workload policies </li> </ul> </li> <li>Click <strong>CREATE WORKLOAD</strong></li> </ol> <h2 id=stopping-a-workload>Stopping a workload<a class=headerlink href=#stopping-a-workload title="Permanent link">&para;</a></h2> <p>Stopping a workload kills the workload pods and releases the workload resources.</p> <ol> <li>Select the workload you want to stop </li> <li>Click <strong>STOP</strong></li> </ol> <h2 id=running-a-workload>Running a workload<a class=headerlink href=#running-a-workload title="Permanent link">&para;</a></h2> <p>Running a workload spins up new pods and resumes the workload work after it was stopped.</p> <ol> <li>Select the workload you want to run again </li> <li>Click <strong>RUN</strong></li> </ol> <h2 id=connecting-to-a-workload>Connecting to a workload<a class=headerlink href=#connecting-to-a-workload title="Permanent link">&para;</a></h2> <p>To connect to an application running in the workload (for example, Jupyter Notebook)</p> <ol> <li>Select the workload you want to connect </li> <li>Click <strong>CONNECT</strong> </li> <li>Select the tool from the drop-down list </li> <li>The selected tool is opened in a new tab on your browser</li> </ol> <h2 id=deleting-a-workload>Deleting a workload<a class=headerlink href=#deleting-a-workload title="Permanent link">&para;</a></h2> <ol> <li>Select the workload you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Once a workload is deleted you can view it in the Deleted tab in the workloads view.<br> This tab is displayed only if enabled by your Administrator, under General settings → Workloads → Deleted workloads</p> </div> <h2 id=copy-edit-a-workload>Copy &amp; Edit a workload<a class=headerlink href=#copy-edit-a-workload title="Permanent link">&para;</a></h2> <ol> <li>Select the workload you want to copy and edit </li> <li>Click <strong>COPY &amp; EDIT</strong> </li> <li>Update the workload and click <strong>CREATE WORKLOAD</strong></li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Workloads>Workloads</a> API reference to view the available actions</p> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>To understand the condition of the workload, review the workload status in the Workload table. For more information, see check the workload’s <a href=../../../../admin/maintenance/audit-log/ >event history</a>.</p> <p>Listed below are a number of known issues when working with workloads and how to fix them:</p> <table> <thead> <tr> <th style="text-align: left;">Issue</th> <th style="text-align: left;">Mediation</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Cluster connectivity issues (there are issues with your connection to the cluster error message)</td> <td style="text-align: left;">Verify that you are on a network that has been granted access to the cluster. <br> Reach out to your cluster admin for instructions on verifying this. <br> If you are an admin, see the <a href=../../../../admin/config/clusters/#troubleshooting>troubleshooting</a> section in the cluster documentation</td> </tr> <tr> <td style="text-align: left;">Workload in “Initializing” status for some time</td> <td style="text-align: left;">Check that you have access to the Container image registry. <br> Check the statuses of the pods in the pods’ modal. <br> Check the event history for more details</td> </tr> <tr> <td style="text-align: left;">Workload has been pending for some time</td> <td style="text-align: left;">Check that you have the required quota. <br> Check the project’s available quota in the project dialog. <br> Check that all services needed to run are bound to the workload. <br> Check the event history for more details.</td> </tr> <tr> <td style="text-align: left;">PVCs created using the K8s API or <code>kubectl</code> are not visible or mountable in Run:ai.</td> <td style="text-align: left;">This is by design. <br> - Create a new data source of type PVC in the Run:ai UI <br> - In the Data mount section, select Existing PVC <br> - Select the PVC you created via the K8S API <br> You are now able to select and mount this PVC in your Run:ai submitted workloads.</td> </tr> <tr> <td style="text-align: left;">Workload is not visible in the UI.</td> <td style="text-align: left;">Check that the workload hasn’t been deleted. <br> See the “Deleted” tab in the workloads view</td> </tr> </tbody> </table> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/overviews/workload-types/index.html b/v2.20/platform-admin/workloads/overviews/workload-types/index.html
index cd6df8d3ad..979d72c6ab 100644
--- a/v2.20/platform-admin/workloads/overviews/workload-types/index.html
+++ b/v2.20/platform-admin/workloads/overviews/workload-types/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/overviews/workload-types/ rel=canonical><link href=../introduction-to-workloads/ rel=prev><link href=../managing-workloads/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Workload Types - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/overviews/workload-types/ rel=canonical><link href=../introduction-to-workloads/ rel=prev><link href=../managing-workloads/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Workload Types - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-workload-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workload Types </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workload Types </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workload Types </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspaces-the-experimentation-phase class=md-nav__link> <span class=md-ellipsis> Workspaces: the experimentation phase </span> </a> </li> <li class=md-nav__item> <a href=#training-scaling-resources-for-model-development class=md-nav__link> <span class=md-ellipsis> Training: scaling resources for model development </span> </a> </li> <li class=md-nav__item> <a href=#inference-deploying-and-serving-models class=md-nav__link> <span class=md-ellipsis> Inference: deploying and serving models </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspaces-the-experimentation-phase class=md-nav__link> <span class=md-ellipsis> Workspaces: the experimentation phase </span> </a> </li> <li class=md-nav__item> <a href=#training-scaling-resources-for-model-development class=md-nav__link> <span class=md-ellipsis> Training: scaling resources for model development </span> </a> </li> <li class=md-nav__item> <a href=#inference-deploying-and-serving-models class=md-nav__link> <span class=md-ellipsis> Inference: deploying and serving models </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/overviews/workload-types.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-workload-types>Run:ai Workload Types<a class=headerlink href=#runai-workload-types title="Permanent link">&para;</a></h1> <p>In the world of machine learning (ML), the journey from raw data to actionable insights is a complex process that spans multiple stages. Each stage of the AI lifecycle requires different tools, resources, and frameworks to ensure optimal performance. Run:ai simplifies this process by offering specialized workload types tailored to each phase, facilitating a smooth transition across various stages of the ML workflows. </p> <p>The ML lifecycle usually begins with the experimental work on data and exploration of different modeling techniques to identify the best approach for accurate predictions. At this stage, resource consumption is usually moderate as experimentation is done on a smaller scale. As confidence grows in the model's potential and its accuracy, the demand for compute resources increases. This is especially true during the training phase, where vast amounts of data need to be processed, particularly with complex models such as large language models (LLMs), with their huge parameter sizes, that often require distributed training across multiple GPUs to handle the intensive computational load. </p> <p>Finally, once the model is ready, it moves to the inference stage, where it is deployed to make predictions on new, unseen data. Run:ai's workload types are designed to correspond with the natural stages of this lifecycle. They are structured to align with the specific resource and framework requirements of each phase, ensuring that AI researchers and data scientists can focus on advancing their models without worrying about infrastructure management.</p> <p>Run:ai offers three workload types that correspond to a specific phase of the researcher’s work:</p> <ul> <li><strong>Workspaces</strong> – For experimentation with data and models.</li> <li><strong>Training</strong> – For resource-intensive tasks such as model training and data preparation.</li> <li><strong>Inference</strong> – For deploying and serving the trained model.</li> </ul> <h2 id=workspaces-the-experimentation-phase>Workspaces: the experimentation phase<a class=headerlink href=#workspaces-the-experimentation-phase title="Permanent link">&para;</a></h2> <p>The <strong>Workspace</strong> is where data scientists conduct initial research, experiment with different data sets, and test various algorithms. This is the most flexible stage in the ML lifecycle, where models and data are explored, tuned, and refined. The value of workspaces lies in the flexibility they offer, allowing the researcher to iterate quickly without being constrained by rigid infrastructure. </p> <ul> <li> <p><strong>Framework flexibility</strong></p> <p>Workspaces support a variety of machine learning frameworks, as researchers need to experiment with different tools and methods. </p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Workspaces are often lighter on resources compared to the training phase, but they still require significant computational power for data processing, analysis, and model iteration. </p> <p>Hence, the default for the Run:ai workspaces considerations is to allow scheduling those workloads without the ability to preempt them once the resources were allocated. However, this non-preemptable state doesn’t allow to utilize more resources outside of the project’s deserved quota. </p> </li> </ul> <p>See <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ >Running workspaces</a> to learn more about how to submit a workspace via the Run:ai platform. For quick starts, see <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ >Running Jupyter Notebook using workspaces</a>.</p> <h2 id=training-scaling-resources-for-model-development>Training: scaling resources for model development<a class=headerlink href=#training-scaling-resources-for-model-development title="Permanent link">&para;</a></h2> <p>As models mature and the need for more robust data processing and model training increases, Run:ai facilitates this shift through the Training workload. This phase is resource-intensive, often requiring distributed computing and high-performance clusters to process vast data sets and train models.</p> <ul> <li> <p><strong>Training architecture</strong></p> <p>For training workloads Run:ai allows you to specify the architecture - standard or distributed. The distributed architecture is relevant for larger data sets and more complex models that require utilizing multiple nodes. For the distributed architecture, Run:ai allows you to specify different configurations for the master and workers and select which framework to use - PyTorch, XGBoost, MPI, and TensorFlow. In addition, as part of the distributed configuration, Run:ai enable the researchers to schedule their distributed workloads on nodes within the same region, zone, placement group, or any other topology.</p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Training tasks demand high memory, compute power, and storage. Run:ai ensures that the allocated resources match the scale of the task and allows those workloads to utilize more compute resources than the project’s deserved quota. Make sure that if you wish your training workload not to be preempted, specify the number of GPU’s that are in your quota. </p> </li> </ul> <p>See <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ >Standard training</a> and <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ >Distributed training</a> to learn more about how to submit a training workload via the Run:ai UI. For quick starts, see <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ >Run your first standard training</a> and <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ >Run your first distributed training</a>. </p> <h2 id=inference-deploying-and-serving-models>Inference: deploying and serving models<a class=headerlink href=#inference-deploying-and-serving-models title="Permanent link">&para;</a></h2> <p>Once a model is trained and validated, it moves to the Inference stage, where it is deployed to make predictions (usually in a production environment). This phase is all about efficiency and responsiveness, as the model needs to serve real-time or batch predictions to end-users or other systems.</p> <ul> <li> <p><strong>Inference-specific use cases</strong></p> <p>Naturally, inference workloads are required to change and adapt to the ever-changing demands to meet SLA. For example, additional replicas may be deployed, manually or automatically, to increase compute resources as part of a horizontal scaling approach or a new version of the deployment may need to be rolled out without affecting the running services.</p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Inference models differ in size and purpose, leading to varying computational requirements. For example, small OCR models can run efficiently on CPUs, whereas LLMs typically require significant GPU memory for deployment and serving. Inference workloads are considered production-critical and are given the highest priority to ensure compliance with SLAs. Additionally, Run:ai ensures that inference workloads cannot be preempted, maintaining consistent performance and reliability.</p> </li> </ul> <p>See <a href=../../../../Researcher/workloads/inference/custom-inference/ >Deploy a custom inference workload</a> to learn more about how to submit an inference workload via the Run:ai UI. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#runai-workload-types class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Workload Types </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Workload Types </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Workload Types </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspaces-the-experimentation-phase class=md-nav__link> <span class=md-ellipsis> Workspaces: the experimentation phase </span> </a> </li> <li class=md-nav__item> <a href=#training-scaling-resources-for-model-development class=md-nav__link> <span class=md-ellipsis> Training: scaling resources for model development </span> </a> </li> <li class=md-nav__item> <a href=#inference-deploying-and-serving-models class=md-nav__link> <span class=md-ellipsis> Inference: deploying and serving models </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../policies/workspaces-policy/ class=md-nav__link> <span class=md-ellipsis> Policies </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../../policies/policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../policies/old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workspaces-the-experimentation-phase class=md-nav__link> <span class=md-ellipsis> Workspaces: the experimentation phase </span> </a> </li> <li class=md-nav__item> <a href=#training-scaling-resources-for-model-development class=md-nav__link> <span class=md-ellipsis> Training: scaling resources for model development </span> </a> </li> <li class=md-nav__item> <a href=#inference-deploying-and-serving-models class=md-nav__link> <span class=md-ellipsis> Inference: deploying and serving models </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/overviews/workload-types.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1 id=runai-workload-types>Run:ai Workload Types<a class=headerlink href=#runai-workload-types title="Permanent link">&para;</a></h1> <p>In the world of machine learning (ML), the journey from raw data to actionable insights is a complex process that spans multiple stages. Each stage of the AI lifecycle requires different tools, resources, and frameworks to ensure optimal performance. Run:ai simplifies this process by offering specialized workload types tailored to each phase, facilitating a smooth transition across various stages of the ML workflows. </p> <p>The ML lifecycle usually begins with the experimental work on data and exploration of different modeling techniques to identify the best approach for accurate predictions. At this stage, resource consumption is usually moderate as experimentation is done on a smaller scale. As confidence grows in the model's potential and its accuracy, the demand for compute resources increases. This is especially true during the training phase, where vast amounts of data need to be processed, particularly with complex models such as large language models (LLMs), with their huge parameter sizes, that often require distributed training across multiple GPUs to handle the intensive computational load. </p> <p>Finally, once the model is ready, it moves to the inference stage, where it is deployed to make predictions on new, unseen data. Run:ai's workload types are designed to correspond with the natural stages of this lifecycle. They are structured to align with the specific resource and framework requirements of each phase, ensuring that AI researchers and data scientists can focus on advancing their models without worrying about infrastructure management.</p> <p>Run:ai offers three workload types that correspond to a specific phase of the researcher’s work:</p> <ul> <li><strong>Workspaces</strong> – For experimentation with data and models.</li> <li><strong>Training</strong> – For resource-intensive tasks such as model training and data preparation.</li> <li><strong>Inference</strong> – For deploying and serving the trained model.</li> </ul> <h2 id=workspaces-the-experimentation-phase>Workspaces: the experimentation phase<a class=headerlink href=#workspaces-the-experimentation-phase title="Permanent link">&para;</a></h2> <p>The <strong>Workspace</strong> is where data scientists conduct initial research, experiment with different data sets, and test various algorithms. This is the most flexible stage in the ML lifecycle, where models and data are explored, tuned, and refined. The value of workspaces lies in the flexibility they offer, allowing the researcher to iterate quickly without being constrained by rigid infrastructure. </p> <ul> <li> <p><strong>Framework flexibility</strong></p> <p>Workspaces support a variety of machine learning frameworks, as researchers need to experiment with different tools and methods. </p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Workspaces are often lighter on resources compared to the training phase, but they still require significant computational power for data processing, analysis, and model iteration. </p> <p>Hence, the default for the Run:ai workspaces considerations is to allow scheduling those workloads without the ability to preempt them once the resources were allocated. However, this non-preemptable state doesn’t allow to utilize more resources outside of the project’s deserved quota. </p> </li> </ul> <p>See <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ >Running workspaces</a> to learn more about how to submit a workspace via the Run:ai platform. For quick starts, see <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ >Running Jupyter Notebook using workspaces</a>.</p> <h2 id=training-scaling-resources-for-model-development>Training: scaling resources for model development<a class=headerlink href=#training-scaling-resources-for-model-development title="Permanent link">&para;</a></h2> <p>As models mature and the need for more robust data processing and model training increases, Run:ai facilitates this shift through the Training workload. This phase is resource-intensive, often requiring distributed computing and high-performance clusters to process vast data sets and train models.</p> <ul> <li> <p><strong>Training architecture</strong></p> <p>For training workloads Run:ai allows you to specify the architecture - standard or distributed. The distributed architecture is relevant for larger data sets and more complex models that require utilizing multiple nodes. For the distributed architecture, Run:ai allows you to specify different configurations for the master and workers and select which framework to use - PyTorch, XGBoost, MPI, and TensorFlow. In addition, as part of the distributed configuration, Run:ai enable the researchers to schedule their distributed workloads on nodes within the same region, zone, placement group, or any other topology.</p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Training tasks demand high memory, compute power, and storage. Run:ai ensures that the allocated resources match the scale of the task and allows those workloads to utilize more compute resources than the project’s deserved quota. Make sure that if you wish your training workload not to be preempted, specify the number of GPU’s that are in your quota. </p> </li> </ul> <p>See <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ >Standard training</a> and <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ >Distributed training</a> to learn more about how to submit a training workload via the Run:ai UI. For quick starts, see <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ >Run your first standard training</a> and <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ >Run your first distributed training</a>. </p> <h2 id=inference-deploying-and-serving-models>Inference: deploying and serving models<a class=headerlink href=#inference-deploying-and-serving-models title="Permanent link">&para;</a></h2> <p>Once a model is trained and validated, it moves to the Inference stage, where it is deployed to make predictions (usually in a production environment). This phase is all about efficiency and responsiveness, as the model needs to serve real-time or batch predictions to end-users or other systems.</p> <ul> <li> <p><strong>Inference-specific use cases</strong></p> <p>Naturally, inference workloads are required to change and adapt to the ever-changing demands to meet SLA. For example, additional replicas may be deployed, manually or automatically, to increase compute resources as part of a horizontal scaling approach or a new version of the deployment may need to be rolled out without affecting the running services.</p> </li> <li> <p><strong>Resource requirements</strong></p> <p>Inference models differ in size and purpose, leading to varying computational requirements. For example, small OCR models can run efficiently on CPUs, whereas LLMs typically require significant GPU memory for deployment and serving. Inference workloads are considered production-critical and are given the highest priority to ensure compliance with SLAs. Additionally, Run:ai ensures that inference workloads cannot be preempted, maintaining consistent performance and reliability.</p> </li> </ul> <p>See <a href=../../../../Researcher/workloads/inference/custom-inference/ >Deploy a custom inference workload</a> to learn more about how to submit an inference workload via the Run:ai UI. </p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/policies/old-policies/index.html b/v2.20/platform-admin/workloads/policies/old-policies/index.html
index 883ad4649f..26cd1101b6 100644
--- a/v2.20/platform-admin/workloads/policies/old-policies/index.html
+++ b/v2.20/platform-admin/workloads/policies/old-policies/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/old-policies/ rel=canonical><link href=../policy-reference/ rel=prev><link href=../../../integrations/integration-overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Policies (YAML-based) - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/old-policies/ rel=canonical><link href=../policy-reference/ rel=prev><link href=../../../integrations/integration-overview/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Policies (YAML-based) - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -181,7 +181,7 @@
 </code></pre></div> <p>Should return the following:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-19-1 name=__codelineno-19-1 href=#__codelineno-19-1></a>NAME<span class=w>                 </span>AGE
 <a id=__codelineno-19-2 name=__codelineno-19-2 href=#__codelineno-19-2></a>interactive-policy<span class=w>   </span>2d3h
 </code></pre></div> <p>To delete this policy:</p> <div class=highlight><pre><span></span><code><a id=__codelineno-20-1 name=__codelineno-20-1 href=#__codelineno-20-1></a>kubectl<span class=w> </span>delete<span class=w> </span>InteractivePolicy<span class=w> </span>interactive-policy<span class=w> </span>-n<span class=w> </span>runai
-</code></pre></div> <p>To access <em>project-specific</em> policies, replace the <code>-n runai</code> parameter with the namespace of the relevant project.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>For creating workloads based on policies, see the Run:ai <a href=../../../../developer/cluster-api/workload-overview-dev/ >submitting workloads</a></li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>To access <em>project-specific</em> policies, replace the <code>-n runai</code> parameter with the namespace of the relevant project.</p> <h2 id=see-also>See Also<a class=headerlink href=#see-also title="Permanent link">&para;</a></h2> <ul> <li>For creating workloads based on policies, see the Run:ai <a href=../../../../developer/cluster-api/workload-overview-dev/ >submitting workloads</a></li> </ul> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -209,6 +209,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/policies/overview/index.html b/v2.20/platform-admin/workloads/policies/overview/index.html
index 7c23a68a5f..46b6ebb751 100644
--- a/v2.20/platform-admin/workloads/policies/overview/index.html
+++ b/v2.20/platform-admin/workloads/policies/overview/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/overview/ rel=canonical><link href=../../assets/templates/ rel=prev><link href=../workspaces-policy/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/overview/ rel=canonical><link href=../../assets/templates/ rel=prev><link href=../workspaces-policy/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Overview - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -16,7 +16,7 @@
         L Specific cluster  
             L Specific department  
                 L Specific project
-</code></pre></div> <p>* The policy submission to the entire account scope is supported via API only</p> <p>The different scoping of policies also allows the breakdown of the responsibility between different administrators. This allows delegation of ownership between different levels within the organization. The policies, containing rules and defaults, propagate* down the organizational tree, forming an “effective” policy that enforces any workload submitted by users within the project.</p> <p><a class=glightbox href=../img/effective-policy.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/effective-policy.png></a></p> <h4 id=policy-rules-reconciliation>Policy rules reconciliation<a class=headerlink href=#policy-rules-reconciliation title="Permanent link">&para;</a></h4> <p>For situations where a rule or a default for a specific field is already governed by a policy, newly submitted policies for additional organizational units mentioning this existing field are not blocked from submission. For those instances, the effective rules and defaults are selected based on the following logic:</p> <ul> <li>For policy defaults - The lowest organizational hierarchy “closest” to the actual workload becomes the effective policy defaults (project defaults &gt; department defaults &gt; cluster defaults &gt; tenant defaults).</li> <li>For policy rules - </li> <li>If the rule belongs to the compute and security sections in the workload spec of the Run:ai API, the highest hierarchy is chosen for the effective policy for the field (tenant rules &gt; cluster rules &gt; department rules &gt; project rules).</li> <li>If the rule does not belong to the compute or security sections, the lowest hierarchy “closest” to the actual workload becomes the effective policy for the field (similar to defaults).</li> </ul> <p>While viewing the effective policy, for each rule and default the source of the policy origin is visible, allowing users to clearly understand the selected hierarchy of the effective policy.</p> <h2 id=runai-policies-vs-kyverno-policies>Run:ai Policies vs. Kyverno Policies<a class=headerlink href=#runai-policies-vs-kyverno-policies title="Permanent link">&para;</a></h2> <p>Kyverno runs as a dynamic admission controller in a Kubernetes cluster. Kyverno receives validating and mutating admission webhook HTTP callbacks from the Kubernetes API server and applies matching policies to return results that enforce admission policies or reject requests. Kyverno policies can match resources using the resource kind, name, label selectors, and much more. For more information, see <a href=https://kyverno.io/docs/introduction/#how-kyverno-works>How Kyverno Works</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>* The policy submission to the entire account scope is supported via API only</p> <p>The different scoping of policies also allows the breakdown of the responsibility between different administrators. This allows delegation of ownership between different levels within the organization. The policies, containing rules and defaults, propagate* down the organizational tree, forming an “effective” policy that enforces any workload submitted by users within the project.</p> <p><a class=glightbox href=../img/effective-policy.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/effective-policy.png></a></p> <h4 id=policy-rules-reconciliation>Policy rules reconciliation<a class=headerlink href=#policy-rules-reconciliation title="Permanent link">&para;</a></h4> <p>For situations where a rule or a default for a specific field is already governed by a policy, newly submitted policies for additional organizational units mentioning this existing field are not blocked from submission. For those instances, the effective rules and defaults are selected based on the following logic:</p> <ul> <li>For policy defaults - The lowest organizational hierarchy “closest” to the actual workload becomes the effective policy defaults (project defaults &gt; department defaults &gt; cluster defaults &gt; tenant defaults).</li> <li>For policy rules - </li> <li>If the rule belongs to the compute and security sections in the workload spec of the Run:ai API, the highest hierarchy is chosen for the effective policy for the field (tenant rules &gt; cluster rules &gt; department rules &gt; project rules).</li> <li>If the rule does not belong to the compute or security sections, the lowest hierarchy “closest” to the actual workload becomes the effective policy for the field (similar to defaults).</li> </ul> <p>While viewing the effective policy, for each rule and default the source of the policy origin is visible, allowing users to clearly understand the selected hierarchy of the effective policy.</p> <h2 id=runai-policies-vs-kyverno-policies>Run:ai Policies vs. Kyverno Policies<a class=headerlink href=#runai-policies-vs-kyverno-policies title="Permanent link">&para;</a></h2> <p>Kyverno runs as a dynamic admission controller in a Kubernetes cluster. Kyverno receives validating and mutating admission webhook HTTP callbacks from the Kubernetes API server and applies matching policies to return results that enforce admission policies or reject requests. Kyverno policies can match resources using the resource kind, name, label selectors, and much more. For more information, see <a href=https://kyverno.io/docs/introduction/#how-kyverno-works>How Kyverno Works</a>.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -44,6 +44,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/policies/policy-examples/index.html b/v2.20/platform-admin/workloads/policies/policy-examples/index.html
index 01cda63233..66a52c96d7 100644
--- a/v2.20/platform-admin/workloads/policies/policy-examples/index.html
+++ b/v2.20/platform-admin/workloads/policies/policy-examples/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/policy-examples/ rel=canonical><link href=../workspaces-policy/ rel=prev><link href=../policy-reference/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Policies Examples - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/policy-examples/ rel=canonical><link href=../workspaces-policy/ rel=prev><link href=../policy-reference/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Policies Examples - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -266,7 +266,7 @@
 <a id=__codelineno-9-69 name=__codelineno-9-69 href=#__codelineno-9-69></a><span class=w>          </span><span class="p p-Indicator">-</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">vol-data-2</span>
 <a id=__codelineno-9-70 name=__codelineno-9-70 href=#__codelineno-9-70></a><span class=nt>imposedAssets</span><span class=p>:</span>
 <a id=__codelineno-9-71 name=__codelineno-9-71 href=#__codelineno-9-71></a><span class=w>  </span><span class="p p-Indicator">-</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">4ba37689-f528-4eb6-9377-5e322780cc27</span>
-</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -294,6 +294,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/policies/policy-reference/index.html b/v2.20/platform-admin/workloads/policies/policy-reference/index.html
index 97dc6c6a4a..8c9d7477f8 100644
--- a/v2.20/platform-admin/workloads/policies/policy-reference/index.html
+++ b/v2.20/platform-admin/workloads/policies/policy-reference/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/policy-reference/ rel=canonical><link href=../policy-examples/ rel=prev><link href=../old-policies/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Policies Reference - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/policy-reference/ rel=canonical><link href=../policy-examples/ rel=prev><link href=../old-policies/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Policies Reference - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -131,7 +131,7 @@
 <a id=__codelineno-12-2 name=__codelineno-12-2 href=#__codelineno-12-2></a><span class=nt>rules</span><span class=p>:</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">null</span>
 <a id=__codelineno-12-3 name=__codelineno-12-3 href=#__codelineno-12-3></a><span class=nt>imposedAssets</span><span class=p>:</span>
 <a id=__codelineno-12-4 name=__codelineno-12-4 href=#__codelineno-12-4></a><span class=w>  </span><span class="p p-Indicator">-</span><span class=w> </span><span class="l l-Scalar l-Scalar-Plain">f12c965b-44e9-4ff6-8b43-01d8f9e630cc</span>
-</code></pre></div> <p>Assets with references to credentials assets (for example: private S3, containing reference to an AccessKey asset) cannot be used as imposedAssets.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+</code></pre></div> <p>Assets with references to credentials assets (for example: private S3, containing reference to an AccessKey asset) cannot be used as imposedAssets.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -159,6 +159,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/platform-admin/workloads/policies/workspaces-policy/index.html b/v2.20/platform-admin/workloads/policies/workspaces-policy/index.html
index 44df8b5039..1e231c824b 100644
--- a/v2.20/platform-admin/workloads/policies/workspaces-policy/index.html
+++ b/v2.20/platform-admin/workloads/policies/workspaces-policy/index.html
@@ -1,4 +1,4 @@
-<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/workspaces-policy/ rel=canonical><link href=../overview/ rel=prev><link href=../policy-examples/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.1"><title>Policies - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.a40c8224.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
+<!doctype html><html lang=en class=no-js> <head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><link href=https://docs.run.ai/v2.20/platform-admin/workloads/policies/workspaces-policy/ rel=canonical><link href=../overview/ rel=prev><link href=../policy-examples/ rel=next><link rel=icon href=../../../../images/favicon.ico><meta name=generator content="mkdocs-1.6.1, mkdocs-material-9.6.2"><title>Policies - Run:ai Documentation Library</title><link rel=stylesheet href=../../../../assets/stylesheets/main.d7758b05.min.css><link rel=preconnect href=https://fonts.gstatic.com crossorigin><link rel=stylesheet href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"><style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style><link rel=stylesheet href=../../../../css/timeago.css><link rel=stylesheet href=../../../../stylesheets/extra.css><script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script><!-- Google tag (gtag.js) --><script async src="https://www.googletagmanager.com/gtag/js?id=G-F88LDKJCCH"></script><script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
@@ -12,7 +12,7 @@
     .gdesc-inner { font-size: 0.75rem; }
     body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
     body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
-    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workload-policies-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Policies </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6 checked> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Policies </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-policies-table class=md-nav__link> <span class=md-ellipsis> Workload policies table </span> </a> <nav class=md-nav aria-label="Workload policies table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-policy class=md-nav__link> <span class=md-ellipsis> Adding a policy </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-policy class=md-nav__link> <span class=md-ellipsis> Editing a policy </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-policy class=md-nav__link> <span class=md-ellipsis> Viewing a policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-policy class=md-nav__link> <span class=md-ellipsis> Deleting a policy </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-policies-table class=md-nav__link> <span class=md-ellipsis> Workload policies table </span> </a> <nav class=md-nav aria-label="Workload policies table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-policy class=md-nav__link> <span class=md-ellipsis> Adding a policy </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-policy class=md-nav__link> <span class=md-ellipsis> Editing a policy </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-policy class=md-nav__link> <span class=md-ellipsis> Viewing a policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-policy class=md-nav__link> <span class=md-ellipsis> Deleting a policy </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/policies/workspaces-policy.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Policies</h1> <p>This article explains the procedure to manage workload policies.</p> <h2 id=workload-policies-table>Workload policies table<a class=headerlink href=#workload-policies-table title="Permanent link">&para;</a></h2> <p>The Workload policies table can be found under <strong>Policies</strong> in the Run:ai platform.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Workload policies are disabled by default. If you cannot see Workload policies in the menu, then it must be enabled by your administrator, under General settings → Workloads → Policies</p> </div> <p>The Workload policies table provides a list of all the policies defined in the platform, and allows you to manage them.</p> <p><a class=glightbox href=../img/policies-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/policies-table.png></a></p> <p>The Workload policies table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Policy</td> <td style="text-align: left;">The policy name which is a combination of the policy scope and the policy type</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The policy type is per Run:ai workload type. This allows administrators to set different policies for each <a href=../../overviews/workload-types/ >workload type</a>.</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Representation of the policy lifecycle (one of the following - “Creating…”, “Updating…”, “Deleting…”, Ready or Failed)</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope the policy affects. Click the name of the scope to view the organizational tree diagram. You can only view the parts of the organizational tree for which you have permission to view.</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the policy</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the policy was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the policy was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-a-policy>Adding a policy<a class=headerlink href=#adding-a-policy title="Permanent link">&para;</a></h2> <p>To create a new policy:</p> <ol> <li>Click <strong>+NEW POLICY</strong> </li> <li>Select a <strong>scope</strong> </li> <li>Select the <strong>workload type</strong> </li> <li>Click <strong>+POLICY YAML</strong> </li> <li>In the <strong>YAML editor</strong> type or paste a YAML policy with defaults and rules.<br> You can utilize the following references and examples: </li> <li><a href=../policy-reference/ >Policy YAML reference</a> </li> <li><a href=../policy-examples/ >Policy YAML examples</a> </li> <li>Click <strong>SAVE POLICY</strong></li> </ol> <h2 id=editing-a-policy>Editing a policy<a class=headerlink href=#editing-a-policy title="Permanent link">&para;</a></h2> <ol> <li>Select the policy you want to edit </li> <li>Click <strong>EDIT</strong> </li> <li>Update the policy and click <strong>APPLY</strong> </li> <li>Click <strong>SAVE POLICY</strong></li> </ol> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>Listed below are issues that might occur when creating or editing a policy via the YAML Editor:</p> <table> <thead> <tr> <th style="text-align: left;">Issue</th> <th>Message</th> <th style="text-align: left;">Mitigation</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Cluster connectivity issues</td> <td>There's no communication from cluster “cluster_name“. Actions may be affected, and the data may be stale.</td> <td style="text-align: left;">Verify that you are on a network that has been allowed access to the cluster. Reach out to your cluster administrator for instructions on verifying the issue.</td> </tr> <tr> <td style="text-align: left;">Policy can’t be applied due to a rule that is occupied by a different policy</td> <td>Field “field_name” already has rules in cluster: “cluster_id”</td> <td style="text-align: left;">Remove the rule from the new policy or adjust the old policy for the specific rule.</td> </tr> <tr> <td style="text-align: left;">Policy is not visible in the UI</td> <td>-</td> <td style="text-align: left;">Check that the policy hasn’t been deleted.</td> </tr> <tr> <td style="text-align: left;">Policy syntax is no valid</td> <td>Add a valid policy YAML;json: unknown field "field_name"</td> <td style="text-align: left;">For correct syntax check the <a href=../policy-reference/ >Policy YAML reference</a> or the <a href=../policy-examples/ >Policy YAML examples</a>.</td> </tr> <tr> <td style="text-align: left;">Policy can’t be saved for some reason</td> <td>The policy couldn't be saved due to a network or other unknown issue. Download your draft and try pasting and saving it again later.</td> <td style="text-align: left;">Possible cluster connectivity issues. Try updating the policy once again at a different time.</td> </tr> <tr> <td style="text-align: left;">Policies were submitted before version 2.18, you upgraded to version 2.18 or above and wish to submit new policies</td> <td>If you have policies and want to create a new one, first contact Run:ai support to prevent potential conflicts</td> <td style="text-align: left;">Contact Run:ai support. R&amp;D can migrate your old policies to the new version.</td> </tr> </tbody> </table> <h2 id=viewing-a-policy>Viewing a policy<a class=headerlink href=#viewing-a-policy title="Permanent link">&para;</a></h2> <p>To view a policy:</p> <ol> <li>Select the policy for which you want to view its <a href=../overview/ >policies</a>. </li> <li>Click <strong>VIEW POLICY</strong> </li> <li>In the Policy form per workload section, view the workload rules and defaults: <ul> <li><strong>Parameter</strong><br> The workload submission parameter that Rules and Defaults are applied to </li> <li><strong>Type</strong> (applicable for data sources only)<br> The data source type (Git, S3, nfs, pvc etc.) </li> <li><strong>Default</strong><br> The default value of the Parameter </li> <li><strong>Rule</strong><br> Set up constraint on workload policy field </li> <li><strong>Source</strong><br> The origin of the applied policy (cluster, department or project) </li> </ul> </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Some of the rules and defaults may be derived from policies of a parent cluster and/or department. You can see the source of each rule in the policy form. For more information, check the <a href=../overview/#scope-of-effectiveness>Scope of effectiveness documentation</a></p> </div> <h2 id=deleting-a-policy>Deleting a policy<a class=headerlink href=#deleting-a-policy title="Permanent link">&para;</a></h2> <ol> <li>Select the policy you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Policy>Policies</a> API reference to view the available actions.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-02T07:38:23+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-02</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
+    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style><script src=../../../../assets/javascripts/glightbox.min.js></script></head> <body dir=ltr> <input class=md-toggle data-md-toggle=drawer type=checkbox id=__drawer autocomplete=off> <input class=md-toggle data-md-toggle=search type=checkbox id=__search autocomplete=off> <label class=md-overlay for=__drawer></label> <div data-md-component=skip> <a href=#workload-policies-table class=md-skip> Skip to content </a> </div> <div data-md-component=announce> </div> <div data-md-color-scheme=default data-md-component=outdated hidden> </div> <!-- Google Tag Manager (noscript) --> <noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-KRZ9ZCK" height=0 width=0 style=display:none;visibility:hidden></iframe></noscript> <!-- End Google Tag Manager (noscript) --> <header class="md-header md-header--shadow md-header--lifted" data-md-component=header> <nav class="md-header__inner md-grid" aria-label=Header> <a href=../../../.. title="Run:ai Documentation Library" class="md-header__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> <label class="md-header__button md-icon" for=__drawer> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> </label> <div class=md-header__title data-md-component=header-title> <div class=md-header__ellipsis> <div class=md-header__topic> <span class=md-ellipsis> Run:ai Documentation Library </span> </div> <div class=md-header__topic data-md-component=header-topic> <span class=md-ellipsis> Policies </span> </div> </div> </div> <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> <label class="md-header__button md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> </label> <div class=md-search data-md-component=search role=dialog> <label class=md-search__overlay for=__search></label> <div class=md-search__inner role=search> <form class=md-search__form name=search> <input type=text class=md-search__input name=query aria-label=Search placeholder=Search autocapitalize=off autocorrect=off autocomplete=off spellcheck=false data-md-component=search-query required> <label class="md-search__icon md-icon" for=__search> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> </label> <nav class=md-search__options aria-label=Search> <button type=reset class="md-search__icon md-icon" title=Clear aria-label=Clear tabindex=-1> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> </button> </nav> <div class=md-search__suggest data-md-component=search-suggest></div> </form> <div class=md-search__output> <div class=md-search__scrollwrap tabindex=0 data-md-scrollfix> <div class=md-search-result data-md-component=search-result> <div class=md-search-result__meta> Initializing search </div> <ol class=md-search-result__list role=presentation></ol> </div> </div> </div> </div> </div> <div class=md-header__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> </nav> <nav class=md-tabs aria-label=Tabs data-md-component=tabs> <div class=md-grid> <ul class=md-tabs__list> <li class=md-tabs__item> <a href=../../../../home/overview/ class=md-tabs__link> Home </a> </li> <li class=md-tabs__item> <a href=../../../../admin/overview-administrator/ class=md-tabs__link> Infrastructure Administrator </a> </li> <li class="md-tabs__item md-tabs__item--active"> <a href=../../../overview/ class=md-tabs__link> Platform Administrator </a> </li> <li class=md-tabs__item> <a href=../../../../Researcher/overview-researcher/ class=md-tabs__link> Researcher </a> </li> <li class=md-tabs__item> <a href=../../../../developer/overview-developer/ class=md-tabs__link> Developer </a> </li> </ul> </div> </nav> </header> <div class=md-container data-md-component=container> <main class=md-main data-md-component=main> <div class="md-main__inner md-grid"> <div class="md-sidebar md-sidebar--primary" data-md-component=sidebar data-md-type=navigation> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--primary md-nav--lifted" aria-label=Navigation data-md-level=0> <label class=md-nav__title for=__drawer> <a href=../../../.. title="Run:ai Documentation Library" class="md-nav__button md-logo" aria-label="Run:ai Documentation Library" data-md-component=logo> <img src=../../../../images/RUNAI-LOGO-DIGITAL-2C_WP.svg alt=logo> </a> Run:ai Documentation Library </label> <div class=md-nav__source> <a href=https://github.com/run-ai/docs/ title="Go to repository" class=md-source data-md-component=source> <div class="md-source__icon md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 448 512"><!-- Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg> </div> <div class=md-source__repository> GitHub </div> </a> </div> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1> <label class=md-nav__link for=__nav_1 id=__nav_1_label tabindex=0> <span class=md-ellipsis> Home </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_1_label aria-expanded=false> <label class=md-nav__title for=__nav_1> <span class="md-nav__icon md-icon"></span> Home </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/components/ class=md-nav__link> <span class=md-ellipsis> System Components </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_3> <label class=md-nav__link for=__nav_1_3 id=__nav_1_3_label tabindex=0> <span class=md-ellipsis> Whats New </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_3_label aria-expanded=false> <label class=md-nav__title for=__nav_1_3> <span class="md-nav__icon md-icon"></span> Whats New </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/saas-updates/ class=md-nav__link> <span class=md-ellipsis> Run:ai SaaS Updates </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-20/ class=md-nav__link> <span class=md-ellipsis> Version 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-19/ class=md-nav__link> <span class=md-ellipsis> Version 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-18/ class=md-nav__link> <span class=md-ellipsis> Version 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-17/ class=md-nav__link> <span class=md-ellipsis> Version 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-16/ class=md-nav__link> <span class=md-ellipsis> Version 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-15/ class=md-nav__link> <span class=md-ellipsis> Version 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/whats-new-2-13/ class=md-nav__link> <span class=md-ellipsis> Version 2.13 </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_1_4> <label class=md-nav__link for=__nav_1_4 id=__nav_1_4_label tabindex=0> <span class=md-ellipsis> Hotfixes </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_1_4> <span class="md-nav__icon md-icon"></span> Hotfixes </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-20/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.20 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-19/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.19 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-18/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.18 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-17/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.17 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-16/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.16 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-15/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.15 </span> </a> </li> <li class=md-nav__item> <a href=../../../../home/changelog/hotfixes-2-13/ class=md-nav__link> <span class=md-ellipsis> Hotfixes for 2.13 </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../home/data-privacy-details/ class=md-nav__link> <span class=md-ellipsis> Data Privacy </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2> <label class=md-nav__link for=__nav_2 id=__nav_2_label tabindex=0> <span class=md-ellipsis> Infrastructure Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2> <span class="md-nav__icon md-icon"></span> Infrastructure Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/overview-administrator/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2> <label class=md-nav__link for=__nav_2_2 id=__nav_2_2_label tabindex=0> <span class=md-ellipsis> Installation </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2> <span class="md-nav__icon md-icon"></span> Installation </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/installation-types/ class=md-nav__link> <span class=md-ellipsis> Installation Types </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_2> <label class=md-nav__link for=__nav_2_2_2 id=__nav_2_2_2_label tabindex=0> <span class=md-ellipsis> Classic (SaaS) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_2> <span class="md-nav__icon md-icon"></span> Classic (SaaS) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-prerequisites/ class=md-nav__link> <span class=md-ellipsis> System Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/network-req/ class=md-nav__link> <span class=md-ellipsis> Network Requirements </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-install/ class=md-nav__link> <span class=md-ellipsis> Cluster Install </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/customize-cluster-install/ class=md-nav__link> <span class=md-ellipsis> Customize Installation </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-upgrade/ class=md-nav__link> <span class=md-ellipsis> Cluster Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/cluster-delete/ class=md-nav__link> <span class=md-ellipsis> Cluster Uninstall </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/cluster-setup/dgx-bundle/ class=md-nav__link> <span class=md-ellipsis> Install using Base Command Manager </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3> <label class=md-nav__link for=__nav_2_2_3 id=__nav_2_2_3_label tabindex=0> <span class=md-ellipsis> Self-hosted </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3> <span class="md-nav__icon md-icon"></span> Self-hosted </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_2> <label class=md-nav__link for=__nav_2_2_3_2 id=__nav_2_2_3_2_label tabindex=0> <span class=md-ellipsis> Kubernetes-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_2> <span class="md-nav__icon md-icon"></span> Kubernetes-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/k8s/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_3_3> <label class=md-nav__link for=__nav_2_2_3_3 id=__nav_2_2_3_3_label tabindex=0> <span class=md-ellipsis> OpenShift-based </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_2_2_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_3_3> <span class="md-nav__icon md-icon"></span> OpenShift-based </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/prerequisites/ class=md-nav__link> <span class=md-ellipsis> Prerequisites </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/preparations/ class=md-nav__link> <span class=md-ellipsis> Preparations </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/backend/ class=md-nav__link> <span class=md-ellipsis> Install Control Plane </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/cluster/ class=md-nav__link> <span class=md-ellipsis> Install a Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/additional-clusters/ class=md-nav__link> <span class=md-ellipsis> Install additional Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/project-management/ class=md-nav__link> <span class=md-ellipsis> Manually Create Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/next-steps/ class=md-nav__link> <span class=md-ellipsis> Next Steps </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/upgrade/ class=md-nav__link> <span class=md-ellipsis> Upgrade </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/runai-setup/self-hosted/ocp/uninstall/ class=md-nav__link> <span class=md-ellipsis> Uninstall </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_2_4> <label class=md-nav__link for=__nav_2_2_4 id=__nav_2_2_4_label tabindex=0> <span class=md-ellipsis> Researcher Setup </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_2_4> <span class="md-nav__icon md-icon"></span> Researcher Setup </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/researcher-setup-intro/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V1 CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/new-cli-install/ class=md-nav__link> <span class=md-ellipsis> Install the V2 CLI </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_3> <label class=md-nav__link for=__nav_2_3 id=__nav_2_3_label tabindex=0> <span class=md-ellipsis> Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_3_label aria-expanded=false> <label class=md-nav__title for=__nav_2_3> <span class="md-nav__icon md-icon"></span> Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/clusters/ class=md-nav__link> <span class=md-ellipsis> Clusters </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/advanced-cluster-config/ class=md-nav__link> <span class=md-ellipsis> Advanced Cluster Configuration </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/secure-cluster/ class=md-nav__link> <span class=md-ellipsis> Secure your Cluster </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/shared-storage/ class=md-nav__link> <span class=md-ellipsis> Shared Storage </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/org-cert/ class=md-nav__link> <span class=md-ellipsis> Local Certificate Authority </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cli-admin-install/ class=md-nav__link> <span class=md-ellipsis> Install Administrator CLI </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/dr/ class=md-nav__link> <span class=md-ellipsis> Backup & Restore </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/ha/ class=md-nav__link> <span class=md-ellipsis> High Availability </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/large-clusters/ class=md-nav__link> <span class=md-ellipsis> Scaling </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/notifications/ class=md-nav__link> <span class=md-ellipsis> Email and System Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-roles/ class=md-nav__link> <span class=md-ellipsis> Set Node Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/access-roles/ class=md-nav__link> <span class=md-ellipsis> Review Kubernetes Access provided to Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/allow-external-access-to-containers/ class=md-nav__link> <span class=md-ellipsis> External access to Containers </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/node-affinity-with-cloud-node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Affinity with Cloud Node Pools </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/cluster-wide-pvc/ class=md-nav__link> <span class=md-ellipsis> Setup cluster wide PVC </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/limit-to-node-group/ class=md-nav__link> <span class=md-ellipsis> Group Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/workload-ownership-protection/ class=md-nav__link> <span class=md-ellipsis> Workload Deletion Protection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/create-k8s-assets-in-advance/ class=md-nav__link> <span class=md-ellipsis> Mark Assets for Run:ai </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/config/default-scheduler/ class=md-nav__link> <span class=md-ellipsis> Set Default Scheduler </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_4> <label class=md-nav__link for=__nav_2_4 id=__nav_2_4_label tabindex=0> <span class=md-ellipsis> Maintenance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_4_label aria-expanded=false> <label class=md-nav__title for=__nav_2_4> <span class="md-nav__icon md-icon"></span> Maintenance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/maintenance/overview/ class=md-nav__link> <span class=md-ellipsis> Monitoring and maintenance Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/node-downtime/ class=md-nav__link> <span class=md-ellipsis> Node Maintenance </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/alert-monitoring/ class=md-nav__link> <span class=md-ellipsis> System Monitoring </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/maintenance/audit-log/ class=md-nav__link> <span class=md-ellipsis> Audit Log </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5> <label class=md-nav__link for=__nav_2_5 id=__nav_2_5_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/authentication-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_5_2> <label class=md-nav__link for=__nav_2_5_2 id=__nav_2_5_2_label tabindex=0> <span class=md-ellipsis> Single Sign-On </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_2_5_2_label aria-expanded=false> <label class=md-nav__title for=__nav_2_5_2> <span class="md-nav__icon md-icon"></span> Single Sign-On </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/saml/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with SAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openidconnect/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenID Connect </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/sso/openshift/ class=md-nav__link> <span class=md-ellipsis> Setup SSO with OpenShift </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/researcher-authentication/ class=md-nav__link> <span class=md-ellipsis> Researcher Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/authentication/non-root-containers/ class=md-nav__link> <span class=md-ellipsis> User Identity in Container </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_2_6> <label class=md-nav__link for=__nav_2_6 id=__nav_2_6_label tabindex=0> <span class=md-ellipsis> Troubleshooting </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_2_6_label aria-expanded=false> <label class=md-nav__title for=__nav_2_6> <span class="md-nav__icon md-icon"></span> Troubleshooting </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/logs-collection/ class=md-nav__link> <span class=md-ellipsis> Logs Collection </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/troubleshooting/ class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=../../../../admin/troubleshooting/diagnostics/ class=md-nav__link> <span class=md-ellipsis> Diagnostics </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3 checked> <label class=md-nav__link for=__nav_3 id=__nav_3_label tabindex> <span class=md-ellipsis> Platform Administrator </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_3_label aria-expanded=true> <label class=md-nav__title for=__nav_3> <span class="md-nav__icon md-icon"></span> Platform Administrator </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_2> <label class=md-nav__link for=__nav_3_2 id=__nav_3_2_label tabindex=0> <span class=md-ellipsis> Authentication & Authorization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_2> <span class="md-nav__icon md-icon"></span> Authentication & Authorization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../authentication/users/ class=md-nav__link> <span class=md-ellipsis> Users </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/applications/ class=md-nav__link> <span class=md-ellipsis> Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/roles/ class=md-nav__link> <span class=md-ellipsis> Roles </span> </a> </li> <li class=md-nav__item> <a href=../../../authentication/accessrules/ class=md-nav__link> <span class=md-ellipsis> Access Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3> <label class=md-nav__link for=__nav_3_3 id=__nav_3_3_label tabindex=0> <span class=md-ellipsis> Managing AI Intiatives </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3> <span class="md-nav__icon md-icon"></span> Managing AI Intiatives </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/overview/ class=md-nav__link> <span class=md-ellipsis> Adapting AI initiatives to your organization </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_2> <label class=md-nav__link for=__nav_3_3_2 id=__nav_3_3_2_label tabindex=0> <span class=md-ellipsis> Managing your Organization </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_2_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_2> <span class="md-nav__icon md-icon"></span> Managing your Organization </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/org/projects/ class=md-nav__link> <span class=md-ellipsis> Projects </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/departments/ class=md-nav__link> <span class=md-ellipsis> Departments </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/org/scheduling-rules/ class=md-nav__link> <span class=md-ellipsis> Scheduling Rules </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_3_3> <label class=md-nav__link for=__nav_3_3_3 id=__nav_3_3_3_label tabindex=0> <span class=md-ellipsis> Managing your resources </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_3_3_label aria-expanded=false> <label class=md-nav__title for=__nav_3_3_3> <span class="md-nav__icon md-icon"></span> Managing your resources </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/nodes/ class=md-nav__link> <span class=md-ellipsis> Nodes </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/configuring-mig-profiles/ class=md-nav__link> <span class=md-ellipsis> Configuring NVIDIA MIG Profiles </span> </a> </li> <li class=md-nav__item> <a href=../../../aiinitiatives/resources/node-pools/ class=md-nav__link> <span class=md-ellipsis> Node Pools </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4 checked> <label class=md-nav__link for=__nav_3_4 id=__nav_3_4_label tabindex=0> <span class=md-ellipsis> Workloads </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_4_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4> <span class="md-nav__icon md-icon"></span> Workloads </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_4> <label class=md-nav__link for=__nav_3_4_4 id=__nav_3_4_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_5> <label class=md-nav__link for=__nav_3_4_5 id=__nav_3_4_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--active md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6 checked> <label class=md-nav__link for=__nav_3_4_6 id=__nav_3_4_6_label tabindex=0> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_3_4_6_label aria-expanded=true> <label class=md-nav__title for=__nav_3_4_6> <span class="md-nav__icon md-icon"></span> Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--active"> <input class="md-nav__toggle md-toggle" type=checkbox id=__toc> <label class="md-nav__link md-nav__link--active" for=__toc> <span class=md-ellipsis> Policies </span> <span class="md-nav__icon md-icon"></span> </label> <a href=./ class="md-nav__link md-nav__link--active"> <span class=md-ellipsis> Policies </span> </a> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-policies-table class=md-nav__link> <span class=md-ellipsis> Workload policies table </span> </a> <nav class=md-nav aria-label="Workload policies table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-policy class=md-nav__link> <span class=md-ellipsis> Adding a policy </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-policy class=md-nav__link> <span class=md-ellipsis> Editing a policy </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-policy class=md-nav__link> <span class=md-ellipsis> Viewing a policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-policy class=md-nav__link> <span class=md-ellipsis> Deleting a policy </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../policy-examples/ class=md-nav__link> <span class=md-ellipsis> Policies Examples </span> </a> </li> <li class=md-nav__item> <a href=../policy-reference/ class=md-nav__link> <span class=md-ellipsis> Policies Reference </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_4_6_5> <label class=md-nav__link for=__nav_3_4_6_5 id=__nav_3_4_6_5_label tabindex=0> <span class=md-ellipsis> Older Policies </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_3_4_6_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_4_6_5> <span class="md-nav__icon md-icon"></span> Older Policies </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../old-policies/ class=md-nav__link> <span class=md-ellipsis> Policies V1 </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_5> <label class=md-nav__link for=__nav_3_5 id=__nav_3_5_label tabindex=0> <span class=md-ellipsis> Integrations </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_3_5> <span class="md-nav__icon md-icon"></span> Integrations </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../integrations/integration-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../integrations/karpenter/ class=md-nav__link> <span class=md-ellipsis> Working with Karpenter </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_6> <label class=md-nav__link for=__nav_3_6 id=__nav_3_6_label tabindex=0> <span class=md-ellipsis> Review your performance </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_3_6> <span class="md-nav__icon md-icon"></span> Review your performance </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../performance/dashboard-analysis/ class=md-nav__link> <span class=md-ellipsis> Dashboard Analysis </span> </a> </li> <li class=md-nav__item> <a href=../../../performance/reports/ class=md-nav__link> <span class=md-ellipsis> Reports </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_7> <label class=md-nav__link for=__nav_3_7 id=__nav_3_7_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_3_7> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/researcher-setup/docker-to-runai/ class=md-nav__link> <span class=md-ellipsis> From Docker to Run:ai </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_3_8> <label class=md-nav__link for=__nav_3_8 id=__nav_3_8_label tabindex=0> <span class=md-ellipsis> System Configuration </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_3_8> <span class="md-nav__icon md-icon"></span> System Configuration </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../admin/config/admin-messages/ class=md-nav__link> <span class=md-ellipsis> Administrator Messages </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4> <label class=md-nav__link for=__nav_4 id=__nav_4_label tabindex=0> <span class=md-ellipsis> Researcher </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4> <span class="md-nav__icon md-icon"></span> Researcher </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/overview-researcher/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2> <label class=md-nav__link for=__nav_4_2 id=__nav_4_2_label tabindex=0> <span class=md-ellipsis> Quickstart Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2> <span class="md-nav__icon md-icon"></span> Quickstart Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-overview/ class=md-nav__link> <span class=md-ellipsis> Run:ai Quickstart Guides </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_2> <label class=md-nav__link for=__nav_4_2_2 id=__nav_4_2_2_label tabindex=0> <span class=md-ellipsis> Build </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_2> <span class="md-nav__icon md-icon"></span> Build </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build/ class=md-nav__link> <span class=md-ellipsis> Basics </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code Web </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-build-ports/ class=md-nav__link> <span class=md-ellipsis> Build with Connected Ports </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/quickstart-inference/ class=md-nav__link> <span class=md-ellipsis> Inference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-fractions/ class=md-nav__link> <span class=md-ellipsis> GPU Fractions </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_2_5> <label class=md-nav__link for=__nav_4_2_5 id=__nav_4_2_5_label tabindex=0> <span class=md-ellipsis> Scheduling Basics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_2_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_2_5> <span class="md-nav__icon md-icon"></span> Scheduling Basics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-overquota/ class=md-nav__link> <span class=md-ellipsis> Over-Quota, Basic Fairness & Bin-Packing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/Walkthroughs/walkthrough-queue-fairness/ class=md-nav__link> <span class=md-ellipsis> Queue Fairness </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3> <label class=md-nav__link for=__nav_4_3 id=__nav_4_3_label tabindex=0> <span class=md-ellipsis> Workloads in Run:ai </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_3_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3> <span class="md-nav__icon md-icon"></span> Workloads in Run:ai </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/introduction-to-workloads/ class=md-nav__link> <span class=md-ellipsis> Introduction to Workloads </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/workload-types/ class=md-nav__link> <span class=md-ellipsis> Workload Types </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/overviews/managing-workloads/ class=md-nav__link> <span class=md-ellipsis> Workloads </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_4> <label class=md-nav__link for=__nav_4_3_4 id=__nav_4_3_4_label tabindex=0> <span class=md-ellipsis> Workload Assets </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_4> <span class="md-nav__icon md-icon"></span> Workload Assets </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/environments/ class=md-nav__link> <span class=md-ellipsis> Environments </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/datasources/ class=md-nav__link> <span class=md-ellipsis> Data Sources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/data-volumes/ class=md-nav__link> <span class=md-ellipsis> Data Volumes </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/compute/ class=md-nav__link> <span class=md-ellipsis> Compute Resources </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/credentials/ class=md-nav__link> <span class=md-ellipsis> Credentials </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_5> <label class=md-nav__link for=__nav_4_3_5 id=__nav_4_3_5_label tabindex=0> <span class=md-ellipsis> Workload Templates </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_5> <span class="md-nav__icon md-icon"></span> Workload Templates </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/assets/templates/ class=md-nav__link> <span class=md-ellipsis> Workspace Templates </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6> <label class=md-nav__link for=__nav_4_3_6 id=__nav_4_3_6_label tabindex=0> <span class=md-ellipsis> Experiment Using Workspaces </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6> <span class="md-nav__icon md-icon"></span> Experiment Using Workspaces </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/workspace-v2/ class=md-nav__link> <span class=md-ellipsis> Running Workspaces </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_6_2> <label class=md-nav__link for=__nav_4_3_6_2 id=__nav_4_3_6_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_6_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_6_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/workspaces/quickstart-jupyter/ class=md-nav__link> <span class=md-ellipsis> Running Jupyter Notebook Using Workspaces </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7> <label class=md-nav__link for=__nav_4_3_7 id=__nav_4_3_7_label tabindex=0> <span class=md-ellipsis> Train Models Using Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7> <span class="md-nav__icon md-icon"></span> Train Models Using Training </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1> <label class=md-nav__link for=__nav_4_3_7_1 id=__nav_4_3_7_1_label tabindex=0> <span class=md-ellipsis> Standard Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1> <span class="md-nav__icon md-icon"></span> Standard Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/trainings-v2/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Standard Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_1_2> <label class=md-nav__link for=__nav_4_3_7_1_2 id=__nav_4_3_7_1_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_1_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_1_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/standard-training/quickstart-standard-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Standard Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2> <label class=md-nav__link for=__nav_4_3_7_2 id=__nav_4_3_7_2_label tabindex=0> <span class=md-ellipsis> Distributed Training </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_3_7_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2> <span class="md-nav__icon md-icon"></span> Distributed Training </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/distributed-training/ class=md-nav__link> <span class=md-ellipsis> Train Models Using a Distributed Training Workload </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_7_2_2> <label class=md-nav__link for=__nav_4_3_7_2_2 id=__nav_4_3_7_2_2_label tabindex=0> <span class=md-ellipsis> Quick Starts </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=5 aria-labelledby=__nav_4_3_7_2_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_7_2_2> <span class="md-nav__icon md-icon"></span> Quick Starts </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/training/distributed-training/quickstart-distributed-training/ class=md-nav__link> <span class=md-ellipsis> Run your First Distributed Training </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_3_8> <label class=md-nav__link for=__nav_4_3_8 id=__nav_4_3_8_label tabindex=0> <span class=md-ellipsis> Deploy Models Using Inference </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_3_8_label aria-expanded=false> <label class=md-nav__title for=__nav_4_3_8> <span class="md-nav__icon md-icon"></span> Deploy Models Using Inference </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/inference-overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/custom-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy a Custom Inference Workload </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/hugging-face-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads from Hugging Face </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/workloads/inference/nim-inference/ class=md-nav__link> <span class=md-ellipsis> Deploy Inference Workloads with NVIDIA NIM </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4> <label class=md-nav__link for=__nav_4_4 id=__nav_4_4_label tabindex=0> <span class=md-ellipsis> Command Line Interface </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4> <span class="md-nav__icon md-icon"></span> Command Line Interface </label> <ul class=md-nav__list data-md-scrollfix> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1> <label class=md-nav__link for=__nav_4_4_1 id=__nav_4_4_1_label tabindex=0> <span class=md-ellipsis> CLI V2 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_1_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1> <span class="md-nav__icon md-icon"></span> CLI V2 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/overview/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/runai/ class=md-nav__link> <span class=md-ellipsis> CLI Reference </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/cli-examples/ class=md-nav__link> <span class=md-ellipsis> CLI Examples </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_1_4> <label class=md-nav__link for=__nav_4_4_1_4 id=__nav_4_4_1_4_label tabindex=0> <span class=md-ellipsis> CLI Guides </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=4 aria-labelledby=__nav_4_4_1_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_1_4> <span class="md-nav__icon md-icon"></span> CLI Guides </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/ class=md-nav__link> <span class=md-ellipsis> Set cluster authorization </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_4_2> <label class=md-nav__link for=__nav_4_4_2 id=__nav_4_4_2_label tabindex=0> <span class=md-ellipsis> CLI V1 </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_4_2_label aria-expanded=false> <label class=md-nav__title for=__nav_4_4_2> <span class="md-nav__icon md-icon"></span> CLI V1 </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/Introduction/ class=md-nav__link> <span class=md-ellipsis> Introduction </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-attach/ class=md-nav__link> <span class=md-ellipsis> runai attach </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-bash/ class=md-nav__link> <span class=md-ellipsis> runai bash </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-config/ class=md-nav__link> <span class=md-ellipsis> runai config </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-delete/ class=md-nav__link> <span class=md-ellipsis> runai delete </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-describe/ class=md-nav__link> <span class=md-ellipsis> runai describe </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-exec/ class=md-nav__link> <span class=md-ellipsis> runai exec </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-list/ class=md-nav__link> <span class=md-ellipsis> runai list </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-login/ class=md-nav__link> <span class=md-ellipsis> runai login </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logout/ class=md-nav__link> <span class=md-ellipsis> runai logout </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-logs/ class=md-nav__link> <span class=md-ellipsis> runai logs </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-port-forwarding/ class=md-nav__link> <span class=md-ellipsis> runai port-forward </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-resume/ class=md-nav__link> <span class=md-ellipsis> runai resume </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit/ class=md-nav__link> <span class=md-ellipsis> runai submit </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-mpi/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist mpi </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-pytorch/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist pytorch </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-TF/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist tf </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-submit-dist-xgboost/ class=md-nav__link> <span class=md-ellipsis> runai submit-dist xgboost </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-suspend/ class=md-nav__link> <span class=md-ellipsis> runai suspend </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-top-node/ class=md-nav__link> <span class=md-ellipsis> runai top node </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-update/ class=md-nav__link> <span class=md-ellipsis> runai update </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-version/ class=md-nav__link> <span class=md-ellipsis> runai version </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/cli-reference/runai-whoami/ class=md-nav__link> <span class=md-ellipsis> runai whoami </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_5> <label class=md-nav__link for=__nav_4_5 id=__nav_4_5_label tabindex=0> <span class=md-ellipsis> Best Practices </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_5_label aria-expanded=false> <label class=md-nav__title for=__nav_4_5> <span class="md-nav__icon md-icon"></span> Best Practices </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/bare-metal-to-docker-images/ class=md-nav__link> <span class=md-ellipsis> Bare-Metal to Docker Images </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/convert-to-unattended/ class=md-nav__link> <span class=md-ellipsis> Convert a Workload to Run Unattended </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/save-dl-checkpoints/ class=md-nav__link> <span class=md-ellipsis> Save Deep Learning Checkpoints </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/env-variables/ class=md-nav__link> <span class=md-ellipsis> Environment Variables </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/researcher-notifications/ class=md-nav__link> <span class=md-ellipsis> Email Notifications </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/best-practices/secrets-as-env-var-in-cli/ class=md-nav__link> <span class=md-ellipsis> Secrets as Environment Variables (CLI) </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6> <label class=md-nav__link for=__nav_4_6 id=__nav_4_6_label tabindex=0> <span class=md-ellipsis> Scheduling </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_6_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6> <span class="md-nav__icon md-icon"></span> Scheduling </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/the-runai-scheduler/ class=md-nav__link> <span class=md-ellipsis> The Run:ai Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/fractions/ class=md-nav__link> <span class=md-ellipsis> Allocation of GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/allocation-of-cpu-and-memory/ class=md-nav__link> <span class=md-ellipsis> Allocation of CPU and Memory </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_6_4> <label class=md-nav__link for=__nav_4_6_4 id=__nav_4_6_4_label tabindex=0> <span class=md-ellipsis> Advanced </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=3 aria-labelledby=__nav_4_6_4_label aria-expanded=false> <label class=md-nav__title for=__nav_4_6_4> <span class="md-nav__icon md-icon"></span> Advanced </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/dynamic-gpu-fractions/ class=md-nav__link> <span class=md-ellipsis> Dynamic GPU Fractions </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/node-level-scheduler/ class=md-nav__link> <span class=md-ellipsis> Optimize performance with the Node Level Scheduler </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/GPU-time-slicing-scheduler/ class=md-nav__link> <span class=md-ellipsis> GPU Time Slicing </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/scheduling/gpu-memory-swap/ class=md-nav__link> <span class=md-ellipsis> GPU Memory Swap </span> </a> </li> </ul> </nav> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_4_7> <label class=md-nav__link for=__nav_4_7 id=__nav_4_7_label tabindex=0> <span class=md-ellipsis> Researcher Tools </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_4_7_label aria-expanded=false> <label class=md-nav__title for=__nav_4_7> <span class="md-nav__icon md-icon"></span> Researcher Tools </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-vscode/ class=md-nav__link> <span class=md-ellipsis> Visual Studio Code </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-pycharm/ class=md-nav__link> <span class=md-ellipsis> PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-x11forward-pycharm/ class=md-nav__link> <span class=md-ellipsis> X11 & PyCharm </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-jupyter/ class=md-nav__link> <span class=md-ellipsis> Jupyter Notebook </span> </a> </li> <li class=md-nav__item> <a href=../../../../Researcher/tools/dev-tensorboard/ class=md-nav__link> <span class=md-ellipsis> TensorBoard </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../Researcher/use-cases/ class=md-nav__link> <span class=md-ellipsis> Use Cases </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5> <label class=md-nav__link for=__nav_5 id=__nav_5_label tabindex=0> <span class=md-ellipsis> Developer </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=1 aria-labelledby=__nav_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5> <span class="md-nav__icon md-icon"></span> Developer </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/overview-developer/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/user-applications/ class=md-nav__link> <span class=md-ellipsis> User Applications </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/rest-auth/ class=md-nav__link> <span class=md-ellipsis> API Authentication </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/admin-rest-api/overview/ class=md-nav__link> <span class=md-ellipsis> REST API </span> </a> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_5> <label class=md-nav__link for=__nav_5_5 id=__nav_5_5_label tabindex=0> <span class=md-ellipsis> Cluster API (Deprecated) </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_5_label aria-expanded=false> <label class=md-nav__title for=__nav_5_5> <span class="md-nav__icon md-icon"></span> Cluster API (Deprecated) </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/cluster-api/workload-overview-dev/ class=md-nav__link> <span class=md-ellipsis> Overview </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-yaml/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via YAML </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/submit-rest/ class=md-nav__link> <span class=md-ellipsis> Submit Workload via HTTP/REST </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/reference/ class=md-nav__link> <span class=md-ellipsis> Reference </span> </a> </li> </ul> </nav> </li> <li class="md-nav__item md-nav__item--nested"> <input class="md-nav__toggle md-toggle " type=checkbox id=__nav_5_6> <label class=md-nav__link for=__nav_5_6 id=__nav_5_6_label tabindex=0> <span class=md-ellipsis> Metrics </span> <span class="md-nav__icon md-icon"></span> </label> <nav class=md-nav data-md-level=2 aria-labelledby=__nav_5_6_label aria-expanded=false> <label class=md-nav__title for=__nav_5_6> <span class="md-nav__icon md-icon"></span> Metrics </label> <ul class=md-nav__list data-md-scrollfix> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics-api/ class=md-nav__link> <span class=md-ellipsis> Metrics via API </span> </a> </li> <li class=md-nav__item> <a href=../../../../developer/metrics/metrics/ class=md-nav__link> <span class=md-ellipsis> (Deprecated) Metrics via Prometheus </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=../../../../developer/cluster-api/other-resources/ class=md-nav__link> <span class=md-ellipsis> Kubernetes Workloads Integration </span> </a> </li> </ul> </nav> </li> </ul> </nav> </div> </div> </div> <div class="md-sidebar md-sidebar--secondary" data-md-component=sidebar data-md-type=toc> <div class=md-sidebar__scrollwrap> <div class=md-sidebar__inner> <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> <label class=md-nav__title for=__toc> <span class="md-nav__icon md-icon"></span> Table of contents </label> <ul class=md-nav__list data-md-component=toc data-md-scrollfix> <li class=md-nav__item> <a href=#workload-policies-table class=md-nav__link> <span class=md-ellipsis> Workload policies table </span> </a> <nav class=md-nav aria-label="Workload policies table"> <ul class=md-nav__list> <li class=md-nav__item> <a href=#customizing-the-table-view class=md-nav__link> <span class=md-ellipsis> Customizing the table view </span> </a> </li> </ul> </nav> </li> <li class=md-nav__item> <a href=#adding-a-policy class=md-nav__link> <span class=md-ellipsis> Adding a policy </span> </a> </li> <li class=md-nav__item> <a href=#editing-a-policy class=md-nav__link> <span class=md-ellipsis> Editing a policy </span> </a> </li> <li class=md-nav__item> <a href=#troubleshooting class=md-nav__link> <span class=md-ellipsis> Troubleshooting </span> </a> </li> <li class=md-nav__item> <a href=#viewing-a-policy class=md-nav__link> <span class=md-ellipsis> Viewing a policy </span> </a> </li> <li class=md-nav__item> <a href=#deleting-a-policy class=md-nav__link> <span class=md-ellipsis> Deleting a policy </span> </a> </li> <li class=md-nav__item> <a href=#using-api class=md-nav__link> <span class=md-ellipsis> Using API </span> </a> </li> </ul> </nav> </div> </div> </div> <div class=md-content data-md-component=content> <article class="md-content__inner md-typeset"> <a href=https://github.com/run-ai/docs/edit/master/docs/platform-admin/workloads/policies/workspaces-policy.md title="Edit this page" class="md-content__button md-icon"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75z"/></svg> </a> <h1>Policies</h1> <p>This article explains the procedure to manage workload policies.</p> <h2 id=workload-policies-table>Workload policies table<a class=headerlink href=#workload-policies-table title="Permanent link">&para;</a></h2> <p>The Workload policies table can be found under <strong>Policies</strong> in the Run:ai platform.</p> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Workload policies are disabled by default. If you cannot see Workload policies in the menu, then it must be enabled by your administrator, under General settings → Workloads → Policies</p> </div> <p>The Workload policies table provides a list of all the policies defined in the platform, and allows you to manage them.</p> <p><a class=glightbox href=../img/policies-table.png data-type=image data-width=auto data-height=auto data-desc-position=bottom><img alt src=../img/policies-table.png></a></p> <p>The Workload policies table consists of the following columns:</p> <table> <thead> <tr> <th style="text-align: left;">Column</th> <th style="text-align: left;">Description</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Policy</td> <td style="text-align: left;">The policy name which is a combination of the policy scope and the policy type</td> </tr> <tr> <td style="text-align: left;">Type</td> <td style="text-align: left;">The policy type is per Run:ai workload type. This allows administrators to set different policies for each <a href=../../overviews/workload-types/ >workload type</a>.</td> </tr> <tr> <td style="text-align: left;">Status</td> <td style="text-align: left;">Representation of the policy lifecycle (one of the following - “Creating…”, “Updating…”, “Deleting…”, Ready or Failed)</td> </tr> <tr> <td style="text-align: left;">Scope</td> <td style="text-align: left;">The scope the policy affects. Click the name of the scope to view the organizational tree diagram. You can only view the parts of the organizational tree for which you have permission to view.</td> </tr> <tr> <td style="text-align: left;">Created by</td> <td style="text-align: left;">The user who created the policy</td> </tr> <tr> <td style="text-align: left;">Creation time</td> <td style="text-align: left;">The timestamp for when the policy was created</td> </tr> <tr> <td style="text-align: left;">Last updated</td> <td style="text-align: left;">The last time the policy was updated</td> </tr> </tbody> </table> <h3 id=customizing-the-table-view>Customizing the table view<a class=headerlink href=#customizing-the-table-view title="Permanent link">&para;</a></h3> <ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values </li> <li>Search - Click SEARCH and type the value to search by </li> <li>Sort - Click each column header to sort by </li> <li>Column selection - Click COLUMNS and select the columns to display in the table </li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul> <h2 id=adding-a-policy>Adding a policy<a class=headerlink href=#adding-a-policy title="Permanent link">&para;</a></h2> <p>To create a new policy:</p> <ol> <li>Click <strong>+NEW POLICY</strong> </li> <li>Select a <strong>scope</strong> </li> <li>Select the <strong>workload type</strong> </li> <li>Click <strong>+POLICY YAML</strong> </li> <li>In the <strong>YAML editor</strong> type or paste a YAML policy with defaults and rules.<br> You can utilize the following references and examples: </li> <li><a href=../policy-reference/ >Policy YAML reference</a> </li> <li><a href=../policy-examples/ >Policy YAML examples</a> </li> <li>Click <strong>SAVE POLICY</strong></li> </ol> <h2 id=editing-a-policy>Editing a policy<a class=headerlink href=#editing-a-policy title="Permanent link">&para;</a></h2> <ol> <li>Select the policy you want to edit </li> <li>Click <strong>EDIT</strong> </li> <li>Update the policy and click <strong>APPLY</strong> </li> <li>Click <strong>SAVE POLICY</strong></li> </ol> <h2 id=troubleshooting>Troubleshooting<a class=headerlink href=#troubleshooting title="Permanent link">&para;</a></h2> <p>Listed below are issues that might occur when creating or editing a policy via the YAML Editor:</p> <table> <thead> <tr> <th style="text-align: left;">Issue</th> <th>Message</th> <th style="text-align: left;">Mitigation</th> </tr> </thead> <tbody> <tr> <td style="text-align: left;">Cluster connectivity issues</td> <td>There's no communication from cluster “cluster_name“. Actions may be affected, and the data may be stale.</td> <td style="text-align: left;">Verify that you are on a network that has been allowed access to the cluster. Reach out to your cluster administrator for instructions on verifying the issue.</td> </tr> <tr> <td style="text-align: left;">Policy can’t be applied due to a rule that is occupied by a different policy</td> <td>Field “field_name” already has rules in cluster: “cluster_id”</td> <td style="text-align: left;">Remove the rule from the new policy or adjust the old policy for the specific rule.</td> </tr> <tr> <td style="text-align: left;">Policy is not visible in the UI</td> <td>-</td> <td style="text-align: left;">Check that the policy hasn’t been deleted.</td> </tr> <tr> <td style="text-align: left;">Policy syntax is no valid</td> <td>Add a valid policy YAML;json: unknown field "field_name"</td> <td style="text-align: left;">For correct syntax check the <a href=../policy-reference/ >Policy YAML reference</a> or the <a href=../policy-examples/ >Policy YAML examples</a>.</td> </tr> <tr> <td style="text-align: left;">Policy can’t be saved for some reason</td> <td>The policy couldn't be saved due to a network or other unknown issue. Download your draft and try pasting and saving it again later.</td> <td style="text-align: left;">Possible cluster connectivity issues. Try updating the policy once again at a different time.</td> </tr> <tr> <td style="text-align: left;">Policies were submitted before version 2.18, you upgraded to version 2.18 or above and wish to submit new policies</td> <td>If you have policies and want to create a new one, first contact Run:ai support to prevent potential conflicts</td> <td style="text-align: left;">Contact Run:ai support. R&amp;D can migrate your old policies to the new version.</td> </tr> </tbody> </table> <h2 id=viewing-a-policy>Viewing a policy<a class=headerlink href=#viewing-a-policy title="Permanent link">&para;</a></h2> <p>To view a policy:</p> <ol> <li>Select the policy for which you want to view its <a href=../overview/ >policies</a>. </li> <li>Click <strong>VIEW POLICY</strong> </li> <li>In the Policy form per workload section, view the workload rules and defaults: <ul> <li><strong>Parameter</strong><br> The workload submission parameter that Rules and Defaults are applied to </li> <li><strong>Type</strong> (applicable for data sources only)<br> The data source type (Git, S3, nfs, pvc etc.) </li> <li><strong>Default</strong><br> The default value of the Parameter </li> <li><strong>Rule</strong><br> Set up constraint on workload policy field </li> <li><strong>Source</strong><br> The origin of the applied policy (cluster, department or project) </li> </ul> </li> </ol> <div class="admonition note"> <p class=admonition-title>Note</p> <p>Some of the rules and defaults may be derived from policies of a parent cluster and/or department. You can see the source of each rule in the policy form. For more information, check the <a href=../overview/#scope-of-effectiveness>Scope of effectiveness documentation</a></p> </div> <h2 id=deleting-a-policy>Deleting a policy<a class=headerlink href=#deleting-a-policy title="Permanent link">&para;</a></h2> <ol> <li>Select the policy you want to delete </li> <li>Click <strong>DELETE</strong> </li> <li>On the dialog, click <strong>DELETE</strong> to confirm the deletion</li> </ol> <h2 id=using-api>Using API<a class=headerlink href=#using-api title="Permanent link">&para;</a></h2> <p>Go to the <a href=https://app.run.ai/api/docs#tag/Policy>Policies</a> API reference to view the available actions.</p> <aside class=md-source-file> <span class=md-source-file__fact> <span class=md-icon title="Last update"> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1zM12.5 7v5.2l4 2.4-1 1L11 13V7zM11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> <span class=md-source-file__fact> <span class=md-icon title=Created> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M14.47 15.08 11 13V7h1.5v5.25l3.08 1.83c-.41.28-.79.62-1.11 1m-1.39 4.84c-.36.05-.71.08-1.08.08-4.42 0-8-3.58-8-8s3.58-8 8-8 8 3.58 8 8c0 .37-.03.72-.08 1.08.69.1 1.33.32 1.92.64.1-.56.16-1.13.16-1.72 0-5.5-4.5-10-10-10S2 6.5 2 12s4.47 10 10 10c.59 0 1.16-.06 1.72-.16-.32-.59-.54-1.23-.64-1.92M18 15v3h-3v2h3v3h2v-3h3v-2h-3v-3z"/></svg> </span> <span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-timeago"><span class=timeago datetime=2025-02-03T15:51:10+00:00 locale=en></span></span><span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-iso_date">2025-02-03</span> </span> </aside> <!-- Giscus --> <!-- <h2 id="__comments">Comments</h2> --> <!-- Replace with generated snippet --> <script src=https://giscus.app/client.js data-repo=run-ai/docs data-repo-id="MDEwOlJlcG9zaXRvcnkyODAxODMxOTY=" data-category=General data-category-id=MDE4OkRpc2N1c3Npb25DYXRlZ29yeTE1MTA2MDU4 data-mapping=pathname data-strict=0 data-reactions-enabled=1 data-emit-metadata=0 data-input-position=bottom data-theme=light data-lang=en crossorigin=anonymous async>
 </script> <!-- Synchronize Giscus theme with palette --> <script>
     var giscus = document.querySelector("script[src*=giscus]")
 
@@ -40,6 +40,6 @@
         }
       })
     })
-  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.5090c770.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
+  </script> </article> </div> <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> </div> <button type=button class="md-top md-icon" data-md-component=top hidden> <svg xmlns=http://www.w3.org/2000/svg viewbox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> Back to top </button> </main> </div> <div class=md-dialog data-md-component=dialog> <div class="md-dialog__inner md-typeset"></div> </div> <script id=__config type=application/json>{"base": "../../../..", "features": ["navigation.indexes", "navigation.tabs", "navigation.tabs.sticky", "search.highlight", "content.code.annotate", "content.tabs.link", "search.suggest", "content.action.edit", "navigation.top", "toc.follow", "navigation.path", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script> <script src=../../../../assets/javascripts/bundle.f13b1293.min.js></script> <script src=../../../../js/timeago.min.js></script> <script src=../../../../js/timeago_mkdocs_material.js></script> <!-- Start of Swagger custom style. Should be before /body which is why its in scripts --> <link rel=stylesheet href=../../../../stylesheets/theme-outline.css> <!-- End of  Swagger custom style --> <script id=init-glightbox>const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
 document$.subscribe(() => { lightbox.reload() });
 </script></body> </html>
\ No newline at end of file
diff --git a/v2.20/search/search_index.json b/v2.20/search/search_index.json
index b12f2ac314..6b8fb2b9f3 100644
--- a/v2.20/search/search_index.json
+++ b/v2.20/search/search_index.json
@@ -1 +1 @@
-{"config":{"lang":["en"],"separator":"[\\s\\-]+","pipeline":["stopWordFilter"]},"docs":[{"location":"Researcher/overview-researcher/","title":"Overview: Researcher Documentation","text":"<p>Researchers, or AI practitioners, use Run:ai to submit Workloads. </p> <p>As part of the Researcher documentation you will find:</p> <ul> <li>Quickstart Guides which provide step-by-step guides to Run:ai technology.</li> <li>Command line interface reference documentation.</li> <li>Best Practices for Deep Learning with Run:ai.</li> <li>Information about the Run:ai Scheduler.</li> <li>Using Run:ai with various developer tools. </li> </ul>"},{"location":"Researcher/use-cases/","title":"Use Cases","text":"<p>This is a collection of various client-requested use cases. Each use case is accompanied by a short live-demo video, along with all the files used.</p> <p>Note</p> <p>For the most up-to-date information, check out the official Run:ai use-cases GitHub page.  </p> <ul> <li>MLflow with Run:ai: experiment management is important for Data Scientists. This is a demo of how to set up and use MLflow with Run:ai.  </li> <li>Introduction to Docker: Run:ai runs using Docker images. This is a brief introduction to Docker, image creation, and how to use them in the context of Run:ai. Please also check out the Persistent Environments use case if you wish to keep the creation of Docker images to a minimum.  </li> <li>Tensorboard with Jupyter (ResNet demo): Many Data Scientists like to use Tensorboard to keep an eye on the their current training experiments. They also like to have it side-by-side with Jupyter. In this demo, we will show how to integrate Tensorboard and Jupyter Lab within the context of Run:ai.  </li> <li>Persistent Environments (with Conda/Mamba &amp; Jupyter): Some Data Scientists find creating Docker images for every single one of their environments a bit of a hindrance. They would often prefer the ability to create and alter environments on the fly and to have those environments remain, even after an image has finished running in a job. This demo shows users how they can create and persist Conda/Mamba environments using an NFS.  </li> <li>Weights &amp; Biases with Run:ai: W&amp;B (Weights &amp; Biases) is one of the best tools for experiment tracking and management. W&amp;B is an official Run:ai partner. In this tutorial, we will demo how to use W&amp;B alongside Run:ai</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-inference/","title":"Quickstart: Launch an Inference Workload","text":""},{"location":"Researcher/Walkthroughs/quickstart-inference/#introduction","title":"Introduction","text":"<p>Machine learning (ML) inference refers to the process of using a trained machine learning model to make predictions or generate outputs based on new, unseen data. After a model has been trained on a dataset, inference involves applying this model to new examples to produce results such as classifications, predictions, or other types of insights.</p> <p>The quickstart below shows an inference server running the model and an inference client.</p> <p>There are various ways to submit a Workload:</p> <ul> <li>Run:ai command-line interface (CLI)</li> <li>Run:ai user interface</li> <li>Run:ai API</li> </ul> <p>At this time, Inference services cannot be created via the CLI. The CLI can be used for creating a client to query the inference service.</p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#prerequisites","title":"Prerequisites","text":"<p>To complete this Quickstart, the Infrastructure Administrator will need to install some optional inference prerequisites as described here.</p> <p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>ML Engineer access to Project in Run:ai named \"team-a\"</li> <li>The project should be assigned a quota of at least 1 GPU. </li> <li>The URL of the Run:ai Console. E.g. https://acme.run.ai.</li> </ul> <p>As described, the inference client can be created via CLI. To perform this, you will need to have the Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#step-by-step-walkthrough","title":"Step by Step Walkthrough","text":""},{"location":"Researcher/Walkthroughs/quickstart-inference/#login","title":"Login","text":"CLI V1CLI V2User InterfaceAPI <p>Run <code>runai login</code> and enter your credentials.</p> <p>Run <code>runai login</code> and enter your credentials.</p> <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>To use the API, you will need to obtain a token. Please follow the api authentication article.</p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#create-an-inference-server-environment","title":"Create an Inference Server Environment","text":"<p>To complete this Quickstart via the UI, you will need to create a new Inference Server Environment asset. </p> <p>This is a one-time step for all Inference workloads using the same image.</p> <p>Under <code>Environments</code> Select NEW ENVIRONMENT. Then select:</p> <ul> <li>A default (cluster) scope.</li> <li>Use the environment name <code>inference-server</code>.</li> <li>The image <code>runai.jfrog.io/demo/example-triton-server</code>.</li> <li>Under <code>type of workload</code> select <code>inference</code>.</li> <li>Under <code>endpoint</code> set the container port as <code>8000</code> which is the port that the triton server is using. </li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#run-an-inference-workload","title":"Run an Inference Workload","text":"CLI V1CLI V2User InterfaceAPI <p>Not available right now.</p> <p>Not available right now.</p> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Inference</li> <li>You should already have <code>Cluster</code> and <code>Project</code> selected. Enter <code>inference-server-1</code> as the name and press CONTINUE.</li> <li>Under <code>Environment</code>,  select <code>inference-server</code>.</li> <li>Under <code>Compute Resource</code>, select <code>half-gpu</code>. </li> <li>Under `Replica autoscaling, select a minimum of 1 and a maximum of 2. </li> <li>Under <code>conditions for a new replica</code> select <code>Concurrency</code> and set the value as 3.</li> <li>Set the <code>scale to zero</code> option to <code>5 minutes</code></li> <li>Select CREATE INFERENCE.</li> </ul> <p>Note</p> <p>For more information on submitting Workloads and creating Assets via the user interface, see Workload documentation.</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/inferences' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"inference-server-1\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"image\": \"runai.jfrog.io/demo/example-triton-server\",\n        \"servingPort\": {\n            \"protocol\": \"http\",\n            \"container\": 8000\n        },\n        \"autoscaling\": {\n            \"minReplicas\": 1,\n            \"maxReplicas\": 2,\n            \"metric\": \"concurrency\",\n            \"metricThreshold\": 3,\n            \"scaleToZeroRetentionSeconds\": 300\n        },\n        \"compute\": {\n            \"cpuCoreRequest\": 0.1,\n            \"gpuRequestType\": \"portion\",\n            \"cpuMemoryRequest\": \"100M\",\n            \"gpuDevicesRequest\": 1,\n            \"gpuPortionRequest\": 0.5\n        }\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface. For example <code>acme.run.ai</code></li> <li><code>&lt;TOKEN&gt;</code> is an API access token. see above on how to obtain a valid token.</li> <li><code>&lt;PROJECT-ID&gt;</code> is the the ID of the <code>team-a</code> Project. You can get the Project ID via the Get Projects API</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>Note</p> <ul> <li>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</li> <li>For more information on the Inference Submit API see API Documentation </li> </ul> <p>This would start a triton inference server with a maximum of 2 instances, each instance consumes half a GPU. </p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#query-the-inference-server","title":"Query the Inference Server","text":"<p>You can use the Run:ai Triton demo client to send requests to the server</p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#find-the-inference-server-endpoint","title":"Find the Inference Server Endpoint","text":"<ul> <li>Under <code>Workloads</code>, select <code>Columns</code> on the top right. Add the column <code>Connections</code>.</li> <li>See the connections of the <code>inference-server-1</code> workload: </li> </ul> <ul> <li>Copy the inference endpoint URL.</li> </ul> CLI V1CLI V2User Interface <p>Open a terminal and run:</p> <pre><code>runai config project team-a   \nrunai submit inference-client-1  -i runai.jfrog.io/demo/example-triton-client \\\n-- perf_analyzer -m inception_graphdef  -p 3600000 -u  &lt;INFERENCE-ENDPOINT&gt;    \n</code></pre> <p>Open a terminal and run:</p> <pre><code>runai project set team-a\nrunai training submit inference-client-1  -i runai.jfrog.io/demo/example-triton-client \\\n-- perf_analyzer -m inception_graphdef  -p 3600000 -u  &lt;INFERENCE-ENDPOINT&gt;    \n</code></pre> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Training</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>inference-client-1</code> as the name and press CONTINUE.</li> <li>Select NEW ENVIRONMENT. Enter <code>inference-client</code> as the name and <code>runai.jfrog.io/demo/example-triton-client</code> as the image.  Select CREATE ENVIRONMENT.</li> <li>When the previous screen comes up, select <code>cpu-only</code> under the Compute resource.</li> <li>Under <code>runtime settings</code> enter the command as <code>perf_analyzer</code> and arguments <code>-m inception_graphdef  -p 3600000 -u  &lt;INFERENCE-ENDPOINT&gt;</code> (replace inference endpoint with the above URL).</li> <li>Select CREATE TRAINING.</li> </ul> <p>In the user interface, under <code>inference-server-1</code>, go to the <code>Metrics</code> tab and watch as the various GPU and inference metrics graphs rise. </p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#stop-workload","title":"Stop Workload","text":"<p>Run the following:</p> CLI V1CLI V2User Interface <p>Not available right now</p> <p>Not available right now</p> <p>Select the two workloads and press DELETE.</p>"},{"location":"Researcher/Walkthroughs/quickstart-overview/","title":"Run:ai Quickstart Guides","text":"<p>Below is a set of Quickstart documents. The purpose of these documents is to get you acquainted with an aspect of Run:ai in the simplest possible form.</p> <p>Note</p> <p>The Quickstart documents are based solely on the command-line interface. The same functionality can be achieved by using the Workloads User interface which allows for Workload submission and log viewing. </p> <p>Follow the Quickstart documents below to learn more:</p> <ul> <li>Training Quickstart documents:<ul> <li>Standard training sessions</li> <li>Distributed Training</li> </ul> </li> <li>Build Quickstart documents: <ul> <li>Basic Interactive build sessions</li> <li>Interfactive build session with connected ports</li> <li>Jupyter Notebook</li> <li>Visual Studio Web</li> </ul> </li> <li>Inference</li> <li>GPU Allocation documents:<ul> <li>Using GPU Fractions </li> </ul> </li> <li>Scheduling documents:<ul> <li>Over-Quota, Basic Fairness &amp; Bin Packing</li> <li>Fairness</li> </ul> </li> </ul> <p>Most quickstarts rely on an image called <code>runai.jfrog.io/demo/quickstart</code>. The image is based on  TensorFlow Release 20-08. This TensorFlow image has minimal requirements for CUDA and NVIDIA Compute Capability. </p> <p>If your GPUs do not meet these requirements, use <code>runai.jfrog.io/demo/quickstart:legacy</code> instead. </p>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/","title":"Quickstart: Launch Workspace with a Visual Studio Code for Web","text":""},{"location":"Researcher/Walkthroughs/quickstart-vscode/#introduction","title":"Introduction","text":"<p>The purpose of this article is to provide a quick ramp-up to running a Workspace running Visual Studio Code (Web edition). Workspaces are containers that live forever until deleted by the user. </p> <p>There are various ways to submit a Workspace:</p> <ul> <li>Run:ai command-line interface (CLI)</li> <li>Run:ai user interface</li> <li>Run:ai API</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#prerequisites","title":"Prerequisites","text":"<p>To complete this Quickstart, the Infrastructure Administrator will need to configure a wildcard certificate to Run:ai as described here.</p> <p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Researcher access to Project in Run:ai named \"team-a\"</li> <li>The project should be assigned a quota of at least 1 GPU. </li> <li>A URL of the Run:ai Console. E.g. https://acme.run.ai.</li> </ul> <p>To complete this Quickstart via the CLI, you will need to have the Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#step-by-step-walkthrough","title":"Step by Step Walkthrough","text":""},{"location":"Researcher/Walkthroughs/quickstart-vscode/#login","title":"Login","text":"CLI V1CLI V2User InterfaceAPI <p>Run <code>runai login</code> and enter your credentials.</p> <p>Run <code>runai login</code> and enter your credentials.</p> <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>To use the API, you will need to obtain a token. Please follow the api authentication article.</p>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#create-a-visual-studio-environment","title":"Create a Visual Studio Environment","text":"<p>To complete this Quickstart via the UI, you will need to create a new Visual Studio Environment asset. </p> <p>This is a one-time step for all VSCode Workloads.</p> <p>Under <code>Environments</code> Select NEW ENVIRONMENT. Then select:</p> <ul> <li>A scope (where you want your environment to live).</li> <li>Use the environment name <code>vscode</code>.</li> <li>The image <code>quay.io/opendatahub-contrib/workbench-images:vscode-datascience-c9s-py311_2023c_latest</code>.</li> <li>Under <code>Tools</code>, add Visual Studio Code and change the port to <code>8787</code>.</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#run-workload","title":"Run Workload","text":"CLI V1CLI V2User InterfaceAPI <p>Open a terminal and run:</p> <pre><code>runai config project team-a   \nrunai submit vs1 --jupyter -g 1\n</code></pre> <p>Note</p> <p>For more information on the workload submit command, see cli documentation.</p> <p>Open a terminal and run:</p> <pre><code>runai project set team-a\nrunai workspace submit vs1  --image quay.io/opendatahub-contrib/workbench-images:vscode-datascience-c9s-py311_2023c_latest \\\n    --gpu-devices-request 1  --external-url container=8787  \n</code></pre> <p>Note</p> <p>For more information on the workspace submit command, see cli documentation.</p> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Workspace</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>vs1</code> as the name and press CONTINUE.</li> <li>Under <code>Environment</code>,  select select the previously created <code>vscode</code> environment.</li> <li>Under <code>Compute Resource</code>, select <code>one-gpu</code>. </li> <li>Select CREATE WORKSPACE.</li> </ul> <p>Note</p> <p>For more information on submitting Workloads and creating Assets via the user interface, see Workload documentation.</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/workspaces' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"vs1\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"image\": \"quay.io/opendatahub-contrib/workbench-images:vscode-datascience-c9s-py311_2023c_latest\",\n        \"compute\": {\n            \"gpuDevicesRequest\": 1\n        },\n        \"exposedUrls\" : [\n            { \n                \"container\" : 8787,\n                \"toolType\": \"visual-studio-code\", \\ # (5)\n                \"toolName\": \"Visual Studio\" \\ # (6)\n            }\n        ]\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface. For example <code>acme.run.ai</code></li> <li><code>&lt;TOKEN&gt;</code> is an API access token. see above on how to obtain a valid token.</li> <li><code>&lt;PROJECT-ID&gt;</code> is the the ID of the <code>team-a</code> Project. You can get the Project ID via the Get Projects API</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> <li><code>toolType</code> will show the Visual Studio icon when connecting to the Visual Studio tool via the user interface. </li> <li><code>toolName</code> text will show when connecting to the Visual Studio tool via the user interface.</li> </ol> <p>Note</p> <ul> <li>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</li> <li>For more information on the Training Submit API see API Documentation </li> </ul> <p>This would start a Workspace with a pre-configured Visual Studio Code image with an allocation of a single GPU. </p>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#accessing-visual-studio-web","title":"Accessing Visual Studio Web","text":"<p>Via the Run:ai user interface, go to <code>Workloads</code>, select the <code>vs1</code> Workspace and press <code>Connect</code>.</p>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#stop-workload","title":"Stop Workload","text":"<p>Run the following:</p> CLI V1CLI V2User Interface <pre><code>runai delete job vs1\n</code></pre> <pre><code>runai workspace delete vs1\n</code></pre> <p>Select the Workspace and press DELETE.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/","title":"Quickstart: Launch Interactive Build Workloads with Connected Ports","text":""},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#introduction","title":"Introduction","text":"<p>This Quickstart is an extension of the Quickstart document: Start and Use Interactive Build Workloads </p> <p>When starting a container with the Run:ai Command-Line Interface (CLI), it is sometimes needed to expose internal ports to the user. Examples are: accessing a Jupyter notebook, using the container from a development environment such as PyCharm. </p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#exposing-a-container-port","title":"Exposing a Container Port","text":"<p>There are three ways to expose ports in Kubernetes: Port Forwarding, NodePort, and LoadBalancer. The first two will always work. The other requires a special setup by your administrator. The four methods are explained here. </p> <p>The document below provides an example based on Port Forwarding.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#port-forwarding-step-by-step-walkthrough","title":"Port Forwarding, Step by Step Walkthrough","text":""},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#setup","title":"Setup","text":"<ul> <li>Login to the Projects area of the Run:ai user interface.</li> <li>Add a Project named <code>team-a</code>.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#run-workload","title":"Run Workload","text":"<ul> <li>At the command-line run:</li> </ul> <pre><code>runai config project team-a\nrunai submit nginx-test -i zembutsu/docker-sample-nginx --interactive\nrunai port-forward nginx-test --port 8080:80\n</code></pre> <ul> <li>The Job is based on a sample NGINX webserver docker image <code>zembutsu/docker-sample-nginx</code>. Once accessed via a browser, the page shows the container name. </li> <li>Note the interactive flag which means the Job will not have a start or end. It is the Researcher's responsibility to close the Job.  </li> <li>In this example, we have chosen the simplest scheme to expose ports which is port forwarding. We temporarily expose port 8080 to localhost as long as the <code>runai port-forward</code> command is not stopped</li> <li>It is possible to forward traffic from multiple IP addresses by using the \"--address\" parameter. Check the CLI reference for further details. </li> </ul> <p>The result will be:</p> <pre><code>The job 'nginx-test-0' has been submitted successfully\nYou can run `runai describe job nginx-test-0 -p team-a` to check the job status\n\nForwarding from 127.0.0.1:8080 -&gt; 80\nForwarding from [::1]:8080 -&gt; 80\n</code></pre>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#access-the-webserver","title":"Access the Webserver","text":"<p>Open the following in the browser at http://localhost:8080.</p> <p>You should see a web page with the name of the container.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#stop-workload","title":"Stop Workload","text":"<p>Press Ctrl-C in the shell to stop port forwarding. Then delete the Job by running <code>runai delete job nginx-test</code></p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#see-also","title":"See Also","text":"<ul> <li>Develop on Run:ai using Visual Studio Code</li> <li>Develop on Run:ai using PyCharm</li> <li>Use a Jupyter notbook with Run:ai.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build/","title":"Quickstart: Launch Interactive Build Workloads","text":""},{"location":"Researcher/Walkthroughs/walkthrough-build/#introduction","title":"Introduction","text":"<p>The purpose of this article is to provide a quick ramp-up to running an interactive Workspace to allow building data science programs. data scientists typically use various tools such as Jupyter Notebook,  PyCharm, or Visual Studio code. However, in this quickstart, we will start by launching a bare-bones Workspace without such tools. </p> <p>With this Quickstart you will learn how to:</p> <ul> <li>Start a workspace.</li> <li>Open an ssh session to the workspace.</li> <li>Stop the workspace.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#prerequisites","title":"Prerequisites","text":"<p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Researcher access to Project in Run:ai named \"team-a\"</li> <li>The project should be assigned a quota of at least 1 GPU. </li> <li>A URL of the Run:ai Console. E.g. https://acme.run.ai.</li> </ul> <p>To complete this Quickstart via the CLI, you will need to have the Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#step-by-step-quickstart","title":"Step by Step Quickstart","text":""},{"location":"Researcher/Walkthroughs/walkthrough-build/#login","title":"Login","text":"CLI V1CLI V2User InterfaceAPI <p>Run <code>runai login</code> and enter your credentials.</p> <p>Run <code>runai login</code> and enter your credentials.</p> <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>To use the API, you will need to obtain a token. Please follow the api authentication article.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#create-a-workspace","title":"Create a Workspace","text":"CLI V1CLI V2User InterfaceAPI <p>Open a terminal and run:</p> <pre><code>runai config project team-a   \nrunai submit build1 -i ubuntu -g 1 --interactive -- sleep infinity\n</code></pre> <p>Note</p> <p>For more information on the workload submit command, see cli documentation.</p> <p>Open a terminal and run:</p> <pre><code>runai project set team-a\nrunai workspace submit build1 -i ubuntu -g 1 --command -- sleep infinity\n</code></pre> <p>Note</p> <p>For more information on the workspace submit command, see cli documentation.</p> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Workspace</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>build1</code> as the name and press CONTINUE.</li> <li>Select NEW ENVIRONMENT. Enter <code>ubuntu</code> as the name and <code>ubuntu</code> as the image. Then select CREATE ENVIRONMENT.</li> <li>When the previous screen comes up, select <code>one-gpu</code> under the Compute resource. </li> <li>Select CREATE WORKSPACE.</li> </ul> <p>Note</p> <p>For more information on submitting Workloads and creating Assets via the user interface, see Workload documentation.</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/workspaces' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"build1\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"command\" : \"sleep\",\n        \"args\" : \"infinity\"\n        \"image\": \"ubuntu\",\n        \"compute\": {\n        \"gpuDevicesRequest\": 1\n        }\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface. For example <code>acme.run.ai</code></li> <li><code>&lt;TOKEN&gt;</code> is an API access token. see above on how to obtain a valid token.</li> <li><code>&lt;PROJECT-ID&gt;</code> is the the ID of the <code>team-a</code> Project. You can get the Project ID via the Get Projects API</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>Note</p> <ul> <li>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</li> <li>For more information on the Workspace Submit API see API Documentation </li> </ul> <ul> <li>This would start a workload of type Workspace for <code>team-a</code> with an allocation of a single GPU. </li> <li>We named the Workload <code>build1</code>. </li> <li>Note that, unlike a Training workload, a Workspace workload will not end automatically. It is the Researcher's responsibility to stop the Workload. </li> <li>The command provided is <code>sleep infinity</code>. You must provide a command or the container will start and then exit immediately. Alternatively, when using the command line, replace these flags with <code>--attach</code> to attach immediately to a session.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#list-workloads","title":"List Workloads","text":"<p>Follow up on the Workload's progress by running:</p> CLI V1CLI V2User Interface <p><pre><code>runai list jobs\n</code></pre> The result: </p> <pre><code>runai workspace list\n</code></pre> <p>The result:</p> <pre><code>Workload     Type        Status      Project     Preemptible      Running/Requested Pods     GPU Allocation\n\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\nvs1          Workspace   Running     team-a      No               1/1                        1.00\n</code></pre> <ul> <li>Open the Run:ai user interface.</li> <li>Under \"Workloads\" you can view the new Workspace:</li> </ul> <p></p> <p>Select the Workloads and press <code>Show Details</code> to see the Workload details</p> <p> </p> <p>Typical statuses you may see:</p> <ul> <li>ContainerCreating - The docker container is being downloaded from the cloud repository</li> <li>Pending - the job is waiting to be scheduled</li> <li>Running - the job is running</li> </ul> <p>A full list of Job statuses can be found here</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#describe-workload","title":"Describe Workload","text":"<p>To get additional status on your Workload run:</p> CLI V1CLI V2User Interface <pre><code>runai describe job build1\n</code></pre> <pre><code>runai workspace describe build1\n</code></pre> <p>Workload parameters can be viewed by adding more columns to the Workload list and by reviewing the <code>Event History</code> tab for the specific Workload. </p>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#get-a-shell-to-the-container","title":"Get a Shell to the container","text":"CLI V1CLI V2 <p>Run: <pre><code>runai bash build1\n</code></pre></p> <pre><code>runai workspace bash build1\n</code></pre> <p>This should provide a direct shell into the computer</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#stop-workload","title":"Stop Workload","text":"<p>Run the following:</p> CLI V1CLI V2User Interface <pre><code>runai delete job build1\n</code></pre> <pre><code>runai workspace delete build1\n</code></pre> <p>Select the Workspace and press DELETE.</p> <p>This would stop the workspace. You can verify this by running the list command again.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/","title":"Quickstart: Launch Workloads with GPU Fractions","text":""},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#introduction","title":"Introduction","text":"<p>Run:ai provides a Fractional GPU sharing system for containerized workloads on Kubernetes. The system supports workloads running CUDA programs and is especially suited for lightweight AI tasks such as inference and model building. The fractional GPU system transparently gives data science and AI engineering teams the ability to run multiple workloads simultaneously on a single GPU, enabling companies to run more workloads such as computer vision, voice recognition and natural language processing on the same hardware, lowering costs.</p> <p>Run:ai\u2019s fractional GPU system effectively creates logical GPUs, with their own memory and computing space that containers can use and access as if they were self-contained processors. This enables several workloads to run in containers side-by-side on the same GPU without interfering with each other. The solution is transparent, simple, and portable; it requires no changes to the containers themselves.</p> <p>A typical use-case could see a couple of Workloads running on the same GPU, meaning you could multiply the work with the same hardware.</p> <p>The purpose of this article is to provide a quick ramp-up to running a training Workload with fractions of a GPU.  </p> <p>There are various ways to submit a  Workload:</p> <ul> <li>Run:ai command-line interface (CLI)</li> <li>Run:ai user interface</li> <li>Run:ai API </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#prerequisites","title":"Prerequisites","text":"<p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Researcher access to Run:ai </li> <li>To a Project named \"team-a\"</li> <li>With at least 1 GPU assigned to the project. </li> <li>A link to the Run:ai Console. E.g. https://acme.run.ai.</li> <li>To complete this Quickstart via the CLI, you will need to have the Run:ai CLI installed on your machine. There are two available CLI variants:<ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul> </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#step-by-step-walkthrough","title":"Step by Step Walkthrough","text":""},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#login","title":"Login","text":"CLI V1CLI V2User InterfaceAPI <p>Run <code>runai login</code> and enter your credentials.</p> <p>Run <code>runai login</code> and enter your credentials.</p> <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>To use the API, you will need to obtain a token. Please follow the api authentication article.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#run-workload","title":"Run Workload","text":"<p>Open a terminal and run:</p> CLI V1CLI V2User InterfaceAPI <pre><code>runai config project team-a   \nrunai submit frac05 -i runai.jfrog.io/demo/quickstart -g 0.5\nrunai submit frac05-2 -i runai.jfrog.io/demo/quickstart -g 0.5 \n</code></pre> <pre><code>runai project set team-a\nrunai training submit frac05 -i runai.jfrog.io/demo/quickstart --gpu-portion-request 0.5\nrunai training submit frac05-2 -i runai.jfrog.io/demo/quickstart --gpu-portion-request 0.5\n</code></pre> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Training</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>frac05</code> as the name and press CONTINUE.</li> <li>Select NEW ENVIRONMENT. Enter <code>quickstart</code> as the name and <code>runai.jfrog.io/demo/quickstart</code> as the image. Then select CREATE ENVIRONMENT.</li> <li>When the previous screen comes up, select <code>half-gpu</code> under the Compute resource. </li> <li>Select CREATE TRAINING.</li> <li>Follow the process again to submit a second workload called <code>frac05-2</code>.</li> </ul> <p>Note</p> <p>For more information on submitting Workloads and creating Assets via the user interface, see Workload documentation.</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/trainings' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"frac05\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"image\": \"runai.jfrog.io/demo/quickstart\",\n        \"compute\": {\n        \"gpuRequestType\": \"portion\",\n        \"gpuPortionRequest\" : 0.5\n        }\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface. For example <code>acme.run.ai</code></li> <li><code>&lt;TOKEN&gt;</code> is an API access token. see above on how to obtain a valid token.</li> <li><code>&lt;PROJECT-ID&gt;</code> is the the ID of the <code>team-a</code> Project. You can get the Project ID via the Get Projects API</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>Note</p> <ul> <li>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</li> <li>For more information on the Training Submit API see API Documentation </li> </ul> <ul> <li>The Workloads are based on a sample docker image <code>runai.jfrog.io/demo/quickstart</code> the image contains a startup script that runs a deep learning TensorFlow-based workload.</li> <li>We named the Workloads frac05 and frac05-2 respectively. </li> <li>The Workloads are assigned to team-a with an allocation of half a GPU. </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#list-workloads","title":"List Workloads","text":"<p>Follow up on the Workload's progress by running:</p> CLI V1CLI V2User Interface <p><pre><code>runai list jobs\n</code></pre> The result:</p> <pre><code>Showing jobs for project team-a\nNAME      STATUS   AGE  NODE                  IMAGE                          TYPE   PROJECT  USER   GPUs Allocated (Requested)  PODs Running (Pending)  SERVICE URL(S)\nfrac05    Running  9s   runai-cluster-worker  runai.jfrog.io/demo/quickstart  Train  team-a   yaron  0.50 (0.50)                 1 (0)\nfrac05-2  Running  8s   runai-cluster-worker  runai.jfrog.io/demo/quickstart  Train  team-a   yaron  0.50 (0.50)                 1 (0)\n</code></pre> <pre><code>runai training list\n</code></pre> <p>The result:</p> <pre><code>Workload               Type        Status      Project     Preemptible      Running/Requested Pods     GPU Allocation\n\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\nfrac05      Training    Running  team-a      Yes              0/1                        0.00\nfrac05-2    Training    Running  team-a      Yes              0/1                        0.00    \n</code></pre> <ul> <li>Open the Run:ai user interface.</li> <li>Under <code>Workloads</code> you can view the two new Training Workloads</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#view-partial-gpu-memory","title":"View Partial GPU memory","text":"<p>To verify that the Workload sees only parts of the GPU memory run:</p> CLI V1CLI V2 <pre><code>runai exec frac05 nvidia-smi\n</code></pre> <pre><code>runai training exec frac05 nvidia-smi\n</code></pre> <p>The result:</p> <p></p> <p>Notes:</p> <ul> <li>The total memory is circled in red. It should be 50% of the GPUs memory size. In the picture above we see 8GB which is half of the 16GB of Tesla V100 GPUs.</li> <li>The script running on the container is limited by 8GB. In this case, TensorFlow, which tends to allocate almost all of the GPU memory has allocated 7.7GB RAM (and not close to 16 GB). Overallocation beyond 8GB will lead to an out-of-memory exception </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#use-exact-gpu-memory","title":"Use Exact GPU Memory","text":"<p>Instead of requesting a fraction of the GPU, you can ask for specific GPU memory requirements. For example:</p> CLI V1CLI V2User Interface <pre><code>runai submit  -i runai.jfrog.io/demo/quickstart --gpu-memory 5G\n</code></pre> <pre><code>runai training submit -i runai.jfrog.io/demo/quickstart --gpu-memory-request 5G\n</code></pre> <p>As part of the Workload submission, Create a new <code>Compute Resource</code>, with 1 GPU Device and 5GB of <code>GPU memory per device</code>. See picture below: </p> <p>Which will provide 5GB of GPU memory. </p>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/","title":"Quickstart: Over-Quota and Bin Packing","text":""},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#goals","title":"Goals","text":"<p>The goal of this Quickstart is to explain the concepts of over-quota and bin-packing (consolidation) and how they help in maximizing cluster utilization: </p> <ul> <li>Show the simplicity of resource provisioning, and how resources are abstracted from users.</li> <li>Show how the system eliminates compute bottlenecks by allowing teams/users to go over their resource quota if there are free GPUs in the cluster.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#setup-and-configuration","title":"Setup and configuration:","text":"<p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Your cluster should have 4 GPUs on 2 machines with 2 GPUs each.</li> <li>Researcher access to two Projects  named \"team-a\" and \"team-b\"</li> <li>Each project should be assigned an exact quota of 2 GPUs. </li> <li>A URL of the Run:ai Console. E.g. https://acme.run.ai.</li> <li> <p>Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul> </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#login","title":"Login","text":"<p>Run <code>runai login</code> and enter your credentials.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#part-i-over-quota","title":"Part I: Over-quota","text":"<p>Open a terminal and run the following command:</p> CLI V1CLI V2 <pre><code>runai submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a\nrunai submit a1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai submit b1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <pre><code>runai training submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a\nrunai training submit a1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai training submit b1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <p>System status after run: </p> <p>Discussion</p> <ul> <li>team-a has 3 GPUs allocated. Which is over its quota by 1 GPU. </li> <li>The system allows this over-quota as long as there are available resources</li> <li>The system is at full capacity with all GPUs utilized. </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#part-2-basic-fairness-via-preemption","title":"Part 2: Basic Fairness via Preemption","text":"<p>Run the following command:</p> CLI V1CLI V2 <pre><code>runai submit b2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <pre><code>runai training submit b2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <p>System status after run: </p> <p>Discussion</p> <ul> <li>team-a can no longer remain in over-quota. Thus, one Job, must be preempted: moved out to allow team-b to grow.</li> <li>Run:ai scheduler chooses to preempt Job a1.</li> <li>It is important that unattended Jobs will save checkpoints. This will ensure that whenever Job a1 resume, it will do so from where it left off.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#part-3-bin-packing","title":"Part 3: Bin Packing","text":"<p>Run the following command:</p> CLI V1CLI V2 <p><code>runai delete job a2 -p team-a</code></p> <pre><code>runai training delete a2\n</code></pre> <p>a1 is now going to start running again.</p> <p>Run:</p> CLI V1CLI V2 <pre><code>runai list jobs -A\n</code></pre> <pre><code>runai training list -A\n</code></pre> <p>You have two Jobs that are running on the first node and one Job that is running alone the second node. </p> <p>Choose one of the two Jobs from the full node and delete it:</p> CLI V1CLI V2 <pre><code>runai delete job &lt;job-name&gt; -p &lt;project&gt;\n</code></pre> <pre><code>runai training delete &lt;job-name&gt; -p &lt;project&gt;\n</code></pre> <p>The status now is: </p> <p>Now, run a 2 GPU Job:</p> CLI V1CLI V2 <pre><code>runai submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a\n</code></pre> <pre><code>runai training submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a\n</code></pre> <p>_ The status now is: </p> <p>Discussion</p> <p>Note that Job a1 has been preempted and then restarted on the second node, to clear space for the new a2 Job. This is bin-packing or consolidation</p>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/","title":"Quickstart: Queue Fairness","text":""},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#goal","title":"Goal","text":"<p>The goal of this Quickstart is to explain fairness. The over-quota Quickstart shows basic fairness where allocated GPUs per Project are adhered to such that if a Project is in over-quota, its Job will be preempted once another Project requires its resources.</p> <p>This Quickstart is about queue fairness. It shows that Jobs will be scheduled fairly regardless of the time they have been submitted. As such, if a person in Project A has submitted 50 Jobs and soon after that, a person in Project B has submitted 25 Jobs, the Jobs in the queue will be processed fairly.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#setup-and-configuration","title":"Setup and configuration:","text":"<p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Your cluster should have 4 GPUs on 2 machines with 2 GPUs each.</li> <li>Researcher access to two Projects  named \"team-a\" and \"team-b\"</li> <li>Each project should be assigned an exact quota of 1 GPU. </li> <li>A URL of the Run:ai Console. E.g. https://acme.run.ai.</li> <li> <p>Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul> </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#login","title":"Login","text":"<p>Run <code>runai login</code> and enter your credentials.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#part-i-immediate-displacement-of-over-quota","title":"Part I: Immediate Displacement of Over-Quota","text":"<p>Run the following commands:</p> CLI V1CLI V2 <pre><code>runai submit a1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai submit a2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai submit a3 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai submit a4 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\n</code></pre> <pre><code>runai training submit a1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai training submit a2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai training submit a3 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai training submit a4 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\n</code></pre> <p>System status after run: </p> <p>Discussion</p> <p>team-a, even though it has a single GPU as quota, is now using all 4 GPUs.</p> <p>Run the following commands:</p> CLI V1CLI V2 <pre><code>runai submit b1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai submit b2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai submit b3 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai submit b4 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <pre><code>runai training submit b1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai training submit b2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai training submit b3 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai training submit b4 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <p>System status after run: </p> <p>Discussion</p> <ul> <li>Two team-b Jobs have immediately displaced team-a. </li> <li>team-a and team-b each have a quota of 1 GPU, thus the remaining over-quota (2 GPUs) is distributed equally between the Projects.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#part-2-queue-fairness","title":"Part 2: Queue Fairness","text":"<p>Now lets start deleting Jobs. Alternatively, you can wait for Jobs to complete.</p> CLI V1CLI V2 <pre><code>runai delete job b2 -p team-b\n</code></pre> <pre><code>runai training delete b2 -p team-b\n</code></pre> <p>Discussion</p> <p>As the quotas are equal (1 for each Project, the remaining pending Jobs will get scheduled one by one alternating between Projects, regardless of the time in which they were submitted. </p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/","title":"Best Practice: From Bare Metal to Docker Images","text":""},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#introduction","title":"Introduction","text":"<p>Some Researchers do data science on bare metal. The term bare-metal relates to connecting to a server and working directly on its operating system and disks.</p> <p>This is the fastest way to start working, but it introduces problems when the data science organization scales:</p> <ul> <li>More Researchers mean that the machine resources need to be efficiently shared</li> <li>Researchers need to collaborate and share data, code, and results</li> </ul> <p>To overcome that, people working on bare-metal typically write scripts to gather data, code as well as code dependencies. This soon becomes an overwhelming task.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#why-use-docker-images","title":"Why Use Docker Images?","text":"<p>Docker images and containerization in general provide a level of abstraction which, by large, frees developers and Researchers from the mundane tasks of setting up an environment. The image is an operating system by itself and thus the 'environment' is by large, a part of the image.</p> <p>When a docker image is instantiated, it creates a container. A container is the running manifestation of a docker image.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#moving-a-data-science-environment-to-docker","title":"Moving a Data Science Environment to Docker","text":"<p>A data science environment typically includes:</p> <li>Training data</li> <li>Machine Learning (ML) code and inputs</li> <li>Libraries: Code dependencies that must be installed before the ML code can be run</li>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#training-data","title":"Training data","text":"<p>Training data is usually significantly large (from several Gigabytes to Petabytes) and is read-only in nature. Thus, training data is typically left outside of the docker image. Instead, the data is mounted onto the image when it is instantiated. Mounting a volume allows the code within the container to access the data as though it was within a directory on the local file system.</p> <p>The best practice is to store the training data on a shared file system. This allows the data to be accessed uniformly on whichever machine the Researcher is currently using, allowing the Researcher to easily migrate between machines. </p> <p>Organizations without a shared file system typically write scripts to copy data from machine to machine.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#machine-learning-code-and-inputs","title":"Machine Learning Code and Inputs","text":"<p>As a rule, code needs to be saved and versioned in a code repository.</p> <p>There are two alternative practices:</p> <ul> <li>The code resides in the image and is being periodically pulled from the repository. This practice requires building a new container image each time a change is introduced to the code.</li> <li>When a shared file system exists, the code can reside outside the image on a shared disk and mounted via a volume onto the container. </li> </ul> <p>Both practices are valid.</p> <p>Inputs to machine learning models and artifacts of training sessions, like model checkpoints, are also better stored in and loaded from a shared file system.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#code-dependencies","title":"Code Dependencies","text":"<p>Any code has code dependencies. These libraries must be installed for the code to run. As the code is changing, so do the dependencies.</p> <p>ML Code is typically python and python dependencies are typically declared together in a single <code>requirements.txt</code> file which is saved together with the code.</p> <p>The best practice is to have your docker startup script (see below) run this file using <code>pip install -r requirements.txt</code>. This allows the flexibility of adding and removing code dependencies dynamically.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#ml-lifecycle-build-and-train","title":"ML Lifecycle: Build and Train","text":"<p>Deep learning workloads can be divided into two generic types:</p> <li>Interactive \"build\" sessions. With these types of workloads, the data scientist opens an interactive session, via bash, Jupyter Notebook, remote PyCharm, or similar and accesses GPU resources directly. Build workloads are typically meant for debugging and development sessions. </li> <li>Unattended \"training\" sessions. Training is characterized by a machine learning run that has a start and a finish. With these types of workloads, the data scientist prepares a self-running workload and sends it for execution. During the execution, the data scientist can examine the results. A Training session can take from a few minutes to a couple of days. It can be interrupted in the middle and later restored (though the data scientist should save checkpoints for that purpose). Training workloads typically utilize large percentages of the GPU and at the end of the run automatically frees the resources. </li> <p>Getting your docker ready is also a matter of which type of workload you are currently running.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#build-workloads","title":"Build Workloads","text":"<p>With \"build\" you are actually coding and debugging small experiments. You are interactive. In that mode, you can typically take a well known standard image (e.g. https://ngc.nvidia.com/catalog/containers/nvidia:tensorflow) and use it directly.</p> <p>Start a docker container by running:</p> <pre><code>docker run -it .... \"the well known image\" -v /where/my/code/resides bash </code></pre> <p>You get a shell prompt to a container with a mounted volume of where your code is. You can then install your prerequisites and run your code via ssh.</p> <p>You can also access the container remotely from tools such as PyCharm, Jupyter Notebook, and more. In this case, the docker image needs to be customized to install the \"server software\" (e.g. a Jupyter Notebook service).</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#training-workloads","title":"Training Workloads","text":"<p>For training workloads, you can use a well-known image (e.g. the TensorFlow image from the link above) but more often than not, you want to create your own docker image. The best practice is to use the well-known image (e.g. TensorFlow from above) as a base image and add your own customizations on top of it. To achieve that, you create a Dockerfile. A Dockerfile is a declarative way to build a docker image and is built in layers. e.g.:</p> <ol><li>Base image is nvidia-tensorflow</li> <li>Install popular software</li> <li>(Optional) Run a script</li> </ol> <p>The script can be part of the image or can be provided as part of the command line to run the docker. It will typically include additional dependencies to install as well as a reference to the ML code to be run. </p> <p>The best practice for running training workloads is to test the container image in a \"build\" session and then send it for execution as a training Job. For further information on how to set up and parameterize a training workload via docker or Run:ai see Converting your Workload to use Unattended Training Execution.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/","title":"Best Practice: Convert your Workload to Run Unattended","text":""},{"location":"Researcher/best-practices/convert-to-unattended/#motivation","title":"Motivation","text":"<p>Run:ai allows non-interactive training workloads to extend beyond guaranteed quotas and into over-quota as long as computing resources are available. To achieve this kind of flexibility, the system needs to be able to safely stop a workload and restart it again later. This requires Researchers to switch workloads from running interactively, to running unattended, thus allowing Run:ai to pause/resume the run.</p> <p>Unattended workloads are a good fit for long-duration runs, or sets of smaller hyperparameter optimization runs.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#best-practices","title":"Best Practices","text":""},{"location":"Researcher/best-practices/convert-to-unattended/#docker-image","title":"Docker Image","text":"<p>A docker container is based on a docker image. Some Researchers use generic images such as ones provided by Nvidia, for example: NVIDIA NGC TensorFlow. Others, use generic images as the base image to a more customized image using Dockerfiles.</p> <p>Realizing that Researchers are not always proficient with building docker files, as a best practice, you will want to:</p> <ul> <li>Use the same docker image both for interactive and unattended jobs. In this way, you can keep the difference between both methods of invocation to a minimum. This can be a stock image from Nvidia or a custom image.</li> <li>Leave some degree of flexibility, which allows the Researcher to add/remove python dependencies without re-creating images.</li> </ul>"},{"location":"Researcher/best-practices/convert-to-unattended/#code-location","title":"Code Location","text":"<p>You will want to minimize the cycle of code change-and-run. There are a couple of best practices which you can choose from:</p> <ol> <li>Code resides on the network file storage. This way you can change the code and immediately run the Job. The Job picks up the new files from the network.</li> <li>Use the <code>runai submit</code> flag <code>--git-sync</code>. The flag allows the Researcher to provide details of a Git repository. The repository will be automatically cloned into a specified directory when the container starts.</li> <li>The code can be embedded within the image. In this case, you will want to create an automatic CI/CD process, which packages the code into a modified image.</li> </ol> <p>The document below assumes option #1.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#create-a-startup-script","title":"Create a Startup Script","text":"<p>Gather the commands you ran inside the interactive Job into a single script. The script will be provided with the command-line at the start of the unattended execution (see the section running the job below). This script should be kept next to your code, on a shared network drive (e.g. /nfs/john).</p> <p>An example of a common startup script start.sh:</p> <pre><code>pip install -r requirements.txt\n...\npython training.py\n</code></pre> <p>The first line of this script is there to make sure that all required python libraries are installed before the training script executes, it also allows the Researcher to add/remove libraries without needing changes to the image itself.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#support-variance-between-different-runs","title":"Support Variance Between Different Runs","text":"<p>Your training script must be flexible enough to support variance in execution without changing the code. For example, you will want to change the number of epochs to run, apply a different set of hyperparameters, etc. There are two ways to handle this in your script. You can use one or both methods:</p> <ol> <li> <p>Your script can read arguments passed to the script:</p> <p><pre><code>python training.py --number-of-epochs=30</code></pre></p> </li> </ol> <p>In which case, change your start.sh script to:</p> <pre><code>pip install -r requirements.txt\n...\npython training.py $@</code></pre> <ol> <li>Your script can read from environment variables during script execution. In case you use environment variables, the variables will be passed to the training script automatically. No special action is required in this case.</li> </ol>"},{"location":"Researcher/best-practices/convert-to-unattended/#checkpoints","title":"Checkpoints","text":"<p>Run:ai can pause unattended executions, giving your GPU resources to another workload. When the time comes, Run:ai will give you back the resources and restore your workload. Thus, it is a good practice to save your weights at various checkpoints and start a workload from the latest checkpoint (typically between epochs).</p> <p>TensorFlow, PyTorch, and others have mechanisms to help save checkpoints (e.g. https://www.tensorflow.org/guide/checkpoint for TensorFlow and https://pytorch.org/tutorials/recipes/recipes/saving_and_loading_a_general_checkpoint.html for PyTorch).</p> <p>It is important to save the checkpoints to network storage and not the machine itself. When your workload resumes, it can, in all probability, be allocated to a different node (machine) than the original node</p> <p>For more information on best practices for saving checkpoints, see Saving Deep Learning Checkpoints.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#running-the-job","title":"Running the Job","text":"<p>Using <code>runai submit</code>, drop the flag <code>--interactive</code>. For submitting a Job using the script created above, please use <code>-- [COMMAND]</code> flag to specify a command, use the <code>--</code> syntax to pass arguments, and pass environment variables using the flag <code>--environment</code>.</p> <p>Example with Environment variables:</p> <pre><code>runai submit train1 -i tensorflow/tensorflow:1.14.0-gpu-py3  \n    -v /nfs/john:/mydir -g 1  --working-dir /mydir/  \n    -e 'EPOCHS=30'  -e 'LEARNING_RATE=0.02'  \n    -- ./startup.sh  \n</code></pre> <p>Example with Command-line arguments:</p> <pre><code>runai submit train1 -i tensorflow/tensorflow:1.14.0-gpu-py3  \n    -v /nfs/john:/mydir -g 1  --working-dir /mydir/  \n    -- ./startup.sh batch-size=64 number-of-epochs=3\n</code></pre> <p>Please refer to Command-Line Interface, runai submit for a list of all arguments accepted by the Run:ai CLI.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#use-cli-policies","title":"Use CLI Policies","text":"<p>Different run configurations may vary significantly and can be tedious to be written each time on the command-line. To make life easier, our CLI offers a way to set administrator policies for these configurations and use pre-configured configuration when submitting a Workload. Please refer to Configure Policies.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#attached-files","title":"Attached Files","text":"<p>The 3 relevant files mentioned in this document can be downloaded from Github</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#see-also","title":"See Also","text":"<p>See the unattended training Quickstart: Launch Unattended Training Workloads</p>"},{"location":"Researcher/best-practices/env-variables/","title":"Environment Variables inside a Run:ai Workload","text":""},{"location":"Researcher/best-practices/env-variables/#identifying-a-job","title":"Identifying a Job","text":"<p>There may be use cases where your container may need to uniquely identify the Job it is currently running in. A typical use case is for saving Job artifacts under a unique name.  Run:ai provides pre-defined environment variables you can use. These variables are guaranteed to be unique even if the Job is preempted or evicted and then runs again. </p> <p>Run:ai provides the following environment variables:</p> <ul> <li><code>JOB_NAME</code> - the name of the Job.</li> <li><code>JOB_UUID</code> - a unique identifier for the Job. </li> </ul> <p>Note that the Job can be deleted and then recreated with the same name. A Job UUID will be different even if the Job names are the same.</p>"},{"location":"Researcher/best-practices/env-variables/#gpu-allocation","title":"GPU Allocation","text":"<p>Run:ai provides an environment variable, visible inside the container, to help identify the number of GPUs allocated for the container. Use <code>RUNAI_NUM_OF_GPUS</code></p>"},{"location":"Researcher/best-practices/env-variables/#node-name","title":"Node Name","text":"<p>There may be use cases where your container may need to identify the node it is currently running on. Run:ai provides an environment variable, visible inside the container, to help identify the name of the node on which the pod was scheduled. Use <code>NODE_NAME</code></p>"},{"location":"Researcher/best-practices/env-variables/#usage-example-in-python","title":"Usage Example in Python","text":"<pre><code>import os\n\njobName = os.environ['JOB_NAME']\njobUUID = os.environ['JOB_UUID']\n</code></pre>"},{"location":"Researcher/best-practices/researcher-notifications/","title":"Researcher Email Notifications","text":""},{"location":"Researcher/best-practices/researcher-notifications/#importance-of-email-notifications-for-data-scientists","title":"Importance of Email Notifications for Data Scientists","text":"<p>Managing numerous data science workloads requires monitoring various stages, including submission, scheduling, initialization, execution, and completion. Additionally, handling suspensions and failures is crucial for ensuring timely workload completion. Email Notifications address this need by sending alerts for critical workload life cycle changes. This empowers data scientists to take necessary actions and prevent delays.</p> <p>Once the system administrator configures the email notifications, users will receive notifications about their jobs that transition from one status to another. In addition, the user will get warning notifications before workload termination due to project-defined timeouts. Details included in the email are:</p> <ul> <li>Workload type</li> <li>Project and cluster information</li> <li>Event timestamp</li> </ul> <p>To configure the types of email notifications you can receive:</p> <ol> <li>The user must log in to their account.</li> <li>Press the user icon, then select settings.</li> <li>In the Email notifications, and in the Send me an email about my workloads when section, select the relevant workload statuses.</li> <li>When complete, press Save.</li> </ol>"},{"location":"Researcher/best-practices/save-dl-checkpoints/","title":"Best Practice: Save Deep-Learning Checkpoints","text":""},{"location":"Researcher/best-practices/save-dl-checkpoints/#introduction","title":"Introduction","text":"<p>Run:ai can pause unattended executions, giving your GPU resources to another workload. When the time comes, Run:ai will give you back the resources and restore your workload. Thus, it is a good practice to save the state of your run at various checkpoints and start a workload from the latest checkpoint (typically between epochs).</p>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#how-to-save-checkpoints","title":"How to Save Checkpoints","text":"<p>TensorFlow, PyTorch, and others have mechanisms to help save checkpoints (e.g. https://www.tensorflow.org/guide/checkpoint for TensorFlow and https://pytorch.org/tutorials/recipes/recipes/saving_and_loading_a_general_checkpoint.html for PyTorch).</p> <p>This document uses Keras as an example. The code itself can be found here</p>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#where-to-save-checkpoints","title":"Where to Save Checkpoints","text":"<p>It is important to save the checkpoints to network storage and not the machine itself. When your workload resumes, it can, in all probability, be allocated to a different node (machine) than the original node. Example:</p> <pre><code>runai submit train-with-checkpoints -i tensorflow/tensorflow:1.14.0-gpu-py3 \\\n  -v /mnt/nfs_share/john:/mydir -g 1  --working-dir /mydir --command -- ./startup.sh\n</code></pre> <p>The command saves the checkpoints in an NFS checkpoints folder <code>/mnt/nfs_share/john</code></p>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#when-to-save-checkpoints","title":"When to Save Checkpoints","text":""},{"location":"Researcher/best-practices/save-dl-checkpoints/#save-periodically","title":"Save Periodically","text":"<p>It is a best practice to save checkpoints at intervals. For example, every epoch as the Keras code below shows:</p> <pre><code>checkpoints_file = \"weights.best.hdf5\"\ncheckpoint = ModelCheckpoint(checkpoints_file, monitor='val_acc', verbose=1, \n    save_best_only=True, mode='max')\n</code></pre>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#save-on-exit-signal","title":"Save on Exit Signal","text":"<p>If periodic checkpoints are not enough, you can use a signal-hook provided by Run:ai (via Kubernetes). The hook is python code that is called before your Job is suspended and allows you to save your checkpoints as well as other state data you may wish to store.</p> <pre><code>import signal\nimport time\n\ndef graceful_exit_handler(signum, frame):\n    # save your checkpoints to shared storage\n\n    # exit with status \"1\" is important for the Job to return later.  \n    exit(1)\n\nsignal.signal(signal.SIGTERM, graceful_exit_handler)\n</code></pre> <p>By default, you will have 30 seconds to save your checkpoints.</p> <p>Important</p> <p>For the signal to be captured, it must be propagated from the startup script to the python child process. See code here</p>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#resuming-using-saved-checkpoints","title":"Resuming using Saved Checkpoints","text":"<p>A Run:ai unattended workload that is resumed, will run the same startup script as on the first run. It is the responsibility of the script developer to add code that:</p> <ul> <li>Checks if saved checkpoints exist (see above)</li> <li>If saved checkpoints exist, load them and start the run using these checkpoints</li> </ul> <pre><code>import os\n\ncheckpoints_file = \"weights.best.hdf5\"\nif os.path.isfile(checkpoints_file):\n    print(\"loading checkpoint file: \" + checkpoints_file)\n    model.load_weights(checkpoints_file)\n</code></pre>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/","title":"Propogating secrets as environment variables to workloads via the CLI","text":"<p>The following is a specific knowledge articles for Run:ai command-line interface users who wish to propagate a Kubernetes secret an an environment variable.</p>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/#kubernetes-secrets","title":"Kubernetes Secrets","text":"<p>Sometimes you want to use sensitive information within your code. For example passwords, OAuth tokens, or ssh keys. The best practice for saving such information in Kubernetes is via Kubernetes Secrets. Kubernetes Secrets let you store and manage sensitive information. Access to secrets is limited via configuration.</p> <p>A Kubernetes secret may hold multiple key - value pairs.</p>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/#using-secrets-in-runai-workloads","title":"Using Secrets in Run:ai Workloads","text":"<p>Our goal is to provide Run:ai Workloads with secrets as input in a secure way. Using the Run:ai command line, you will be able to pass a reference to a secret that already exists in Kubernetes.</p>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/#creating-a-secret","title":"Creating a secret","text":"<p>For details on how to create a Kubernetes secret see: https://kubernetes.io/docs/concepts/configuration/secret/. Here is an example:</p> <pre><code>apiVersion: v1\nkind: Secret\nmetadata:\n  name: my-secret\n  namespace: runai-&lt;project-name&gt;\ndata:\n  username: am9obgo=\n  password: bXktcGFzc3dvcmQK\n</code></pre> <p>Then run: <pre><code>kubectl apply -f &lt;file-name&gt;\n</code></pre></p> <p>Notes</p> <ul> <li>Secrets are base64 encoded</li> <li>Secrets are stored in the scope of a namespace and will not be accessible from other namespaces. Hence the reference to the Run:ai Project name above. Run:ai provides the ability to propagate secrets throughout all Run:ai Projects. See below.</li> </ul>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/#attaching-a-secret-to-a-workload-on-submit-via-cli","title":"Attaching a secret to a Workload on Submit via CLI","text":"<p>When you submit a new Workload, you will want to connect the secret to the new Workload. To do that, run:</p> <pre><code>runai submit -e &lt;ENV-VARIABLE&gt;=SECRET:&lt;secret-name&gt;,&lt;secret-key&gt; ....\n</code></pre> <p>For example:</p> <pre><code>runai submit -i ubuntu -e MYUSERNAME=SECRET:my-secret,username\n</code></pre>"},{"location":"Researcher/cli-reference/Introduction/","title":"Introduction","text":"<p>The Run:ai Command-line Interface (CLI) is one of the ways for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, etc.</p> <p>To install and configure the Run:ai CLI see Researcher Setup - Start Here</p>"},{"location":"Researcher/cli-reference/runai-attach/","title":"runai attach","text":""},{"location":"Researcher/cli-reference/runai-attach/#description","title":"Description","text":"<p>Attach to a running Job.</p> <p>The command attaches to the standard input, output, and error streams of a running Job. If the Job has multiple pods the job will attach to the first pod unless otherwise set.</p>"},{"location":"Researcher/cli-reference/runai-attach/#synopsis","title":"Synopsis","text":"<pre><code>runai attach &lt;job-name&gt;\n    [--no-stdin ]\n    [--no-tty]   \n    [--pod string]\n    .\n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-attach/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-attach/#-no-stdin","title":"--no-stdin","text":"<p>Do not attach STDIN.</p>"},{"location":"Researcher/cli-reference/runai-attach/#-no-tty","title":"--no-tty","text":"<p>Do not allocate a pseudo-TTY</p>"},{"location":"Researcher/cli-reference/runai-attach/#-pod-string","title":"--pod string","text":"<p>Attach to a specific pod within the Job. To find the list of pods run <code>runai describe job &lt;job-name&gt;</code> and then use the pod name with the <code>--pod</code> flag.</p>"},{"location":"Researcher/cli-reference/runai-attach/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-attach/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-attach/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-attach/#output","title":"Output","text":"<p>None</p>"},{"location":"Researcher/cli-reference/runai-bash/","title":"runai bash","text":""},{"location":"Researcher/cli-reference/runai-bash/#description","title":"Description","text":"<p>Get a bash session inside a running Job</p> <p>This command is a shortcut to runai exec (<code>runai exec -it job-name bash</code>). See runai exec for full documentation of the exec command.</p>"},{"location":"Researcher/cli-reference/runai-bash/#synopsis","title":"Synopsis","text":"<pre><code>runai bash &lt;job-name&gt; \n    [--pod string]\n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-bash/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-bash/#-pod-string","title":"--pod string","text":"<p>Specify a pod of a running Job. To get a list of the pods of a specific Job, run <code>runai describe job &lt;job-name&gt;</code> command</p>"},{"location":"Researcher/cli-reference/runai-bash/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-bash/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>"},{"location":"Researcher/cli-reference/runai-bash/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-bash/#-help-h","title":"--help | -h","text":"<p>Show help text</p>"},{"location":"Researcher/cli-reference/runai-bash/#output","title":"Output","text":"<p>The command will access the container that should be currently running in the current cluster and attempt to create a command-line shell based on bash.</p> <p>The command will return an error if the container does not exist or has not been in a running state yet.</p>"},{"location":"Researcher/cli-reference/runai-bash/#see-also","title":"See also","text":"<p>Build Workloads. See Quickstart document: Launch Interactive Build Workloads.</p>"},{"location":"Researcher/cli-reference/runai-config/","title":"runai config","text":""},{"location":"Researcher/cli-reference/runai-config/#description","title":"Description","text":"<p>Set a default Project or Cluster</p>"},{"location":"Researcher/cli-reference/runai-config/#synopsis","title":"Synopsis","text":"<pre><code>runai  config project &lt;project-name&gt;\n    [--loglevel value] \n    [--help | -h]\n\nrunai  config cluster &lt;cluster-name&gt;\n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-config/#options","title":"Options","text":"<p>&lt;project-name&gt;  - The name of the Project you want to set as default. Mandatory.</p> <p>&lt;cluster-name&gt; - The name of the cluster you want to set as the current cluster. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-config/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-config/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-config/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-config/#output","title":"Output","text":"<p>None</p>"},{"location":"Researcher/cli-reference/runai-delete/","title":"runai delete","text":""},{"location":"Researcher/cli-reference/runai-delete/#description","title":"Description","text":"<p>Delete a Workload and its associated Pods.</p> <p>Note that once you delete a Workload, its entire data will be gone:</p> <ul> <li>You will no longer be able to enter it via bash.</li> <li>You will no longer be able to access logs.</li> <li>Any data saved on the container and not stored in a shared location will be lost.</li> </ul>"},{"location":"Researcher/cli-reference/runai-delete/#synopsis","title":"Synopsis","text":"<pre><code>runai delete job &lt;job-name&gt; \n    [--all | -A]\n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-delete/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Workload to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-delete/#-all-a","title":"--all | -A","text":"<p>Delete all Workloads.</p>"},{"location":"Researcher/cli-reference/runai-delete/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-delete/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-delete/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-delete/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-delete/#output","title":"Output","text":"<ul> <li> <p>The Workload will be deleted and not available via the command runai list jobs.</p> </li> <li> <p>The Workloads will show as <code>deleted</code> from the Run:ai user interface Job list.</p> </li> </ul>"},{"location":"Researcher/cli-reference/runai-delete/#see-also","title":"See Also","text":"<ul> <li> <p>Build Workloads. See Quickstart document: Launch Interactive Build Workloads.</p> </li> <li> <p>Training Workloads. See Quickstart document:  Launch Unattended Training Workloads.</p> </li> </ul>"},{"location":"Researcher/cli-reference/runai-describe/","title":"runai describe","text":""},{"location":"Researcher/cli-reference/runai-describe/#description","title":"Description","text":"<p>Display details of a Workload or Node.</p>"},{"location":"Researcher/cli-reference/runai-describe/#synopsis","title":"Synopsis","text":"<pre><code>runai describe job &lt;job-name&gt; \n    [--output value | -o value]  \n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n    [--output string | -o string]  \n\n\nrunai describe node [node-name] \n\n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-describe/#options","title":"Options","text":"<ul> <li>&lt;job-name&gt; - The name of the Workload to run the command with. Mandatory.</li> <li>&lt;node-name&gt; - The name of the Node to run the command with. If a Node name is not specified, a description of all Nodes is shown.</li> </ul> <p>-o | --output</p> <p>Output format. One of: json|yaml|wide. Default is 'wide'</p>"},{"location":"Researcher/cli-reference/runai-describe/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-describe/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-describe/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project, use: <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-describe/#-help-h","title":"--help | -h","text":"<p>Show help text</p>"},{"location":"Researcher/cli-reference/runai-describe/#output","title":"Output","text":"<ul> <li>The <code>runai describe job</code> command will show Workload properties and status as well as lifecycle events and the list of related resources and pods.</li> <li>The <code>runai describe node</code> command will show Node properties. </li> </ul>"},{"location":"Researcher/cli-reference/runai-exec/","title":"runai exec","text":""},{"location":"Researcher/cli-reference/runai-exec/#description","title":"Description","text":"<p>Execute a command inside a running Job</p> <p>Note: to execute a bash command, you can also use the shorthand runai bash</p>"},{"location":"Researcher/cli-reference/runai-exec/#synopsis","title":"Synopsis","text":"<pre><code>runai exec &lt;job-name&gt; &lt;command&gt; \n    [--stdin | -i] \n    [--tty | -t]\n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-exec/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <p>&lt;command&gt; the command itself (e.g. bash).</p>"},{"location":"Researcher/cli-reference/runai-exec/#-stdin-i","title":"--stdin | -i","text":"<p>Keep STDIN open even if not attached.</p>"},{"location":"Researcher/cli-reference/runai-exec/#-tty-t","title":"--tty | -t","text":"<p>Allocate a pseudo-TTY.</p>"},{"location":"Researcher/cli-reference/runai-exec/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-exec/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-exec/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-exec/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-exec/#output","title":"Output","text":"<p>The command will run in the context of the container.</p>"},{"location":"Researcher/cli-reference/runai-exec/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/runai-list/","title":"runai list","text":""},{"location":"Researcher/cli-reference/runai-list/#description","title":"Description","text":"<p>Show lists of Workloads, Projects, Clusters or Nodes.</p>"},{"location":"Researcher/cli-reference/runai-list/#synopsis","title":"Synopsis","text":"<pre><code>runai list jobs \n    [--all-projects | -A]  \n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n\nrunai list projects \n    [--loglevel value] \n    [--help | -h]\n\nrunai list clusters  \n    [--loglevel value] \n    [--help | -h]\n\nrunai list nodes [node-name]\n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-list/#options","title":"Options","text":"<p><code>node-name</code> - Name of a specific node to list (optional).</p>"},{"location":"Researcher/cli-reference/runai-list/#-all-projects-a","title":"--all-projects | -A","text":"<p>Show Workloads from all Projects.</p>"},{"location":"Researcher/cli-reference/runai-list/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-list/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-list/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-list/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-list/#output","title":"Output","text":"<ul> <li>A list of Workloads, Nodes, Projects, or Clusters. </li> <li>To filter 'runai list nodes' for a specific Node, add the Node name.</li> </ul>"},{"location":"Researcher/cli-reference/runai-list/#see-also","title":"See Also","text":"<p>To show details for a specific Workload or Node see runai describe.</p>"},{"location":"Researcher/cli-reference/runai-login/","title":"runai login","text":""},{"location":"Researcher/cli-reference/runai-login/#description","title":"Description","text":"<p>Login to Run:ai</p> <p>When Researcher Authentication is enabled, you will need to login to Run:ai using your username and password before accessing resources </p>"},{"location":"Researcher/cli-reference/runai-login/#synopsis","title":"Synopsis","text":"<pre><code>runai login \n    [--loglevel value]\n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-login/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-login/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-login/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-login/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-login/#output","title":"Output","text":"<p>You will be prompted for a user name and password</p>"},{"location":"Researcher/cli-reference/runai-login/#see-also","title":"See Also","text":"<ul> <li>runai logout.</li> </ul>"},{"location":"Researcher/cli-reference/runai-logout/","title":"runai logout","text":""},{"location":"Researcher/cli-reference/runai-logout/#description","title":"Description","text":"<p>Log out from Run:ai</p>"},{"location":"Researcher/cli-reference/runai-logout/#synopsis","title":"Synopsis","text":"<pre><code>runai logout \n    [--loglevel value]\n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-logout/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-logout/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-logout/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-logout/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-logout/#output","title":"Output","text":"<p>You will be logged out from Run:ai</p>"},{"location":"Researcher/cli-reference/runai-logout/#see-also","title":"See Also","text":"<ul> <li>runai login.</li> </ul>"},{"location":"Researcher/cli-reference/runai-logs/","title":"runai logs","text":""},{"location":"Researcher/cli-reference/runai-logs/#description","title":"Description","text":"<p>Show the logs of a Job.</p>"},{"location":"Researcher/cli-reference/runai-logs/#synopsis","title":"Synopsis","text":"<pre><code>runai logs &lt;job-name&gt; \n    [--follow | -f] \n    [--pod string | -p string] \n    [--since duration] \n    [--since-time date-time] \n    [--tail int | -t int] \n    [--timestamps]  \n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-logs/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-follow-f","title":"--follow | -f","text":"<p>Stream the logs.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-pod-p","title":"--pod | -p","text":"<p>Specify a specific pod name. When a Job fails, it may start a couple of times in an attempt to succeed. The flag allows you to see the logs of a specific instance (called 'pod'). Get the name of the pod by running <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-instance-string-i-string","title":"--instance (string) | -i (string)","text":"<p>Show logs for a specific instance in cases where a Job contains multiple pods.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-since-duration","title":"--since (duration)","text":"<p>Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs. The flags since and since-time cannot be used together.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-since-time-date-time","title":"--since-time (date-time)","text":"<p>Return logs after specified date. Date format should be RFC3339, example: <code>2020-01-26T15:00:00Z</code>.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-tail-int-t-int","title":"--tail (int) | -t (int)","text":"<p># of lines of recent log file to display.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-timestamps","title":"--timestamps","text":"<p>Include timestamps on each line in the log output.</p>"},{"location":"Researcher/cli-reference/runai-logs/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-logs/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-logs/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-logs/#output","title":"Output","text":"<p>The command will show the logs of the first process in the container. For training Jobs, this would be the command run at startup. For interactive Jobs, the command may not show anything.</p>"},{"location":"Researcher/cli-reference/runai-logs/#see-also","title":"See Also","text":"<ul> <li>Training Workloads. See Quickstart document:  Launch Unattended Training Workloads.</li> </ul>"},{"location":"Researcher/cli-reference/runai-port-forwarding/","title":"runai port-forward","text":""},{"location":"Researcher/cli-reference/runai-port-forwarding/#description","title":"Description","text":"<p>Forward one or more local ports to the selected job or a pod within the job. The forwarding session ends when the selected job terminates or the terminal is interrupted.</p>"},{"location":"Researcher/cli-reference/runai-port-forwarding/#examples","title":"Examples","text":"<ol> <li> <p>Port forward connections from localhost:8080 (localhost is the default) to  on port 8090. <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090</code></p> <li> <p>Port forward connections from 192.168.1.23:8080 to  on port 8080. <p><code>runai port-forward &lt;job-name&gt; --port 8080 --address 192.168.1.23</code></p> <li> <p>Port forward multiple connections from localhost:8080 to  on port 8090 and localhost:6443 to  on port 443. <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090  --port 6443:443</code></p> <li> <p>Port forward into a specific pod in a multi-pod job.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090 --pod &lt;pod-name&gt;</code></p> </li>"},{"location":"Researcher/cli-reference/runai-port-forwarding/#global-flags","title":"Global flags","text":"<p><code>--loglevel &lt;string&gt;</code>\u2014Set the logging level. Choose:  (default \"info\"). <p><code>-p | --project &lt;string&gt;</code>\u2014Specify the project name. To change the default project use <code>runai config project &lt;project name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-port-forwarding/#flags","title":"Flags","text":"<p><code>--address &lt;string&gt; | [local-interface-ip\\host] |localhost | 0.0.0.0 [privileged]</code>\u2014The listening address of your local machine. (default \"localhost\").</p> <p><code>-h | --help</code>\u2014Help for the command.</p> <p><code>--port</code>\u2014forward ports based on one of the following arguments:</p> <ul> <li> <p><code>&lt;stringArray&gt;</code>\u2014a list of port forwarding combinations.</p> </li> <li> <p><code>[local-port]:[remote-port]</code>\u2014different local and remote ports.</p> </li> <li> <p><code>[local-port=remote-port]</code>\u2014the same port is used for both local and remote.</p> </li> </ul> <p><code>--pod</code>\u2014Specify a pod of a running job. To get a list of the pods of a specific job, run the command <code>runai describe &lt;job-name&gt;</code>.</p> <p><code>--pod-running-timeout</code>\u2014The length of time (like 5s, 2m, or 3h, higher than zero) to wait until the pod is running. Default is 10 minutes.</p> <p>Filter based flags</p> <p><code>--mpi</code>\u2014search only for mpi jobs.</p> <p><code>--interactive</code>\u2014search only for interactive jobs.</p> <p><code>--pytorch</code>\u2014search only for pytorch jobs.</p> <p><code>--tf</code>\u2014search only for tensorflow jobs.</p> <p><code>--train</code>\u2014search only for training jobs.</p>"},{"location":"Researcher/cli-reference/runai-resume/","title":"runai resume","text":""},{"location":"Researcher/cli-reference/runai-resume/#description","title":"Description","text":"<p>Resume a suspended Job</p> <p>Resuming a previously suspended Job will return it to the queue for scheduling. The Job may or may not start immediately, depending on available resources. </p> <p>Suspend and resume do not work with mpi Jobs. </p>"},{"location":"Researcher/cli-reference/runai-resume/#synopsis","title":"Synopsis","text":"<pre><code>runai resume &lt;job-name&gt;\n    [--all | -A]\n\n    [--loglevel value]\n    [--project string | -p string]\n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-resume/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-resume/#-all-a","title":"--all | -A","text":"<p>Resume all suspended Jobs in the current Project.</p>"},{"location":"Researcher/cli-reference/runai-resume/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-resume/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-resume/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-resume/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-resume/#output","title":"Output","text":"<ul> <li>The Job will be resumed. When running runai list jobs the Job status will no longer by Suspended.</li> </ul>"},{"location":"Researcher/cli-reference/runai-resume/#see-also","title":"See Also","text":"<ul> <li>Suspending Jobs: Suspend.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/","title":"runai submit-dist tf","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#description","title":"Description","text":"<p>Submit a distributed TensorFlow training run:ai job to run.</p> <p>Note</p> <p>To use distributed training you need to have installed the TensorFlow operator as specified in Distributed training.</p> <p>Syntax notes:</p> <ul> <li>Options with a value type of stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#examples","title":"Examples","text":"<pre><code>runai submit-dist tf --name distributed-job --workers=2 -g 1 \\\n    -i &lt;image_name\n&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#distributed","title":"Distributed","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-clean-pod-policy-string","title":"--clean-pod-policy &lt; string &gt;","text":"<p>The\u00a0CleanPodPolicy\u00a0controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li>Running\u2014only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li>All\u2014all (including completed) pods will be deleted immediately when the job finishes.</li> <li>None\u2014no pods will be deleted when the job completes.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-workers-int","title":"--workers &lt; int&gt;","text":"<p>Number of replicas for Inference jobs</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-e-stringarray-environment","title":"-e <code>&lt;stringArray&gt;  | --environment</code>`  <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>  <p>Image to use when creating the container for this Job</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>  <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>  <p>Set labels variables in the container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-args-string-string","title":"--master-args string <code>&lt;string&gt;</code>  <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-environment-stringarray","title":"--master-environment <code>&lt;stringArray&gt;</code>  <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-extended-resource-stringarray","title":"--master-extended-resource <code>&lt;stringArray&gt;</code>  <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-gpu-float","title":"--master-gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-no-pvcs","title":"--master-no-pvcs  <p>Do not mount any persistent volumes in the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-no-master","title":"--no-master  <p>Do not create a separate pod for the master.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>  <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>  <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-stdin","title":"--stdin  <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-t-tty","title":"-t | --tty  <p>Allocate a pseudo-TTY.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>  <p>Starts the container with the specified directory as the current directory.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>  <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>  <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-extended-resource","title":"--extended-resource `  <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the Job (0.5, 1).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-gpu-memory","title":"--gpu-memory  <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-memory-string","title":"--memory <code>&lt;string&gt;</code>  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-memory-limit","title":"--memory-limit `  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)  <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>  <p>The number of times the Job will be retried before failing. The default is 6.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-ttl-after-finish-duration","title":"--ttl-after-finish &lt; duration &gt;  <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>  <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-large-shm","title":"--large-shm  <p>Mount a large /dev/shm device.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-mount-propagation","title":"--mount-propagation  <p>Enable HostToContainer mount propagation for all container volumes</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>  <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>  <p>Mount a persistent volume claim into a container.</p>  <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p>  <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p>  <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>  <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-pvc-new-string","title":"--pvc-new  <code>&lt;string&gt;</code>  <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul>  <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p>  <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>  <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'  <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-address-string","title":"--address <code>&lt;string&gt;</code>  <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node.  This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#output","title":"Output","text":"<p>The command will attempt to submit an mpi Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#see-also","title":"See Also","text":"<ul> <li>See Quickstart document Running Distributed Training.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/","title":"runai submit-dist mpi","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#description","title":"Description","text":"<p>Submit a Distributed Training (MPI) Run:ai Job to run.</p> <p>Note</p> <p>To use distributed training you need to have installed the Kubeflow MPI Operator as specified in Distributed training.</p> <p>Syntax notes:</p> <ul> <li>Options with a value type of stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#examples","title":"Examples","text":"<p>You can start an unattended mpi training Job of name dist1, based on Project team-a using a quickstart-distributed image:</p> <pre><code>runai submit-dist mpi --name dist1 --workers=2 -g 1 \\\n    -i runai.jfrog.io/demo/quickstart-distributed:v0.3.0 -e RUNAI_SLEEP_SECS=60\n</code></pre> <p>(see: distributed training Quickstart).</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#distributed","title":"Distributed","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-clean-pod-policy-string","title":"--clean-pod-policy &lt; string &gt;","text":"<p>The\u00a0CleanPodPolicy\u00a0controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li>Running\u2014only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li>All\u2014all (including completed) pods will be deleted immediately when the job finishes.</li> <li>None\u2014no pods will be deleted when the job completes.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-workers-int","title":"--workers &lt; int &gt;","text":"<p>Number of replicas for Inference jobs.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-slots-per-worker-int","title":"--slots-per-worker &lt; int &gt;","text":"<p>Number of slots to allocate for each worker.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-e-stringarray-environment","title":"-e <code>&lt;stringArray&gt;  | --environment</code>`  <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>  <p>Image to use when creating the container for this Job</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>  <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>  <p>Set labels variables in the container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-args-string-string","title":"--master-args string <code>&lt;string&gt;</code>  <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-environment-stringarray","title":"--master-environment <code>&lt;stringArray&gt;</code>  <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-extended-resource-stringarray","title":"--master-extended-resource <code>&lt;stringArray&gt;</code>  <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-gpu-float","title":"--master-gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-no-pvcs","title":"--master-no-pvcs  <p>Do not mount any persistent volumes in the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>  <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>  <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-stdin","title":"--stdin  <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-t-tty","title":"-t | --tty  <p>Allocate a pseudo-TTY.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>  <p>Starts the container with the specified directory as the current directory.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>  <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>  <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-extended-resource","title":"--extended-resource `  <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the Job (0.5, 1).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-gpu-memory","title":"--gpu-memory  <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-memory-string","title":"--memory <code>&lt;string&gt;</code>  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-memory-limit","title":"--memory-limit `  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)  <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>  <p>The number of times the Job will be retried before failing. The default is 6.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-ttl-after-finish-duration","title":"--ttl-after-finish &lt; duration &gt;  <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>  <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-large-shm","title":"--large-shm  <p>Mount a large /dev/shm device.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-mount-propagation","title":"--mount-propagation  <p>Enable HostToContainer mount propagation for all container volumes</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>  <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>  <p>Mount a persistent volume claim into a container.</p>  <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p>  <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p>  <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>  <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-pvc-new-string","title":"--pvc-new  <code>&lt;string&gt;</code>  <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul>  <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p>  <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>  <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'  <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-address-string","title":"--address <code>&lt;string&gt;</code>  <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node.  This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#output","title":"Output","text":"<p>The command will attempt to submit an mpi Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#see-also","title":"See Also","text":"<ul> <li>See Quickstart document Running Distributed Training.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/","title":"runai submit-dist pytorch","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#description","title":"Description","text":"<p>Submit a distributed PyTorch training run:ai job to run.</p> <p>Note</p> <p>To use distributed training you need to have installed the Pytorch operator as specified in Distributed training.</p> <p>Syntax notes:</p> <ul> <li>Options with a value type of stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#examples","title":"Examples","text":"<pre><code>runai submit-dist pytorch --name distributed-job --workers=2 -g 1 \\\n    -i &lt;image_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#distributed","title":"Distributed","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-clean-pod-policy-string","title":"--clean-pod-policy &lt; string &gt;","text":"<p>The\u00a0CleanPodPolicy\u00a0controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li>Running\u2014only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li>All\u2014all (including completed) pods will be deleted immediately when the job finishes.</li> <li>None\u2014no pods will be deleted when the job completes.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-max-replicas-int","title":"--max-replicas &lt; int &gt;","text":"<p>Maximum number of replicas for elastic PyTorch job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-min-replicas-int","title":"--min-replicas &lt; int &gt;","text":"<p>Minimum number of replicas for elastic PyTorch job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-workers-int","title":"--workers &lt; int&gt;","text":"<p>Number of replicas for Inference jobs</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-e-stringarray-environment","title":"-e <code>&lt;stringArray&gt;  | --environment</code>`  <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>  <p>Image to use when creating the container for this Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>  <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>  <p>Set labels variables in the container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-args-string-string","title":"--master-args string <code>&lt;string&gt;</code>  <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-environment-stringarray","title":"--master-environment <code>&lt;stringArray&gt;</code>  <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-extended-resource-stringarray","title":"--master-extended-resource <code>&lt;stringArray&gt;</code>  <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-gpu-float","title":"--master-gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-no-pvcs","title":"--master-no-pvcs  <p>Do not mount any persistent volumes in the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-no-master","title":"--no-master  <p>Do not create a separate pod for the master.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>  <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>  <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-stdin","title":"--stdin  <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-t-tty","title":"-t | --tty  <p>Allocate a pseudo-TTY.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>  <p>Starts the container with the specified directory as the current directory.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>  <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>  <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-extended-resource","title":"--extended-resource `  <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the Job (0.5, 1).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-gpu-memory","title":"--gpu-memory  <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-memory-string","title":"--memory <code>&lt;string&gt;</code>  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-memory-limit","title":"--memory-limit `  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)  <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>  <p>The number of times the Job will be retried before failing. The default is 6.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-ttl-after-finish-duration","title":"--ttl-after-finish &lt; duration &gt;  <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>  <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-large-shm","title":"--large-shm  <p>Mount a large /dev/shm device.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-mount-propagation","title":"--mount-propagation  <p>Enable HostToContainer mount propagation for all container volumes</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>  <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>  <p>Mount a persistent volume claim into a container.</p>  <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p>  <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p>  <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>  <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-pvc-new-string","title":"--pvc-new  <code>&lt;string&gt;</code>  <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul>  <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p>  <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>  <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'  <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-address-string","title":"--address <code>&lt;string&gt;</code>  <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node.  This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#output","title":"Output","text":"<p>The command will attempt to submit a distributed pytorch workload. You can follow up on the workload by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/","title":"runai submit-dist xgboost","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#description","title":"Description","text":"<p>Submit a distributed XGBoost training run:ai job to run.</p> <p>Syntax notes:</p> <ul> <li>Options with a value type of stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#examples","title":"Examples","text":"<pre><code>runai submit-dist xgboost --name distributed-job --workers=2 -g 1 \\\n    -i &lt;image_name\n&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#distributed","title":"Distributed","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-clean-pod-policy-string","title":"--clean-pod-policy &lt; string &gt;","text":"<p>The\u00a0CleanPodPolicy\u00a0controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li>Running\u2014only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li>All\u2014all (including completed) pods will be deleted immediately when the job finishes.</li> <li>None\u2014no pods will be deleted when the job completes.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-workers-int","title":"--workers &lt; int&gt;","text":"<p>Number of replicas for Inference jobs</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-e-stringarray-environment","title":"-e <code>&lt;stringArray&gt;  | --environment</code>`  <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>  <p>Image to use when creating the container for this Job</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>  <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>  <p>Set labels variables in the container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-args-string-string","title":"--master-args string <code>&lt;string&gt;</code>  <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-environment-stringarray","title":"--master-environment <code>&lt;stringArray&gt;</code>  <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-extended-resource-stringarray","title":"--master-extended-resource <code>&lt;stringArray&gt;</code>  <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-gpu-float","title":"--master-gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-no-pvcs","title":"--master-no-pvcs  <p>Do not mount any persistent volumes in the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>  <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>  <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-stdin","title":"--stdin  <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-t-tty","title":"-t | --tty  <p>Allocate a pseudo-TTY.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>  <p>Starts the container with the specified directory as the current directory.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>  <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>  <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-extended-resource","title":"--extended-resource `  <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the Job (0.5, 1).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-gpu-memory","title":"--gpu-memory  <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-memory-string","title":"--memory <code>&lt;string&gt;</code>  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-memory-limit","title":"--memory-limit `  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)  <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>  <p>The number of times the Job will be retried before failing. The default is 6.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-ttl-after-finish-duration","title":"--ttl-after-finish &lt; duration &gt;  <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>  <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-large-shm","title":"--large-shm  <p>Mount a large /dev/shm device.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-mount-propagation","title":"--mount-propagation  <p>Enable HostToContainer mount propagation for all container volumes</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>  <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>  <p>Mount a persistent volume claim into a container.</p>  <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p>  <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p>  <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>  <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-pvc-new-string","title":"--pvc-new  <code>&lt;string&gt;</code>  <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul>  <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p>  <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>  <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'  <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-address-string","title":"--address <code>&lt;string&gt;</code>  <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node.  This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#output","title":"Output","text":"<p>The command will attempt to submit an mpi Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#see-also","title":"See Also","text":"<ul> <li>See Quickstart document Running Distributed Training.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit/","title":"Description","text":"<p>Submit a Run:ai Job for execution.</p> <p>Syntax notes:</p> <ul> <li>Flags of type stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit/#examples","title":"Examples","text":"<p>All examples assume a Run:ai Project has been setup using <code>runai config project &lt;project-name&gt;</code>.</p> <p>Start an interactive Job:</p> <pre><code>runai submit -i ubuntu --interactive --attach -g 1\n</code></pre> <p>Or</p> <pre><code>runai submit --name build1 -i ubuntu -g 1 --interactive -- sleep infinity \n</code></pre> <p>(see: build Quickstart).</p> <p>Externalize ports:</p> <pre><code>runai submit --name build-remote -i rastasheep/ubuntu-sshd:14.04 --interactive \\\n   --service-type=nodeport --port 30022:22\n   -- /usr/sbin/sshd -D\n</code></pre> <p>(see: build with ports Quickstart).</p> <p>Start a Training Job</p> <pre><code>runai submit --name train1 -i runai.jfrog.io/demo/quickstart -g 1 \n</code></pre> <p>(see: training Quickstart).</p> <p>Use GPU Fractions</p> <pre><code>runai submit --name frac05 -i runai.jfrog.io/demo/quickstart -g 0.5\n</code></pre> <p>(see: GPU fractions Quickstart).</p> <p>Submit a Job without a name (automatically generates a name)</p> <pre><code>runai submit -i runai.jfrog.io/demo/quickstart -g 1 \n</code></pre> <p>Submit a job using the system autogenerated name to an external URL:</p> <pre><code>runai submit -i ubuntu --interactive --attach -g 1 service-type=external-url --port 3745 --custom-url=&lt;destination_url&gt;\n</code></pre> <p>Submit a job without a name to a system generated a URL :</p> <pre><code>runai submit -i ubuntu --interactive --attach -g 1 service-type=external-url --port 3745\n</code></pre> <p>Submit a Job without a name with a pre-defined prefix and an incremental index suffix</p> <pre><code>runai submit --job-name-prefix -i runai.jfrog.io/demo/quickstart -g 1 \n</code></pre>"},{"location":"Researcher/cli-reference/runai-submit/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit/#job-type","title":"Job Type","text":""},{"location":"Researcher/cli-reference/runai-submit/#-interactive","title":"--interactive","text":"<p>Mark this Job as interactive.</p>"},{"location":"Researcher/cli-reference/runai-submit/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit/#-completions-int","title":"--completions &lt; int &gt;","text":"<p>Number of successful pods required for this job to be completed. Used with HPO.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-parallelism-int","title":"--parallelism &lt; int &gt;","text":"<p>Number of pods to run in parallel at any given time.  Used with HPO.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-preemptible","title":"--preemptible","text":"<p>Interactive preemptible jobs can be scheduled above guaranteed quota but may be reclaimed at any time.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-auto-deletion-time-after-completion","title":"--auto-deletion-time-after-completion","text":"<p>The timeframe after which a completed or failed job is automatically deleted. Configured in seconds, minutes, or hours (for example 5s, 2m, or 3h). If set to 0, the job will be deleted immediately after completing or failing.</p>"},{"location":"Researcher/cli-reference/runai-submit/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-e-stringarray-environment-stringarray","title":"-e <code>&lt;stringArray&gt;</code> | --environment <code>&lt;stringArray&gt;</code>","text":"<p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>"},{"location":"Researcher/cli-reference/runai-submit/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>","text":"<p>Image to use when creating the container for this Job</p>"},{"location":"Researcher/cli-reference/runai-submit/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>","text":"<p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>","text":"<p>Set labels variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>","text":"<p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>","text":"<p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-stdin","title":"--stdin","text":"<p>Keep stdin open for the container(s) in the pod, even if nothing is attached.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-t-tty","title":"-t | --tty","text":"<p>Allocate a pseudo-TTY.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>","text":"<p>Starts the container with the specified directory as the current directory.</p>"},{"location":"Researcher/cli-reference/runai-submit/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>","text":"<p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>","text":"<p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-extended-resource-stringarray","title":"--extended-resource <code>&lt;stringArray&gt;</code>","text":"<p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>"},{"location":"Researcher/cli-reference/runai-submit/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>","text":"<p>GPU units to allocate for the Job (0.5, 1).</p>"},{"location":"Researcher/cli-reference/runai-submit/#-gpu-memory","title":"--gpu-memory","text":"<p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-memory-string","title":"--memory <code>&lt;string&gt;</code>","text":"<p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-memory-limit-string","title":"--memory-limit <code>&lt;string&gt;</code>","text":"<p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)","text":"<p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>"},{"location":"Researcher/cli-reference/runai-submit/#job-lifecycle_1","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>","text":"<p>The number of times the Job will be retried before failing. The default is 6. This flag will only work with training workloads (when the <code>--interactive</code> flag is not specified).</p>"},{"location":"Researcher/cli-reference/runai-submit/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>","text":"<p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-large-shm","title":"--large-shm","text":"<p>Mount a large /dev/shm device.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-mount-propagation","title":"--mount-propagation","text":"<p>Enable HostToContainer mount propagation for all container volumes</p>"},{"location":"Researcher/cli-reference/runai-submit/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>","text":"<p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>"},{"location":"Researcher/cli-reference/runai-submit/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>","text":"<p>Mount a persistent volume claim into a container.</p> <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--new-pvc</code>.</p> <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class.</p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p> <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only</p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only</p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write</p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write</p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>"},{"location":"Researcher/cli-reference/runai-submit/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>","text":"<p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running</li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>"},{"location":"Researcher/cli-reference/runai-submit/#-new-pvc-stringarray","title":"--new-pvc  <code>&lt;stringArray&gt;</code>","text":"<p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p> <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>"},{"location":"Researcher/cli-reference/runai-submit/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>","text":"<p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>"},{"location":"Researcher/cli-reference/runai-submit/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'","text":"<p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to jobs. Options are:</p> <ul> <li><code>nodeport</code> - add one or more ports using <code>--port</code>.</li> <li><code>external-url</code> - add one port and an optional custom URL using <code>--custom-url</code>.</li> </ul> <p>For example:</p> <p><code>runai submit test-jup -p team-a -i runai.jfrog.io/demo/jupyter-tensorboard --service-type external-url --port 8888</code></p> <p><code>runai submit test-np -p team-a -i ubuntu --service-type nodeport --port 30000:7070</code></p> <p>This flag supports more than one <code>service-type</code>. Multiple service types are supported in CSV style using multiple instances of the same option and commas to separate the values for them.</p> <p>For example:</p> <p><code>runai submit test-np -p team-a -i ubuntu --service-type nodeport,port=30000:7070 --service-type external-url,port=30001</code></p> <p><code>runai submit test-np -p team-a -i ubuntu --service-type nodeport,port=30000:7070,port=9090 --service-type external-url,port=8080,custom-url=https://my.domain.com/url</code> </p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container. You can use a port number (for example 9090) or use the numbers of <code>hostport:containerport</code> (for example, 30000:7070).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-custom-url-string","title":"--custom-url <code>&lt;string&gt;</code>  <p>An optional argument that specifies a custom URL when using the <code>external-url</code> service type. If not provided, the system will generate a URL automatically.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node. This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#output","title":"Output","text":"<p>The command will attempt to submit a Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <p>Note that the submit call may use a policy to provide defaults to any of the above flags.</p>"},{"location":"Researcher/cli-reference/runai-submit/#see-also","title":"See Also","text":"<ul> <li>See any of the Quickstart documents here:.</li> <li>See policy configuration for a description on how policies work.</li> </ul>"},{"location":"Researcher/cli-reference/runai-suspend/","title":"runai suspend","text":""},{"location":"Researcher/cli-reference/runai-suspend/#description","title":"Description","text":"<p>Suspend a Job</p> <p>Suspending a Running Job will stop the Job and will not allow it to be scheduled until it is resumed using <code>runai resume</code>. This means that,</p> <ul> <li>You will no longer be able to enter it via <code>runai bash</code>.</li> <li>The Job logs will be deleted.</li> <li>Any data saved on the container and not stored in a shared location will be lost.</li> </ul> <p>Technically, the command deletes the Kubernetes pods associated with the Job and marks the Job as suspended until it is manually released. </p> <p>Suspend and resume do not work with MPI and Inference </p>"},{"location":"Researcher/cli-reference/runai-suspend/#synopsis","title":"Synopsis","text":"<pre><code>runai suspend &lt;job-name&gt;\n    [--all | -A]\n\n    [--loglevel value]\n    [--project string | -p string]\n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-suspend/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-suspend/#-all-a","title":"--all | -A","text":"<p>Suspend all Jobs in the current Project.</p>"},{"location":"Researcher/cli-reference/runai-suspend/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-suspend/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-suspend/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-suspend/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-suspend/#output","title":"Output","text":"<ul> <li>The Job will be suspended. When running runai list jobs the Job will be marked as Suspended.</li> </ul>"},{"location":"Researcher/cli-reference/runai-suspend/#see-also","title":"See Also","text":"<ul> <li>Resuming Jobs: Resume.</li> </ul>"},{"location":"Researcher/cli-reference/runai-top-node/","title":"runai top node","text":""},{"location":"Researcher/cli-reference/runai-top-node/#description","title":"Description","text":"<p>Show list of Nodes (machines), their capacity and utilization.</p>"},{"location":"Researcher/cli-reference/runai-top-node/#synopsis","title":"Synopsis","text":"<pre><code>runai top node \n    [--help | -h]\n    [--details | -d]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-top-node/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-top-node/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-top-node/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-top-node/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-top-node/#-details-d","title":"--details | -d","text":"<p>Show additional details.</p>"},{"location":"Researcher/cli-reference/runai-top-node/#output","title":"Output","text":"<p>Shows a list of Nodes their capacity and utilization.</p>"},{"location":"Researcher/cli-reference/runai-top-node/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/runai-update/","title":"runai update","text":""},{"location":"Researcher/cli-reference/runai-update/#description","title":"Description","text":"<p>Find and install the latest version of the runai command-line utility. The command must be run with sudo permissions.</p> <pre><code>sudo runai update\n</code></pre>"},{"location":"Researcher/cli-reference/runai-update/#synopsis","title":"Synopsis","text":"<pre><code>runai update \n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-update/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-update/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-update/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-update/#output","title":"Output","text":"<p>Update of the Run:ai command-line interface.</p>"},{"location":"Researcher/cli-reference/runai-update/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/runai-version/","title":"runai version","text":""},{"location":"Researcher/cli-reference/runai-version/#description","title":"Description","text":"<p>Show the version of this utility.</p>"},{"location":"Researcher/cli-reference/runai-version/#synopsis","title":"Synopsis","text":"<pre><code>runai version \n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-version/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-version/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-version/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-version/#output","title":"Output","text":"<p>The version of the Run:ai command-line interface.</p>"},{"location":"Researcher/cli-reference/runai-version/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/runai-whoami/","title":"runai whoami","text":""},{"location":"Researcher/cli-reference/runai-whoami/#description","title":"Description","text":"<p>Show the user name currently logged in</p>"},{"location":"Researcher/cli-reference/runai-whoami/#synopsis","title":"Synopsis","text":"<pre><code>runai whoami \n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-whoami/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-whoami/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-whoami/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-whoami/#output","title":"Output","text":"<p>The name of the User currently logged in with the Run:ai command-line interface.</p>"},{"location":"Researcher/cli-reference/runai-whoami/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/","title":"CLI Examples","text":"<p>This article provides examples of popular use cases illustrating how to use the Command Line Interface (CLI)</p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#logging-in","title":"Logging in","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#logging-in-via-runai-sign-in-page-web","title":"Logging in via run:ai sign in page (web)","text":"<p>You can log in from the UI, if you are using SSO or credentials <pre><code>runai login\n</code></pre></p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#logging-in-via-terminal-credentials","title":"Logging in via terminal (credentials)","text":"<pre><code>runai login user -u john@acme.com -p \"password\"\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#configuration","title":"Configuration","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#setting-a-default-project","title":"Setting a default project","text":"<pre><code>runai project set \"project-name\"\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-a-workload","title":"Submitting a workload","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#naming-a-workload","title":"Naming a workload","text":"<p>Use the commands below to provide a name for a workload.</p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#setting-a-the-workload-name-my_workload_name","title":"Setting a the workload name ( my_workload_name)","text":"<pre><code>runai workspace submit my-workload-name -p test -i ubuntu \n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#setting-a-random-name-with-prefix-prefixworkload-type","title":"Setting a random name with prefix (prefix=workload type)","text":"<pre><code>    runai workspace submit -p test -i ubuntu \n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#setting-a-random-name-with-specific-prefix-prefix-determined-by-flag","title":"Setting a random name with specific prefix (prefix determined by flag)","text":"<pre><code>runai workspace submit --prefix-name my-prefix-workload-name -p test -i ubuntu \n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#labels-and-annotations","title":"Labels and annotations","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#labels","title":"Labels","text":"<pre><code>runai workspace submit -p test -i ubuntu --label name=value --label name2=value2\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#annotations","title":"Annotations","text":"<pre><code>runai workspace submit -p test -i ubuntu --annotation name=value --annotation name2=value2\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#containers-environment-variables","title":"Container's environment variables","text":"<pre><code>runai workspace submit -p test -i ubuntu -e name=value -e name2=value2\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#requests-and-limits","title":"Requests and limits","text":"<pre><code>runai workspace submit  -p \"project-name\" -i runai.jfrog.io/demo/quickstart-demo   --cpu-core-request 0.3 --cpu-core-limit 1 --cpu-memory-request 50M --cpu-memory-limit 1G  --gpu-devices-request 1 --gpu-memory-request 1G\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-and-attaching-to-process","title":"Submitting and attaching to process","text":"<pre><code>runai workspace submit  -p \"project-name\" -i python  --attach -- python3\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-a-jupyter-notebook","title":"Submitting a jupyter notebook","text":"<pre><code>runai workspace submit --image jupyter/scipy-notebook -p \"project-name\" --gpu-devices-request 1 --external-url container=8888 --name-prefix jupyter --command -- start-notebook.sh --NotebookApp.base_url='/${RUNAI_PROJECT}/${RUNAI_JOB_NAME}' --NotebookApp.token=''\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-distributed-training-workload-with-tensorflow","title":"Submitting distributed training workload with TensorFlow","text":"<pre><code>runai distributed submit -f TF --workers=5 --no-master -g 1 -i kubeflow/tf-mnist-with-summaries:latest -p \"project-name\" --command -- python /var/tf_mnist/mnist_with_summaries.py --max_steps 1000000\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-a-multi-pod-workload","title":"Submitting a multi-pod workload","text":"<pre><code>runai training submit  -i alpine -p test --parallelism 2 --completions 2  -- sleep 100000\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submit-and-bash","title":"Submit and bash","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-a-workload-with-bash-command","title":"Submitting a workload with bash command","text":"<pre><code>runai training pytorch submit  -p \"project-name\" -i nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu20.04 -g 1 --workers 3 --command -- bash -c 'trap : TERM INT; sleep infinity &amp; wait'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#bashing-into-the-workload","title":"Bashing into the workload","text":"<pre><code>runai training pytorch bash pytorch-06027b585626 -p \"project-name\"\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-distributed-training-workload-with-mpi","title":"Submitting distributed training workload with MPI","text":"<pre><code>runai  mpi submit dist1 --workers=2 -g 1 \\\n    -i runai.jfrog.io/demo/quickstart-distributed:v0.3.0 -e RUNAI_SLEEP_SECS=60 -p \"project-name\"\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-with-pvc","title":"Submitting with PVC","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#new-pvc-bounded-to-the-workspace","title":"New PVC bounded to the workspace","text":"<p>New PVCs will be deleted when the workload is deleted <pre><code>runai workspace submit -i ubuntu --new-pvc claimname=yuval-3,size=10M,path=/tmp/test\n</code></pre></p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#new-ephemeral-pvc","title":"New ephemeral PVC","text":"<p>New ephemeral PVCs will be deleted when the workload is deleted or paused <pre><code>runai workspace submit -i ubuntu --new-pvc claimname=yuval2,size=10M,path=/tmp/test,ephemeral\n</code></pre></p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#existing-pvc","title":"Existing PVC","text":"<p>Existing PVCs will not be deleted when the workload is deleted <pre><code>runai workspace submit -i ubuntu --existing-pvc claimname=test-pvc-2-project-mn2xs,path=/home/test\n</code></pre></p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#masterworker-configuration","title":"Master/Worker configuration","text":"<p>--command flag and -- are set both leader (master) and workers command/arguments</p> <p>--master-args flag sets the master arguments</p> <p>--master-command flag sets the master commands with arguments</p> <p>--master-args and --master-command flags can be set together</p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#overriding-both-the-leader-master-and-worker-images-arguments","title":"Overriding both the leader (master) and worker image's arguments","text":"<pre><code>runai pytorch submit -i ubuntu -- -a argument_a -b argument_b -c\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#overriding-both-the-leader-master-and-worker-images-commands-with-arguments","title":"Overriding both the leader (master) and worker image's commands with arguments","text":"<pre><code>runai pytorch submit -i ubuntu --command -- python -m pip install\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#overriding-arguments-of-the-leader-master-and-worker-images-arguments-with-different-values","title":"Overriding arguments of the leader (master) and worker image's arguments with different values","text":"<pre><code>runai pytorch submit -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#overriding-command-with-arguments-of-the-leader-master-and-worker-images-arguments","title":"Overriding command with arguments of the leader (master) and worker image's arguments","text":"<pre><code>runai pytorch submit -i ubuntu --master-command \"python_master -m pip install'\" --command -- 'python_worker -m pip install'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#listing-objects","title":"Listing objects","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#listing-all-workloads-in-the-users-scope","title":"Listing all workloads in the user's scope","text":"<pre><code>runai workload list -A\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#listing-projects-in-a-yaml-format","title":"Listing projects in a YAML format","text":"<pre><code>runai project list --yaml\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#listing-nodes-in-a-json-format","title":"Listing nodes in a JSON format","text":"<pre><code>runai node list --json\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#cli-reference","title":"CLI reference","text":"<p>For the full guide of the CLI syntax, see the CLI reference</p>"},{"location":"Researcher/cli-reference/new-cli/overview/","title":"Run:ai V2 Command-line Interface","text":"<p>The Run:ai Command-line Interface (CLI) tool for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, and access other features in the Run:ai platform.</p>"},{"location":"Researcher/cli-reference/new-cli/overview/#the-new-v2-command-line-interface","title":"The new V2 Command-line interface","text":"<p>This command-line interface is a complete revamp of the command-line interface. Few highlights:</p> <ul> <li>The CLI internally uses the Control-plane API. This provides a single point of view on Workloads removing dissimilarities between the user interface, programming interface and the command-line interface. </li> <li>As such, it also removes the need to configure the Kubernetes API server for authentication. </li> <li>The CLI is only available for Run:ai cluster version 2.18 and up.</li> <li>The new V2 CLI is backward compatible with the older V1 CLI.</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/overview/#installing-the-improved-command-line-interface","title":"Installing the Improved Command Line Interface","text":"<p>See installation instructions here.</p>"},{"location":"Researcher/cli-reference/new-cli/overview/#reference","title":"Reference","text":"<p>List of all commands can be found here</p>"},{"location":"Researcher/cli-reference/new-cli/runai/","title":"CLI Reference","text":""},{"location":"Researcher/cli-reference/new-cli/runai/#runai","title":"runai","text":"<p>Run:ai Command-line Interface</p>"},{"location":"Researcher/cli-reference/new-cli/runai/#synopsis","title":"Synopsis","text":"<p>runai - The Run:ai Researcher Command Line Interface</p> <p>Description:   A tool for managing Run:ai workloads and monitoring available resources.   It provides researchers with comprehensive control over their AI development environment.</p> <pre><code>runai [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai/#options","title":"Options","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -h, --help                 help for runai\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai/#see-also","title":"SEE ALSO","text":"<ul> <li>runai cluster  - cluster management</li> <li>runai config    - configuration management</li> <li>runai kubeconfig    - kubeconfig management</li> <li>runai login  - login to the control plane</li> <li>runai logout    - logout from control plane</li> <li>runai mpi  - alias for mpi management</li> <li>runai node    - node management</li> <li>runai nodepool    - node pool management</li> <li>runai project  - project management</li> <li>runai pytorch  - alias for pytorch management</li> <li>runai report    - [Experimental] report management</li> <li>runai tensorflow    - alias for tensorflow management</li> <li>runai training    - training management</li> <li>runai upgrade  - upgrades the CLI to the latest version</li> <li>runai version  - show the current version of the CLI</li> <li>runai whoami    - show the current logged in user</li> <li>runai workload    - workload management</li> <li>runai workspace  - workspace management</li> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_attach/","title":"Runai attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_attach/#runai-attach","title":"runai attach","text":"<p>[Deprecated] attach</p> <pre><code>runai attach WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --type string                    The type of the workload (training, workspace)\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster/","title":"Runai cluster","text":""},{"location":"Researcher/cli-reference/new-cli/runai_cluster/#runai-cluster","title":"runai cluster","text":"<p>cluster management</p> <pre><code>runai cluster [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster/#options","title":"Options","text":"<pre><code>  -h, --help                 help for cluster\n      --interactive enable   set interactive mode (enabled|disabled)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai cluster list    - cluster list command</li> <li>runai cluster set  - set cluster context</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/","title":"Runai cluster list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/#runai-cluster-list","title":"runai cluster list","text":"<p>cluster list command</p> <pre><code>runai cluster list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/#options","title":"Options","text":"<pre><code>  -h, --help         help for list\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai cluster  - cluster management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/","title":"Runai cluster set","text":""},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/#runai-cluster-set","title":"runai cluster set","text":"<p>set cluster context</p> <pre><code>runai cluster set [CLUSTER_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/#options","title":"Options","text":"<pre><code>  -h, --help        help for set\n      --id string   set by cluster ID\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/#see-also","title":"SEE ALSO","text":"<ul> <li>runai cluster  - cluster management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_config/","title":"Runai config","text":""},{"location":"Researcher/cli-reference/new-cli/runai_config/#runai-config","title":"runai config","text":"<p>configuration management</p> <pre><code>runai config [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config/#options","title":"Options","text":"<pre><code>  -h, --help                 help for config\n      --interactive enable   set interactive mode (enabled|disabled)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai config generate  - generate config file</li> <li>runai config set    - Set configuration values</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/","title":"Runai config generate","text":""},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/#runai-config-generate","title":"runai config generate","text":"<p>generate config file</p> <pre><code>runai config generate [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/#options","title":"Options","text":"<pre><code>      --file string   Output structure to file\n  -h, --help          help for generate\n      --json          Output structure JSON\n      --yaml          Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/#see-also","title":"SEE ALSO","text":"<ul> <li>runai config    - configuration management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_config_project/","title":"Runai config project","text":""},{"location":"Researcher/cli-reference/new-cli/runai_config_project/#runai-config-project","title":"runai config project","text":"<p>[Deprecated] Configure a default project</p> <pre><code>runai config project PROJECT_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_project/#options","title":"Options","text":"<pre><code>  -h, --help   help for project\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_project/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_project/#see-also","title":"SEE ALSO","text":"<ul> <li>runai config    - configuration management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/","title":"Runai config set","text":""},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#runai-config-set","title":"runai config set","text":"<p>Set configuration values</p> <pre><code>runai config set [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#examples","title":"Examples","text":"<pre><code>runai config set --status-timeout-duration 5s\nrunai config set --status-timeout-duration 300ms\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#options","title":"Options","text":"<pre><code>      --auth-url string                  set the authorization URL; most likely the same as the control plane URL\n      --cp-url string                    set the control plane URL\n  -h, --help                             help for set\n      --interactive enable               set interactive mode (enabled|disabled)\n      --output string                    set the default output type\n      --status-timeout-duration string   set cluster status call timeout duration value, the default is 3 second (\"3s\")\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#see-also","title":"SEE ALSO","text":"<ul> <li>runai config    - configuration management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_describe/","title":"Runai describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_describe/#runai-describe","title":"runai describe","text":"<p>[Deprecated] Display detailed information about resources</p>"},{"location":"Researcher/cli-reference/new-cli/runai_describe/#options","title":"Options","text":"<pre><code>  -h, --help   help for describe\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai describe job    - [Deprecated] Display details of a job</li> <li>runai describe node  - [Deprecated] Display detailed information about nodes in the cluster</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/","title":"Runai describe job","text":""},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/#runai-describe-job","title":"runai describe job","text":"<p>[Deprecated] Display details of a job</p> <pre><code>runai describe job JOB_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/#options","title":"Options","text":"<pre><code>  -h, --help             help for job\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --type string      The type of the workload (training, workspace)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/#see-also","title":"SEE ALSO","text":"<ul> <li>runai describe    - [Deprecated] Display detailed information about resources</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/","title":"Runai describe node","text":""},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/#runai-describe-node","title":"runai describe node","text":"<p>[Deprecated] Display detailed information about nodes in the cluster</p> <pre><code>runai describe node [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/#options","title":"Options","text":"<pre><code>  -h, --help   help for node\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/#see-also","title":"SEE ALSO","text":"<ul> <li>runai describe    - [Deprecated] Display detailed information about resources</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_exec/","title":"Runai exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_exec/#runai-exec","title":"runai exec","text":"<p>[Deprecated] exec</p> <pre><code>runai exec WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --type string                    The type of the workload (training, workspace)\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/","title":"Runai kubeconfig","text":""},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/#runai-kubeconfig","title":"runai kubeconfig","text":"<p>kubeconfig management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/#options","title":"Options","text":"<pre><code>  -h, --help   help for kubeconfig\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai kubeconfig set    - kubeconfig set login token</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/","title":"Runai kubeconfig set","text":""},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/#runai-kubeconfig-set","title":"runai kubeconfig set","text":"<p>kubeconfig set login token</p> <pre><code>runai kubeconfig set [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/#options","title":"Options","text":"<pre><code>  -h, --help   help for set\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/#see-also","title":"SEE ALSO","text":"<ul> <li>runai kubeconfig    - kubeconfig management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list/","title":"Runai list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list/#runai-list","title":"runai list","text":"<p>[Deprecated] display resource list. By default displays the job list</p> <pre><code>runai list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list/#options","title":"Options","text":"<pre><code>  -A, --all-projects     list workloads from all projects\n  -h, --help             help for list\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai list clusters  - [Deprecated] list all available clusters</li> <li>runai list jobs  - [Deprecated] list all jobs</li> <li>runai list nodes    - [Deprecated] list all nodes</li> <li>runai list projects  - [Deprecated] list all available projects</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/","title":"Runai list clusters","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/#runai-list-clusters","title":"runai list clusters","text":"<p>[Deprecated] list all available clusters</p> <pre><code>runai list clusters [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/#options","title":"Options","text":"<pre><code>  -h, --help         help for clusters\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/#see-also","title":"SEE ALSO","text":"<ul> <li>runai list    - [Deprecated] display resource list. By default displays the job list</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/","title":"Runai list jobs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/#runai-list-jobs","title":"runai list jobs","text":"<p>[Deprecated] list all jobs</p> <pre><code>runai list jobs [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/#options","title":"Options","text":"<pre><code>  -A, --all-projects     list workloads from all projects\n  -h, --help             help for jobs\n      --json             Output structure JSON\n      --no-headers       Output structure table without headers\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai list    - [Deprecated] display resource list. By default displays the job list</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/","title":"Runai list nodes","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/#runai-list-nodes","title":"runai list nodes","text":"<p>[Deprecated] list all nodes</p> <pre><code>runai list nodes [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/#options","title":"Options","text":"<pre><code>  -h, --help         help for nodes\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/#see-also","title":"SEE ALSO","text":"<ul> <li>runai list    - [Deprecated] display resource list. By default displays the job list</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/","title":"Runai list projects","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/#runai-list-projects","title":"runai list projects","text":"<p>[Deprecated] list all available projects</p> <pre><code>runai list projects [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/#options","title":"Options","text":"<pre><code>  -h, --help         help for projects\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/#see-also","title":"SEE ALSO","text":"<ul> <li>runai list    - [Deprecated] display resource list. By default displays the job list</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_login/","title":"Runai login","text":""},{"location":"Researcher/cli-reference/new-cli/runai_login/#runai-login","title":"runai login","text":"<p>login to the control plane</p> <pre><code>runai login [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login/#examples","title":"Examples","text":"<pre><code>  # Login using browser\n  runai login\n\n  # Login using SSO with remote browser\n  runai login sso\n  runai login remote-browser\n\n  # Login using username and password without browser\n  runai login user -u &lt;username&gt; \n\n  # Login using browser with specific port and host\n  runai login --listen-port=43121 --listen-host=localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login/#options","title":"Options","text":"<pre><code>  -h, --help                 help for login\n      --listen-host string   the host to listen on for the authentication callback (for browser mode only) (default \"localhost\")\n      --listen-port int      the port to listen on for the authentication callback (for browser mode only) (default 43121)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai login application  - login as an application</li> <li>runai login sso  - login using sso without browser</li> <li>runai login user    - login for local user without browser</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/","title":"Runai login application","text":""},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#runai-login-application","title":"runai login application","text":"<p>login as an application</p> <pre><code>runai login application [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#examples","title":"Examples","text":"<pre><code>  # Login interactive using application credentials\n  runai login app\n\n  # Login using application credentials\n  login app --name=&lt;app_name&gt; --secret=&lt;app_secret&gt; --interactive=disabled\n\n  # Login and Save application credentials\n  login app --name=&lt;app_name&gt; --secret=&lt;app_secret&gt; --interactive=disabled --save\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#options","title":"Options","text":"<pre><code>  -h, --help                 help for application\n      --interactive enable   set interactive mode (enabled|disabled)\n      --name string          application name\n      --save                 save application credentials in config file\n      --secret string        application secret\n      --secret-file string   use application secret from file\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#see-also","title":"SEE ALSO","text":"<ul> <li>runai login  - login to the control plane</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/","title":"Runai login sso","text":""},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/#runai-login-sso","title":"runai login sso","text":"<p>login using sso without browser</p> <pre><code>runai login sso [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/#options","title":"Options","text":"<pre><code>  -h, --help   help for sso\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/#see-also","title":"SEE ALSO","text":"<ul> <li>runai login  - login to the control plane</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/","title":"Runai login user","text":""},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#runai-login-user","title":"runai login user","text":"<p>login for local user without browser</p>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#synopsis","title":"Synopsis","text":"<p>Login to the control plane using a local user without browser</p> <pre><code>runai login user [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#examples","title":"Examples","text":"<pre><code># Login with a username. the password will be prompted via stdin afterward (recommended)\nrunai login user -u &lt;username&gt;\n\n# Login with a username and plain password (not recommended for security reasons)\nrunai login user --user=user --password=pass\n\n# Login with a username and password (not recommended for security reasons)\nrunai login user -u=user -p=pass\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#options","title":"Options","text":"<pre><code>  -h, --help              help for user\n  -p, --password string   plaintext password of the given username. not recommended for security reasons\n  -u, --user string       the username to login with\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#see-also","title":"SEE ALSO","text":"<ul> <li>runai login  - login to the control plane</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_logout/","title":"Runai logout","text":""},{"location":"Researcher/cli-reference/new-cli/runai_logout/#runai-logout","title":"runai logout","text":"<p>logout from control plane</p> <pre><code>runai logout [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logout/#options","title":"Options","text":"<pre><code>  -h, --help   help for logout\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logout/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logout/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_logs/","title":"Runai logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_logs/#runai-logs","title":"runai logs","text":"<p>[Deprecated] logs</p> <pre><code>runai logs WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --type string             The type of the workload (training, workspace)\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi/","title":"Runai mpi","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi/#runai-mpi","title":"runai mpi","text":"<p>alias for mpi management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi/#options","title":"Options","text":"<pre><code>  -h, --help   help for mpi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai mpi attach    - attach to a running container in a mpi training job</li> <li>runai mpi bash    - open a bash shell in a mpi training job</li> <li>runai mpi delete    - delete mpi training workload</li> <li>runai mpi describe    - describe mpi training</li> <li>runai mpi exec    - execute a command in a mpi training job</li> <li>runai mpi list    - list mpi training</li> <li>runai mpi logs    - view logs of a mpi training job</li> <li>runai mpi port-forward    - forward one or more local ports to a mpi training job</li> <li>runai mpi resume    - resume mpi training</li> <li>runai mpi submit    - submit mpi training</li> <li>runai mpi suspend  - suspend mpi training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/","title":"Runai mpi attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#runai-mpi-attach","title":"runai mpi attach","text":"<p>attach to a running container in a mpi training job</p> <pre><code>runai mpi attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a mpi training\nrunai training mpi attach mpi-01 --tty --stdin\n\n# Attaching to a specific pod of a mpi training\nrunai training mpi attach mpi-01 --pod mpi-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/","title":"Runai mpi bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#runai-mpi-bash","title":"runai mpi bash","text":"<p>open a bash shell in a mpi training job</p> <pre><code>runai mpi bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the mpi training's main worker\nrunai training mpi bash mpi-01\n\n# Open a bash shell in a specific mpi training worker\nrunai training mpi bash mpi-01 --pod mpi-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/","title":"Runai mpi delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#runai-mpi-delete","title":"runai mpi delete","text":"<p>delete mpi training workload</p> <pre><code>runai mpi delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#examples","title":"Examples","text":"<pre><code># Delete a mpi training workload with a default project\nrunai training mpi delete &lt;mpi-name&gt;\n\n# Delete a mpi training workload with a specific project\nrunai training mpi delete &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Delete a mpi training workload by UUID\nrunai training mpi delete --uuid=&lt;mpi_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/","title":"Runai mpi describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#runai-mpi-describe","title":"runai mpi describe","text":"<p>describe mpi training</p> <pre><code>runai mpi describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#examples","title":"Examples","text":"<pre><code># Describe a mpi training workload with a default project\nrunai training mpi describe &lt;mpi-name&gt;\n\n# Describe a mpi training workload in a specific project\nrunai training mpi describe &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Describe a mpi training workload by UUID\nrunai training mpi describe --uuid=&lt;mpi_uuid&gt;\n\n# Describe a mpi training workload with specific output format\nrunai training mpi describe &lt;mpi-name&gt; -o json\n\n# Describe a mpi training workload with specific sections\nrunai training mpi describe &lt;mpi-name&gt; --general --compute --pods --events --networks\n\n# Describe a mpi training workload with container details and custom limits\nrunai training mpi describe &lt;mpi-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/","title":"Runai mpi exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#runai-mpi-exec","title":"runai mpi exec","text":"<p>execute a command in a mpi training job</p> <pre><code>runai mpi exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the mpi training's main worker\nrunai training mpi exec mpi-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the mpi training's main worker\nrunai training mpi exec mpi-01 -- ls\n\n# Execute a command in a specific mpi training worker\nrunai training mpi exec mpi-01 --pod mpi-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/","title":"Runai mpi list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#runai-mpi-list","title":"runai mpi list","text":"<p>list mpi training</p> <pre><code>runai mpi list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#examples","title":"Examples","text":"<pre><code># List all mpi training workloads\nrunai training mpi list -A\n\n# List mpi training workloads with default project\nrunai training mpi list\n\n# List mpi training workloads in a specific project\nrunai training mpi list -p &lt;project_name&gt;\n\n# List all mpi training workloads with a specific output format\nrunai training mpi list -o wide\n\n# List mpi training workloads with pagination\nrunai training mpi list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/","title":"Runai mpi logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#runai-mpi-logs","title":"runai mpi logs","text":"<p>view logs of a mpi training job</p> <pre><code>runai mpi logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a mpi training\nrunai training mpi logs mpi-01\n\n# Get logs for a specific pod in a mpi training\nrunai training mpi logs mpi-01 --pod=mpi-01-worker-0\n\n# Get logs for a specific container in a mpi training\nrunai training mpi logs mpi-01 --container=mpi-worker\n\n# Get the last 100 lines of logs\nrunai training mpi logs mpi-01 --tail=100\n\n# Get logs with timestamps\nrunai training mpi logs mpi-01 --timestamps\n\n# Follow the logs\nrunai training mpi logs mpi-01 --follow\n\n# Get logs for the previous instance of the mpi training\nrunai training mpi logs mpi-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training mpi logs mpi-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training mpi logs mpi-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training mpi logs mpi-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for mpi training to be ready for logs\nrunai training mpi logs mpi-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/","title":"Runai mpi port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#runai-mpi-port-forward","title":"runai mpi port-forward","text":"<p>forward one or more local ports to a mpi training job</p> <pre><code>runai mpi port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to mpi training on port 8090:\nrunai training mpi port-forward mpi-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to mpi training on port 8080:\nrunai training mpi port-forward mpi-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to mpi training on port 8090 and from localhost:6443 to mpi training on port 443:\nrunai training mpi port-forward mpi-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/","title":"Runai mpi resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#runai-mpi-resume","title":"runai mpi resume","text":"<p>resume mpi training</p> <pre><code>runai mpi resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#examples","title":"Examples","text":"<pre><code># Resume a mpi training workload\nrunai training mpi resume &lt;mpi-name&gt;\n\n# Resume a mpi training workload in a specific project\nrunai training mpi resume &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Resume a mpi training workload by UUID\nrunai training mpi resume --uuid=&lt;mpi_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/","title":"Runai mpi submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#runai-mpi-submit","title":"runai mpi submit","text":"<p>submit mpi training</p> <pre><code>runai mpi submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#examples","title":"Examples","text":"<pre><code># Submit a mpi training workload\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a mpi training workload with arguments\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a mpi training workload with a custom command\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a mpi training master args with worker args\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a mpi training master command with worker args\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a mpi training master command with worker command\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --slots-per-worker int32                         Number of slots to allocate for each worker\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/","title":"Runai mpi suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#runai-mpi-suspend","title":"runai mpi suspend","text":"<p>suspend mpi training</p> <pre><code>runai mpi suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a mpi training workload\nrunai training mpi suspend &lt;mpi-name&gt;\n\n# Suspend a mpi training workload in a specific project\nrunai training mpi suspend &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Suspend a mpi training workload by UUID\nrunai training mpi suspend --uuid=&lt;mpi_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_node/","title":"Runai node","text":""},{"location":"Researcher/cli-reference/new-cli/runai_node/#runai-node","title":"runai node","text":"<p>node management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_node/#options","title":"Options","text":"<pre><code>  -h, --help   help for node\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai node list  - List node</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_node_list/","title":"Runai node list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_node_list/#runai-node-list","title":"runai node list","text":"<p>List node</p> <pre><code>runai node list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node_list/#options","title":"Options","text":"<pre><code>  -h, --help         help for list\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai node    - node management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/","title":"Runai nodepool","text":""},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/#runai-nodepool","title":"runai nodepool","text":"<p>node pool management</p> <pre><code>runai nodepool [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/#options","title":"Options","text":"<pre><code>  -h, --help   help for nodepool\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai nodepool list  - List node pool</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/","title":"Runai nodepool list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/#runai-nodepool-list","title":"runai nodepool list","text":"<p>List node pool</p> <pre><code>runai nodepool list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/#options","title":"Options","text":"<pre><code>  -h, --help         help for list\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai nodepool    - node pool management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/","title":"Runai port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/#runai-port-forward","title":"runai port-forward","text":"<p>[Deprecated] port forward</p> <pre><code>runai port-forward WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --type string                    The type of the workload (training, workspace)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_project/","title":"Runai project","text":""},{"location":"Researcher/cli-reference/new-cli/runai_project/#runai-project","title":"runai project","text":"<p>project management</p> <pre><code>runai project [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project/#options","title":"Options","text":"<pre><code>  -h, --help                 help for project\n      --interactive enable   set interactive mode (enabled|disabled)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai project list    - list available project</li> <li>runai project set  - set default project name</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_project_list/","title":"Runai project list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_project_list/#runai-project-list","title":"runai project list","text":"<p>list available project</p> <pre><code>runai project list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_list/#options","title":"Options","text":"<pre><code>  -h, --help         help for list\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai project  - project management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_project_set/","title":"Runai project set","text":""},{"location":"Researcher/cli-reference/new-cli/runai_project_set/#runai-project-set","title":"runai project set","text":"<p>set default project name</p> <pre><code>runai project set PROJECT_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_set/#options","title":"Options","text":"<pre><code>  -h, --help   help for set\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_set/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_set/#see-also","title":"SEE ALSO","text":"<ul> <li>runai project  - project management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/","title":"Runai pytorch","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/#runai-pytorch","title":"runai pytorch","text":"<p>alias for pytorch management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/#options","title":"Options","text":"<pre><code>  -h, --help   help for pytorch\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai pytorch attach    - attach to a running container in a pytorch training job</li> <li>runai pytorch bash    - open a bash shell in a pytorch training job</li> <li>runai pytorch delete    - delete pytorch training workload</li> <li>runai pytorch describe    - describe pytorch training</li> <li>runai pytorch exec    - execute a command in a pytorch training job</li> <li>runai pytorch list    - list pytorch training</li> <li>runai pytorch logs    - view logs of a pytorch training job</li> <li>runai pytorch port-forward    - forward one or more local ports to a pytorch training job</li> <li>runai pytorch resume    - resume pytorch training</li> <li>runai pytorch submit    - submit pytorch training</li> <li>runai pytorch suspend  - suspend pytorch training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/","title":"Runai pytorch attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#runai-pytorch-attach","title":"runai pytorch attach","text":"<p>attach to a running container in a pytorch training job</p> <pre><code>runai pytorch attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a pytorch training\nrunai training pytorch attach pytorch-01 --tty --stdin\n\n# Attaching to a specific pod of a pytorch training\nrunai training pytorch attach pytorch-01 --pod pytorch-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/","title":"Runai pytorch bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#runai-pytorch-bash","title":"runai pytorch bash","text":"<p>open a bash shell in a pytorch training job</p> <pre><code>runai pytorch bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the pytorch training's main worker\nrunai training pytorch bash pytorch-01\n\n# Open a bash shell in a specific pytorch training worker\nrunai training pytorch bash pytorch-01 --pod pytorch-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/","title":"Runai pytorch delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#runai-pytorch-delete","title":"runai pytorch delete","text":"<p>delete pytorch training workload</p> <pre><code>runai pytorch delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#examples","title":"Examples","text":"<pre><code># Delete a pytorch training workload with a default project\nrunai training pytorch delete &lt;pytorch-name&gt;\n\n# Delete a pytorch training workload with a specific project\nrunai training pytorch delete &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Delete a pytorch training workload by UUID\nrunai training pytorch delete --uuid=&lt;pytorch_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/","title":"Runai pytorch describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#runai-pytorch-describe","title":"runai pytorch describe","text":"<p>describe pytorch training</p> <pre><code>runai pytorch describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#examples","title":"Examples","text":"<pre><code># Describe a pytorch training workload with a default project\nrunai training pytorch describe &lt;pytorch-name&gt;\n\n# Describe a pytorch training workload in a specific project\nrunai training pytorch describe &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Describe a pytorch training workload by UUID\nrunai training pytorch describe --uuid=&lt;pytorch_uuid&gt;\n\n# Describe a pytorch training workload with specific output format\nrunai training pytorch describe &lt;pytorch-name&gt; -o json\n\n# Describe a pytorch training workload with specific sections\nrunai training pytorch describe &lt;pytorch-name&gt; --general --compute --pods --events --networks\n\n# Describe a pytorch training workload with container details and custom limits\nrunai training pytorch describe &lt;pytorch-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/","title":"Runai pytorch exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#runai-pytorch-exec","title":"runai pytorch exec","text":"<p>execute a command in a pytorch training job</p> <pre><code>runai pytorch exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the pytorch training's main worker\nrunai training pytorch exec pytorch-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the pytorch training's main worker\nrunai training pytorch exec pytorch-01 -- ls\n\n# Execute a command in a specific pytorch training worker\nrunai training pytorch exec pytorch-01 --pod pytorch-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/","title":"Runai pytorch list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#runai-pytorch-list","title":"runai pytorch list","text":"<p>list pytorch training</p> <pre><code>runai pytorch list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#examples","title":"Examples","text":"<pre><code># List all pytorch training workloads\nrunai training pytorch list -A\n\n# List pytorch training workloads with default project\nrunai training pytorch list\n\n# List pytorch training workloads in a specific project\nrunai training pytorch list -p &lt;project_name&gt;\n\n# List all pytorch training workloads with a specific output format\nrunai training pytorch list -o wide\n\n# List pytorch training workloads with pagination\nrunai training pytorch list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/","title":"Runai pytorch logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#runai-pytorch-logs","title":"runai pytorch logs","text":"<p>view logs of a pytorch training job</p> <pre><code>runai pytorch logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a pytorch training\nrunai training pytorch logs pytorch-01\n\n# Get logs for a specific pod in a pytorch training\nrunai training pytorch logs pytorch-01 --pod=pytorch-01-worker-0\n\n# Get logs for a specific container in a pytorch training\nrunai training pytorch logs pytorch-01 --container=pytorch-worker\n\n# Get the last 100 lines of logs\nrunai training pytorch logs pytorch-01 --tail=100\n\n# Get logs with timestamps\nrunai training pytorch logs pytorch-01 --timestamps\n\n# Follow the logs\nrunai training pytorch logs pytorch-01 --follow\n\n# Get logs for the previous instance of the pytorch training\nrunai training pytorch logs pytorch-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training pytorch logs pytorch-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training pytorch logs pytorch-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training pytorch logs pytorch-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for pytorch training to be ready for logs\nrunai training pytorch logs pytorch-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/","title":"Runai pytorch port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#runai-pytorch-port-forward","title":"runai pytorch port-forward","text":"<p>forward one or more local ports to a pytorch training job</p> <pre><code>runai pytorch port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to pytorch training on port 8090:\nrunai training pytorch port-forward pytorch-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to pytorch training on port 8080:\nrunai training pytorch port-forward pytorch-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to pytorch training on port 8090 and from localhost:6443 to pytorch training on port 443:\nrunai training pytorch port-forward pytorch-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/","title":"Runai pytorch resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#runai-pytorch-resume","title":"runai pytorch resume","text":"<p>resume pytorch training</p> <pre><code>runai pytorch resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#examples","title":"Examples","text":"<pre><code># Resume a pytorch training workload\nrunai training pytorch resume &lt;pytorch-name&gt;\n\n# Resume a pytorch training workload in a specific project\nrunai training pytorch resume &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Resume a pytorch training workload by UUID\nrunai training pytorch resume --uuid=&lt;pytorch_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/","title":"Runai pytorch submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#runai-pytorch-submit","title":"runai pytorch submit","text":"<p>submit pytorch training</p> <pre><code>runai pytorch submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#examples","title":"Examples","text":"<pre><code># Submit a pytorch training workload\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a pytorch training workload with arguments\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a pytorch training workload with a custom command\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a pytorch training master args with worker args\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a pytorch training master command with worker args\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a pytorch training master command with worker command\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --max-replicas int32                             Maximum number of replicas for an elastic PyTorch job\n      --min-replicas int32                             Minimum number of replicas for an elastic PyTorch job\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --no-master                                      Do not create a separate pod for the master\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/","title":"Runai pytorch suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#runai-pytorch-suspend","title":"runai pytorch suspend","text":"<p>suspend pytorch training</p> <pre><code>runai pytorch suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a pytorch training workload\nrunai training pytorch suspend &lt;pytorch-name&gt;\n\n# Suspend a pytorch training workload in a specific project\nrunai training pytorch suspend &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Suspend a pytorch training workload by UUID\nrunai training pytorch suspend --uuid=&lt;pytorch_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report/","title":"Runai report","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report/#runai-report","title":"runai report","text":"<p>[Experimental] report management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_report/#options","title":"Options","text":"<pre><code>  -h, --help   help for report\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai report metrics    - [Experimental] metrics management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/","title":"Runai report metrics","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/#runai-report-metrics","title":"runai report metrics","text":"<p>[Experimental] metrics management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/#options","title":"Options","text":"<pre><code>  -h, --help   help for metrics\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/#see-also","title":"SEE ALSO","text":"<ul> <li>runai report    - [Experimental] report management</li> <li>runai report metrics clear    - metrics logs deletion</li> <li>runai report metrics config  - metrics configuration</li> <li>runai report metrics output  - metrics logs output</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/","title":"Runai report metrics clear","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/#runai-report-metrics-clear","title":"runai report metrics clear","text":"<p>metrics logs deletion</p> <pre><code>runai report metrics clear [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/#options","title":"Options","text":"<pre><code>  -h, --help   help for clear\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/#see-also","title":"SEE ALSO","text":"<ul> <li>runai report metrics    - [Experimental] metrics management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/","title":"Runai report metrics config","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/#runai-report-metrics-config","title":"runai report metrics config","text":"<p>metrics configuration</p> <pre><code>runai report metrics config [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/#options","title":"Options","text":"<pre><code>      --age int          metrics max file age (default 14)\n      --files int        metrics max file number (default 30)\n  -h, --help             help for config\n      --metrics enable   metrics enable flag (enabled|disabled)\n      --size int         metrics max file size (default 10)\n      --type reporter    report generated type (none|logger|local)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/#see-also","title":"SEE ALSO","text":"<ul> <li>runai report metrics    - [Experimental] metrics management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/","title":"Runai report metrics output","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/#runai-report-metrics-output","title":"runai report metrics output","text":"<p>metrics logs output</p> <pre><code>runai report metrics output [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/#options","title":"Options","text":"<pre><code>  -h, --help       help for output\n      --tail int   number of tail metrics (default 100)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/#see-also","title":"SEE ALSO","text":"<ul> <li>runai report metrics    - [Experimental] metrics management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_submit/","title":"Runai submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_submit/#runai-submit","title":"runai submit","text":"<p>[Deprecated] Submit a new workload</p> <pre><code>runai submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_submit/#options","title":"Options","text":"<pre><code>      --add-capability stringArray                     The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --completions int32                              Number of successful pods required for this job to be completed. Used with HPO\n      --configmap-volume stringArray                   Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu float                                      CPU core request (e.g. 0.5, 1)\n      --cpu-limit float                                CPU core limit (e.g. 0.5, 1)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu float                                      GPU units to allocate for the job (e.g. 0.5, 1)\n      --gpu-memory string                              GPU memory to allocate for the job (e.g. 1G, 500M)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --interactive                                    Mark this job as interactive\n      --job-name-prefix string                         Set defined prefix for the workload name and add index as a suffix\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --memory string                                  CPU memory to allocate for the job (e.g. 1G, 500M)\n      --memory-limit string                            CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --mig-profile string                             [Deprecated] MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --parallelism int32                              Number of pods to run in parallel at any given time. Used with HPO\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preemptible                                    Workspace preemptible workloads can be scheduled above guaranteed quota but may be reclaimed at any time\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n  -v, --volume stringArray                             Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/","title":"Runai tensorflow","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/#runai-tensorflow","title":"runai tensorflow","text":"<p>alias for tensorflow management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/#options","title":"Options","text":"<pre><code>  -h, --help   help for tensorflow\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai tensorflow attach  - attach to a running container in a tf training job</li> <li>runai tensorflow bash  - open a bash shell in a tf training job</li> <li>runai tensorflow delete  - delete tf training workload</li> <li>runai tensorflow describe  - describe tf training</li> <li>runai tensorflow exec  - execute a command in a tf training job</li> <li>runai tensorflow list  - list tf training</li> <li>runai tensorflow logs  - view logs of a tf training job</li> <li>runai tensorflow port-forward  - forward one or more local ports to a tf training job</li> <li>runai tensorflow resume  - resume tf training</li> <li>runai tensorflow submit  - submit tf training</li> <li>runai tensorflow suspend    - suspend tf training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/","title":"Runai tensorflow attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#runai-tensorflow-attach","title":"runai tensorflow attach","text":"<p>attach to a running container in a tf training job</p> <pre><code>runai tensorflow attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a tf training\nrunai training tf attach tf-01 --tty --stdin\n\n# Attaching to a specific pod of a tf training\nrunai training tf attach tf-01 --pod tf-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/","title":"Runai tensorflow bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#runai-tensorflow-bash","title":"runai tensorflow bash","text":"<p>open a bash shell in a tf training job</p> <pre><code>runai tensorflow bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the tf training's main worker\nrunai training tf bash tf-01\n\n# Open a bash shell in a specific tf training worker\nrunai training tf bash tf-01 --pod tf-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/","title":"Runai tensorflow delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#runai-tensorflow-delete","title":"runai tensorflow delete","text":"<p>delete tf training workload</p> <pre><code>runai tensorflow delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#examples","title":"Examples","text":"<pre><code># Delete a tf training workload with a default project\nrunai training tf delete &lt;tf-name&gt;\n\n# Delete a tf training workload with a specific project\nrunai training tf delete &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Delete a tf training workload by UUID\nrunai training tf delete --uuid=&lt;tf_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/","title":"Runai tensorflow describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#runai-tensorflow-describe","title":"runai tensorflow describe","text":"<p>describe tf training</p> <pre><code>runai tensorflow describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#examples","title":"Examples","text":"<pre><code># Describe a tf training workload with a default project\nrunai training tf describe &lt;tf-name&gt;\n\n# Describe a tf training workload in a specific project\nrunai training tf describe &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Describe a tf training workload by UUID\nrunai training tf describe --uuid=&lt;tf_uuid&gt;\n\n# Describe a tf training workload with specific output format\nrunai training tf describe &lt;tf-name&gt; -o json\n\n# Describe a tf training workload with specific sections\nrunai training tf describe &lt;tf-name&gt; --general --compute --pods --events --networks\n\n# Describe a tf training workload with container details and custom limits\nrunai training tf describe &lt;tf-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/","title":"Runai tensorflow exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#runai-tensorflow-exec","title":"runai tensorflow exec","text":"<p>execute a command in a tf training job</p> <pre><code>runai tensorflow exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the tf training's main worker\nrunai training tf exec tf-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the tf training's main worker\nrunai training tf exec tf-01 -- ls\n\n# Execute a command in a specific tf training worker\nrunai training tf exec tf-01 --pod tf-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/","title":"Runai tensorflow list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#runai-tensorflow-list","title":"runai tensorflow list","text":"<p>list tf training</p> <pre><code>runai tensorflow list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#examples","title":"Examples","text":"<pre><code># List all tf training workloads\nrunai training tf list -A\n\n# List tf training workloads with default project\nrunai training tf list\n\n# List tf training workloads in a specific project\nrunai training tf list -p &lt;project_name&gt;\n\n# List all tf training workloads with a specific output format\nrunai training tf list -o wide\n\n# List tf training workloads with pagination\nrunai training tf list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/","title":"Runai tensorflow logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#runai-tensorflow-logs","title":"runai tensorflow logs","text":"<p>view logs of a tf training job</p> <pre><code>runai tensorflow logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a tf training\nrunai training tf logs tf-01\n\n# Get logs for a specific pod in a tf training\nrunai training tf logs tf-01 --pod=tf-01-worker-0\n\n# Get logs for a specific container in a tf training\nrunai training tf logs tf-01 --container=tf-worker\n\n# Get the last 100 lines of logs\nrunai training tf logs tf-01 --tail=100\n\n# Get logs with timestamps\nrunai training tf logs tf-01 --timestamps\n\n# Follow the logs\nrunai training tf logs tf-01 --follow\n\n# Get logs for the previous instance of the tf training\nrunai training tf logs tf-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training tf logs tf-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training tf logs tf-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training tf logs tf-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for tf training to be ready for logs\nrunai training tf logs tf-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/","title":"Runai tensorflow port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#runai-tensorflow-port-forward","title":"runai tensorflow port-forward","text":"<p>forward one or more local ports to a tf training job</p> <pre><code>runai tensorflow port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to tf training on port 8090:\nrunai training tf port-forward tf-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to tf training on port 8080:\nrunai training tf port-forward tf-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to tf training on port 8090 and from localhost:6443 to tf training on port 443:\nrunai training tf port-forward tf-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/","title":"Runai tensorflow resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#runai-tensorflow-resume","title":"runai tensorflow resume","text":"<p>resume tf training</p> <pre><code>runai tensorflow resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#examples","title":"Examples","text":"<pre><code># Resume a tf training workload\nrunai training tf resume &lt;tf-name&gt;\n\n# Resume a tf training workload in a specific project\nrunai training tf resume &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Resume a tf training workload by UUID\nrunai training tf resume --uuid=&lt;tf_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/","title":"Runai tensorflow submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#runai-tensorflow-submit","title":"runai tensorflow submit","text":"<p>submit tf training</p> <pre><code>runai tensorflow submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#examples","title":"Examples","text":"<pre><code># Submit a tf training workload\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a tf training workload with arguments\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a tf training workload with a custom command\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a tf training master args with worker args\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a tf training master command with worker args\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a tf training master command with worker command\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --max-replicas int32                             Maximum number of replicas for an elastic PyTorch job\n      --min-replicas int32                             Minimum number of replicas for an elastic PyTorch job\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --no-master                                      Do not create a separate pod for the master\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/","title":"Runai tensorflow suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#runai-tensorflow-suspend","title":"runai tensorflow suspend","text":"<p>suspend tf training</p> <pre><code>runai tensorflow suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a tf training workload\nrunai training tf suspend &lt;tf-name&gt;\n\n# Suspend a tf training workload in a specific project\nrunai training tf suspend &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Suspend a tf training workload by UUID\nrunai training tf suspend --uuid=&lt;tf_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training/","title":"Runai training","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training/#runai-training","title":"runai training","text":"<p>training management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training/#options","title":"Options","text":"<pre><code>  -h, --help   help for training\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai training attach  - attach to a running container in a standard training job</li> <li>runai training bash  - open a bash shell in a standard training job</li> <li>runai training delete  - delete standard training workload</li> <li>runai training describe  - describe standard training</li> <li>runai training exec  - execute a command in a standard training job</li> <li>runai training list  - list all training frameworks</li> <li>runai training logs  - view logs of a standard training job</li> <li>runai training mpi    - mpi management</li> <li>runai training port-forward  - forward one or more local ports to a standard training job</li> <li>runai training pytorch    - pytorch management</li> <li>runai training resume  - resume standard training</li> <li>runai training standard  - standard training management</li> <li>runai training submit  - submit standard training</li> <li>runai training suspend    - suspend standard training</li> <li>runai training tensorflow  - tensorflow management</li> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/","title":"Runai training attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#runai-training-attach","title":"runai training attach","text":"<p>attach to a running container in a standard training job</p> <pre><code>runai training attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a standard training\nrunai training standard attach standard-01 --tty --stdin\n\n# Attaching to a specific pod of a standard training\nrunai training standard attach standard-01 --pod standard-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/","title":"Runai training bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#runai-training-bash","title":"runai training bash","text":"<p>open a bash shell in a standard training job</p> <pre><code>runai training bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the standard training's main worker\nrunai training standard bash standard-01\n\n# Open a bash shell in a specific standard training worker\nrunai training standard bash standard-01 --pod standard-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/","title":"Runai training delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#runai-training-delete","title":"runai training delete","text":"<p>delete standard training workload</p> <pre><code>runai training delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#examples","title":"Examples","text":"<pre><code># Delete a standard training workload with a default project\nrunai training standard delete &lt;standard-name&gt;\n\n# Delete a standard training workload with a specific project\nrunai training standard delete &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Delete a standard training workload by UUID\nrunai training standard delete --uuid=&lt;standard_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/","title":"Runai training describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#runai-training-describe","title":"runai training describe","text":"<p>describe standard training</p> <pre><code>runai training describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#examples","title":"Examples","text":"<pre><code># Describe a standard training workload with a default project\nrunai training standard describe &lt;standard-name&gt;\n\n# Describe a standard training workload in a specific project\nrunai training standard describe &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Describe a standard training workload by UUID\nrunai training standard describe --uuid=&lt;standard_uuid&gt;\n\n# Describe a standard training workload with specific output format\nrunai training standard describe &lt;standard-name&gt; -o json\n\n# Describe a standard training workload with specific sections\nrunai training standard describe &lt;standard-name&gt; --general --compute --pods --events --networks\n\n# Describe a standard training workload with container details and custom limits\nrunai training standard describe &lt;standard-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/","title":"Runai training exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#runai-training-exec","title":"runai training exec","text":"<p>execute a command in a standard training job</p> <pre><code>runai training exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the standard training's main worker\nrunai training standard exec standard-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the standard training's main worker\nrunai training standard exec standard-01 -- ls\n\n# Execute a command in a specific standard training worker\nrunai training standard exec standard-01 --pod standard-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/","title":"Runai training list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#runai-training-list","title":"runai training list","text":"<p>list all training frameworks</p> <pre><code>runai training list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#examples","title":"Examples","text":"<pre><code>runai training list -A\nrunai training list --state=&lt;training_state&gt; --limit=20\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#options","title":"Options","text":"<pre><code>  -A, --all                list workloads from all projects\n      --framework string   filter by workload framework\n  -h, --help               help for list\n      --json               Output structure JSON\n      --limit int32        number of workload in list (default 50)\n      --no-headers         Output structure table without headers\n      --offset int32       offset number of limit, default 0 (first offset)\n  -p, --project string     Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string      filter by workload state\n      --table              Output structure table\n      --yaml               Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/","title":"Runai training logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#runai-training-logs","title":"runai training logs","text":"<p>view logs of a standard training job</p> <pre><code>runai training logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a standard training\nrunai training standard logs standard-01\n\n# Get logs for a specific pod in a standard training\nrunai training standard logs standard-01 --pod=standard-01-worker-0\n\n# Get logs for a specific container in a standard training\nrunai training standard logs standard-01 --container=standard-worker\n\n# Get the last 100 lines of logs\nrunai training standard logs standard-01 --tail=100\n\n# Get logs with timestamps\nrunai training standard logs standard-01 --timestamps\n\n# Follow the logs\nrunai training standard logs standard-01 --follow\n\n# Get logs for the previous instance of the standard training\nrunai training standard logs standard-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training standard logs standard-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training standard logs standard-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training standard logs standard-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for standard training to be ready for logs\nrunai training standard logs standard-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/","title":"Runai training mpi","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/#runai-training-mpi","title":"runai training mpi","text":"<p>mpi management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/#options","title":"Options","text":"<pre><code>  -h, --help   help for mpi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training mpi attach  - attach to a running container in a mpi training job</li> <li>runai training mpi bash  - open a bash shell in a mpi training job</li> <li>runai training mpi delete  - delete mpi training workload</li> <li>runai training mpi describe  - describe mpi training</li> <li>runai training mpi exec  - execute a command in a mpi training job</li> <li>runai training mpi list  - list mpi training</li> <li>runai training mpi logs  - view logs of a mpi training job</li> <li>runai training mpi port-forward  - forward one or more local ports to a mpi training job</li> <li>runai training mpi resume  - resume mpi training</li> <li>runai training mpi submit  - submit mpi training</li> <li>runai training mpi suspend    - suspend mpi training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/","title":"Runai training mpi attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#runai-training-mpi-attach","title":"runai training mpi attach","text":"<p>attach to a running container in a mpi training job</p> <pre><code>runai training mpi attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a mpi training\nrunai training mpi attach mpi-01 --tty --stdin\n\n# Attaching to a specific pod of a mpi training\nrunai training mpi attach mpi-01 --pod mpi-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/","title":"Runai training mpi bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#runai-training-mpi-bash","title":"runai training mpi bash","text":"<p>open a bash shell in a mpi training job</p> <pre><code>runai training mpi bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the mpi training's main worker\nrunai training mpi bash mpi-01\n\n# Open a bash shell in a specific mpi training worker\nrunai training mpi bash mpi-01 --pod mpi-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/","title":"Runai training mpi delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#runai-training-mpi-delete","title":"runai training mpi delete","text":"<p>delete mpi training workload</p> <pre><code>runai training mpi delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#examples","title":"Examples","text":"<pre><code># Delete a mpi training workload with a default project\nrunai training mpi delete &lt;mpi-name&gt;\n\n# Delete a mpi training workload with a specific project\nrunai training mpi delete &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Delete a mpi training workload by UUID\nrunai training mpi delete --uuid=&lt;mpi_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/","title":"Runai training mpi describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#runai-training-mpi-describe","title":"runai training mpi describe","text":"<p>describe mpi training</p> <pre><code>runai training mpi describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#examples","title":"Examples","text":"<pre><code># Describe a mpi training workload with a default project\nrunai training mpi describe &lt;mpi-name&gt;\n\n# Describe a mpi training workload in a specific project\nrunai training mpi describe &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Describe a mpi training workload by UUID\nrunai training mpi describe --uuid=&lt;mpi_uuid&gt;\n\n# Describe a mpi training workload with specific output format\nrunai training mpi describe &lt;mpi-name&gt; -o json\n\n# Describe a mpi training workload with specific sections\nrunai training mpi describe &lt;mpi-name&gt; --general --compute --pods --events --networks\n\n# Describe a mpi training workload with container details and custom limits\nrunai training mpi describe &lt;mpi-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/","title":"Runai training mpi exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#runai-training-mpi-exec","title":"runai training mpi exec","text":"<p>execute a command in a mpi training job</p> <pre><code>runai training mpi exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the mpi training's main worker\nrunai training mpi exec mpi-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the mpi training's main worker\nrunai training mpi exec mpi-01 -- ls\n\n# Execute a command in a specific mpi training worker\nrunai training mpi exec mpi-01 --pod mpi-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/","title":"Runai training mpi list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#runai-training-mpi-list","title":"runai training mpi list","text":"<p>list mpi training</p> <pre><code>runai training mpi list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#examples","title":"Examples","text":"<pre><code># List all mpi training workloads\nrunai training mpi list -A\n\n# List mpi training workloads with default project\nrunai training mpi list\n\n# List mpi training workloads in a specific project\nrunai training mpi list -p &lt;project_name&gt;\n\n# List all mpi training workloads with a specific output format\nrunai training mpi list -o wide\n\n# List mpi training workloads with pagination\nrunai training mpi list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/","title":"Runai training mpi logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#runai-training-mpi-logs","title":"runai training mpi logs","text":"<p>view logs of a mpi training job</p> <pre><code>runai training mpi logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a mpi training\nrunai training mpi logs mpi-01\n\n# Get logs for a specific pod in a mpi training\nrunai training mpi logs mpi-01 --pod=mpi-01-worker-0\n\n# Get logs for a specific container in a mpi training\nrunai training mpi logs mpi-01 --container=mpi-worker\n\n# Get the last 100 lines of logs\nrunai training mpi logs mpi-01 --tail=100\n\n# Get logs with timestamps\nrunai training mpi logs mpi-01 --timestamps\n\n# Follow the logs\nrunai training mpi logs mpi-01 --follow\n\n# Get logs for the previous instance of the mpi training\nrunai training mpi logs mpi-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training mpi logs mpi-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training mpi logs mpi-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training mpi logs mpi-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for mpi training to be ready for logs\nrunai training mpi logs mpi-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/","title":"Runai training mpi port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#runai-training-mpi-port-forward","title":"runai training mpi port-forward","text":"<p>forward one or more local ports to a mpi training job</p> <pre><code>runai training mpi port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to mpi training on port 8090:\nrunai training mpi port-forward mpi-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to mpi training on port 8080:\nrunai training mpi port-forward mpi-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to mpi training on port 8090 and from localhost:6443 to mpi training on port 443:\nrunai training mpi port-forward mpi-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/","title":"Runai training mpi resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#runai-training-mpi-resume","title":"runai training mpi resume","text":"<p>resume mpi training</p> <pre><code>runai training mpi resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#examples","title":"Examples","text":"<pre><code># Resume a mpi training workload\nrunai training mpi resume &lt;mpi-name&gt;\n\n# Resume a mpi training workload in a specific project\nrunai training mpi resume &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Resume a mpi training workload by UUID\nrunai training mpi resume --uuid=&lt;mpi_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/","title":"Runai training mpi submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#runai-training-mpi-submit","title":"runai training mpi submit","text":"<p>submit mpi training</p> <pre><code>runai training mpi submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#examples","title":"Examples","text":"<pre><code># Submit a mpi training workload\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a mpi training workload with arguments\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a mpi training workload with a custom command\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a mpi training master args with worker args\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a mpi training master command with worker args\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a mpi training master command with worker command\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --slots-per-worker int32                         Number of slots to allocate for each worker\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/","title":"Runai training mpi suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#runai-training-mpi-suspend","title":"runai training mpi suspend","text":"<p>suspend mpi training</p> <pre><code>runai training mpi suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a mpi training workload\nrunai training mpi suspend &lt;mpi-name&gt;\n\n# Suspend a mpi training workload in a specific project\nrunai training mpi suspend &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Suspend a mpi training workload by UUID\nrunai training mpi suspend --uuid=&lt;mpi_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/","title":"Runai training port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#runai-training-port-forward","title":"runai training port-forward","text":"<p>forward one or more local ports to a standard training job</p> <pre><code>runai training port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to standard training on port 8090:\nrunai training standard port-forward standard-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to standard training on port 8080:\nrunai training standard port-forward standard-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to standard training on port 8090 and from localhost:6443 to standard training on port 443:\nrunai training standard port-forward standard-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/","title":"Runai training pytorch","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/#runai-training-pytorch","title":"runai training pytorch","text":"<p>pytorch management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/#options","title":"Options","text":"<pre><code>  -h, --help   help for pytorch\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training pytorch attach  - attach to a running container in a pytorch training job</li> <li>runai training pytorch bash  - open a bash shell in a pytorch training job</li> <li>runai training pytorch delete  - delete pytorch training workload</li> <li>runai training pytorch describe  - describe pytorch training</li> <li>runai training pytorch exec  - execute a command in a pytorch training job</li> <li>runai training pytorch list  - list pytorch training</li> <li>runai training pytorch logs  - view logs of a pytorch training job</li> <li>runai training pytorch port-forward  - forward one or more local ports to a pytorch training job</li> <li>runai training pytorch resume  - resume pytorch training</li> <li>runai training pytorch submit  - submit pytorch training</li> <li>runai training pytorch suspend    - suspend pytorch training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/","title":"Runai training pytorch attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#runai-training-pytorch-attach","title":"runai training pytorch attach","text":"<p>attach to a running container in a pytorch training job</p> <pre><code>runai training pytorch attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a pytorch training\nrunai training pytorch attach pytorch-01 --tty --stdin\n\n# Attaching to a specific pod of a pytorch training\nrunai training pytorch attach pytorch-01 --pod pytorch-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/","title":"Runai training pytorch bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#runai-training-pytorch-bash","title":"runai training pytorch bash","text":"<p>open a bash shell in a pytorch training job</p> <pre><code>runai training pytorch bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the pytorch training's main worker\nrunai training pytorch bash pytorch-01\n\n# Open a bash shell in a specific pytorch training worker\nrunai training pytorch bash pytorch-01 --pod pytorch-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/","title":"Runai training pytorch delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#runai-training-pytorch-delete","title":"runai training pytorch delete","text":"<p>delete pytorch training workload</p> <pre><code>runai training pytorch delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#examples","title":"Examples","text":"<pre><code># Delete a pytorch training workload with a default project\nrunai training pytorch delete &lt;pytorch-name&gt;\n\n# Delete a pytorch training workload with a specific project\nrunai training pytorch delete &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Delete a pytorch training workload by UUID\nrunai training pytorch delete --uuid=&lt;pytorch_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/","title":"Runai training pytorch describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#runai-training-pytorch-describe","title":"runai training pytorch describe","text":"<p>describe pytorch training</p> <pre><code>runai training pytorch describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#examples","title":"Examples","text":"<pre><code># Describe a pytorch training workload with a default project\nrunai training pytorch describe &lt;pytorch-name&gt;\n\n# Describe a pytorch training workload in a specific project\nrunai training pytorch describe &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Describe a pytorch training workload by UUID\nrunai training pytorch describe --uuid=&lt;pytorch_uuid&gt;\n\n# Describe a pytorch training workload with specific output format\nrunai training pytorch describe &lt;pytorch-name&gt; -o json\n\n# Describe a pytorch training workload with specific sections\nrunai training pytorch describe &lt;pytorch-name&gt; --general --compute --pods --events --networks\n\n# Describe a pytorch training workload with container details and custom limits\nrunai training pytorch describe &lt;pytorch-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/","title":"Runai training pytorch exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#runai-training-pytorch-exec","title":"runai training pytorch exec","text":"<p>execute a command in a pytorch training job</p> <pre><code>runai training pytorch exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the pytorch training's main worker\nrunai training pytorch exec pytorch-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the pytorch training's main worker\nrunai training pytorch exec pytorch-01 -- ls\n\n# Execute a command in a specific pytorch training worker\nrunai training pytorch exec pytorch-01 --pod pytorch-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/","title":"Runai training pytorch list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#runai-training-pytorch-list","title":"runai training pytorch list","text":"<p>list pytorch training</p> <pre><code>runai training pytorch list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#examples","title":"Examples","text":"<pre><code># List all pytorch training workloads\nrunai training pytorch list -A\n\n# List pytorch training workloads with default project\nrunai training pytorch list\n\n# List pytorch training workloads in a specific project\nrunai training pytorch list -p &lt;project_name&gt;\n\n# List all pytorch training workloads with a specific output format\nrunai training pytorch list -o wide\n\n# List pytorch training workloads with pagination\nrunai training pytorch list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/","title":"Runai training pytorch logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#runai-training-pytorch-logs","title":"runai training pytorch logs","text":"<p>view logs of a pytorch training job</p> <pre><code>runai training pytorch logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a pytorch training\nrunai training pytorch logs pytorch-01\n\n# Get logs for a specific pod in a pytorch training\nrunai training pytorch logs pytorch-01 --pod=pytorch-01-worker-0\n\n# Get logs for a specific container in a pytorch training\nrunai training pytorch logs pytorch-01 --container=pytorch-worker\n\n# Get the last 100 lines of logs\nrunai training pytorch logs pytorch-01 --tail=100\n\n# Get logs with timestamps\nrunai training pytorch logs pytorch-01 --timestamps\n\n# Follow the logs\nrunai training pytorch logs pytorch-01 --follow\n\n# Get logs for the previous instance of the pytorch training\nrunai training pytorch logs pytorch-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training pytorch logs pytorch-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training pytorch logs pytorch-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training pytorch logs pytorch-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for pytorch training to be ready for logs\nrunai training pytorch logs pytorch-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/","title":"Runai training pytorch port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#runai-training-pytorch-port-forward","title":"runai training pytorch port-forward","text":"<p>forward one or more local ports to a pytorch training job</p> <pre><code>runai training pytorch port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to pytorch training on port 8090:\nrunai training pytorch port-forward pytorch-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to pytorch training on port 8080:\nrunai training pytorch port-forward pytorch-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to pytorch training on port 8090 and from localhost:6443 to pytorch training on port 443:\nrunai training pytorch port-forward pytorch-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/","title":"Runai training pytorch resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#runai-training-pytorch-resume","title":"runai training pytorch resume","text":"<p>resume pytorch training</p> <pre><code>runai training pytorch resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#examples","title":"Examples","text":"<pre><code># Resume a pytorch training workload\nrunai training pytorch resume &lt;pytorch-name&gt;\n\n# Resume a pytorch training workload in a specific project\nrunai training pytorch resume &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Resume a pytorch training workload by UUID\nrunai training pytorch resume --uuid=&lt;pytorch_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/","title":"Runai training pytorch submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#runai-training-pytorch-submit","title":"runai training pytorch submit","text":"<p>submit pytorch training</p> <pre><code>runai training pytorch submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#examples","title":"Examples","text":"<pre><code># Submit a pytorch training workload\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a pytorch training workload with arguments\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a pytorch training workload with a custom command\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a pytorch training master args with worker args\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a pytorch training master command with worker args\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a pytorch training master command with worker command\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --max-replicas int32                             Maximum number of replicas for an elastic PyTorch job\n      --min-replicas int32                             Minimum number of replicas for an elastic PyTorch job\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --no-master                                      Do not create a separate pod for the master\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/","title":"Runai training pytorch suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#runai-training-pytorch-suspend","title":"runai training pytorch suspend","text":"<p>suspend pytorch training</p> <pre><code>runai training pytorch suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a pytorch training workload\nrunai training pytorch suspend &lt;pytorch-name&gt;\n\n# Suspend a pytorch training workload in a specific project\nrunai training pytorch suspend &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Suspend a pytorch training workload by UUID\nrunai training pytorch suspend --uuid=&lt;pytorch_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/","title":"Runai training resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#runai-training-resume","title":"runai training resume","text":"<p>resume standard training</p> <pre><code>runai training resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#examples","title":"Examples","text":"<pre><code># Resume a standard training workload\nrunai training standard resume &lt;standard-name&gt;\n\n# Resume a standard training workload in a specific project\nrunai training standard resume &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Resume a standard training workload by UUID\nrunai training standard resume --uuid=&lt;standard_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/","title":"Runai training standard","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/#runai-training-standard","title":"runai training standard","text":"<p>standard training management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/#options","title":"Options","text":"<pre><code>  -h, --help   help for standard\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training standard attach    - attach to a running container in a standard training job</li> <li>runai training standard bash    - open a bash shell in a standard training job</li> <li>runai training standard delete    - delete standard training workload</li> <li>runai training standard describe    - describe standard training</li> <li>runai training standard exec    - execute a command in a standard training job</li> <li>runai training standard list    - list standard training</li> <li>runai training standard logs    - view logs of a standard training job</li> <li>runai training standard port-forward    - forward one or more local ports to a standard training job</li> <li>runai training standard resume    - resume standard training</li> <li>runai training standard submit    - submit standard training</li> <li>runai training standard suspend  - suspend standard training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/","title":"Runai training standard attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#runai-training-standard-attach","title":"runai training standard attach","text":"<p>attach to a running container in a standard training job</p> <pre><code>runai training standard attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a standard training\nrunai training standard attach standard-01 --tty --stdin\n\n# Attaching to a specific pod of a standard training\nrunai training standard attach standard-01 --pod standard-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/","title":"Runai training standard bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#runai-training-standard-bash","title":"runai training standard bash","text":"<p>open a bash shell in a standard training job</p> <pre><code>runai training standard bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the standard training's main worker\nrunai training standard bash standard-01\n\n# Open a bash shell in a specific standard training worker\nrunai training standard bash standard-01 --pod standard-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/","title":"Runai training standard delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#runai-training-standard-delete","title":"runai training standard delete","text":"<p>delete standard training workload</p> <pre><code>runai training standard delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#examples","title":"Examples","text":"<pre><code># Delete a standard training workload with a default project\nrunai training standard delete &lt;standard-name&gt;\n\n# Delete a standard training workload with a specific project\nrunai training standard delete &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Delete a standard training workload by UUID\nrunai training standard delete --uuid=&lt;standard_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/","title":"Runai training standard describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#runai-training-standard-describe","title":"runai training standard describe","text":"<p>describe standard training</p> <pre><code>runai training standard describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#examples","title":"Examples","text":"<pre><code># Describe a standard training workload with a default project\nrunai training standard describe &lt;standard-name&gt;\n\n# Describe a standard training workload in a specific project\nrunai training standard describe &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Describe a standard training workload by UUID\nrunai training standard describe --uuid=&lt;standard_uuid&gt;\n\n# Describe a standard training workload with specific output format\nrunai training standard describe &lt;standard-name&gt; -o json\n\n# Describe a standard training workload with specific sections\nrunai training standard describe &lt;standard-name&gt; --general --compute --pods --events --networks\n\n# Describe a standard training workload with container details and custom limits\nrunai training standard describe &lt;standard-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/","title":"Runai training standard exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#runai-training-standard-exec","title":"runai training standard exec","text":"<p>execute a command in a standard training job</p> <pre><code>runai training standard exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the standard training's main worker\nrunai training standard exec standard-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the standard training's main worker\nrunai training standard exec standard-01 -- ls\n\n# Execute a command in a specific standard training worker\nrunai training standard exec standard-01 --pod standard-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/","title":"Runai training standard list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#runai-training-standard-list","title":"runai training standard list","text":"<p>list standard training</p> <pre><code>runai training standard list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#examples","title":"Examples","text":"<pre><code># List all standard training workloads\nrunai training standard list -A\n\n# List standard training workloads with default project\nrunai training standard list\n\n# List standard training workloads in a specific project\nrunai training standard list -p &lt;project_name&gt;\n\n# List all standard training workloads with a specific output format\nrunai training standard list -o wide\n\n# List standard training workloads with pagination\nrunai training standard list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/","title":"Runai training standard logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#runai-training-standard-logs","title":"runai training standard logs","text":"<p>view logs of a standard training job</p> <pre><code>runai training standard logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a standard training\nrunai training standard logs standard-01\n\n# Get logs for a specific pod in a standard training\nrunai training standard logs standard-01 --pod=standard-01-worker-0\n\n# Get logs for a specific container in a standard training\nrunai training standard logs standard-01 --container=standard-worker\n\n# Get the last 100 lines of logs\nrunai training standard logs standard-01 --tail=100\n\n# Get logs with timestamps\nrunai training standard logs standard-01 --timestamps\n\n# Follow the logs\nrunai training standard logs standard-01 --follow\n\n# Get logs for the previous instance of the standard training\nrunai training standard logs standard-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training standard logs standard-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training standard logs standard-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training standard logs standard-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for standard training to be ready for logs\nrunai training standard logs standard-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/","title":"Runai training standard port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#runai-training-standard-port-forward","title":"runai training standard port-forward","text":"<p>forward one or more local ports to a standard training job</p> <pre><code>runai training standard port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to standard training on port 8090:\nrunai training standard port-forward standard-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to standard training on port 8080:\nrunai training standard port-forward standard-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to standard training on port 8090 and from localhost:6443 to standard training on port 443:\nrunai training standard port-forward standard-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/","title":"Runai training standard resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#runai-training-standard-resume","title":"runai training standard resume","text":"<p>resume standard training</p> <pre><code>runai training standard resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#examples","title":"Examples","text":"<pre><code># Resume a standard training workload\nrunai training standard resume &lt;standard-name&gt;\n\n# Resume a standard training workload in a specific project\nrunai training standard resume &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Resume a standard training workload by UUID\nrunai training standard resume --uuid=&lt;standard_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/","title":"Runai training standard submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#runai-training-standard-submit","title":"runai training standard submit","text":"<p>submit standard training</p> <pre><code>runai training standard submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#examples","title":"Examples","text":"<pre><code># Submit a standard training workload\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a standard training workload with arguments\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a standard training workload with a custom command\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a standard training jupiter notebook\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i jupyter/scipy-notebook --gpu-devices-request 1 --external-url container=8888 --name-prefix jupyter --command -- start-notebook.sh --NotebookApp.base_url='/${RUNAI_PROJECT}/${RUNAI_JOB_NAME}' --NotebookApp.token='\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --parallelism int32                              Specifies the maximum number of pods that should run in parallel at any given time\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --runs int32                                     Number of successful runs required for this workload to be considered completed\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/","title":"Runai training standard suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#runai-training-standard-suspend","title":"runai training standard suspend","text":"<p>suspend standard training</p> <pre><code>runai training standard suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a standard training workload\nrunai training standard suspend &lt;standard-name&gt;\n\n# Suspend a standard training workload in a specific project\nrunai training standard suspend &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Suspend a standard training workload by UUID\nrunai training standard suspend --uuid=&lt;standard_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/","title":"Runai training submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#runai-training-submit","title":"runai training submit","text":"<p>submit standard training</p> <pre><code>runai training submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#examples","title":"Examples","text":"<pre><code># Submit a standard training workload\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a standard training workload with arguments\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a standard training workload with a custom command\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a standard training jupiter notebook\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i jupyter/scipy-notebook --gpu-devices-request 1 --external-url container=8888 --name-prefix jupyter --command -- start-notebook.sh --NotebookApp.base_url='/${RUNAI_PROJECT}/${RUNAI_JOB_NAME}' --NotebookApp.token='\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --parallelism int32                              Specifies the maximum number of pods that should run in parallel at any given time\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --runs int32                                     Number of successful runs required for this workload to be considered completed\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/","title":"Runai training suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#runai-training-suspend","title":"runai training suspend","text":"<p>suspend standard training</p> <pre><code>runai training suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a standard training workload\nrunai training standard suspend &lt;standard-name&gt;\n\n# Suspend a standard training workload in a specific project\nrunai training standard suspend &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Suspend a standard training workload by UUID\nrunai training standard suspend --uuid=&lt;standard_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/","title":"Runai training tensorflow","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/#runai-training-tensorflow","title":"runai training tensorflow","text":"<p>tensorflow management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/#options","title":"Options","text":"<pre><code>  -h, --help   help for tensorflow\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training tensorflow attach    - attach to a running container in a tf training job</li> <li>runai training tensorflow bash    - open a bash shell in a tf training job</li> <li>runai training tensorflow delete    - delete tf training workload</li> <li>runai training tensorflow describe    - describe tf training</li> <li>runai training tensorflow exec    - execute a command in a tf training job</li> <li>runai training tensorflow list    - list tf training</li> <li>runai training tensorflow logs    - view logs of a tf training job</li> <li>runai training tensorflow port-forward    - forward one or more local ports to a tf training job</li> <li>runai training tensorflow resume    - resume tf training</li> <li>runai training tensorflow submit    - submit tf training</li> <li>runai training tensorflow suspend  - suspend tf training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/","title":"Runai training tensorflow attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#runai-training-tensorflow-attach","title":"runai training tensorflow attach","text":"<p>attach to a running container in a tf training job</p> <pre><code>runai training tensorflow attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a tf training\nrunai training tf attach tf-01 --tty --stdin\n\n# Attaching to a specific pod of a tf training\nrunai training tf attach tf-01 --pod tf-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/","title":"Runai training tensorflow bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#runai-training-tensorflow-bash","title":"runai training tensorflow bash","text":"<p>open a bash shell in a tf training job</p> <pre><code>runai training tensorflow bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the tf training's main worker\nrunai training tf bash tf-01\n\n# Open a bash shell in a specific tf training worker\nrunai training tf bash tf-01 --pod tf-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/","title":"Runai training tensorflow delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#runai-training-tensorflow-delete","title":"runai training tensorflow delete","text":"<p>delete tf training workload</p> <pre><code>runai training tensorflow delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#examples","title":"Examples","text":"<pre><code># Delete a tf training workload with a default project\nrunai training tf delete &lt;tf-name&gt;\n\n# Delete a tf training workload with a specific project\nrunai training tf delete &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Delete a tf training workload by UUID\nrunai training tf delete --uuid=&lt;tf_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/","title":"Runai training tensorflow describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#runai-training-tensorflow-describe","title":"runai training tensorflow describe","text":"<p>describe tf training</p> <pre><code>runai training tensorflow describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#examples","title":"Examples","text":"<pre><code># Describe a tf training workload with a default project\nrunai training tf describe &lt;tf-name&gt;\n\n# Describe a tf training workload in a specific project\nrunai training tf describe &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Describe a tf training workload by UUID\nrunai training tf describe --uuid=&lt;tf_uuid&gt;\n\n# Describe a tf training workload with specific output format\nrunai training tf describe &lt;tf-name&gt; -o json\n\n# Describe a tf training workload with specific sections\nrunai training tf describe &lt;tf-name&gt; --general --compute --pods --events --networks\n\n# Describe a tf training workload with container details and custom limits\nrunai training tf describe &lt;tf-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/","title":"Runai training tensorflow exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#runai-training-tensorflow-exec","title":"runai training tensorflow exec","text":"<p>execute a command in a tf training job</p> <pre><code>runai training tensorflow exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the tf training's main worker\nrunai training tf exec tf-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the tf training's main worker\nrunai training tf exec tf-01 -- ls\n\n# Execute a command in a specific tf training worker\nrunai training tf exec tf-01 --pod tf-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/","title":"Runai training tensorflow list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#runai-training-tensorflow-list","title":"runai training tensorflow list","text":"<p>list tf training</p> <pre><code>runai training tensorflow list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#examples","title":"Examples","text":"<pre><code># List all tf training workloads\nrunai training tf list -A\n\n# List tf training workloads with default project\nrunai training tf list\n\n# List tf training workloads in a specific project\nrunai training tf list -p &lt;project_name&gt;\n\n# List all tf training workloads with a specific output format\nrunai training tf list -o wide\n\n# List tf training workloads with pagination\nrunai training tf list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/","title":"Runai training tensorflow logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#runai-training-tensorflow-logs","title":"runai training tensorflow logs","text":"<p>view logs of a tf training job</p> <pre><code>runai training tensorflow logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a tf training\nrunai training tf logs tf-01\n\n# Get logs for a specific pod in a tf training\nrunai training tf logs tf-01 --pod=tf-01-worker-0\n\n# Get logs for a specific container in a tf training\nrunai training tf logs tf-01 --container=tf-worker\n\n# Get the last 100 lines of logs\nrunai training tf logs tf-01 --tail=100\n\n# Get logs with timestamps\nrunai training tf logs tf-01 --timestamps\n\n# Follow the logs\nrunai training tf logs tf-01 --follow\n\n# Get logs for the previous instance of the tf training\nrunai training tf logs tf-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training tf logs tf-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training tf logs tf-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training tf logs tf-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for tf training to be ready for logs\nrunai training tf logs tf-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/","title":"Runai training tensorflow port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#runai-training-tensorflow-port-forward","title":"runai training tensorflow port-forward","text":"<p>forward one or more local ports to a tf training job</p> <pre><code>runai training tensorflow port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to tf training on port 8090:\nrunai training tf port-forward tf-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to tf training on port 8080:\nrunai training tf port-forward tf-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to tf training on port 8090 and from localhost:6443 to tf training on port 443:\nrunai training tf port-forward tf-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/","title":"Runai training tensorflow resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#runai-training-tensorflow-resume","title":"runai training tensorflow resume","text":"<p>resume tf training</p> <pre><code>runai training tensorflow resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#examples","title":"Examples","text":"<pre><code># Resume a tf training workload\nrunai training tf resume &lt;tf-name&gt;\n\n# Resume a tf training workload in a specific project\nrunai training tf resume &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Resume a tf training workload by UUID\nrunai training tf resume --uuid=&lt;tf_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/","title":"Runai training tensorflow submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#runai-training-tensorflow-submit","title":"runai training tensorflow submit","text":"<p>submit tf training</p> <pre><code>runai training tensorflow submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#examples","title":"Examples","text":"<pre><code># Submit a tf training workload\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a tf training workload with arguments\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a tf training workload with a custom command\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a tf training master args with worker args\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a tf training master command with worker args\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a tf training master command with worker command\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --max-replicas int32                             Maximum number of replicas for an elastic PyTorch job\n      --min-replicas int32                             Minimum number of replicas for an elastic PyTorch job\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --no-master                                      Do not create a separate pod for the master\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/","title":"Runai training tensorflow suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#runai-training-tensorflow-suspend","title":"runai training tensorflow suspend","text":"<p>suspend tf training</p> <pre><code>runai training tensorflow suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a tf training workload\nrunai training tf suspend &lt;tf-name&gt;\n\n# Suspend a tf training workload in a specific project\nrunai training tf suspend &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Suspend a tf training workload by UUID\nrunai training tf suspend --uuid=&lt;tf_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/","title":"Runai training xgboost","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/#runai-training-xgboost","title":"runai training xgboost","text":"<p>xgboost management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/#options","title":"Options","text":"<pre><code>  -h, --help   help for xgboost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training xgboost attach  - attach to a running container in a xgboost training job</li> <li>runai training xgboost bash  - open a bash shell in a xgboost training job</li> <li>runai training xgboost delete  - delete xgboost training workload</li> <li>runai training xgboost describe  - describe xgboost training</li> <li>runai training xgboost exec  - execute a command in a xgboost training job</li> <li>runai training xgboost list  - list xgboost training</li> <li>runai training xgboost logs  - view logs of a xgboost training job</li> <li>runai training xgboost port-forward  - forward one or more local ports to a xgboost training job</li> <li>runai training xgboost resume  - resume xgboost training</li> <li>runai training xgboost submit  - submit xgboost training</li> <li>runai training xgboost suspend    - suspend xgboost training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/","title":"Runai training xgboost attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#runai-training-xgboost-attach","title":"runai training xgboost attach","text":"<p>attach to a running container in a xgboost training job</p> <pre><code>runai training xgboost attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a xgboost training\nrunai training xgboost attach xgboost-01 --tty --stdin\n\n# Attaching to a specific pod of a xgboost training\nrunai training xgboost attach xgboost-01 --pod xgboost-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/","title":"Runai training xgboost bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#runai-training-xgboost-bash","title":"runai training xgboost bash","text":"<p>open a bash shell in a xgboost training job</p> <pre><code>runai training xgboost bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the xgboost training's main worker\nrunai training xgboost bash xgboost-01\n\n# Open a bash shell in a specific xgboost training worker\nrunai training xgboost bash xgboost-01 --pod xgboost-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/","title":"Runai training xgboost delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#runai-training-xgboost-delete","title":"runai training xgboost delete","text":"<p>delete xgboost training workload</p> <pre><code>runai training xgboost delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#examples","title":"Examples","text":"<pre><code># Delete a xgboost training workload with a default project\nrunai training xgboost delete &lt;xgboost-name&gt;\n\n# Delete a xgboost training workload with a specific project\nrunai training xgboost delete &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Delete a xgboost training workload by UUID\nrunai training xgboost delete --uuid=&lt;xgboost_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/","title":"Runai training xgboost describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#runai-training-xgboost-describe","title":"runai training xgboost describe","text":"<p>describe xgboost training</p> <pre><code>runai training xgboost describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#examples","title":"Examples","text":"<pre><code># Describe a xgboost training workload with a default project\nrunai training xgboost describe &lt;xgboost-name&gt;\n\n# Describe a xgboost training workload in a specific project\nrunai training xgboost describe &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Describe a xgboost training workload by UUID\nrunai training xgboost describe --uuid=&lt;xgboost_uuid&gt;\n\n# Describe a xgboost training workload with specific output format\nrunai training xgboost describe &lt;xgboost-name&gt; -o json\n\n# Describe a xgboost training workload with specific sections\nrunai training xgboost describe &lt;xgboost-name&gt; --general --compute --pods --events --networks\n\n# Describe a xgboost training workload with container details and custom limits\nrunai training xgboost describe &lt;xgboost-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/","title":"Runai training xgboost exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#runai-training-xgboost-exec","title":"runai training xgboost exec","text":"<p>execute a command in a xgboost training job</p> <pre><code>runai training xgboost exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the xgboost training's main worker\nrunai training xgboost exec xgboost-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the xgboost training's main worker\nrunai training xgboost exec xgboost-01 -- ls\n\n# Execute a command in a specific xgboost training worker\nrunai training xgboost exec xgboost-01 --pod xgboost-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/","title":"Runai training xgboost list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#runai-training-xgboost-list","title":"runai training xgboost list","text":"<p>list xgboost training</p> <pre><code>runai training xgboost list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#examples","title":"Examples","text":"<pre><code># List all xgboost training workloads\nrunai training xgboost list -A\n\n# List xgboost training workloads with default project\nrunai training xgboost list\n\n# List xgboost training workloads in a specific project\nrunai training xgboost list -p &lt;project_name&gt;\n\n# List all xgboost training workloads with a specific output format\nrunai training xgboost list -o wide\n\n# List xgboost training workloads with pagination\nrunai training xgboost list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/","title":"Runai training xgboost logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#runai-training-xgboost-logs","title":"runai training xgboost logs","text":"<p>view logs of a xgboost training job</p> <pre><code>runai training xgboost logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a xgboost training\nrunai training xgboost logs xgboost-01\n\n# Get logs for a specific pod in a xgboost training\nrunai training xgboost logs xgboost-01 --pod=xgboost-01-worker-0\n\n# Get logs for a specific container in a xgboost training\nrunai training xgboost logs xgboost-01 --container=xgboost-worker\n\n# Get the last 100 lines of logs\nrunai training xgboost logs xgboost-01 --tail=100\n\n# Get logs with timestamps\nrunai training xgboost logs xgboost-01 --timestamps\n\n# Follow the logs\nrunai training xgboost logs xgboost-01 --follow\n\n# Get logs for the previous instance of the xgboost training\nrunai training xgboost logs xgboost-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training xgboost logs xgboost-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training xgboost logs xgboost-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training xgboost logs xgboost-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for xgboost training to be ready for logs\nrunai training xgboost logs xgboost-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/","title":"Runai training xgboost port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#runai-training-xgboost-port-forward","title":"runai training xgboost port-forward","text":"<p>forward one or more local ports to a xgboost training job</p> <pre><code>runai training xgboost port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to xgboost training on port 8090:\nrunai training xgboost port-forward xgboost-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to xgboost training on port 8080:\nrunai training xgboost port-forward xgboost-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to xgboost training on port 8090 and from localhost:6443 to xgboost training on port 443:\nrunai training xgboost port-forward xgboost-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/","title":"Runai training xgboost resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#runai-training-xgboost-resume","title":"runai training xgboost resume","text":"<p>resume xgboost training</p> <pre><code>runai training xgboost resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#examples","title":"Examples","text":"<pre><code># Resume a xgboost training workload\nrunai training xgboost resume &lt;xgboost-name&gt;\n\n# Resume a xgboost training workload in a specific project\nrunai training xgboost resume &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Resume a xgboost training workload by UUID\nrunai training xgboost resume --uuid=&lt;xgboost_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/","title":"Runai training xgboost submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#runai-training-xgboost-submit","title":"runai training xgboost submit","text":"<p>submit xgboost training</p> <pre><code>runai training xgboost submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#examples","title":"Examples","text":"<pre><code># Submit a xgboost training workload\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a xgboost training workload with arguments\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a xgboost training workload with a custom command\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a xgboost training master args with worker args\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a xgboost training master command with worker args\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a xgboost training master command with worker command\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/","title":"Runai training xgboost suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#runai-training-xgboost-suspend","title":"runai training xgboost suspend","text":"<p>suspend xgboost training</p> <pre><code>runai training xgboost suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a xgboost training workload\nrunai training xgboost suspend &lt;xgboost-name&gt;\n\n# Suspend a xgboost training workload in a specific project\nrunai training xgboost suspend &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Suspend a xgboost training workload by UUID\nrunai training xgboost suspend --uuid=&lt;xgboost_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/","title":"Runai upgrade","text":""},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/#runai-upgrade","title":"runai upgrade","text":"<p>upgrades the CLI to the latest version</p> <pre><code>runai upgrade [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/#options","title":"Options","text":"<pre><code>      --force   upgrade CLI without checking for new version\n  -h, --help    help for upgrade\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_version/","title":"Runai version","text":""},{"location":"Researcher/cli-reference/new-cli/runai_version/#runai-version","title":"runai version","text":"<p>show the current version of the CLI</p> <pre><code>runai version [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_version/#options","title":"Options","text":"<pre><code>  -h, --help   help for version\n      --wide   print full version details\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_version/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_version/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_whoami/","title":"Runai whoami","text":""},{"location":"Researcher/cli-reference/new-cli/runai_whoami/#runai-whoami","title":"runai whoami","text":"<p>show the current logged in user</p> <pre><code>runai whoami [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_whoami/#options","title":"Options","text":"<pre><code>  -h, --help   help for whoami\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_whoami/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_whoami/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload/","title":"Runai workload","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload/#runai-workload","title":"runai workload","text":"<p>workload management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_workload/#options","title":"Options","text":"<pre><code>  -h, --help                 help for workload\n      --interactive enable   set interactive mode (enabled|disabled)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai workload describe  - Describe a workload</li> <li>runai workload list  - List workloads</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/","title":"Runai workload attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#runai-workload-attach","title":"runai workload attach","text":"<p>Attach to a process that is already running inside an existing container.</p> <pre><code>runai workload attach WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#examples","title":"Examples","text":"<pre><code># Attaching to ubuntu workspace \nrunai workload attach ubuntu-wl --type workspace --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --type string                    The type of the workload (training, workspace)\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/","title":"Runai workload describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/#runai-workload-describe","title":"runai workload describe","text":"<p>Describe a workload</p> <pre><code>runai workload describe WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --framework string    filter by workload framework\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --type string         The type of the workload (training, workspace)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/","title":"Runai workload exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#runai-workload-exec","title":"runai workload exec","text":"<p>exec management</p> <pre><code>runai workload exec WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#examples","title":"Examples","text":"<pre><code># Execute bash to workspace \nrunai workload exec jup --type workspace --tty --stdin -- /bin/bash \n\n# Execute ls to workload\nrunai workload exec jup --type workspace -- ls\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --type string                    The type of the workload (training, workspace)\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/","title":"Runai workload list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/#runai-workload-list","title":"runai workload list","text":"<p>List workloads</p> <pre><code>runai workload list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/#options","title":"Options","text":"<pre><code>  -A, --all                list workloads from all projects\n      --framework string   filter by workload framework\n  -h, --help               help for list\n      --json               Output structure JSON\n      --limit int32        number of workload in list (default 50)\n      --no-headers         Output structure table without headers\n      --offset int32       offset number of limit, default 0 (first offset)\n  -p, --project string     Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string      filter by workload state\n      --table              Output structure table\n      --type string        filter by workload type\n      --yaml               Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/","title":"Runai workload logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#runai-workload-logs","title":"runai workload logs","text":"<p>logs management</p> <pre><code>runai workload logs WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#examples","title":"Examples","text":"<pre><code>  # Get logs for a workspace\n  runai workload logs workspace-01 --type=workspace\n\n  # Get logs for a specific pod in a workspace\n  runai workload logs workspace-01 --type=workspace --pod=workspace-01-0\n\n  # Get logs for a specific container in a workspace\n  runai workload logs workspace-01 --type=workspace --container=container-01\n\n  # Get the last 100 lines of logs\n  runai workload logs workspace-01 --type=workspace --tail=100\n\n  # Get logs with timestamps\n  runai workload logs workspace-01 --type=workspace --timestamps\n\n  # Follow the logs\n  runai workload logs workspace-01 --type=workspace --follow\n\n  # Get logs for the previous instance of the workspace\n  runai workload logs workspace-01 --type=workspace --previous\n\n  # GetLimit the logs to 1024 bytes\n  runai workload logs workspace-01 --type=workspace --limit-bytes=1024\n\n  # Get logs since the last 5 minutes\n  runai workload logs workspace-01 --type=workspace --since=5m\n\n  # Get logs since a specific timestamp\n  runai workload logs workspace-01 --type=workspace --since-time=2023-05-30T10:00:00Z\n\n  # Wait up to 30 seconds for workload to be ready for logs\n  runai workload logs workspace-01 --type=workspace --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --type string             The type of the workload (training, workspace)\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/","title":"Runai workload port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#runai-workload-port-forward","title":"runai workload port-forward","text":"<p>port forward management</p> <pre><code>runai workload port-forward WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to &lt;workload-name&gt; on port 8090:\nrunai workload port-forward &lt;workload-name&gt; --type=&lt;workload-type&gt; --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to &lt;job-name&gt; on port 8080:\nrunai workload port-forward &lt;workload-name&gt; --type=&lt;workload-type&gt; --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to &lt;workload-name&gt; on port 8090 and from localhost:6443 to &lt;workload-name&gt; on port 443:\nrunai workload port-forward &lt;workload-name&gt; --type=&lt;workload-type&gt; --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --type string                    The type of the workload (training, workspace)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace/","title":"Runai workspace","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace/#runai-workspace","title":"runai workspace","text":"<p>workspace management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace/#options","title":"Options","text":"<pre><code>  -h, --help   help for workspace\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai workspace attach    - attach to a running container in a workspace job</li> <li>runai workspace bash    - open a bash shell in a workspace job</li> <li>runai workspace delete    - delete workspace workload</li> <li>runai workspace describe    - describe workspace</li> <li>runai workspace exec    - execute a command in a workspace job</li> <li>runai workspace list    - list workspace</li> <li>runai workspace logs    - view logs of a workspace job</li> <li>runai workspace port-forward    - forward one or more local ports to a workspace job</li> <li>runai workspace resume    - resume workspace</li> <li>runai workspace submit    - submit workspace</li> <li>runai workspace suspend  - suspend workspace</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/","title":"Runai workspace attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#runai-workspace-attach","title":"runai workspace attach","text":"<p>attach to a running container in a workspace job</p> <pre><code>runai workspace attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a workspace\nrunai workspace attach workspace-01 --tty --stdin\n\n# Attaching to a specific pod of a workspace\nrunai workspace attach workspace-01 --pod workspace-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/","title":"Runai workspace bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#runai-workspace-bash","title":"runai workspace bash","text":"<p>open a bash shell in a workspace job</p> <pre><code>runai workspace bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the workspace's main worker\nrunai workspace bash workspace-01\n\n# Open a bash shell in a specific workspace worker\nrunai workspace bash workspace-01 --pod workspace-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/","title":"Runai workspace delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#runai-workspace-delete","title":"runai workspace delete","text":"<p>delete workspace workload</p> <pre><code>runai workspace delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#examples","title":"Examples","text":"<pre><code># Delete a workspace workload with a default project\nrunai workspace delete &lt;workspace-name&gt;\n\n# Delete a workspace workload with a specific project\nrunai workspace delete &lt;workspace-name&gt; -p &lt;project_name&gt;\n\n# Delete a workspace workload by UUID\nrunai workspace delete --uuid=&lt;workspace_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/","title":"Runai workspace describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#runai-workspace-describe","title":"runai workspace describe","text":"<p>describe workspace</p> <pre><code>runai workspace describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#examples","title":"Examples","text":"<pre><code># Describe a workspace workload with a default project\nrunai workspace describe &lt;workspace-name&gt;\n\n# Describe a workspace workload in a specific project\nrunai workspace describe &lt;workspace-name&gt; -p &lt;project_name&gt;\n\n# Describe a workspace workload by UUID\nrunai workspace describe --uuid=&lt;workspace_uuid&gt;\n\n# Describe a workspace workload with specific output format\nrunai workspace describe &lt;workspace-name&gt; -o json\n\n# Describe a workspace workload with specific sections\nrunai workspace describe &lt;workspace-name&gt; --general --compute --pods --events --networks\n\n# Describe a workspace workload with container details and custom limits\nrunai workspace describe &lt;workspace-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/","title":"Runai workspace exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#runai-workspace-exec","title":"runai workspace exec","text":"<p>execute a command in a workspace job</p> <pre><code>runai workspace exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the workspace's main worker\nrunai workspace exec workspace-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the workspace's main worker\nrunai workspace exec workspace-01 -- ls\n\n# Execute a command in a specific workspace worker\nrunai workspace exec workspace-01 --pod workspace-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/","title":"Runai workspace list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#runai-workspace-list","title":"runai workspace list","text":"<p>list workspace</p> <pre><code>runai workspace list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#examples","title":"Examples","text":"<pre><code># List all workspace workloads\nrunai workspace list -A\n\n# List workspace workloads with default project\nrunai workspace list\n\n# List workspace workloads in a specific project\nrunai workspace list -p &lt;project_name&gt;\n\n# List all workspace workloads with a specific output format\nrunai workspace list -o wide\n\n# List workspace workloads with pagination\nrunai workspace list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/","title":"Runai workspace logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#runai-workspace-logs","title":"runai workspace logs","text":"<p>view logs of a workspace job</p> <pre><code>runai workspace logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a workspace\nrunai workspace logs workspace-01\n\n# Get logs for a specific pod in a workspace\nrunai workspace logs workspace-01 --pod=workspace-01-worker-0\n\n# Get logs for a specific container in a workspace\nrunai workspace logs workspace-01 --container=workspace-worker\n\n# Get the last 100 lines of logs\nrunai workspace logs workspace-01 --tail=100\n\n# Get logs with timestamps\nrunai workspace logs workspace-01 --timestamps\n\n# Follow the logs\nrunai workspace logs workspace-01 --follow\n\n# Get logs for the previous instance of the workspace\nrunai workspace logs workspace-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai workspace logs workspace-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai workspace logs workspace-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai workspace logs workspace-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for workspace to be ready for logs\nrunai workspace logs workspace-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/","title":"Runai workspace port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#runai-workspace-port-forward","title":"runai workspace port-forward","text":"<p>forward one or more local ports to a workspace job</p> <pre><code>runai workspace port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to workspace on port 8090:\nrunai workspace port-forward workspace-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to workspace on port 8080:\nrunai workspace port-forward workspace-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to workspace on port 8090 and from localhost:6443 to workspace on port 443:\nrunai workspace port-forward workspace-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/","title":"Runai workspace resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#runai-workspace-resume","title":"runai workspace resume","text":"<p>resume workspace</p> <pre><code>runai workspace resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#examples","title":"Examples","text":"<pre><code># Resume a workspace workload\nrunai workspace resume &lt;workspace-name&gt;\n\n# Resume a workspace workload in a specific project\nrunai workspace resume &lt;workspace-name&gt; -p &lt;project_name&gt;\n\n# Resume a workspace workload by UUID\nrunai workspace resume --uuid=&lt;workspace_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/","title":"Runai workspace submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#runai-workspace-submit","title":"runai workspace submit","text":"<p>submit workspace</p> <pre><code>runai workspace submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#examples","title":"Examples","text":"<pre><code># Submit a workspace workload\nrunai workspace submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a workspace workload with arguments\nrunai workspace submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a workspace workload with a custom command\nrunai workspace submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a workspace jupiter notebook\nrunai workspace submit &lt;name&gt; -p &lt;project_name&gt; -i jupyter/scipy-notebook --gpu-devices-request 1 --external-url container=8888 --name-prefix jupyter --command -- start-notebook.sh --NotebookApp.base_url='/${RUNAI_PROJECT}/${RUNAI_JOB_NAME}' --NotebookApp.token='\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preemptible                                    Workspace preemptible workloads can be scheduled above guaranteed quota but may be reclaimed at any time\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/","title":"Runai workspace suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#runai-workspace-suspend","title":"runai workspace suspend","text":"<p>suspend workspace</p> <pre><code>runai workspace suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a workspace workload\nrunai workspace suspend &lt;workspace-name&gt;\n\n# Suspend a workspace workload in a specific project\nrunai workspace suspend &lt;workspace-name&gt; -p &lt;project_name&gt;\n\n# Suspend a workspace workload by UUID\nrunai workspace suspend --uuid=&lt;workspace_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/","title":"Runai xgboost","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/#runai-xgboost","title":"runai xgboost","text":"<p>alias for xgboost management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/#options","title":"Options","text":"<pre><code>  -h, --help   help for xgboost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai xgboost attach    - attach to a running container in a xgboost training job</li> <li>runai xgboost bash    - open a bash shell in a xgboost training job</li> <li>runai xgboost delete    - delete xgboost training workload</li> <li>runai xgboost describe    - describe xgboost training</li> <li>runai xgboost exec    - execute a command in a xgboost training job</li> <li>runai xgboost list    - list xgboost training</li> <li>runai xgboost logs    - view logs of a xgboost training job</li> <li>runai xgboost port-forward    - forward one or more local ports to a xgboost training job</li> <li>runai xgboost resume    - resume xgboost training</li> <li>runai xgboost submit    - submit xgboost training</li> <li>runai xgboost suspend  - suspend xgboost training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/","title":"Runai xgboost attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#runai-xgboost-attach","title":"runai xgboost attach","text":"<p>attach to a running container in a xgboost training job</p> <pre><code>runai xgboost attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a xgboost training\nrunai training xgboost attach xgboost-01 --tty --stdin\n\n# Attaching to a specific pod of a xgboost training\nrunai training xgboost attach xgboost-01 --pod xgboost-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/","title":"Runai xgboost bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#runai-xgboost-bash","title":"runai xgboost bash","text":"<p>open a bash shell in a xgboost training job</p> <pre><code>runai xgboost bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the xgboost training's main worker\nrunai training xgboost bash xgboost-01\n\n# Open a bash shell in a specific xgboost training worker\nrunai training xgboost bash xgboost-01 --pod xgboost-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/","title":"Runai xgboost delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#runai-xgboost-delete","title":"runai xgboost delete","text":"<p>delete xgboost training workload</p> <pre><code>runai xgboost delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#examples","title":"Examples","text":"<pre><code># Delete a xgboost training workload with a default project\nrunai training xgboost delete &lt;xgboost-name&gt;\n\n# Delete a xgboost training workload with a specific project\nrunai training xgboost delete &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Delete a xgboost training workload by UUID\nrunai training xgboost delete --uuid=&lt;xgboost_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/","title":"Runai xgboost describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#runai-xgboost-describe","title":"runai xgboost describe","text":"<p>describe xgboost training</p> <pre><code>runai xgboost describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#examples","title":"Examples","text":"<pre><code># Describe a xgboost training workload with a default project\nrunai training xgboost describe &lt;xgboost-name&gt;\n\n# Describe a xgboost training workload in a specific project\nrunai training xgboost describe &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Describe a xgboost training workload by UUID\nrunai training xgboost describe --uuid=&lt;xgboost_uuid&gt;\n\n# Describe a xgboost training workload with specific output format\nrunai training xgboost describe &lt;xgboost-name&gt; -o json\n\n# Describe a xgboost training workload with specific sections\nrunai training xgboost describe &lt;xgboost-name&gt; --general --compute --pods --events --networks\n\n# Describe a xgboost training workload with container details and custom limits\nrunai training xgboost describe &lt;xgboost-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/","title":"Runai xgboost exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#runai-xgboost-exec","title":"runai xgboost exec","text":"<p>execute a command in a xgboost training job</p> <pre><code>runai xgboost exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the xgboost training's main worker\nrunai training xgboost exec xgboost-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the xgboost training's main worker\nrunai training xgboost exec xgboost-01 -- ls\n\n# Execute a command in a specific xgboost training worker\nrunai training xgboost exec xgboost-01 --pod xgboost-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/","title":"Runai xgboost list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#runai-xgboost-list","title":"runai xgboost list","text":"<p>list xgboost training</p> <pre><code>runai xgboost list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#examples","title":"Examples","text":"<pre><code># List all xgboost training workloads\nrunai training xgboost list -A\n\n# List xgboost training workloads with default project\nrunai training xgboost list\n\n# List xgboost training workloads in a specific project\nrunai training xgboost list -p &lt;project_name&gt;\n\n# List all xgboost training workloads with a specific output format\nrunai training xgboost list -o wide\n\n# List xgboost training workloads with pagination\nrunai training xgboost list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/","title":"Runai xgboost logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#runai-xgboost-logs","title":"runai xgboost logs","text":"<p>view logs of a xgboost training job</p> <pre><code>runai xgboost logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a xgboost training\nrunai training xgboost logs xgboost-01\n\n# Get logs for a specific pod in a xgboost training\nrunai training xgboost logs xgboost-01 --pod=xgboost-01-worker-0\n\n# Get logs for a specific container in a xgboost training\nrunai training xgboost logs xgboost-01 --container=xgboost-worker\n\n# Get the last 100 lines of logs\nrunai training xgboost logs xgboost-01 --tail=100\n\n# Get logs with timestamps\nrunai training xgboost logs xgboost-01 --timestamps\n\n# Follow the logs\nrunai training xgboost logs xgboost-01 --follow\n\n# Get logs for the previous instance of the xgboost training\nrunai training xgboost logs xgboost-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training xgboost logs xgboost-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training xgboost logs xgboost-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training xgboost logs xgboost-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for xgboost training to be ready for logs\nrunai training xgboost logs xgboost-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/","title":"Runai xgboost port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#runai-xgboost-port-forward","title":"runai xgboost port-forward","text":"<p>forward one or more local ports to a xgboost training job</p> <pre><code>runai xgboost port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to xgboost training on port 8090:\nrunai training xgboost port-forward xgboost-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to xgboost training on port 8080:\nrunai training xgboost port-forward xgboost-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to xgboost training on port 8090 and from localhost:6443 to xgboost training on port 443:\nrunai training xgboost port-forward xgboost-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/","title":"Runai xgboost resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#runai-xgboost-resume","title":"runai xgboost resume","text":"<p>resume xgboost training</p> <pre><code>runai xgboost resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#examples","title":"Examples","text":"<pre><code># Resume a xgboost training workload\nrunai training xgboost resume &lt;xgboost-name&gt;\n\n# Resume a xgboost training workload in a specific project\nrunai training xgboost resume &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Resume a xgboost training workload by UUID\nrunai training xgboost resume --uuid=&lt;xgboost_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/","title":"Runai xgboost submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#runai-xgboost-submit","title":"runai xgboost submit","text":"<p>submit xgboost training</p> <pre><code>runai xgboost submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#examples","title":"Examples","text":"<pre><code># Submit a xgboost training workload\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a xgboost training workload with arguments\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a xgboost training workload with a custom command\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a xgboost training master args with worker args\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a xgboost training master command with worker args\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a xgboost training master command with worker command\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/","title":"Runai xgboost suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#runai-xgboost-suspend","title":"runai xgboost suspend","text":"<p>suspend xgboost training</p> <pre><code>runai xgboost suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a xgboost training workload\nrunai training xgboost suspend &lt;xgboost-name&gt;\n\n# Suspend a xgboost training workload in a specific project\nrunai training xgboost suspend &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Suspend a xgboost training workload by UUID\nrunai training xgboost suspend --uuid=&lt;xgboost_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/","title":"Add Run:ai authorization to kubeconfig","text":"<p>The runai kubeconfig set command allows users to configure their kubeconfig file with Run:ai authorization token. This setup enables users to gain access to the Kubernetes (k8s) cluster seamlessly.</p> <p>Note</p> <p>Setting kubeconfig is not required in order to use the CLI. This command is used to enable third-party workloads under Run:ai authorization.</p>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/#usage","title":"Usage","text":"<p>To set the token (will be fetched automatically) inside the kubeconfig file, run the following command:</p> <pre><code>runai kubeconfig set\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/#prerequisites","title":"Prerequisites","text":"<p>Before executing the command, ensure that</p> <ol> <li>Cluster authentication is configured and enabled.</li> <li>The user has a kubeconfig file configured.</li> <li>The user is logged in (use the runai login command).</li> </ol>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/#cluster-configuration","title":"Cluster configuration","text":"<p>To enable cluster authentication, add the following flags to the Kubernetes server API of each cluster:</p> <pre><code>spec:\n  containers:\n  - command:\n    ...\n    - --oidc-client-id=&lt;OIDC_CLIENT_ID&gt;\n    - --oidc-issuer-url=url=https://&lt;HOST&gt;/auth/realms/&lt;REALM&gt;\n    - --oidc-username-prefix=-\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/#user-kubeconfig-configuration","title":"User Kubeconfig configuration","text":"<p>Add the following to the Kubernetes client configuration file (./kube/config). For the full command reference, see kubeconfig set.  </p> <ul> <li>Make sure to replace values with the actual cluster information and user credentials.  </li> <li>There can be multiple contexts in the kubeconfig file. The command will configure the current context.</li> </ul> <pre><code>apiVersion: v1\nkind: Config\npreferences:\n  colors: true\ncurrent-context: &lt;CONTEXT_NAME&gt;\ncontexts:\n- context:\n    cluster: &lt;CLUSTER_NAME&gt;\n    user: &lt;USER_NAME&gt;\n  name: &lt;CONTEXT_NAME&gt;\nclusters:\n- cluster:\n    server: &lt;CLUSTER_URL&gt;\n    certificate-authority-data: &lt;CLUSTER_CERT&gt;\n  name: &lt;CLUSTER_NAME&gt;\nusers:\n- name: &lt;USER_NAME&gt;\n</code></pre>"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/","title":"GPU Time Slicing Scheduler","text":""},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#new-time-slicing-scheduler-by-runai","title":"New Time-slicing scheduler by Run:ai","text":"<p>To provide customers with predictable and accurate GPU compute resources scheduling, Run:ai is introducing a new feature called Time-slicing GPU scheduler which adds fractional compute capabilities on top of other existing Run:ai memory fractions capabilities. Unlike the default NVIDIA GPU orchestrator which doesn\u2019t provide the ability to split or limit the runtime of each workload, Run:ai created a new mechanism that gives each workload exclusive access to the full GPU for a limited amount of time (lease time) in each scheduling cycle (plan time). This cycle repeats itself for the lifetime of the workload.</p> <p>Using the GPU runtime this way guarantees a workload is granted its requested GPU compute resources proportionally to its requested GPU fraction.</p> <p>Run:ai offers two new Time-slicing modes:</p> <ol> <li>Strict\u2014each workload gets its precise GPU compute fraction, which equals to its requested GPU (memory) fraction. In terms of official Kubernetes resource specification, this means:</li> </ol> <pre><code>gpu-compute-request = gpu-compute-limit = gpu-(memory-)fraction\n</code></pre> <ol> <li>Fair\u2014each workload is guaranteed at least its GPU compute fraction, but at the same time can also use additional GPU runtime compute slices that are not used by other idle workloads. Those excess time slices are divided equally between all workloads running on that GPU (after each got at least its requested GPU compute fraction). In terms of official Kubernetes resource specification, this means:</li> </ol> <pre><code>gpu-compute-request = gpu-(memory-)fraction\n\ngpu-compute-limit = 1.0\n</code></pre> <p>The figure below illustrates how Strict time-slicing mode is using the GPU from Lease (slice) and Plan (cycle) perspective:</p> <p></p> <p>The figure below illustrates how Fair time-slicing mode is using the GPU from Lease (slice) and Plan (cycle) perspective:</p> <p></p>"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#setting-the-time-slicing-scheduler-policy","title":"Setting the Time-slicing scheduler policy","text":"<p>Time-slicing is a cluster flag which changes the default behavior of Run:ai GPU fractions feature.</p> <p>Enable time-slicing by setting the following cluster flag in the <code>runaiconfig</code> file:</p> <pre><code>global: \n    core: \n        timeSlicing: \n            mode: fair/strict\n</code></pre> <p>If the <code>timeSlicing</code> flag is not set, the system continues to use the default NVidia GPU orchestrator to maintain backward compatability.</p>"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#time-slicing-plan-and-lease-times","title":"Time-slicing Plan and Lease Times","text":"<p>Each GPU scheduling cycle is a plan, the plan time is determined by the lease time and granularity (precision). By default, basic lease time is 250ms with 5% granularity (precision), which means the plan (cycle) time is: 250 / 0.05 = 5000ms (5 Sec). Using these values, a workload that asked to get gpu-fraction=0.5 gets 2.5s runtime out of 5s cycle time.</p> <p>Different workloads requires different SLA and precision, so it also possible to tune the lease time and precision for customizing the time-slicing capabilities to your cluster.</p> <p>Note</p> <p>Decreasing the lease time makes time-slicing less accurate. Increasing the lease time make the system more accurate, but each workload is less responsive.</p> <p>Once timeSlicing is enabled, all submitted GPU fraction or GPU memory workloads will have their gpu-compute-request\\limit set automatically by the system, depending on the annotation used on the timeSlicing mode:</p>"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#strict-compute-resources","title":"Strict Compute Resources","text":"Annotation Value GPU Compute Request GPU Compute Limit <code>gpu-fraction</code> x x x <code>gpu-memory</code> x 0 1.0"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#fair-compute-resources","title":"Fair Compute Resources","text":"Annotation Value GPU Compute Request GPU Compute Limit <code>gpu-fraction</code> x x 1.0 <code>gpu-memory</code> x 0 1.0 <p>Note</p> <p>The above tables show that when submitting a workload using gpu-memory annotation, the system will split the GPU compute time between the different workloads running on that GPU. This means the workload can get anything from very little compute time (&gt;0) to full GPU compute time (1.0).</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/","title":"Introduction","text":"<p>When we discuss the allocation of deep learning compute resources, the discussion tends to focus on GPUs as the most critical resource. But two additional resources are no less important:</p> <ul> <li>CPUs. Mostly needed for preprocessing and postprocessing tasks during a deep learning training run.</li> <li>Memory. Has a direct influence on the quantities of data a training run can process in batches.</li> </ul> <p>GPU servers tend to come installed with a significant amount of memory and CPUs.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#requesting-cpu-memory","title":"Requesting CPU &amp; Memory","text":"<p>When submitting a Job, you can request a guaranteed amount of CPUs and memory by using the --cpu and --memory flags in the runai submit command. For example:</p> <pre><code>runai submit job1 -i ubuntu --gpu 2 --cpu 12 --memory 1G\n</code></pre> <p>The system guarantees that if the Job is scheduled, you will be able to receive this amount of CPU and memory.</p> <p>For further details on these flags see: runai submit</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#cpu-over-allocation","title":"CPU over allocation","text":"<p>The number of CPUs your Job will receive is guaranteed to be the number defined using the <code>--cpu</code> flag. In practice, however, you may receive more CPUs than you have asked for:</p> <ul> <li>If you are currently alone on a node, you will receive all the node CPUs until such time when another workload has joined.</li> <li>However, when a second workload joins, each workload will receive a number of CPUs proportional to the number requested via the <code>--cpu</code> flag. For example, if the first workload asked for 1 CPU and the second for 3 CPUs, then on a node with 40 cpus, the workloads will receive 10 and 30 CPUs respectively. If the flag <code>--cpu</code> is not specified, it will be taken from the cluster default (see the section below)</li> </ul>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#memory-over-allocation","title":"Memory over allocation","text":"<p>The amount of Memory your Job will receive is guaranteed to be the number defined using the --memory flag. In practice, however, you may receive more memory than you have asked for. This is along the same lines as described with CPU over allocation above.</p> <p>It is important to note, however, that if you have used this memory over-allocation, and new workloads have joined, your Job may receive an out-of-memory exception and terminate.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#cpu-and-memory-limits","title":"CPU and Memory limits","text":"<p>You can limit your Job's allocation of CPU and memory by using the --cpu-limit and --memory-limit flags in the runai submit command. For example:</p> <pre><code>runai submit job1 -i ubuntu --gpu 2 --cpu 12 --cpu-limit 24 \\\n    --memory 1G --memory-limit 4G\n</code></pre> <p>The limit behavior is different for CPUs and memory.</p> <ul> <li>Your Job will never be allocated with more than the amount stated in the <code>--cpu-limit</code> flag</li> <li>If your Job tries to allocate more than the amount stated in the <code>--memory-limit</code> flag it will receive an out-of-memory exception.</li> </ul> <p>The limit (for both CPU and memory) overrides the cluster default described in the section below</p> <p>For further details on these flags see: runai submit</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#flag-defaults","title":"Flag Defaults","text":""},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#defaults-for-cpu-flag","title":"Defaults for --cpu flag","text":"<p>If your Job has not specified <code>--cpu</code>, the system will use a default. The default is cluster-wide and is defined as a ratio of GPUs to CPUs.</p> <p>If, for example, the default has been defined as 1:6 and your Job has specified <code>--gpu 2</code> and has not specified <code>--cpu</code>, then the implied <code>--cpu</code> flag value is 12 CPUs.</p> <p>The system comes with a cluster-wide default of 1:1. To change the ratio see below.</p> <p>If you didn't request any GPUs for your job and has not specified <code>--cpu</code>, the default is defined as a ratio of CPU limit to CPUs.</p> <p>If, for example, the default has been defined as 1:0.2 and your Job has specified <code>--cpu-limit 10</code> and has not specified <code>--cpu</code>, then the implied <code>--cpu</code> flag value is 2 CPUs.</p> <p>The system comes with a cluster-wide default of 1:0.1. To change the ratio see below.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#defaults-for-memory-flag","title":"Defaults for --memory flag","text":"<p>If your Job has not specified <code>--memory</code>, the system will use a default. The default is cluster-wide and is proportional to the number of requested GPUs.</p> <p>The system comes with a cluster-wide default of 100MiB of allocated CPU memory per GPU. To change the ratio see below.</p> <p>If you didn't request any GPUs for your job and has not specified <code>--memory</code>, the default is defined as a ratio of CPU Memory limit to CPU Memory Request.</p> <p>The system comes with a cluster-wide default of 1:0.1. To change the ratio see below.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#defaults-for-cpu-limit-flag","title":"Defaults for --cpu-limit flag","text":"<p>If your Job has not specified <code>--cpu-limit</code>, then by default, the system will not set a limit. You can set a cluster-wide limit as a ratio of GPUs to CPUs. See below on how to change the ratio.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#defaults-for-memory-limit-flag","title":"Defaults for --memory-limit flag","text":"<p>If your Job has not specified <code>--memory-limit</code>, then by default, the system will not set a limit. You can set a cluster-wide limit as a ratio of GPUs to Memory. See below on how to change the ratio.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#changing-the-ratios","title":"Changing the ratios","text":"<p>To change the cluster wide-ratio use the following process. The example shows:</p> <ul> <li>a CPU request with a default ratio of 2:1 CPUs to GPUs.</li> <li>a CPU Memory request with a default ratio of 200MB per GPU.</li> <li>a CPU limit with a default ratio of 4:1 CPU to GPU.</li> <li>a Memory limit with a default ratio of 2GB per GPU.</li> <li>a CPU request with a default ratio of 0.1 CPUs per 1 CPU limit.</li> <li>a CPU Memory request with a default ratio of 0.1:1 request per CPU Memory limit.</li> </ul> <p>You must edit the cluster installation values file:</p> <ul> <li>When installing the Run:ai cluster, edit the values file.</li> <li>On an existing installation, use the upgrade cluster instructions to modify the values file.</li> <li>You must specify at least the first 4 values as follows:</li> </ul> <pre><code>runai-operator:\n  config:\n    limitRange:\n      cpuDefaultRequestGpuFactor: 2\n      memoryDefaultRequestGpuFactor: 200Mi\n      cpuDefaultLimitGpuFactor: 4\n      memoryDefaultLimitGpuFactor: 2Gi\n      cpuDefaultRequestCpuLimitFactorNoGpu: 0.1\n      memoryDefaultRequestMemoryLimitFactorNoGpu: 0.1\n</code></pre>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#validating-cpu-memory-allocations","title":"Validating CPU &amp; Memory Allocations","text":"<p>To review CPU &amp; Memory allocations you need to look into Kubernetes. A Run:ai Job creates a Kubernetes pod. The pod declares its resource requests and limits. To see the memory and CPU consumption in Kubernetes:</p> <ul> <li>Get the pod name for the Job by running:</li> </ul> <p><code>runai describe job &lt;JOB_NAME&gt;</code></p> <p>the pod will appear under the <code>PODS</code> category.</p> <ul> <li>Run:</li> </ul> <p><code>kubectl describe pod &lt;POD_NAME&gt;</code></p> <p>The information will appear under <code>Requests</code> and <code>Limits</code>. For example:</p> <pre><code>Limits:\n    nvidia.com/gpu:  2\nRequests:\n    cpu:             1\n    memory:          104857600\n    nvidia.com/gpu:  2\n</code></pre>"},{"location":"Researcher/scheduling/dynamic-gpu-fractions/","title":"Dynamic GPU Fractions","text":""},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#introduction","title":"Introduction","text":"<p>Many AI workloads are using GPU resources intermittently and sometimes these resources are not used at all. These AI workloads need these resources when they are running AI applications, or debugging a model in development. Other workloads such as Inference, might be using GPU resources at a lower utilization rate than requested, and may suddenly ask for higher guaranteed resources at peak utilization times.</p> <p>This pattern of resource request vs. actual resource utilization causes lower utilization of GPUs. This mainly happens if there are many workloads requesting resources to match their peak demand, even though the majority of the time they operate far below that peak.</p> <p>Run:ai has introduced Dynamic GPU fractions in v2.15 to cope with resource request vs. actual resource utilization which enables users to optimize GPU resource usage.</p> <p>Dynamic GPU fractions is part of Run:ai's core capabilities to enable workloads to optimize the use of GPU resources. This works by providing the ability to specify and consume GPU memory and compute resources dynamically by leveraging Kubernetes Request and Limit notations.</p> <p>Dynamic GPU fractions allow a workload to request a guaranteed fraction of GPU memory or GPU compute resource (similar to a Kubernetes request), and at the same time also request the ability to grow beyond that guaranteed request up to a specific limit (similar to a Kubernetes limit), if the resources are available.</p> <p>For example, with Dynamic GPU Fractions, a user can specify a workload with a GPU fraction Request of 0.25 GPU, and add the parameter <code>gpu-fraction-limit</code> of up to 0.80 GPU. The cluster/node-pool scheduler schedules the workload to a node that can provide the GPU fraction request (0.25), and then assigns the workload to a GPU. The GPU scheduler monitors the workload and allows it to occupy memory between 0 to 0.80 of the GPU memory (based on the parameter <code>gpu-fraction-limit</code>), where only 0.25 of the GPU memory is guaranteed to that workload. The rest of the memory (from 0.25 to 0.8) is \u201cloaned\u201d to the workload, as long as it is not needed by other workloads.</p> <p>Run:ai automatically manages the state changes between <code>request</code> and <code>Limit</code> as well as the reverse (when the balance need to be \"returned\"), updating the metrics and workloads' states and graphs.</p>"},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#setting-fractional-gpu-memory-limit","title":"Setting Fractional GPU Memory Limit","text":"<p>With the fractional GPU memory limit, users can submit workloads using GPU fraction <code>Request</code> and <code>Limit</code>.</p> <p>You can either:</p> <ol> <li> <p>Use a GPU Fraction parameter (use the <code>gpu-fraction</code> annotation)</p> <p>or</p> </li> <li> <p>Use an absolute GPU Memory parameter (<code>gpu-memory</code> annotation)</p> </li> </ol> <p>When setting a GPU memory limit either as GPU fraction, or GPU memory size, the <code>Limit</code> must be equal or greater than the GPU fraction memory request.</p> <p>Both GPU fraction and GPU memory are translated into the actual requested memory size of the Request (guaranteed resources) and the Limit (burstable resources).</p> <p>To guarantee fair quality of service between different workloads using the same GPU, Run:ai developed an extendable GPU <code>OOMKiller</code> (Out Of Memory Killer) component that guarantees the quality of service using Kubernetes semantics for resources Request and Limit.</p> <p>The <code>OOMKiller</code> capability requires adding <code>CAP_KILL</code> capabilities to the Dynamic GPU fraction and to the Run:ai core scheduling module (toolkit daemon). This capability is disabled by default.</p> <p>To change the state of Dynamic GPU Fraction in the cluster, edit the <code>runaiconfig</code> file and set:</p> <pre><code>spec: \n  global: \n    core: \n      dynamicFraction: \n        enabled: true # Boolean field default is true.\n</code></pre> <p>To set the gpu memory limit per workload, add the <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable to the first container in the pod. This is the GPU consuming container.</p> <p>To use <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable:</p> <ol> <li> <p>Submit a workload yaml directly, and set the <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable.</p> </li> <li> <p>Create a policy, per Project or globally. For example, set all Interactive workloads of <code>Project=research_vision1</code> to always set the environment variable of <code>RUNAI_GPU_MEMORY_LIMIT</code> to 1.</p> </li> <li> <p>Pass the environment variable through the CLI or the UI.</p> </li> </ol> <p>The supported values depend on the label used. You can use them in either the UI or the CLI. Use only one of the variables in the following table (they cannot be mixed):</p> Variable Input format <code>gpu-fraction</code> A fraction value (for example: 0.25, 0.75). <code>gpu-memory</code> Kubernetes resources quantity which must be larger than <code>gpu-memory</code>. For example, 500000000, 2500M, 4G. NOTE: The <code>gpu-memory</code> label values are always in MB, unlike the env variable."},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#compute-resources-ui-with-dynamic-fractions-support","title":"Compute Resources UI with Dynamic Fractions support","text":"<p>To enable the UI elements for Dynamic Fractions, press Settings, General, then open the Resources pane and toggle GPU Resource Optimization. This enables all the UI features related to GPU Resource Optimization for the whole tenant. There are other per cluster or per node-pool configurations that should be configured in order to use the capabilities of \u2018GPU Resource Optimization\u2019 See the documentation for each of these features. Once the \u2018GPU Resource Optimization\u2019 feature is enabled, you will be able to create Compute Resources with the GPU Portion (Fraction) Limit and GPU Memory Limit. In addition, you will be able to view the workloads\u2019 utilization vs. Request and Limit parameters in the Metrics pane for each workload.</p> <p></p> <p>Note</p> <p>When setting a workload with Dynamic Fractions, (for example, when using it with GPU Request or GPU memory Limits), you practically make the workload burstable. This means it can use memory that is not guaranteed for that workload and is susceptible to an \u2018OOM Kill\u2019 signal if the actual owner of that memory requires it back. This applies to non-preemptive workloads as well. For that reason, its recommended that you use Dynamic Fractions with Interactive workloads running Notebooks. Notebook pods are not evicted when their GPU process is OOM Kill\u2019ed. This behavior is the same as standard Kubernetes burstable CPU workloads.</p>"},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#multi-gpu-dynamic-fractions","title":"Multi-GPU Dynamic Fractions","text":"<p>Run:ai also supports workload submission using multi-GPU dynamic fractions. Multi-GPU dynamic fractions work similarly to dynamic fractions on a single GPU workload, however, instead of a single GPU device, the Run:ai Scheduler allocates the same dynamic fraction pair (Request and Limit) on multiple GPU devices within the same node.  For example, if practitioners develop a new model that uses 8 GPUs and requires 40GB of memory per GPU, but may want to burst out and consume up to the full GPU memory, they can allocate 8\u00d740GB with multi-GPU fractions and a limit of 80GB (e.g. H100 GPU) instead of reserving the full memory of each GPU (e.g. 80GB). This leaves 40GB of GPU memory available on each of the 8 GPUs for other workloads within that node.This is useful during model development, where memory requirements are usually lower due to experimentation with smaller model or configurations.</p> <p>This approach significantly improves GPU utilization and availability, enabling more precise and often smaller quota requirements for the end user. Time sharing where single GPUs can serve multiple workloads with dynamic fractions remains unchanged, only now, it serves multiple workloads using multi-GPU per workload.</p>"},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#configuring-multi-gpu-dynamic-fractions","title":"Configuring Multi-GPU Dynamic Fractions","text":"<p>You can configure multi-GPU dynamic fractions as follows:</p> <ul> <li>Using the compute resources asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB), both with Request and Limit parameters: </li> </ul> <p></p> <p></p> <ul> <li>You can submit a workload with dynamic fractions using the CLI V2:</li> </ul> <p></p>"},{"location":"Researcher/scheduling/fractions/","title":"Allocation of GPU Fractions","text":""},{"location":"Researcher/scheduling/fractions/#introduction","title":"Introduction","text":"<p>A single GPU has a significant amount of memory. Ranging from a couple of gigabytes in older generations and up to 80GB per GPU in the later models of the latest NVIDIA GPU technology. A single GPU also has a vast amount of computing power. </p> <p>This amount of memory and computing power is important for processing large amounts of data, such as in training deep learning models. However, there are quite a few applications that do not need this power. Examples can be inference workloads and the model-creation phase. It would thus be convenient if we could divide up a GPU between various workloads, thus achieving better GPU utilization. </p> <p>This article describes a Run:ai technology called Fractions that allow the division of GPUs and how to use them with Run:ai.</p>"},{"location":"Researcher/scheduling/fractions/#runai-fractions","title":"Run:ai Fractions","text":"<p>Run:ai provides the capability to allocate a container with a specific amount of GPU RAM. As a researcher, if you know that your code needs 4GB of RAM. You can submit a job using the flag <code>--gpu-memory 4G</code> to specify the exact portion of the GPU memory that you need. Run:ai will allocate your container that specific amount of GPU RAM. Attempting to reach beyond your allotted RAM will result in an out-of-memory exception. </p> <p>You can also use the flag <code>--gpu 0.2</code> to get 20% of the GPU memory on the GPU assigned for you. </p> <p>For more details on Run:ai fractions see the fractions quickstart.</p> <p>Limitation</p> <p>With the fraction technology all running workloads, which utilize the GPU, share the compute in parallel and on average get an even share of the compute. For example, assuming two containers, one with 0.25 GPU workload and the other with 0.75 GPU workload - both will get (on average) an equal part of the computation power. If one of the workloads does not utilize the GPU, the other workload will get the entire GPU's compute power.</p> <p>Info</p> <p>For interoperability with other Kubernetes schedulers, Run:ai creates special reservation pods. Once a workload has been allocated a fraction of a GPU, Run:ai will create a pod in a dedicated <code>runai-reservation</code> namespace with the full GPU as a resource. This would cause other schedulers to understand that the GPU is reserved.    </p>"},{"location":"Researcher/scheduling/fractions/#multi-gpu-fractions","title":"Multi-GPU Fractions","text":"<p>Run:ai also supports workload submission using multi-GPU fractions. Multi-GPU fractions work similarly to fractional single GPU workloads, however, the Run:ai Scheduler allocates the same fraction size on multiple GPU devices within the same node. For example, if practitioners  develop a new model that uses 8 GPUs and requires 40GB of memory per GPU, they can allocate 8\u00d740GB with multi-GPU fractions instead of reserving the full memory of each GPU (e.g. 80GB). This leaves 40GB of GPU memory available on each of the 8 GPUs for other workloads within that node. This is useful during model development, where memory requirements are usually lower due to experimentation with smaller model or configurations. </p> <p>This approach significantly improves GPU utilization and availability, enabling more precise and often smaller quota requirements for the end user. Time sharing where single GPUs can serve multiple workloads with fractions remains unchanged, only now, it serves multiple workloads using multi-GPU per workload, single GPU per workload, or a mix of both.</p>"},{"location":"Researcher/scheduling/fractions/#configuring-multi-gpu-fractions","title":"Configuring Multi-GPU Fractions","text":"<p>Using the compute resources asset,  you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB): </p> <p></p> <p></p>"},{"location":"Researcher/scheduling/fractions/#see-also","title":"See Also","text":"<ul> <li>Fractions quickstart.</li> </ul>"},{"location":"Researcher/scheduling/gpu-memory-swap/","title":"GPU Memory SWAP","text":""},{"location":"Researcher/scheduling/gpu-memory-swap/#introduction","title":"Introduction","text":"<p>To ensure efficient and effective usage of an organization\u2019s resources, Run:ai provides multiple features on multiple layers to help administrators and practitioners maximize their existing GPUs resource utilization.</p> <p>Run:ai\u2019s GPU memory swap feature helps administrators and AI practitioners to further increase the utilization of existing GPU hardware by improving GPU sharing between AI initiatives and stakeholders. This is done by expanding the GPU physical memory to the CPU memory which is typically an order of magnitude larger than that of the GPU.</p> <p>Expanding the GPU physical memory, helps the Run:ai system to put more workloads on the same GPU physical hardware, and to provide a smooth workload context switching between GPU memory and CPU memory, eliminating the need to kill workloads when the memory requirement is larger than what the GPU physical memory can provide.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#benefits-of-gpu-memory-swap","title":"Benefits of GPU memory swap","text":"<p>There are several use cases where GPU memory swap can benefit and improve the user experience and the system's overall utilization:</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#sharing-a-gpu-between-multiple-interactive-workloads-notebooks","title":"Sharing a GPU between multiple interactive workloads (notebooks)","text":"<p>AI practitioners use notebooks to develop and test new AI models and to improve existing AI models. While developing or testing an AI model, notebooks use GPU resources intermittently, yet, required resources of the GPU\u2019s are pre-allocated by the notebook and cannot be used by other workloads after one notebook has already reserved them. To overcome this inefficiency, Run:ai introduced Dynamic Fractions and Node Level Scheduler.</p> <p>When one or more workloads require more than their requested GPU resources, there\u2019s a high probability not all workloads can run on a single GPU because the total memory required is larger than the physical size of the GPU memory.</p> <p>With GPU memory swap, several workloads can run on the same GPU, even if the sum of their used memory is larger than the size of the physical GPU memory. GPU memory swap can swap in and out workloads interchangeably, allowing multiple workloads to each use the full amount of GPU memory. The most common scenario is for one workload to run on the GPU (for example, an interactive notebook),while other notebooks are either idle or using the CPU to develop new code (while not using the GPU). From a user experience point of view, the swap in and out is a smooth process since the notebooks do not notice that they are being swapped in and out of the GPU memory. On rare occasions, when multiple notebooks need to access the GPU simultaneously, slower workload execution may be experienced.</p> <p>Notebooks typically use the GPU intermittently, therefore with high probability, only one workload (for example, an interactive notebook), will use the GPU at a time. The more notebooks the system puts on a single GPU, the higher the chances are that there will be more than one notebook requiring the GPU resources at the same time. Admins have a significant role here in fine tuning the number of notebooks running on the same GPU, based on specific use patterns and required SLAs. Using \u2018Node Level Scheduler\u2019 reduces GPU access contention between different interactive notebooks running on the same node.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#sharing-a-gpu-between-inferenceinteractive-workloads-and-training-workloads","title":"Sharing a GPU between inference/interactive workloads and training workloads","text":"<p>A single GPU can be shared between an interactive or inference workload (for example, a Jupyter notebook, image recognition services, or an LLM service), and a training workload that is not time-sensitive or delay-sensitive. At times when the inference/interactive workload uses the GPU, both training and inference/interactive workloads share the GPU resources, each running part of the time swapped-in to the GPU memory, and swapped-out into the CPU memory the rest of the time.</p> <p>Whenever the inference/interactive workload stops using the GPU, the swap mechanism swaps out the inference/interactive workload GPU data to the CPU memory. Kubernetes wise, the POD is still alive and running using the CPU. This allows the training workload to run faster when the inference/interactive workload is not using the GPU, and slower when it does, thus sharing the same resource between multiple workloads, fully utilizing the GPU at all times, and maintaining uninterrupted service for both workloads.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#serving-inference-warm-models-with-gpu-memory-swap","title":"Serving inference warm models with GPU memory swap","text":"<p>Running multiple inference models is a demanding task and you will need to ensure that your SLA is met. You need to provide high performance and low latency, while maximizing GPU utilization. This becomes even more challenging when the exact model usage patterns are unpredictable. You must plan for the agility of inference services and strive to keep models on standby in a ready state rather than an idle state.</p> <p>Run:ai\u2019s GPU memory swap feature enables you to load multiple models to a single GPU, where each can use up to the full amount GPU memory. Using an application load balancer, the administrator can control to which server each inference request is sent. Then the GPU can be loaded with multiple models, where the model in use is loaded into the GPU memory and the rest of the models are swapped-out to the CPU memory. The swapped models are stored as ready models to be loaded when required. GPU memory swap always maintains the context of the workload (model) on the GPU so it can easily and quickly switch between models. This is unlike industry standard model servers that load models from scratch into the GPU whenever required.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#configuring-memory-swap","title":"Configuring memory swap","text":"<p>Perquisites\u2014before configuring the GPU Memory Swap the administrator must configure the Dynamic Fractions feature, and optionally configure the Node Level Scheduler feature. </p> <p>The first enables you to make your workloads burstable, and both features will maximize your workloads\u2019 performance and GPU utilization within a single node.</p> <p>To enable GPU memory swap in a Run:aAi cluster, the administrator must update the <code>runaiconfig</code> file with the following parameters:</p> <pre><code>spec: \n global: \n   core: \n     swap:\n       enabled: true\n       limits:\n         cpuRam: 100Gi\n</code></pre> <p>The example above uses <code>100Gi</code> as the size of the swap memory.</p> <p>You can also use the <code>patch</code> command from your terminal:</p> <pre><code>kubectl patch -n runai runaiconfigs.run.ai/runai --type='merge' --patch '{\"spec\":{\"global\":{\"core\":{\"swap\":{\"enabled\": true, \"limits\": {\"cpuRam\": \"100Gi\"}}}}}}'\n</code></pre> <p>To make a workload swappable, a number of conditions must be met:</p> <ol> <li> <p>The workload MUST use Dynamic Fractions. This means the workload\u2019s memory request is less than a full GPU, but it may add a GPU memory limit to allow the workload to effectively use the full GPU memory.</p> </li> <li> <p>The administrator must label each node that they want to provide GPU memory swap with a <code>run.ai/swap-enabled=true</code> this enables the feature on that node. Enabling the feature reserves CPU memory to serve the swapped GPU memory from all GPUs on that node. The administrator sets the size of the CPU reserved RAM memory using the runaiconfigs file.</p> </li> <li> <p>Optionally, configure Node Level Scheduler. Using node level scheduler can help in the following ways:</p> <ul> <li>The Node Level Scheduler automatically spreads workloads between the different GPUs on a node, ensuring maximum workload performance and GPU utilization.</li> <li>In scenarios where Interactive notebooks are involved, if the CPU reserved memory for the GPU swap is full, the Node Level Scheduler preempts the GPU process of that workload and potentially routes the workload to another GPU to run.</li> </ul> </li> </ol>"},{"location":"Researcher/scheduling/gpu-memory-swap/#configure-system-reserved-gpu-resources","title":"Configure <code>system reserved</code> GPU Resources","text":"<p>Swappable workloads require reserving a small part of the GPU for non-swappable allocations like binaries and GPU context. To avoid getting out-of-memory (OOM) errors due to non-swappable memory regions, the system reserves a 2GiB of GPU RAM memory by default, effectively truncating the total size of the GPU memory. For example, a 16GiB T4 will appear as 14GiB on a swap-enabled node. The exact reserved size is application-dependent, and 2GiB is a safe assumption for 2-3 applications sharing and swapping on a GPU. This value can be changed by editing the <code>runaiconfig</code> specification as follows:</p> <pre><code>spec: \n global: \n   core: \n     swap:\n       limits:\n         reservedGpuRam: 2Gi\n</code></pre> <p>You can also use the <code>patch</code> command from your terminal:</p> <pre><code>kubectl patch -n runai runaiconfigs.run.ai/runai --type='merge' --patch '{\"spec\":{\"global\":{\"core\":{\"swap\":{\"limits\":{\"reservedGpuRam\": &lt;quantity&gt;}}}}}}'\n</code></pre> <p>This configuration is in addition to the Dynamic Fractions configuration, and optional Node Level Scheduler configuration.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#preventing-your-workloads-from-getting-swapped","title":"Preventing your workloads from getting swapped","text":"<p>If you prefer your workloads not to be swapped into CPU memory, you can specify on the pod an anti-affinity to <code>run.ai/swap-enabled=true</code> node label when submitting your workloads and the Scheduler will ensure not to use swap-enabled nodes.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#known-limitations","title":"Known Limitations","text":"<ul> <li>A pod created before the GPU memory swap feature was eneabled in that cluster, cannot be scheduled to a swap-enabled node. A proper event is generated in case no matching node is found. Users must re-submit those pods to make them swap-enabled.</li> <li>GPU memory swap cannot be enabled if fairshare time-slicing or strict time-slicing is used, GPU memory swap can only be used with the default time-slicing mechanism.</li> <li>CPU RAM size cannot be decreased once GPU memory swap is enabled.</li> </ul>"},{"location":"Researcher/scheduling/gpu-memory-swap/#what-happens-when-the-cpu-reserved-memory-for-gpu-swap-is-exhausted","title":"What happens when the CPU reserved memory for GPU swap is exhausted?","text":"<p>CPU memory is limited, and since a single CPU serves multiple GPUs on a node, this number is usually between 2 to 8. For example, when using 80GB of GPU memory, each swapped workload consumes up to 80GB (but may use less) assuming each GPU is shared between 2-4 workloads. In this example, you can see how the swap memory can become very large. Therefore, we give administrators a way to limit the size of the CPU reserved memory for swapped GPU memory on each swap enabled node.</p> <p>Limiting the CPU reserved memory means that there may be scenarios where the GPU memory cannot be swapped out to the CPU reserved RAM. Whenever the CPU reserved memory for swapped GPU memory is exhausted, the workloads currently running will not be swapped out to the CPU reserved RAM, instead, Node Level Scheduler logic takes over and provides GPU resource optimization. See Node Level Scheduler.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#multi-gpu-memory-swap","title":"Multi-GPU Memory Swap","text":"<p>Run:ai also supports workload submission using multi-GPU memory swap. Multi-GPU memory swap works similarly to single GPU memory swap, but instead of swapping memory for a single GPU workload, it swaps memory for workloads across multiple GPUs simultaneously and synchronously. </p> <p>The Run:ai Scheduler allocates the same dynamic fraction pair (Request and Limit) on multiple GPU devices in the same node. For example, if you want to run two LLM models, each consuming 8 GPUs that are not used simultaneously, you can use GPU memory swap to share their GPUs. This approach allows multiple models to be stacked on the same node. </p> <p>The following outlines the advantages of stacking multiple models on the same node: </p> <ul> <li>Maximizes GPU utilization: Efficiently uses available GPU resources by enabling multiple workloads to share GPUs.</li> <li>Improves cold start times: Loading large LLM models to a node and it\u2019s GPUs can take several minutes during a \u201ccold start\u201d. Using memory swap turns this process into a \u201cwarm start\u201d that takes only a faction of a second to a few seconds (depending on the model size and the GPU model).</li> <li>Increases GPU availability: Frees up and maximizes GPU availability for additional workloads (and users), enabling better resource sharing.</li> <li>Smaller quota requirements: Enables more precise and often smaller quota requirements for the end user.</li> </ul>"},{"location":"Researcher/scheduling/gpu-memory-swap/#configuring-multi-gpu-memory-swap","title":"Configuring multi-GPU memory swap","text":"<p>You can configure multi-GPU memory swapping as follows:</p> <ul> <li>Using the compute resources asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB). Both options require defining the Request and Limit parameters, Workloads can then be scheduled to nodes or node pools where memory swap is enabled.</li> </ul> <p></p> <p></p> <ul> <li>You can submit a workload with dynamic fractions using the CLI V2:</li> </ul> <p></p>"},{"location":"Researcher/scheduling/node-level-scheduler/","title":"Optimize performance with Node Level Scheduler","text":"<p>The Node Level Scheduler optimizes the performance of your pods and maximizes the utilization of GPUs by making optimal local decisions on GPU allocation to your pods. While the Cluster Scheduler chooses the specific node for a POD, but has no visibility to node\u2019s GPUs internal state, the Node Level Scheduler is aware of the local GPUs states and makes optimal local decisions such that it can optimize both the GPU utilization and pods\u2019 performance running on the node\u2019s GPUs.</p> <p>Node Level Scheduler applies to all workload types, but will best optimize the performance of burstable workloads, giving those more GPU memory than requested and up to the limit specified. Be aware, burstable workloads are always susceptible to an OOM Kill signal if the owner of the excess memory requires it back. This means that using the Node Level Scheduler with Inference or Training workloads may cause pod preemption. Interactive workloads that are using notebooks behave differently since the OOM Kill signal will cause the Notebooks' GPU process to exit but not the notebook itself. This keeps the Interactive pod running and retrying to attach a GPU again. This makes Interactive workloads with notebooks a great use case for burstable workloads and Node Level Scheduler.</p>"},{"location":"Researcher/scheduling/node-level-scheduler/#interactive-notebooks-use-case","title":"Interactive Notebooks Use Case","text":"<p>Consider the following example of a node with 2 GPUs and 2 interactive pods that are submitted and want GPU resources.</p> <p></p> <p>The Scheduler instructs the node to put the two pods on a single GPU, bin packing a single GPU and leaving the other free for a workload that might want a full GPU or more than half GPU. However that would mean GPU#2 is idle while the two notebooks can only use up to half a GPU, even if they temporarily need more.</p> <p></p> <p>However, with Node Level Scheduler enabled, the local decision will be to spread those two pods on two GPUs and allow them to maximize bot pods\u2019 performance and GPUs\u2019 utilization by bursting out up to the full GPU memory and GPU compute resources.</p> <p></p> <p>The Cluster Scheduler still sees a node with a full empty GPU. When a 3rd pod is scheduled, and it requires a full GPU (or more than 0.5 GPU), the scheduler will send it to that node, and Node Level Scheduler will move one of the Interactive workloads to run with the other pod in GPU#1, as was the Cluster Scheduler initial plan.</p> <p></p> <p>This is an example of one scenario that shows how Node Level Scheduler locally optimizes and maximizes GPU utilization and pods\u2019 performance.</p>"},{"location":"Researcher/scheduling/node-level-scheduler/#how-to-configure-node-level-scheduler","title":"How to configure Node Level Scheduler","text":"<p>Node Level Scheduler can be enabled per Node-Pool, giving the Administrator the option to decide which Node-Pools will be used with this new feature.</p> <p>To use Node Level Scheduler the Administrator should follow the steps:</p> <ol> <li> <p>Enable Node Level Scheduler at the cluster level (per cluster), edit the <code>runaiconfig</code> file and set:</p> <pre><code>spec: \n  global: \n      core: \n        nodeScheduler:\n          enabled: true\n</code></pre> <p>The Administrator can also use this patch command to perform the change:</p> <pre><code>kubectl patch -n runai runaiconfigs.run.ai/runai --type='merge' --patch '{\"spec\":{\"global\":{\"core\":{\"nodeScheduler\":{\"enabled\": true}}}}}'\n</code></pre> </li> <li> <p>To enable \u2018GPU resource optimization\u2019 on your tenant\u2019s, go to your tenant\u2019s UI and press General settings, then open the Resources pane and toggle GPU Resource Optimization to on.</p> </li> <li> <p>To enable \u2018Node Level Scheduler\u2019 on any of the Node Pools you want to use this feature, go to the tenant\u2019s UI \u2018Node Pools\u2019 tab (under \u2018Nodes\u2019), and either create a new Node-Pool or edit an existing Node-Pool. In the Node-Pool\u2019s form, under the \u2018Resource Utilization Optimization\u2019 tab, change the \u2018Number of workloads on each GPU\u2019 to any value other than \u2018Not Enforced\u2019 (i.e. 2, 3, 4, 5).</p> </li> </ol> <p>The Node Level Scheduler is now ready to be used on that Node-Pool.</p>"},{"location":"Researcher/scheduling/schedule-to-aws-groups/","title":"Scheduling workloads to AWS placement groups","text":"<p>Run:ai supports AWS placement groups when building and submitting a job. AWS Placement Groups are used to maximize throughput and performance of distributed training workloads.</p> <p>To enable and configure this feature:</p> <ol> <li>Press <code>Jobs | New job</code>.</li> <li>In <code>Scheduling and lifecycle</code> enable the <code>Topology aware scheduling</code>.</li> <li>In <code>Topology key</code>, enter the label of the topology of the node.</li> <li> <p>In <code>Scheduling rule</code> choose <code>Required</code> or <code>Preferred</code> from the drop down.</p> <ul> <li><code>Required</code>\u2014when enabled, all PODs must be scheduled to the same placement group.</li> <li><code>Preferred</code>\u2014when enabled, this is a best-effort, to place as many PODs on the same placement group.</li> </ul> </li> </ol>"},{"location":"Researcher/scheduling/the-runai-scheduler/","title":"The Run:ai Scheduler","text":"<p>Each time a user submits a workload via the Run:ai platform, through a 3rd party framework, or directly to Kubernetes APIs, the submitted workload goes to the selected Kubernetes cluster, and is handled by the Run:ai Scheduler.</p> <p>The Scheduler\u2019s main role is to find the best-suited node or nodes for each submitted workload. The nodes must match the resources and other characteristics requested by the workload, while adhering to the quota and fairness principles of the Run:ai platform. A workload can be a single pod running on a single node, or a distributed workload using multiple pods, each running on a node (or part of a node). It is not rare to find large training workloads using 128 nodes and even more, or inference workloads using many pods (replicas) and nodes. There are numerous types of workloads, some are Kubernetes native and some are 3rd party extensions on top of Kubernetes native pods. The Run:ai Scheduler schedules any Kubernetes native workloads, Run:ai workloads, or any other type of 3rd party workload.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#scheduler-basics","title":"Scheduler basics","text":"<p>Set out below are some basic terms and information regarding the Run:ai Scheduler.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#terminology","title":"Terminology","text":"<p>This section describes the terminology and building blocks of the Run:ai scheduler, it also explains some of the scheduling principles used by the Run:ai scheduler.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#workloads-and-pod-groups","title":"Workloads and Pod-Groups","text":"<p>The Run:ai scheduler attaches any newly created pod to a pod-group. A pod-group may contain one or more pods representing a workload. For example, if the submitted workload is a PyTorch distributed training with 32 workers, a single pod-group is created for the entire workload, and all pods are then attached to the pod-group with certain rules that may apply to the pod-group itself, for example, gang scheduling.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#scheduling-queue","title":"Scheduling queue","text":"<p>A scheduling queue (or simply a queue) represents a scheduler primitive that manages the scheduling of workloads based on different parameters. A queue is created for each project/node pool pair and department/node pool pair. The Run:ai scheduler supports hierarchical queueing, project queues are bound to department queues, per node pool. This allows an organization to manage quota, over-quota, and other characteristics for projects and their associated departments.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#priority-and-preemption","title":"Priority and Preemption","text":"<p>Run:ai supports scheduling workloads using different priorities and preemption policies. In the Run:ai scheduling system, higher priority workloads (pods) may preempt lower priority workloads (pods) within the same scheduling queue (project), according to their Preemption policy. Run:ai Scheduler implicitly assumes any PriorityClass &gt;= 100 is non-preemptible and any PriorityClass &lt; 100 is preemptible.</p> <p>Cross project and cross department workload preemptions are referred to as Resource reclaim and are based on fairness between queues rather than the priority of the workloads.</p> <p>To make it easier for users to submit AI workloads, Run:ai preconfigured several Kubernetes PriorityClass objects, the Run:ai preset PriorityClass objects have their preemptionPolicy always set to PreemptLowerPriority, regardless of their actual Run:ai preemption policy within the Run:ai platform.</p> PriorityClass Name PriorityClass Run:ai preemption policy K8S preemption policy Inference 125 Non-preemptible PreemptLowerPriority Build 100 Non-preemptible PreemptLowerPriority Interactive-preemptible 75 Preemptible PreemptLowerPriority Train 50 Preemptible PreemptLowerPriority"},{"location":"Researcher/scheduling/the-runai-scheduler/#quota","title":"Quota","text":"<p>Each project and department includes a set of guaranteed resource quotas per node pool per resource type. For example, Project LLM-Train/Node Pool NV-H100 quota parameters specify the number of GPUs, CPUs(cores), and the amount of CPU memory that this project guarantees for that node pool.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#over-quota","title":"Over-quota","text":"<p>Projects and departments can have a share in the unused resources of any node pool, beyond their quota of resources. We name these resources as over quota resources. The admin configures the over-quota parameters per node pool for each project and department.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#over-quota-weight","title":"Over quota weight","text":"<p>Projects can receive a share of the cluster/node pool unused resources when the over-quota weight setting is enabled, the part each Project receives depends on its over-quota weight value, and the total weights of all other projects\u2019 over-quota priorities. The admin configures the over-quota weight parameters per node pool for each project and department.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#fairshare-and-fairshare-balancing","title":"Fairshare and fairshare balancing","text":"<p>Run:ai Scheduler calculates a numerical value per project (or department) for each node-pool, representing the project\u2019s (department\u2019s) sum of guaranteed resources plus the portion of non-guaranteed resources in that node pool. We name this value fairshare.</p> <p>The scheduler strives to provide each project (or department) the resources they deserve using two main parameters - deserved quota and deserved fairshare (i.e. quota + over quota resources), this is done per node pool. If one project\u2019s node pool queue is below fairshare and another project\u2019s node pool queue is above fairshare, the scheduler shifts resources between queues to balance fairness; this may result in the preemption of some over-quota preemptible workloads.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#over-subscription","title":"Over-subscription","text":"<p>Over-subscription is a scenario where the sum of all guaranteed resource quotas surpasses the physical resources of the cluster or node pool. In this case, there may be scenarios in which the scheduler cannot find matching nodes to all workload requests, even if those requests were within the resource quota of their associated projects.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#gang-scheduling","title":"Gang scheduling","text":"<p>Gang scheduling describes a scheduling principle where a workload composed of multiple pods is either fully scheduled (i.e. all pods are scheduled and running) or fully pending (i.e. all pods are not running). Gang scheduling refers to a single pod group.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#fairness-fair-resource-distribution","title":"Fairness (fair resource distribution)","text":"<p>Fairness is a major principle within the Run:ai scheduling system. In essence, it means that the Run:ai Scheduler always respects certain resource splitting rules (fairness) between projects and between departments.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#preemption-of-lower-priority-workloads-within-a-project","title":"Preemption of lower priority workloads within a project","text":"<p>Workload priority is always respected within a project. This means higher priority workloads are scheduled before lower priority workloads, it also means that higher priority workloads may preempt lower priority workloads within the same project if the lower priority workloads are preemptible.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#reclaim-of-resources-between-projects-and-departments","title":"Reclaim of resources between projects and departments","text":"<p>Reclaim is an inter-project (and inter-department) scheduling action that takes back resources from one project (or department) that has used them as over-quota, back to a project (or department) that deserves those resources as part of its guaranteed quota, or to balance fairness between projects, each to its fairshare (i.e. sharing fairly the portion of the unused resources).</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#multi-level-quota-system","title":"Multi-Level quota system","text":"<p>Each project has a set of guaranteed resource quotas (GPUs, CPUs, and CPU memory) per node pool. Projects can go over-quota and get a share of the unused resources (over-quota) in a node pool beyond their guaranteed quota in that node pool. The same applies to Departments. The Scheduler balances the amount of over quota between departments, and then between projects.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#placement-strategy-bin-pack-and-spread","title":"Placement strategy - bin-pack and spread","text":"<p>The admin can set per node pool placement strategy of the scheduler for GPU based workloads and for CPU-only based workloads.</p> <p>Each type\u2019s strategy can be either bin-pack or spread.</p> <p>GPU workloads:</p> <ul> <li>Bin-pack means the Scheduler places as many workloads as possible in each GPU and each node to use fewer resources and maximize GPU and node vacancy.  </li> <li>Spread means the Scheduler spreads workloads across as many GPUs and nodes as possible to minimize the load and maximize the available resources per workload.  </li> <li>GPU workloads are workloads that request both GPU and CPU resources.</li> </ul> <p>CPU workloads:</p> <ul> <li>Bin-pack means the scheduler places as many workloads as possible in each CPU and node to use fewer resources and maximize CPU and node vacancy.  </li> <li>Spread means the scheduler spreads workloads across as many CPUs and nodes as possible to minimize the load and maximize the available resources per workload.  </li> <li>CPU workloads are workloads that request only CPU resources</li> </ul>"},{"location":"Researcher/scheduling/the-runai-scheduler/#scheduler-deep-dive","title":"Scheduler deep dive","text":""},{"location":"Researcher/scheduling/the-runai-scheduler/#allocation","title":"Allocation","text":"<p>When a user submits a workload, the workload controller creates a pod or pods (for distributed training workloads or a deployment based Inference). When the scheduler gets a submit request with the first pod, it creates a pod group and allocates all the relevant building blocks of that workload. The next pods of the same workload are attached to the same pod group.</p> <p>A workload, with its associated pod group, is queued in the appropriate queue. In every scheduling cycle, the Scheduler ranks the order of queues by calculating their precedence for scheduling.</p> <p>The next step is for the scheduler to find nodes for those pods, assign the pods to their nodes (bind operation), and bind other building blocks of the pods such as storage, ingress etc.</p> <p>If the pod-group has a gang scheduling rule attached to it, the scheduler either allocates and binds all pods together, or puts all of them into the pending state. It retries to schedule them all together in the next scheduling cycle.</p> <p>The scheduler also updates the status of the pods and their associate pod group, users are able to track the workload submission process both in the CLI or Run:ai UI.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#preemption","title":"Preemption","text":"<p>If the scheduler cannot find resources for the submitted workloads (and all of its associated pods), and the workload deserves resources either because it is under its queue quota or under its queue fairshare, the scheduler tries to reclaim resources from other queues; if this doesn\u2019t solve the resources issue, the scheduler tries to preempt lower priority preemptible workloads within the same queue.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#reclaim-preemption-between-projects-and-departments","title":"Reclaim preemption between projects (and departments)","text":"<p>Reclaim is an inter-project (and inter-department) resource balancing action that takes back resources from one project (or department) that has used them as an over-quota, back to a project (or department) that deserves those resources as part of its deserved quota, or to balance fairness between projects (or departments), so a project (or department) doesn\u2019t exceed its fairshare (portion of the unused resources).</p> <p>This mode of operation means that a lower priority workload submitted in one project (e.g. training) can reclaim resources from a project that runs a higher priority workload (e.g. preemptive workspace) if fairness balancing is required.</p> <p>Note</p> <p>Only preemptive workloads can go over-quota as they are susceptible to reclaim (cross-projects preemption) of the over-quota resources they are using. The amount of over-quota resources a project can gain depends on the over-quota weight or quota (if over-quota weight is disabled). Departments\u2019 over-quota is always proportional to its quota.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#priority-preemption-within-a-project","title":"Priority preemption within a project","text":"<p>Higher priority workloads may preempt lower priority preemptible workloads within the same project/node pool queue. For example, in a project that runs a training workload that exceeds the project quota for a certain node pool, a newly submitted workspace within the same project/node pool may stop (preempt) the training workload if there are not enough over-quota resources for the project within that node pool to run both workloads (e.g. workspace using in-quota resources and training using over-quota resources).</p> <p>There is no priority notion between workloads of different projects.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#quota-over-quota-and-fairshare","title":"Quota, over-quota, and fairshare","text":"<p>Run:ai scheduler strives to ensure fairness between projects and between departments, this means each department and project always strive to get their deserved quota, and unused resources are split between projects according to known rules (e.g. over-quota weights).</p> <p>If a project needs more resources even beyond its fairshare, and the scheduler finds unused resources that no other project needs, this project can consume resources even beyond its fairshare.</p> <p>Some scenarios can prevent the scheduler from fully providing the deserved quota and fairness promise, such as fragmentation or other scheduling constraints like affinities, taints etc.</p> <p>The example below illustrates a split of quota between different projects and departments, using several node pools:</p> <p>Legend:</p> <ul> <li>OQW = Over-quota weight</li> <li>OQ = Over-quota</li> </ul> <p></p> <p>The example below illustrates how fairshare is calculated per project/node pool and per department/node pool for the above example:</p> <p></p> <p>The Over quota (OQ) portion of each Project (per node pool) is calculated as:</p> <pre><code>[(OQ-Weight) / (\u03a3 Projects OQ-Weights)] x (Unused Resource per node pool)\n</code></pre> <p>Fairshare(FS) is calculated as: the sum of Quota + Over-Quota</p> <p>Let\u2019s see how Project 2 over quota and fairshare are calculated:</p> <p>For this example, we assume that out of the 40 available GPUs in node pool A, 20 GPUs are currently unused (unused means either not part of any project\u2019s quota, or part of a project\u2019s quota but not used by any workloads of that project).</p> <p>Project 2 over quota share:</p> <pre><code>[(Project 2 OQ-Weight) / (\u03a3 all Projects OQ-Weights)] x (Unused Resource within node pool A)\n\n[(3) / (2 + 3 + 1)] x (20) = (3/6) x 20 = 10 GPUs\n</code></pre> <p>Fairshare = deserved quota + over quota = 6 +10 = 16 GPUs</p> <p>Similarly, fairshare is also calculated for CPU and CPU memory.</p> <p>The scheduler can grant a project more resources than its fairshare if the scheduler finds resources not required by other projects that may deserve those resources.</p> <p>One can also see in the above illustration that Project 3 has no guaranteed quota, but it still has a share of the excess resources in node pool A. Run:ai Scheduler ensures that Project 3 receives its part of the unused resources for over quota, even if this results in reclaiming resources from other projects and preempting preemptible workloads.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#fairshare-balancing","title":"Fairshare balancing","text":"<p>The Scheduler constantly re-calculates the fairshare of each project and department (per node pool, represented in the scheduler as queues), resulting in the re-balancing of resources between projects and between departments. This means that a preemptible workload that was granted resources to run in one scheduling cycle, can find itself preempted and go back to the pending state waiting for resources on the next cycle.</p> <p>A queue, representing a scheduler-managed object for each Project or Department per node pool, can be in one of 3 states:</p> <ul> <li>__In-quota __    The queue\u2019s allocated resources \u2264 queue deserved quota  </li> <li>__Over-quota (but below fairshare) __    The queue\u2019s deserved quota &lt; queue\u2019s allocates resources &lt;= queue\u2019s fairshare  </li> <li>Over-Fairshare (and over-quota)   The queue\u2019s fairshare &lt; queue\u2019s allocated resources</li> </ul> <p></p> <p>The scheduler\u2019s first priority is to ensure each queue (representing a project/node pool or department/node pool scheduler object) receives its deserved quota. Then the scheduler tries to find and allocate more resources to queues that need resources beyond their deserved quota and up to their fairshare, finally, the scheduler tries to allocate resources to queues that need even more resources - beyond their fairshare.</p> <p>When re-balancing resources between queues of different projects and departments, the scheduler goes in the opposite direction, i.e. first take resources from over-fairshare queues, then from over-quota queues, and finally, in some scenarios, even from queues that are below their deserved quota.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#summary","title":"Summary","text":"<p>The scheduler\u2019s role is to bind any submitted pod to a node that satisfies the pod\u2019s requirements and constraints while adhering to the Run:ai quota and fairness system. In some scenarios, the scheduler finds a node for a pod (or nodes for a group of pods) immediately. In other scenarios, the scheduler has to preempt an already running workload to \u201cmake room\u201d, while sometimes a workload becomes pending until resources are released by other workloads (e.g. wait for other workloads to terminate), and only then it is scheduled and run.</p> <p>Other than scenarios where the requested resources or other constraints cannot be met within the cluster, either because the resources physically don\u2019t exist (e.g. a node with 16 GPUs, or a GPU with 200GB of memory), or a combination of constraints cannot be matched (e.g. a GPU with 80GB of memory together with a node with specific label or storage type), the scheduler eventually finds any workload its matching nodes to use, but this process may take some time.</p> <p>The Run:ai scheduler adheres to Kubernetes standard rules, but it also adds a layer of fairness between queues, queue hierarchy, node pools, and many more features, making the scheduling and Quota management more sophisticated, granular, and robust. The combination of these scheduler capabilities results in higher efficiency, scale, and maximization of cluster utilization.</p>"},{"location":"Researcher/tools/dev-jupyter/","title":"Use a Jupyter Notebook with a Run:ai Job","text":"<p>See the Jupyter Notebook Quickstart here.</p>"},{"location":"Researcher/tools/dev-pycharm/","title":"Use PyCharm with a Run:ai Job","text":"<p>Once you launch a workload using Run:ai, you will want to connect to it. You can do so via command-line or via other tools such as a Jupyter Notebook</p> <p>This document is about accessing the remote container created by Run:ai, from JetBrain's PyCharm. </p>"},{"location":"Researcher/tools/dev-pycharm/#submit-a-workload","title":"Submit a Workload","text":"<p>You will need your image to run an SSH server  (e.g OpenSSH). For the purposes of this document, we have created an image named <code>runai.jfrog.io/demo/pycharm-demo</code>. The image runs both python and ssh. Details on how to create the image are here. The image is configured to use the <code>root</code> user and password for SSH.</p> <p>Run the following command to connect to the container as if it were running locally:</p> <pre><code>runai submit build-remote -i runai.jfrog.io/demo/pycharm-demo --interactive  \\\n        --service-type=portforward --port 2222:22\n</code></pre> <p>The terminal will show the connection: </p> <pre><code>The job 'build-remote' has been submitted successfully\nYou can run `runai describe job build-remote -p team-a` to check the job status\nINFO[0007] Waiting for job to start\nWaiting for job to start\nWaiting for job to start\nWaiting for job to start\nINFO[0045] Job started\nOpen access point(s) to service from localhost:2222\nForwarding from [::1]:2222 -&gt; 22\n</code></pre> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The connection is redirected to the local machine (127.0.0.1) on port 2222</li> </ul> <p>Note</p> <pre><code>It is possible to connect to the container using a remote IP address. However, this would be less convinient as you will need to maintain port numbers manually and change them when remote accessing using the development tool. As an example, run:\n\n```\nrunai submit build-remote -i runai.jfrog.io/demo/pycharm-demo -g 1 --interactive --service-type=nodeport --port 30022:22\n```\n\n* The Job starts an sshd server on port 22.\n* The Job redirects the external port 30022 to port 22 and uses a [Node Port](https://kubernetes.io/docs/concepts/services-networking/service/#publishing-services-service-types){target=_blank} service type.\n* Run: `runai list worklaods`\n\n* Next to the Job, under the \"Service URL\" column you will find the IP address and port. The port is 30222\n</code></pre>"},{"location":"Researcher/tools/dev-pycharm/#pycharm","title":"PyCharm","text":"<ul> <li>Under PyCharm | Preferences go to: Project | Python Interpreter </li> <li>Add a new SSH Interpreter. </li> <li>As Host, use the IP address above. Change the port to the above and use the Username <code>root</code></li> <li>You will be prompted for a password. Enter <code>root</code></li> <li>Apply settings and run the code via this interpreter. You will see your project uploaded to the container and running remotely. </li> </ul>"},{"location":"Researcher/tools/dev-tensorboard/","title":"Connecting to TensorBoard","text":"<p>Once you launch a Deep Learning workload using Run:ai, you may want to view its progress. A popular tool for viewing progress is TensorBoard.</p> <p>The document below explains how to use TensorBoard to view the progress or a Run:ai Job.</p>"},{"location":"Researcher/tools/dev-tensorboard/#emitting-tensorboard-logs","title":"Emitting TensorBoard Logs","text":"<p>When you submit a workload, your workload must save TensorBoard logs which can later be viewed. Follow this document on how to do this. You can also view the Run:ai sample code here.</p> <p>The code shows:</p> <ul> <li>A reference to a log directory:</li> </ul> <pre><code>log_dir = \"logs/fit/\" + datetime.datetime.now().strftime(\"%Y%m%d-%H%M%S\")\n</code></pre> <ul> <li>A registered Keras callback for TensorBoard:</li> </ul> <pre><code>tensorboard_callback = TensorBoard(log_dir=log_dir, histogram_freq=1)\n\nmodel.fit(x_train, y_train,\n        ....\n        callbacks=[..., tensorboard_callback])\n</code></pre> <p>The <code>logs</code> directory must be saved on a Network File Server such that it can be accessed by the TensorBoard Job. For example, by running the Job as follows:</p> <pre><code>runai submit train-with-logs -i tensorflow/tensorflow:1.14.0-gpu-py3 \\\n  -v /mnt/nfs_share/john:/mydir -g 1  --working-dir /mydir --command -- ./startup.sh\n</code></pre> <p>Note the volume flag (<code>-v</code>) and working directory flag (<code>--working-dir</code>). The logs directory will be created on <code>/mnt/nfs_share/john/logs/fit</code>.</p>"},{"location":"Researcher/tools/dev-tensorboard/#submit-a-tensorboard-workload","title":"Submit a TensorBoard Workload","text":"<p>There are two ways to submit a TensorBoard Workload: via the Command-line interface or the user interface</p> User InterfaceCLI V1 <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Workspace</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>tb</code> as the name and press CONTINUE.</li> <li>Under <code>Environment</code>,  select <code>jupyter-tensorboard</code>.</li> <li>Under <code>Compute Resource</code>, select <code>one-gpu</code>. </li> <li>Select CREATE WORKSPACE.</li> <li>In the workload list, add a column of <code>Connections</code></li> <li>When the workspace is running, you will see two connections:<ol> <li>Juypter</li> <li>TensorBoard </li> </ol> </li> </ul> <p>Run the following:</p> <pre><code>runai submit tb -i tensorflow/tensorflow:latest --interactive --service-type=portforward --port 8888:8888  --working-dir /mydir  -v /mnt/nfs_share/john:/mydir  -- tensorboard --logdir logs/fit --port 8888 --host 0.0.0.0\n</code></pre> <p>The terminal will show the following: </p> <pre><code>The job 'tb' has been submitted successfully\nYou can run `runai describe job tb -p team-a` to check the job status\nINFO[0006] Waiting for job to start\nWaiting for job to start\nINFO[0014] Job started\nOpen access point(s) to service from localhost:8888\nForwarding from 127.0.0.1:8888 -&gt; 8888\nForwarding from [::1]:8888 -&gt; 8888\n</code></pre> <p>Browse to http://localhost:8888/ to view TensorBoard.</p> <p>Note</p> <p>A single TensorBoard Job can be used to view multiple deep learning Jobs, provided it has access to the logs directory for these Jobs. </p>"},{"location":"Researcher/tools/dev-vscode/","title":"Use Visual Studio Code with a Run:ai Job","text":"<p>Once you launch a workload using Run:ai, you will want to connect to it. You can do so via command line or via other tools such as a Jupyter Notebook</p> <p>Important</p> <p>This document is about accessing the remote container created by Run:ai, from the installed version of Visual Studio Code. If you want to use Visual Studio Code for web, please see Visual Studio Code Web Quickstart.</p>"},{"location":"Researcher/tools/dev-vscode/#submit-a-workload","title":"Submit a Workload","text":"<p>You will need your image to run an SSH server  (e.g OpenSSH). For this document, we have created an image named <code>runai.jfrog.io/demo/pycharm-demo</code>. The image runs both python and ssh. Details on how to create the image are here. The image is configured to use the <code>root</code> user and password for SSH.</p> <p>Run the following command to connect to the container as if it were running locally:</p> <pre><code>runai submit build-remote -i runai.jfrog.io/demo/pycharm-demo --interactive  \\\n        --service-type=portforward --port 2222:22\n</code></pre> <p>The terminal will show the connection: </p> <pre><code>The job 'build-remote' has been submitted successfully\nYou can run `runai describe job build-remote -p team-a` to check the job status\nINFO[0007] Waiting for job to start\nWaiting for job to start\nWaiting for job to start\nWaiting for job to start\nINFO[0045] Job started\nOpen access point(s) to service from localhost:2222\nForwarding from [::1]:2222 -&gt; 22\n</code></pre> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The connection is redirected to the local machine (127.0.0.1) on port 2222</li> </ul> <p>Note</p> <p>It is possible to connect to the container using a remote IP address. However, this would be less convinient as you will need to maintain port numbers manually and change them when remote accessing using the development tool. As an example, run:</p> <pre><code>runai submit build-remote -i runai.jfrog.io/demo/pycharm-demo -g 1 --interactive --service-type=nodeport --port 30022:22\n</code></pre> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The Job redirects the external port 30022 to port 22 and uses a Node Port service type.</li> <li> <p>Run: <code>runai list jobs</code></p> </li> <li> <p>Next to the Job, under the \"Service URL\" column you will find the IP address and port. The port is 30222 </p> </li> </ul>"},{"location":"Researcher/tools/dev-vscode/#visual-studio-code","title":"Visual Studio Code","text":"<ul> <li>Under Visual Studio code install the Remote SSH extension.</li> <li>Create an ssh entry to the service by editing .ssh/config file or use the command Remote-SSH: Connect to Host... from the Command Palette.  Enter the IP address and port from above (e.g. ssh root@35.34.212.12 -p 30022 or ssh root@127.0.0.1 -p 2222). User and password are <code>root</code> </li> <li>Using VS Code, install the Python extension on the remote machine </li> <li>Write your first Python code and run it remotely.</li> </ul>"},{"location":"Researcher/tools/dev-x11forward-pycharm/","title":"Use PyCharm with X11 Forwarding and Run:ai","text":"<p>X11 is a window system for the Unix operating systems. X11 forwarding allows executing a program remotely through an SSH connection. Meaning, the executable file itself is hosted on a different machine than where the graphical interface is being displayed. The graphical windows are forwarded to your local machine through the SSH connection.</p> <p>This section is about setting up X11 forwarding from a Run:ai-based container to a PyCharm IDE on a remote machine.</p>"},{"location":"Researcher/tools/dev-x11forward-pycharm/#submit-a-workload","title":"Submit a Workload","text":"<p>You will need your image to run an SSH server  (e.g OpenSSH). For the purposes of this document, we have created an image named <code>runai.jfrog.io/demo/quickstart-x-forwarding</code>. The image runs:</p> <ul> <li>Python</li> <li>SSH Daemon configured for X11Forwarding </li> <li>OpenCV python library for image handling</li> </ul> <p>Details on how to create the image are here. The image is configured to use the <code>root</code> user and password for SSH.</p> <p>Run the following command to connect to the container as if it were running locally:</p> <pre><code>runai submit xforward-remote -i runai.jfrog.io/demo/quickstart-x-forwarding --interactive  \\\n        --service-type=portforward --port 2222:22\n</code></pre> <p>The terminal will show the connection:</p> <pre><code>The job 'xforward-remote' has been submitted successfully\nYou can run `runai describe job xforward-remote -p team-a` to check the job status\nINFO[0007] Waiting for job to start\nWaiting for job to start\nWaiting for job to start\nWaiting for job to start\nINFO[0045] Job started\nOpen access point(s) to service from localhost:2222\nForwarding from [::1]:2222 -&gt; 22\n</code></pre> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The connection is redirected to the local machine (127.0.0.1) on port 2222</li> </ul>"},{"location":"Researcher/tools/dev-x11forward-pycharm/#setup-the-x11-forwarding-tunnel","title":"Setup the X11 Forwarding Tunnel","text":"<p>Connect to the new Job by running:</p> <pre><code>ssh -X root@127.0.0.1 -p 2222\n</code></pre> <p>Note the <code>-X</code> flag. </p> <p>Run:</p> <p><pre><code>echo $DISPLAY\n</code></pre> Copy the value. It will be used as a PyCharm environment variable.</p> <p>Important</p> <p>The ssh terminal should remain active throughout the session.</p>"},{"location":"Researcher/tools/dev-x11forward-pycharm/#pycharm","title":"PyCharm","text":"<ul> <li>Under PyCharm | Preferences go to: Project | Python Interpreter</li> <li>Add a new SSH Interpreter.</li> <li>As Host, use <code>localhost</code>. Change the port to the above (<code>2222</code>) and use the Username <code>root</code>.</li> <li>You will be prompted for a password. Enter <code>root</code>.</li> <li>Make sure to set the correct path of the Python binary. In our case it's <code>/usr/local/bin/python</code>.</li> <li> <p>Apply your settings.</p> </li> <li> <p>Under PyCharm configuration set the following environment variables:</p> <ol> <li><code>DISPLAY</code> - set environment variable you copied before</li> <li><code>HOME</code> - In our case it's <code>/root</code>. This is required for the X11 authentication to work.</li> </ol> </li> </ul> <p>Run your code. You can use our sample code here.</p>"},{"location":"Researcher/workloads/assets/compute/","title":"Compute Resources","text":"<p>This article explains what compute resources are and how to create and use them.</p> <p>Compute resources are one type of workload asset. A compute resource is a template that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>A compute resource asset is a preconfigured building block that encapsulates all the specifications of compute requirements for the workload including:</p> <ul> <li>GPU devices and GPU memory  </li> <li>CPU memory and CPU compute</li> </ul>"},{"location":"Researcher/workloads/assets/compute/#compute-resource-table","title":"Compute resource table","text":"<p>The Compute resource table can be found under Workload manager in the Run:ai UI.</p> <p>The Compute resource table provides a list of all the compute resources defined in the platform and allows you to manage them.</p> <p></p> <p>The Compute resource table consists of the following columns:</p> Column Description Compute resource The name of the compute resource Description A description of the essence of the compute resource GPU devices request per pod The number of requested physical devices per pod of the workload that uses this compute resource GPU memory request per device The amount of GPU memory per requested device that is granted to each pod of the workload that uses this compute resource CPU memory request The minimum amount of CPU memory per pod of the workload that uses this compute resource CPU memory limit The maximum amount of CPU memory per pod of the workload that uses this compute resource CPU compute request The minimum number of CPU cores per pod of the workload that uses this compute resource CPU compute limit The maximum number of CPU cores per pod of the workload that uses this compute resource Scope The scope of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram Workload(s) The list of workloads associated with the compute resource Template(s) The list of workload templates that use this compute resource Created by The name of the user who created the compute resource Creation time The timestamp of when the compute resource was created Last updated The timestamp of when the compute resource was last updated Cluster The cluster that the compute resource is associated with"},{"location":"Researcher/workloads/assets/compute/#workloads-associated-with-the-compute-resource","title":"Workloads associated with the compute resource","text":"<p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> Column Description Workload The workload that uses the compute resource Type Workspace/Training/Inference Status Represents the workload lifecycle. See the full list of workload status."},{"location":"Researcher/workloads/assets/compute/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul>"},{"location":"Researcher/workloads/assets/compute/#adding-new-compute-resource","title":"Adding new compute resource","text":"<p>To add a new compute resource:</p> <ol> <li>Go to the Compute resource table  </li> <li>Click +NEW COMPUTE RESOURCE </li> <li>Select under which cluster to create the compute resource  </li> <li>Select a scope </li> <li>Enter a name for the compute resource. The name must be unique.  </li> <li>Optional: Provide a description of the essence of the compute resource  </li> <li> <p>Set the resource types needed within a single node    (the Run:ai scheduler tries to match a single node that complies with the compute resource for each of the workload\u2019s pods)  </p> <ul> <li> <p>GPU </p> <ul> <li>GPU devices per pod The number of devices (physical GPUs) per pod    (for example, if you requested 3 devices per pod and the running workload using this compute resource consists of 3 pods, there are 9 physical GPU devices used in total)  </li> </ul> <p>Note</p> <ul> <li>When setting it to zero, the workload using this computer resource neither requests or uses GPU resources while running  </li> <li>You can set any number of GPU devices and specify the memory requirement to any portion size (1..100), or memory size value using GB or MB units per device </li> </ul> <ul> <li>GPU memory per device <ul> <li>Select the memory request format  <ul> <li>% (of device) - Fraction of a GPU device\u2019s memory  </li> <li>MB (memory size) - An explicit GPU memory unit  </li> <li>GB (memory size) - An explicit GPU memory unit    </li> </ul> </li> <li>Set the memory Request - The minimum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives this amount of GPU memory for each device(s) the pod utilizes  </li> <li>Optional: Set the memory Limit - The maximum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives at most this amount of GPU memory for each device(s) the pod utilizes. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.  </li> </ul> </li> </ul> <p>Note</p> <ul> <li>GPU memory limit is disabled by default. If you cannot see the Limit toggle in the compute resource form, then it must be enabled by your Administrator, under General settings \u2192 Resources \u2192 GPU resource optimization  </li> <li>When a Limit is set and is bigger than the Request, the scheduler allows each pod to reach the maximum amount of GPU memory in an opportunistic manner (only upon availability).  </li> <li>If the GPU Memory Limit is bigger that the Request the pod is prone to be killed by the Run:ai toolkit (out of memory signal). The greater the difference between the GPU memory used and the request, the higher the risk of being killed  </li> <li>If GPU resource optimization is turned off, the minimum and maximum are in fact equal  </li> </ul> </li> <li> <p>CPU </p> <ul> <li>CPU compute per pod <ul> <li>Select the units for the CPU compute (Cores / Millicores)  </li> <li>Set the CPU compute Request - the minimum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU compute for each pod.  </li> <li>Optional: Set the CPU compute Limit - The maximum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives at most this amount of CPU compute. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. By default, the limit is set to \u201cUnlimited\u201d - which means that the pod may consume all the node's free CPU compute resources.  </li> </ul> </li> <li>CPU memory per pod <ul> <li>Select the units for the CPU memory (MB / GB)  </li> <li>Set the CPU memory Request - The minimum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU memory for each pod.  </li> <li>Optional: Set the CPU memory Limit - The maximum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives at most this amount of CPU memory. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. By default, the limit is set to \u201cUnlimited\u201d - Meaning that the pod may consume all the node's free CPU memory resources.  </li> </ul> </li> </ul> <p>Note</p> <p>If the CPU Memory Limit is bigger that the Request the pod is prone to be killed by the operating system (out of memory signal). The greater the difference between the CPU memory used and the request, the higher the risk of being killed.  </p> </li> </ul> </li> <li> <p>Optional: More settings  </p> <ul> <li>Increase shared memory size When enabled, the shared memory size available to the pod is increased from the default 64MB to the node's total available memory or the CPU memory limit, if set above.  </li> <li>Set extended resource(s) Click +EXTENDED RESOURCES to add resource/quantity pairs. For more information on how to set extended resources, see the Extended resources and Quantity guides  </li> </ul> </li> <li> <p>Click CREATE COMPUTE RESOURCE</p> <p>Note</p> <p>It is also possible to add compute resources directly when creating a specific Workspace, training or inference workload.</p> </li> </ol>"},{"location":"Researcher/workloads/assets/compute/#editing-a-compute-resource","title":"Editing a compute resource","text":"<p>To edit a compute resource:</p> <ol> <li>Select the compute resource you want to edit</li> <li>Click Edit</li> <li>Click SAVE COMPUTE RESOURCE</li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"Researcher/workloads/assets/compute/#copying-a-compute-resource","title":"Copying a compute resource","text":"<p>To make a copy of an existing compute resource:</p> <ol> <li>Select the compute resource you want to copy</li> <li>Click MAKE A COPY</li> <li>Enter a name for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click CREATE COMPUTE RESOURCE </li> </ol>"},{"location":"Researcher/workloads/assets/compute/#deleting-a-compute-resource","title":"Deleting a compute resource","text":"<ol> <li>Select the compute resource you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm   </li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"Researcher/workloads/assets/compute/#using-api","title":"Using API","text":"<p>Go to the Compute resources API reference to view the available actions</p>"},{"location":"Researcher/workloads/assets/credentials/","title":"Credentials","text":"<p>This article explains what credentials are and how to create and use them.</p> <p>Credentials are a workload asset that simplify the complexities of Kubernetes secrets. They consist of and mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <p>Credentials are crucial for the security of AI workloads and the resources they require, as they restrict access to authorized users, verify identities, and ensure secure interactions. By enforcing the protection of sensitive data, credentials help organizations comply with industry regulations, fostering a secure environment overall.</p> <p>Essentially, credentials enable AI practitioners to access relevant protected resources, such as private data sources and Docker images, thereby streamlining the workload submission process.</p>"},{"location":"Researcher/workloads/assets/credentials/#credentials-table","title":"Credentials table","text":"<p>The Credentials table can be found under Workload manager in the Run:ai User interface.</p> <p>The Credentials table provides a list of all the credentials defined in the platform and allows you to manage them.</p> <p></p> <p>The Credentials table comprises the following columns:</p> Column Description Credentials The name of the credentials Description A description of the credentials Type The type of credentials, e.g., Docker registry Status The different lifecycle phases and representation of the credentials\u2019 condition Scope The scope of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram Kubernetes name The unique name of the credentials Kubernetes name as it appears in the cluster Environment(s) The environment(s) that are associated with the credentials Data source(s) The private data source(s) that are accessed using the credentials Created by The user who created the credentials Creation time The timestamp of when the credentials were created Cluster The cluster with which the credentials are associated"},{"location":"Researcher/workloads/assets/credentials/#credentials-status","title":"Credentials status","text":"<p>The following table describes the credentials\u2019 condition and whether they were created successfully for the selected scope.</p> Status Description No issues found No issues were found while creating the credentials (this status may change while propagating the credentials to the selected scope) Issues found Issues found while propagating the credentials Issues found Failed to access the cluster Creating\u2026 Credentials are being created Deleting\u2026 Credentials are being deleted No status When the credentials\u2019 scope is an account, or the current version of the cluster is not up to date, the status cannot be displayed"},{"location":"Researcher/workloads/assets/credentials/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click \u2018Download as CSV\u2019. Export to CSV is limited to 20,000 rows.</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"Researcher/workloads/assets/credentials/#adding-new-credentials","title":"Adding new credentials","text":"<p>Creating credentials is limited to specific roles.</p> <p>To add a new credential:</p> <ol> <li>Go to the Credentials table:</li> <li>Click +NEW CREDENTIALS</li> <li>Select the credential type from the list     Follow the step-by-step guide for each credential type:</li> </ol>"},{"location":"Researcher/workloads/assets/credentials/#docker-registry","title":"Docker registry","text":"<p>These credentials allow users to authenticate and pull images from a Docker registry, enabling access to containerized applications and services.</p> <p>After creating the credentials, it is used automatically when pulling images.</p> <ol> <li>Select a scope.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the username, password, and Docker registry URL</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/credentials/#access-key","title":"Access key","text":"<p>These credentials are unique identifiers used to authenticate and authorize access to cloud services or APIs, ensuring secure communication between applications. They typically consist of two parts:</p> <ul> <li>An access key ID</li> <li>A secret access key</li> </ul> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credential</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the Access key and Access secret</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/credentials/#username-password","title":"Username &amp; password","text":"<p>These credentials require a username and corresponding password to access various resources, ensuring that only authorized users can log in.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the username and password</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/credentials/#generic-secret","title":"Generic secret","text":"<p>These credentials are a flexible option that consists of multiple keys &amp; values and can store various sensitive information, such as API keys or configuration data, to be used securely within applications.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Click +KEY &amp; VALUE - to add key/value pairs to store in the new secret</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol>"},{"location":"Researcher/workloads/assets/credentials/#editing-credentials","title":"Editing credentials","text":"<p>To rename a credential:</p> <ol> <li>Select the credential from the table</li> <li>Click Rename to edit its name and description</li> </ol>"},{"location":"Researcher/workloads/assets/credentials/#deleting-credentials","title":"Deleting credentials","text":"<p>To delete a credential:</p> <ol> <li>Select the credential you want to delete</li> <li>Click DELETE</li> <li>In the dialog, click DELETE to confirm</li> </ol> <p>Note</p> <p>Credentials cannot be deleted if they are being used by a workload and template.</p>"},{"location":"Researcher/workloads/assets/credentials/#using-credentials","title":"Using credentials","text":"<p>You can use credentials (secrets) in various ways within the system</p>"},{"location":"Researcher/workloads/assets/credentials/#access-private-data-sources","title":"Access private data sources","text":"<p>To access private data sources, attach credentials to data sources of the following types: Git, S3 Bucket</p>"},{"location":"Researcher/workloads/assets/credentials/#use-directly-within-the-container","title":"Use directly within the container","text":"<p>To use the secret directly from within the container, you can choose between the following options</p> <ol> <li>Get the secret mounted to the file system by using the Generic secret data source</li> <li> <p>Get the secret as an environment variable injected into the container. There are two equivalent ways to inject the environment variable.</p> <p>a. By adding it to the Environment asset.    b. By adding it ad-hoc as part of the workload.</p> </li> </ol>"},{"location":"Researcher/workloads/assets/credentials/#creating-secrets-in-advance","title":"Creating secrets in advance","text":"<p>Add secrets in advance to be used when creating credentials via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> Cluster scopeDepartment scopeProject scope <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/cluster-wide: \"true\"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code> \u05bf</li> </ol> </li> </ol> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/department: \"&lt;department id&gt;\"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code></li> </ol> </li> </ol> <ol> <li>Create the secret in the project\u2019s namespace</li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code></li> </ol> </li> </ol> <p>The secret is now displayed for that scope in the list of existing secrets.</p>"},{"location":"Researcher/workloads/assets/credentials/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Credentials API reference</p>"},{"location":"Researcher/workloads/assets/data-volumes/","title":"Data Volumes","text":"<p>Data volumes offer a powerful solution for storing, managing, and sharing AI training data within the Run:ai platform. They promote collaboration, simplify data access control, and streamline the AI development lifecycle.</p> <p>Data volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data.</p>"},{"location":"Researcher/workloads/assets/data-volumes/#why-use-a-data-volume","title":"Why use a data volume?","text":"<ol> <li>Sharing with multiple scopes     Unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters, encouraging data reuse and collaboration within the organization.</li> <li>Storage saving     A single copy of the data can be used across multiple scopes</li> </ol>"},{"location":"Researcher/workloads/assets/data-volumes/#typical-use-cases","title":"Typical use cases","text":"<ol> <li>Sharing large data sets     In large organizations, the data is often stored in a remote location, which can be a barrier for large model training. Even if the data is transferred into the cluster, sharing it easily with multiple users is still challenging. Data volumes can help share the data seamlessly, with maximum security and control.</li> <li>Sharing data with colleagues     When sharing training results, generated data sets, or other artifacts with team members is needed, data volumes can help make the data available easily.</li> </ol>"},{"location":"Researcher/workloads/assets/data-volumes/#prerequisites","title":"Prerequisites","text":"<p>To create a data volume, there must be a project with a PVC in its namespace.</p> <p>Working with data volumes is currently available using the API. To view the available actions, go to the Data volumes API reference.</p>"},{"location":"Researcher/workloads/assets/data-volumes/#adding-a-new-data-volume","title":"Adding a new data volume","text":"<p>Data volume creation is limited to specific roles</p>"},{"location":"Researcher/workloads/assets/data-volumes/#adding-scopes-for-a-data-volume","title":"Adding scopes for a data volume","text":"<p>Data volume sharing (adding scopes) is limited to specific roles</p> <p>Once created, the data volume is available to its originating project (see the prerequisites above).</p> <p>Data volumes can be shared with additional scopes in the organization.</p>"},{"location":"Researcher/workloads/assets/data-volumes/#who-can-use-a-data-volume","title":"Who can use a data volume?","text":"<p>Data volumes are used when submitting workloads. Any user, application or SSO group with a role that has permissions to create workloads can also use data volumes.</p> <p>Researchers can list available data volumes within their permitted scopes for easy selection.</p>"},{"location":"Researcher/workloads/assets/datasources/","title":"Data Sources","text":"<p>This article explains what data sources are and how to create and use them.</p> <p>Data sources are a type of workload asset and represent a location where data is actually stored. They may represent a remote data location, such as NFS, Git, or S3, or a Kubernetes local resource, such as PVC, ConfigMap, HostPath, or Secret.</p> <p>This configuration simplifies the mapping of the data into the workload\u2019s file system and handles the mounting process during workload creation for reading and writing. These data sources are reusable and can be easily integrated and used by AI practitioners while submitting workloads across various scopes.</p>"},{"location":"Researcher/workloads/assets/datasources/#data-sources-table","title":"Data sources table","text":"<p>The data sources table can be found under Workload manager in the Run:ai platform.</p> <p>The data sources table provides a list of all the data sources defined in the platform and allows you to manage them.</p> <p></p> <p>The data sources table comprises the following columns:</p> Column Description Data source The name of the data source Description A description of the data source Type The type of data source connected \u2013 e.g., S3 bucket, PVC, or others Status The different lifecycle phases and representation of the data source condition Scope The scope of the data source within the organizational tree. Click the scope name to view the organizational tree diagram Kubernetes name The unique name of the data sources Kubernetes name as it appears in the cluster Workload(s) The list of existing workloads that use the data source Template(s) The list of workload templates that use the data source Created by The user who created the data source Creation time The timestamp for when the data source was created Cluster The cluster that the data source is associated with"},{"location":"Researcher/workloads/assets/datasources/#data-sources-status","title":"Data sources status","text":"<p>The following table describes the data sources' condition and whether they were created successfully for the selected scope.</p> Status Description No issues found No issues were found while creating the data source Issues found Issues were found while propagating the data source credentials Issues found The data source couldn\u2019t be created at the cluster Creating\u2026 The data source is being created No status / \u201c-\u201d When the data source\u2019s scope is an account, the current version of the cluster is not up to date, or the asset is not a cluster-syncing entity, the status can\u2019t be displayed"},{"location":"Researcher/workloads/assets/datasources/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click \u2018Download as CSV\u2019</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"Researcher/workloads/assets/datasources/#adding-a-new-data-source","title":"Adding a new data source","text":"<p>To create a new data source:</p> <ol> <li>Click +NEW DATA SOURCE</li> <li>Select the data source type from the list. Follow the step-by-step guide for each data source type:</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#nfs","title":"NFS","text":"<p>A Network File System (NFS) is a Kubernetes concept used for sharing storage in the cluster among different pods. Like a PVC, the NFS volume\u2019s content remains preserved, even outside the lifecycle of a single pod. However, unlike PVCs, which abstract storage management, NFS provides a method for network-based file sharing. The NFS volume can be pre-populated with data and can be mounted by multiple pod writers simultaneously. At Run:ai, an NFS-type data source is an abstraction that is mapped directly to a Kubernetes NFS volume. This integration allows multiple workloads under various scopes to mount and present the NFS data source.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Enter the NFS server (host name or host IP)</li> <li>Enter the NFS path</li> </ul> </li> <li>Set the data target location<ul> <li>Container path</li> </ul> </li> <li>Optional: Restrictions<ul> <li>Prevent data modification - When enabled, the data will be mounted with read-only permissions</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#pvc","title":"PVC","text":"<p>A Persistent Volume Claim (PVC) is a Kubernetes concept used for managing storage in the cluster, which can be provisioned by an administrator or dynamically by Kubernetes using a StorageClass. PVCs allow users to request specific sizes and access modes (read/write once, read-only many). Run:ai ensures that data remains consistent and accessible across various scopes and workloads, beyond the lifecycle of individual pods, which is efficient while working with large datasets typically associated with AI projects.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Select PVC:<ul> <li>Existing PVC     This option is relevant when the purpose is to create a PVC-type data source based on an existing PVC in the cluster<ul> <li>Select a PVC from the list - (The list is empty if no existing PVCs were created in advance)</li> </ul> </li> <li>New PVC - creates a new PVC in the cluster. New PVCs are not added to the Existing PVCs list.     When creating a PVC-type data source and selecting the \u2018New PVC\u2019 option, the PVC is immediately created in the cluster (even if no workload has requested this PVC).</li> </ul> </li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, check Kubernetes storage classes</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - allows the volume to be mounted as a filesystem, enabling the usage of directories and files.</li> <li>Block - exposes the volume as a block storage, which can be formatted or used by applications directly without a filesystem.</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Optional: Prevent data modification - When enabled, the data will be mounted with read-only permission.</li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/datasources/#s3-bucket","title":"S3 Bucket","text":"<p>The S3 bucket data source enables the mapping of a remote S3 bucket into the workload\u2019s file system. Similar to a PVC, this mapping remains accessible across different workload executions, extending beyond the lifecycle of individual pods. However, unlike PVCs, data stored in an S3 bucket resides remotely, which may lead to decreased performance during the execution of heavy machine learning workloads. As part of the Run:ai connection to the S3 bucket, you can create credentials in order to access and map private buckets.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Set the S3 service URL</li> <li>Select the credentials<ul> <li>None - for public buckets</li> <li>Credential names - This option is relevant for private buckets based on existing credentials that were created for the scope.     To add new credentials to the credentials list, and for additional information, check the Credentials article.</li> </ul> </li> <li>Enter the bucket name</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/datasources/#git","title":"Git","text":"<p>A Git-type data source is a Run:ai integration, that enables code to be copied from a Git branch into a dedicated folder in the container. It is mainly used to provide the workload with the latest code repository. As part of the integration with Git, in order to access private repositories, you can add predefined credentials to the data source mapping.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Set the Repository URL</li> <li>Set the Revision (branch, tag, or hash)- If left empty, it will use the 'HEAD' (latest)</li> <li>Select the credentials<ul> <li>None - for public repositories</li> <li>Credential names - This option applies to private repositories based on existing credentials that were created for the scope.     To add new credentials to the credentials list, and for additional information, check the Credentials article.</li> </ul> </li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/datasources/#host-path","title":"Host path","text":"<p>A Host path volume is a Kubernetes concept that enables mounting a host path file or a directory on the workload\u2019s file system. Like a PVC, the host path volume\u2019s data persists across workloads under various scopes. It also enables data serving from the hosting node.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>host path</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Optional: Prevent data modification - When enabled, the data will be mounted with read-only permissions.</li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#configmap","title":"ConfigMap","text":"<p>A ConfigMap data source is a Run:ai abstraction for the Kubernetes ConfigMap concept. The ConfigMap is used mainly for storage that can be mounted on the workload container for non-confidential data. It is usually represented in key-value pairs (e.g., environment variables, command-line arguments etc.). It allows you to decouple environment-specific system configurations from your container images, so that your applications are easily portable. ConfigMaps must be created on the cluster prior to being used within the Run:ai system.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Select the ConfigMap name (The list is empty if no existing ConfigMaps were created in advance).</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#secret","title":"Secret","text":"<p>A secret-type data source enables the mapping of a credential into the workload\u2019s file system. Credentials are a workload asset that simplify the complexities of Kubernetes Secrets. The credentials mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Select the credentials     To add new credentials, and for additional information, check the Credentials article.</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <p>Note</p> <p>It is also possible to add data sources directly when creating a specific workspace, training or inference workload</p>"},{"location":"Researcher/workloads/assets/datasources/#editing-a-data-source","title":"Editing a data source","text":"<p>To edit a data source:</p> <ol> <li>Select the data source from the table</li> <li>Click Rename to provide it with a new name</li> <li>Click Copy &amp; Edit to make any changes to the data source</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#deleting-a-data-source","title":"Deleting a data source","text":"<p>To delete a data source:</p> <ol> <li>Select the data source you want to delete</li> <li>Click DELETE</li> <li>Confirm you want to delete the data source</li> </ol> <p>Note</p> <p>It is not possible to delete an environment being used by an existing workload or template.</p>"},{"location":"Researcher/workloads/assets/datasources/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Data sources API reference.</p>"},{"location":"Researcher/workloads/assets/environments/","title":"Environments","text":"<p>This article explains what environments are and how to create and use them.</p> <p>Environments are one type of workload asset. An environment consists of a configuration that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>An environment asset is a preconfigured building block that encapsulates aspects for the workload such as:</p> <ul> <li>Container image and container configuration  </li> <li>Tools and connections  </li> <li>The type of workload it serves</li> </ul>"},{"location":"Researcher/workloads/assets/environments/#environments-table","title":"Environments table","text":"<p>The Environments table can be found under Workload manager in the Run:ai platform.</p> <p>The Environment table provides a list of all the environment defined in the platform and allows you to manage them.</p> <p></p> <p>The Environments table consists of the following columns:</p> Column Description Environment The name of the environment Description A description of the environment Scope The scope of this environment within the organizational tree. Click the name of the scope to view the organizational tree diagram Image The application or service to be run by the workload Workload Architecture This can be either standard for running workloads on a single node or distributed for running distributed workloads on multiple nodes Tool(s) The tools and connection types the environment exposes Workload(s) The list of existing workloads that use the environment Workload types The workload types that can use the environment (Workspace/ Training / Inference) Template(s) The list of workload templates that use this environment Created by The user who created the environment. By default Run:ai UI comes with preinstalled environments created by Run:ai created by Run:ai Creation time The timestamp of when the environment was created Last updated The timestamp of when the environment was last updated Cluster The cluster with which the environment is associated"},{"location":"Researcher/workloads/assets/environments/#tools-associated-with-the-environment","title":"Tools associated with the environment","text":"<p>Click one of the values in the tools column to view the list of tools and their connection type.</p> Column Description Tool name The name of the tool or application AI practitioner can set up within the environment. Connection type The method by which you can access and interact with the running workload. It's essentially the \"doorway\" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc)"},{"location":"Researcher/workloads/assets/environments/#workloads-associated-with-the-environment","title":"Workloads associated with the environment","text":"<p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> Column Description Workload The workload that uses the environment Type The workload type (Workspace/Training/Inference) Status Represents the workload lifecycle. See the full list of workload status"},{"location":"Researcher/workloads/assets/environments/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul>"},{"location":"Researcher/workloads/assets/environments/#environments-created-by-runai","title":"Environments created by Run:ai","text":"<p>When installing Run:ai, you automatically get the environments created by Run:ai to ease up the onboarding process and support different use cases out of the box. These environments are created at the scope of the account.</p> Environment Image Jupiter-lab jupyter/scipy-notebook jupyter-tensorboard gcr.io/run-ai-demo/jupyter-tensorboard tensorboard tensorflow/tensorflow:latest llm-server runai.jfrog.io/core-llm/runai-vllm:v0.6.4-0.10.0 chatbot-ui runai.jfrog.io/core-llm/llm-app gpt2 runai.jfrog.io/core-llm/quickstart-inference:gpt2-cpu"},{"location":"Researcher/workloads/assets/environments/#adding-a-new-environment","title":"Adding a new environment","text":"<p>Environment creation is limited to specific roles</p> <p>To add a new environment:</p> <ol> <li>Go to the Environments table  </li> <li>Click +NEW ENVIRONMENT </li> <li>Select under which cluster to create the environment  </li> <li>Select a scope </li> <li>Enter a name for the environment. The name must be unique.  </li> <li>Optional: Provide a description of the essence of the environment  </li> <li>Enter the Image URL    If a token or secret is required to pull the image, it is possible to create it via credentials of type docker registry. These credentials are automatically used once the image is pulled (which happens when the workload is submitted)  </li> <li>Set the image pull policy - the condition for when to pull the image from the registry  </li> <li>Set the workload architecture:  <ul> <li>Standard Only standard workloads can use the environment. A standard workload consists of a single process.  </li> <li>Distributed Only distributed workloads can use the environment. A distributed workload consists of multiple processes working together. These processes can run on different nodes.  </li> <li>Select a framework from the list.  </li> </ul> </li> <li>Set the workload type:  <ul> <li>Workspace </li> <li>Training </li> <li>Inference </li> <li>When inference is selected, define the endpoint of the model by providing both the protocol and the container\u2019s serving port  </li> </ul> </li> <li>Optional: Set the connection for your tool(s). The tools must be configured in the image. When submitting a workload using the environment, it is possible to connect to these tools  <ul> <li>Select the tool from the list (the available tools varies from IDE, experiment tracking, and more, including a custom tool for your choice)  </li> <li>Select the connection type  <ul> <li>External URL <ul> <li>Auto generate   A unique URL is automatically created for each workload using the environment  </li> <li>Custom URL   The URL is set manually  </li> </ul> </li> <li>Node port <ul> <li>Auto generate   A unique port is automatically exposed for each workload using the environment  </li> <li>Custom URL   Set the port manually  </li> </ul> </li> <li>Set the container port </li> </ul> </li> </ul> </li> <li>Optional: Set a command and arguments for the container running the pod  <ul> <li>When no command is added, the default command of the image is used (the image entrypoint)  </li> <li>The command can be modified while submitting a workload using the environment  </li> <li>The argument(s) can be modified while submitting a workload using the environment  </li> </ul> </li> <li>Optional: Set the environment variable(s) <ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable</li> <li>Custom<ul> <li>Enter a value </li> <li>Leave empty</li> <li>Add instructions for the expected value if any</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name     To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key </li> </ul> </li> <li>The environment variables can be modified and new variables can be added while submitting a workload using the environment</li> </ul> </li> <li>Optional: Set the container\u2019s working directory to define where the container\u2019s process starts running. When left empty, the default directory is used.  </li> <li>Optional: Set where the UID, GID and supplementary groups are taken from, this can be:  <ul> <li>From the image </li> <li>From the IdP token (only available in an SSO installations)  </li> <li>Custom (manually set) - decide whether the submitter can modify these value upon submission.</li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas)  </li> <li>Disable Allow the values above to be modified within the workload if you want the above values to be used as the default</li> </ul> </li> </ul> </li> <li>Optional: Select Linux capabilities - Grant certain privileges to a container without granting all the privileges of the root user. </li> <li>Click CREATE ENVIRONMENT</li> </ol> <p>Note</p> <p>It is also possible to add environments directly when creating a specific workspace, training or inference workload.</p>"},{"location":"Researcher/workloads/assets/environments/#editing-an-environment","title":"Editing an environment","text":"<p>To edit an environment:</p> <ol> <li>Select the environment you want to edit</li> <li>Click Edit</li> <li>Click SAVE ENVIRONMENT</li> </ol> <p>Note</p> <ul> <li>The already bound workload that is using this asset will not be affected.</li> <li>llm-server and chatbot-ui environments cannot be edited. </li> </ul>"},{"location":"Researcher/workloads/assets/environments/#copying-an-environment","title":"Copying an environment","text":"<p>To make a copy of an existing environment:</p> <ol> <li>Select the environment you want to copy</li> <li>Click MAKE A COPY</li> <li>Enter a name for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click CREATE ENVIRONMENT </li> </ol>"},{"location":"Researcher/workloads/assets/environments/#deleting-an-environment","title":"Deleting an environment","text":"<p>To delete an environment:</p> <ol> <li>Select the environment you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm</li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"Researcher/workloads/assets/environments/#using-api","title":"Using API","text":"<p>Go to the Environment API reference to view the available actions</p>"},{"location":"Researcher/workloads/assets/overview/","title":"Overview","text":"<p>Workload assets enable organizations to:</p> <ul> <li>Create and reuse preconfigured setup for code, data, storage and resources to be used by AI practitioners to simplify the process of submitting workloads  </li> <li>Share the preconfigured setup with a wide audience of AI practitioners with similar needs</li> </ul> <p>Note</p> <ul> <li>The creation of assets is possible only via API and the Run:ai UI  </li> <li>The submission of workloads using assets, is possible only via the Run:ai UI</li> </ul>"},{"location":"Researcher/workloads/assets/overview/#workload-asset-types","title":"Workload asset types","text":"<p>There are four workload asset types used by the workload:</p> <ul> <li>Environments   The container image, tools and connections for the workload  </li> <li>Data sources   The type of data, its origin and the target storage location such as PVCs or cloud storage buckets where datasets are stored  </li> <li>Compute resources   The compute specification, including GPU and CPU compute and memory  </li> <li>Credentials   The secrets to be used to access sensitive data, services, and applications such as docker registry or S3 buckets</li> </ul>"},{"location":"Researcher/workloads/assets/overview/#asset-scope","title":"Asset scope","text":"<p>When a workload asset is created, a scope is required. The scope defines who in the organization can view and/or use the asset.</p> <p>Note</p> <p>When an asset is created via API, the scope can be the entire account, this is currently an experimental feature.</p>"},{"location":"Researcher/workloads/assets/overview/#who-can-create-an-asset","title":"Who can create an asset?","text":"<p>Any subject (user, application, or SSO group) with a role that has permissions to Create an asset, can do so within their scope.</p>"},{"location":"Researcher/workloads/assets/overview/#who-can-use-an-asset","title":"Who can use an asset?","text":"<p>Assets are used when submitting workloads. Any subject (user, application or SSO group) with a role that has permissions to Create workloads, can also use assets.</p>"},{"location":"Researcher/workloads/assets/overview/#who-can-view-an-asset","title":"Who can view an asset?","text":"<p>Any subject (user, application, or SSO group) with a role that has permission to View an asset, can do so within their scope.  </p>"},{"location":"Researcher/workloads/assets/templates/","title":"Workspace Templates","text":"<p>This article explains the procedure to manage templates.</p> <p>A template is a pre-set configuration that is used to quickly configure and submit workloads using existing assets. A template consists of all the assets a workload needs, allowing researchers to submit a workload in a single click, or make subtle adjustments to differentiate them from each other.</p>"},{"location":"Researcher/workloads/assets/templates/#workspace-templates-table","title":"Workspace templates table","text":"<p>The Templates table can be found under Workload manager in the Run:ai User interface.</p> <p>The Templates table provides a list of all the templates defined in the platform, and allows you to manage them.</p> <p>Flexible Management</p> <p>It is also possible to manage templates directly for a specific user, application, project, or department.</p> <p></p> <p>The Templates table consists of the following columns:</p> Column Description Scope The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates Environment The name of the environment related to the workspace template Compute resource The name of the compute resource connected to the workspace template Data source(s) The name of the data source(s) connected to the workspace template Created by The subject that created the template Creation time The timestamp for when the template was created Cluster The cluster name containing the template"},{"location":"Researcher/workloads/assets/templates/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh (optional) - Click REFRESH to update the table with the latest data  </li> <li>Show/Hide details (optional) - Click to view additional information on the selected row</li> </ul>"},{"location":"Researcher/workloads/assets/templates/#adding-a-new-workspace-template","title":"Adding a new workspace template","text":"<p>To add a new template:</p> <ol> <li>Click +NEW TEMPLATE </li> <li>Set the scope for the template  </li> <li>Enter a name for the template  </li> <li>Select the environment for your workload  </li> <li> <p>Select the node resources needed to run your workload     - or -    Click +NEW COMPUTE RESOURCE</p> </li> <li> <p>Set the volume needed for your workload  </p> </li> <li>Create a new data source  </li> <li>Set auto-deletion, annotations and labels, as required  </li> <li>Click CREATE TEMPLATE</li> </ol>"},{"location":"Researcher/workloads/assets/templates/#editing-a-template","title":"Editing a template","text":"<p>To edit a template:</p> <ol> <li>Select the template from the table  </li> <li>Click Rename to provide it with a new name  </li> <li>Click Copy &amp; Edit to make any changes to the template</li> </ol>"},{"location":"Researcher/workloads/assets/templates/#deleting-a-template","title":"Deleting a template","text":"<p>To delete a template:</p> <ol> <li>Select the template you want to delete  </li> <li>Click DELETE </li> <li>Confirm you want to delete the template</li> </ol>"},{"location":"Researcher/workloads/assets/templates/#using-api","title":"Using API**","text":"<p>Go to the Workload template API reference to view the available actions  </p>"},{"location":"Researcher/workloads/inference/custom-inference/","title":"Deploy a custom inference workload","text":"<p>This article explains how to create a custom inference workload via the Run:ai UI.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/inference/custom-inference/#creating-a-custom-inference-workload","title":"Creating a custom inference workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new custom inference workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Inference     Within the new inference form:</li> <li>Select under which cluster to create the inference workload</li> <li>Select the project in which your inference will run</li> <li> <p>Select custom inference from Inference type </p> <p>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Models.</p> </li> <li> <p>Enter a unique name for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click CONTINUE     In the next step:</li> <li> <p>Select the environment for your inference workload</p> <ul> <li>Select an environment or click +NEW ENVIRONMENT to add a new environment to the gallery.     For a step-by-step guide on adding environments to the gallery, see Environments. Once created, the new environment will be automatically selected.</li> <li> <p>Set an inference serving endpoint. The connection protocol and the container port are defined within the environment</p> <ul> <li> <p>Optional: Modify who can access the endpoint</p> <ul> <li> <p>Public (default)</p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p>All authenticated users </p> <p>Everyone within the organization\u2019s account that can log in (to Run:ai or SSO)</p> </li> <li> <p>Specific group(s) </p> <ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p>Specific user(s)</p> <ul> <li>Click +USER </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Set the connection for your tool(s). The tools are configured as part of the environment.</p> <ul> <li>External URL<ul> <li>Custom URL<ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can access the tool:<ul> <li>All authenticated users (default)     Everyone within the organization\u2019s account</li> <li>Specific group(s)<ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li>Specific user(s)<ul> <li>Click +USER</li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li>Node port<ul> <li>Custom port<ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Optional: Set the command and arguments for the container running the workload     If no command is added, the container will use the image\u2019s default command (entry-point).<ul> <li>Modify the existing command or click +COMMAND &amp; ARGUMENTS to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the environment variable(s) <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable<ul> <li>Custom<ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your inference workload</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the minimum and maximum number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different,  autoscaling will be triggered and you'll need to set conditions for creating a new replica. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources.    </p> <ul> <li>Select a variable - The variable's values will be monitored via the container's port.<ul> <li>Latency (milliseconds)</li> <li>Throughput (Requests/sec)</li> <li>Concurrency (Requests)</li> </ul> </li> <li>Set a value - This value is the threshold at which autoscaling is triggered. </li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically scaled down to zero.     This allows compute resources to be freed up when the model is inactive (i.e., there are no requests being sent)     When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> <li>Optional: Select data sources for your inference workload      Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.     For a step-by-step guide on adding data sources to the gallery, see data sources.     Once created, the new data source will be automatically selected.<ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE INFERENCE</li> </ol>"},{"location":"Researcher/workloads/inference/custom-inference/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the inference workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/inference/custom-inference/#using-api","title":"Using API","text":"<p>To view the available actions, see the Inferences API reference.</p>"},{"location":"Researcher/workloads/inference/hugging-face-inference/","title":"Deploy inference workloads from Hugging Face","text":"<p>This article explains how to create an inference workload via the Run:ai UI using Hugging Face inference models.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/inference/hugging-face-inference/#creating-a-hugging-face-inference-workload","title":"Creating a Hugging Face inference workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new inference workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Inference     Within the new inference form:</li> <li>Select under which cluster to create the inference workload</li> <li>Select the project in which your inference will run</li> <li> <p>Select Hugging Face from Inference type </p> <p>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Models.</p> </li> <li> <p>Enter a unique name for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click CONTINUE     In the next step:</li> <li> <p>Set the model and how to access</p> <ul> <li>Set the model name as displayed in Hugging Face. The model must be supported by vLLM version 0.6.4.<ul> <li>Enter a name</li> </ul> </li> <li> <p>Set how to access Hugging Face</p> <ul> <li>Provide a token<ul> <li>Access token<ul> <li>Enter a token</li> </ul> </li> </ul> </li> <li>Select credentials<ul> <li>Select existing credentials. Make sure the existing credentials contain an HF_TOKEN key</li> <li> <p>Add new credentials with a HF_TOKEN</p> <p>Within the new credentials form:</p> <ul> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li> <p>Set how the credential is created</p> <ul> <li> <p>Existing secret (in the cluster)</p> <p>This option applies when the purpose is to create credentials based on an existing secret</p> <ul> <li>Select a secret from the list (the list is empty if no secrets were created in advance)</li> </ul> </li> <li> <p>New secret</p> <p>A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.</p> <ul> <li>Enter a key </li> <li>Enter the HF_TOKEN as the value</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Modify who can access the inference serving endpoint</p> <ul> <li> <p>Public (default)</p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p>All authenticated users </p> <p>Everyone within the organization\u2019s account that can log in (to Run:ai or SSO)</p> </li> <li> <p>Specific group(s) </p> <ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p>Specific user(s)</p> <ul> <li>Click +USER </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your inference workload</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the minimum and maximum number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set conditions for creating a new replica. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a variable - The variable's values will be monitored via the container's port.<ul> <li>Latency (milliseconds)</li> <li>Throughput (Requests/sec)</li> <li>Concurrency (Requests)</li> </ul> </li> <li>Set a value - This value is the threshold at which autoscaling is triggered.</li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically scaled down to zero.     This allows the compute resources to be freed up when the model is inactive (i.e., there are no requests being sent)     When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE INFERENCE</li> </ol>"},{"location":"Researcher/workloads/inference/hugging-face-inference/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the inference workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/inference/inference-overview/","title":"Inference overview","text":""},{"location":"Researcher/workloads/inference/inference-overview/#what-is-inference","title":"What is Inference","text":"<p>Machine learning (ML) inference is the process of running live data points into a machine-learning algorithm to calculate an output.</p> <p>With Inference workloads, you are taking a trained Model and deploying it into a production environment. The deployment must align with the organization's production standards such as average and 95% response time as well as up-time.</p>"},{"location":"Researcher/workloads/inference/inference-overview/#inference-and-gpus","title":"Inference and GPUs","text":"<p>The Inference process is a subset of the original Training algorithm on a single datum (e.g. one sentence or one image), or a small batch. As such, GPU memory requirements are typically smaller than a full-blown Training process.</p> <p>Given that, Inference lends itself nicely to the usage of Run:ai Fractions. You can, for example, run 4 instances of an Inference server on a single GPU, each employing a fourth of the memory.</p>"},{"location":"Researcher/workloads/inference/inference-overview/#inference-runai","title":"Inference @Run:ai","text":"<p>Run:ai provides Inference services as an equal part together with the other two Workload types: Train and Build.</p> <ul> <li> <p>Inference is considered a high-priority workload as it is customer-facing. Running an Inference workload (within the Project's quota) will preempt any Run:ai Workload marked as Training.</p> </li> <li> <p>Inference workloads will receive priority over Train and Build workloads during scheduling.</p> </li> <li> <p>Inference is implemented as a Kubernetes Deployment object with a defined number of replicas. The replicas are load-balanced by Kubernetes so adding more replicas will improve the overall throughput of the system.</p> </li> <li> <p>Multiple replicas will appear in Run:ai as a single Inference workload. The workload will appear in all Run:ai dashboards and views as well as the Command-line interface.</p> </li> <li> <p>Inference workloads can be submitted via Run:ai user interface as well as Run:ai API. Internally, spawning an Inference workload also creates a Kubernetes Service. The service is an end-point to which clients can connect.</p> </li> </ul>"},{"location":"Researcher/workloads/inference/inference-overview/#autoscaling","title":"Autoscaling","text":"<p>To withstand SLA, Inference workloads are typically set with auto scaling. Auto-scaling is the ability to add more computing power (Kubernetes pods) when the load increases and shrink allocated resources when the system is idle. There are several ways to trigger autoscaling. Run:ai supports the following:</p> Metric Units Latency Millisecond Throughput Requests/sec Concurrency Requests <p>The Minimum and Maximum number of replicas can be configured as part of the autoscaling configuration.</p> <p>Autoscaling also supports a scale-to-zero policy with Throughput and Concurrency metrics, meaning that given enough time under the target threshold, the number of replicas will be scaled down to 0.</p> <p>This has the benefit of conserving resources at the risk of a delay from \"cold starting\" the model when traffic resumes.</p>"},{"location":"Researcher/workloads/inference/inference-overview/#rolling-inference-updates","title":"Rolling inference updates","text":"<p>When deploying models and running inference workloads, you may need to update the workload configuration in a live manner, without impacting the important services that are provided by the workload.</p> <p>This means you can submit updates to an existing inference workload whether it is currently running, pending, or any other status.</p> <p>The following are a few examples of updates that can be implemented:</p> <ul> <li>Changing the container image to deploy a new version of the model  </li> <li>Changing different parameters (such as environment variables)  </li> <li>Changing compute resources to improve performance  </li> <li>Changing the number of replicas and scale plan to adapt to requirement changes and scales</li> </ul> <p>During the update and until its successful completion, the service that the workload provides is not jeopardized as these are production-grade workloads. Hence, consumers can continue using the model (interact with the LLM) during the update process.</p> <p>During the update process of an inference workload, a new revision of pod(s) is created. This revision is the new desired specification of the workload. Although several updates can be submitted consecutively even if the process of the previous update is not complete, the target goal is always according to the last submitted update. This means, the previous updates are ignored.</p> <p>Once the new revision is created completely and is up and running, the entire traffic of requests is navigated to the new revision, the original revision is terminated and the resources are sent back to the shared pool. Only then is the update process considered complete.</p> <p>It is important to note that:</p> <ul> <li> <p>To finish the inference workload update successfully, the project must have sufficient free GPU quota in favor of the update. For example:  </p> <ul> <li> <p>The existing workload uses 3 replicas: A running inference workload with 3 replicas, assuming that each replica is equal to 1 GPU, means the project is already using 3 GPUs of its quota. For the sake of simplicity, we will refer to this revision as revision #1.</p> </li> <li> <p>The workload is updated to use 8 replicas: This means, to complete the update, an additional 8 GPUs of free quota is needed. Only when the update is complete, the 3 GPUs used for the initial revision (revision #1) are reclaimed.</p> </li> </ul> </li> <li> <p>In the UI, the Workloads table displays the configuration of the latest submitted update. For example, if you change the container image, the image column in the running / requested pods will display the name of updated image. The status of the workload continues to reflect the operational state of the service the workload exposes. For instance, during an update, the workload status remains \"Running\" if the service is still being delivered to consumers. Hovering over the workload's status in the grid will display the phase message for the update, offering additional insights into its update state.</p> </li> <li> <p>The submission of inference updates is currently possible only via API. The following are the API fields that can be updated:  </p> <ul> <li>Command  </li> <li>Args  </li> <li>Image  </li> <li>imagePullPolicy  </li> <li>workingDir  </li> <li>createHomeDir  </li> <li>Probes  </li> <li>environmentVariables  </li> <li>Autoscaling</li> </ul> </li> <li> <p>As long as the update process is not completed, GPUs are not allocated to the replicas of the new revision. This prevents the allocation of idle GPUs so others will not be deprived using them.</p> </li> <li>If the update process is not completed within the default time limit of 10 minutes, it will automatically stop. At that point, all replicas of the new revision will be removed, and the original revision will continue to run normally.</li> <li>The default time limit for updates is configurable. Consider setting a longer duration if your workload requires extended time to pull the image due to its size, if the workload takes additional time to reach a 'READY' state due to a long initialization process, or if your cluster depends on autoscaling to allocate resources for new replicas. For example, to set the time limit to 30 minutes, you can run the following command: <pre><code>kubectl patch ConfigMap config-deployment -n knative-serving --type='merge' -p '{\"data\": {\"progress-deadline\": \"1800s\"}}'\n</code></pre></li> </ul>"},{"location":"Researcher/workloads/inference/inference-overview/#inference-workloads-with-knative-new-behavior-in-v219","title":"Inference workloads with Knative new behavior in v2.19","text":"<p>Starting in version 2.19, all pods of a single Knative revision are grouped under a single Pod-Group. This means that when a new Knative revision is created:</p> <ul> <li>It either succeeds in allocating the minimum number of pods; or </li> <li>It fails and moves into a pending state, to retry again later to allocate all pods with their resources. </li> </ul> <p>The resources (GPUs, CPUs) are not occupied by a new Knative revision until it succeeds in allocating all pods. The older revision pods are then terminated and release their resources (GPUs, CPUs) back to the cluster to be used by other workloads.</p>"},{"location":"Researcher/workloads/inference/inference-overview/#see-also","title":"See Also","text":"<ul> <li>To set up Inference, see Cluster installation prerequisites.</li> <li>For running Inference see Inference quick-start.</li> <li>To run Inference using API see Workload overview.</li> </ul>"},{"location":"Researcher/workloads/inference/nim-inference/","title":"Deploy inference workloads with NVIDIA NIM","text":"<p>This article explains how to deploy a GenAI model from Nvidia NIM as an inference workload via the Run:ai UI.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/inference/nim-inference/#creating-a-nim-inference-workload","title":"Creating a NIM inference workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new inference workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Inference     Within the new inference form:</li> <li>Select under which cluster to create the inference workload</li> <li>Select the project in which your inference will run</li> <li> <p>Select NIM from Inference type </p> <p>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Models.</p> </li> <li> <p>Enter a unique name for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click CONTINUE     In the next step:</li> <li> <p>Select the NIM model and set how to access</p> <ul> <li>Set the model name by selecting a model or entering the model name as displayed in NIM</li> <li> <p>Set how the model profile should be selected </p> <p>A NIM model profile sets compatible model engines and criteria for engine selection, such as precision, latency, throughput optimization, and GPU requirements. Profiles are optimized to balance either latency or throughput, with quantized profiles (e.g., fp8) preferred to reduce memory usage and enhance performance.</p> <ul> <li>Automatically (recommended)     NIM is designed to automatically select the most suitable profile from the list of compatible profiles based on the detected hardware. Each profile consists of different parameters that influence the selection process.</li> <li>Manually <ul> <li>Enter profile name or hash</li> </ul> </li> </ul> </li> <li> <p>Optional: Modify who can access the inference serving endpoint</p> <ul> <li> <p>Public (default)</p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p>All authenticated users </p> <p>Everyone within the organization\u2019s account that can log in (to Run:ai or SSO)</p> </li> <li> <p>Specific group(s) </p> <ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p>Specific user(s)</p> <ul> <li>Click +USER </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select how to access the model store</p> <ul> <li>From NVIDIA NGC - The model is downloaded when the workload starts running<ul> <li>Set the NVIDIA NGC API key<ul> <li>Enter a key    </li> <li>(Optional) Click Storage  - When downloading a model from NVIDIA NGC, selecting storage is recommended.         Select a data source where the model is already cached to reduce loading time or click +NEW DATA SOURCE to add a new data source to the gallery. This will cache the model and reduce loading time for future use. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.  For a step-by-step guide on adding data sources to the gallery, see data sources.  Once created, the new data source will be automatically selected.         </li> </ul> </li> </ul> </li> <li>From storage - The model is accessed directly and without being downloaded<ul> <li>Storage - Set where to load the model              Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.      For a step-by-step guide on adding data sources to the gallery, see data sources.      Once created, the new data source will be automatically selected.</li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your inference workload</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the minimum and maximum number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set conditions for creating a new replica. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a variable - The variable's values will be monitored via the container's port.<ul> <li>Latency (milliseconds)</li> <li>Throughput (Requests/sec)</li> <li>Concurrency (Requests)</li> </ul> </li> <li>Set a value - This value is the threshold at which autoscaling is triggered</li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically scaled down to zero.     This allows the compute resources to be freed up when the model is inactive (i.e., there are no requests being sent)     When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE INFERENCE</li> </ol>"},{"location":"Researcher/workloads/inference/nim-inference/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the inference workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/","title":"Introduction to Workloads","text":"<p>Run:ai enhances visibility and simplifies management, by monitoring, presenting and orchestrating all AI workloads in the clusters it is installed on. Workloads are the fundamental building blocks for consuming resources, enabling AI practitioners such as researchers, data scientists and engineers to efficiently support the entire life cycle of an AI initiative. </p>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#workloads-across-the-ai-lifecycle","title":"Workloads across the AI lifecycle","text":"<p>A typical AI initiative progresses through several key stages, each with distinct workloads and objectives. With Run:ai, research and engineering teams can host and manage all these workloads to achieve the following:</p> <ul> <li>Data preparation: Aggregating, cleaning, normalizing, and labeling data to prepare for training.</li> <li>Training: Conducting resource-intensive model development and iterative performance optimization.</li> <li>Fine-tuning: Adapting pre-trained models to domain-specific data sets while balancing efficiency and performance.</li> <li>Inference: Deploying models for real-time or batch predictions with a focus on low latency and high throughput.</li> <li>Monitoring and optimization: Ensuring ongoing performance by addressing data drift, usage patterns, and retraining as needed.</li> </ul>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#what-is-a-workload","title":"What is a workload?","text":"<p>A workload runs in the cluster, is associated with a namespace, and operates to fulfill its targets, whether that is running to completion for a batch job, allocating resources for experimentation in an integrated development environment (IDE)/notebook, or serving inference requests in production. </p> <p>The workload, defined by the AI practitioner, consists of:</p> <ul> <li>Container images: This includes the application, its dependencies, and the runtime environment.</li> <li>Compute resources: CPU, GPU, and RAM to execute efficiently and address the workload\u2019s needs.</li> <li>Data sets: The data needed for processing, such as training data sets or input from external databases. </li> <li>Credentials: The access to certain data sources or external services, ensuring proper authentication and authorization. </li> </ul>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#workload-scheduling-and-orchestration","title":"Workload scheduling and orchestration","text":"<p>Run:ai\u2019s core mission is to optimize AI resource usage at scale. This is achieved through efficient scheduling and orchestrating of all cluster workloads using the Run:ai Scheduler. The Scheduler allows the prioritization of workloads across different departments and projects within the organization at large scales, based on the resource distribution set by the system administrator.</p>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#runai-and-third-party-workloads","title":"Run:ai and third-party workloads","text":"<ul> <li>Run:ai workloads: These workloads are submitted via the Run:ai platform. They are represented by Kubernetes Custom Resource Definitions (CRDs) and APIs. When using Run:ai workloads, a complete Workload and Scheduling Policy solution is offered for administrators to ensure optimizations, governance and security standards are applied. </li> <li>Third-party workloads: These workloads are submitted via third-party applications that use the Run:ai Scheduler. The Run:ai platform manages and monitors these workloads. They enable seamless integrations with external tools, allowing teams and individuals flexibility. </li> </ul>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#levels-of-support","title":"Levels of support","text":"<p>Different types of workloads have different levels of support. Understanding what capabilities are needed before selecting the workload type to work with is important. The table below details the level of support for each workload type in Run:ai. Run:ai workloads are fully supported with all of Run:ai advanced features and capabilities. While third-party workloads are partially supported. The list of capabilities can change between different Run:ai versions.</p> Functionality Workload Type Run:ai workloads Third-party workloads Training - Standard Workspace Inference Training - distributed Fairness v v v v v Priority and preemption v v v v v Over quota v v v v v Node pools v v v v v Bin packing / Spread v v v v v Multi-GPU fractions v v v v v Multi-GPU dynamic fractions v v v v v Node level scheduler v v v v v Multi-GPU memory swap v v v v v Elastic scaling NA NA v v v Gang scheduling v v v v v Monitoring v v v v v RBAC v v v v Workload awareness v v v v Workload submission v v v v Workload actions (stop/run) v v v v Workload Policies v v v v Scheduling rules v v v v <p>Note</p> <p>Workload awareness</p> <p>Specific workload-aware visibility, so that different pods are identified and treated as a single workload (for example GPU utilization, workload view, dashboards).</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/","title":"Workloads","text":"<p>This article explains the procedure for managing workloads.</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#workloads-table","title":"Workloads table","text":"<p>The Workloads table can be found under Workload manager in the Run:ai platform.</p> <p>The workloads table provides a list of all the workloads scheduled on the run:ai Scheduler, and allows you to manage them.</p> <p></p> <p>The Workloads table consists of the following columns:</p> Column Description Workload The name of the workload Type The workload type Preemptible Is the workload preemptible Status The different phases in a workload life cycle. Project The project in which the workload runs. Department The department that the workload is associated with. this column is visible only if the department toggle is enabled by your administrator. Created by The user who created the workload Running/requested pods The number of running pods out of the requested Creation time The timestamp for when the workload was created Completion time The timestamp the workload reached a terminal state (failed/completed) Connection(s) The method by which you can access and interact with the running workload. It's essentially the \"doorway\" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc). Click one of the values in the column to view the list of connections and their parameters Data source(s) Data resources used by the workload Environment The environment used by the workload Workload architecture Standard or distributed. A standard workload consists of a single process. A distributed workload consists of multiple processes working together. These processes can run on different nodes. GPU compute request Amount of GPU devices requested GPU compute allocation Amount of GPU devices allocated GPU memory request Amount of GPU memory Requested GPU memory allocation Amount of GPU memory allocated Idle GPU devices The number of allocated GPU devices that have been idle for more than 5 minutes CPU compute request Amount of CPU cores requested CPU compute allocation Amount of CPU cores allocated CPU memory request Amount of CPU memory requested CPU memory allocation Amount of CPU memory allocated Cluster The cluster that the workload is associated with"},{"location":"Researcher/workloads/overviews/managing-workloads/#workload-status","title":"Workload status","text":"<p>The following table describes the different phases in a workload life cycle. The UI provides additional details for some of the below workload statuses which can be viewed by clicking the icon next to the status.</p> Status Description Entry Condition Exit Condition Creating Workload setup is initiated in the cluster. Resources and pods are now provisioning. A workload is submitted. A multi-pod group is created. Pending Workload is queued and awaiting resource allocation. A pod group exists. All pods are scheduled. Initializing Workload is retrieving images, starting containers, and preparing pods. All pods are scheduled. All pods are initialized or a failure to initialize is detected. Running Workload is currently in progress with all pods operational. All pods initialized (all containers in pods are ready). Workload completion or failure. Degraded Pods may not align with specifications, network services might be incomplete, or persistent volumes may be detached. Check your logs for specific details. Pending - All pods are running but have issues. Running - All pods are running with no issues. Running - All resources are OK. Completed - Workload finished with fewer resources. Failed - Workload failure or user-defined rules. Deleting Workload and its associated resources are being decommissioned from the cluster. Deleting the workload. Resources are fully deleted. Stopped Workload is on hold and resources are intact but inactive. Stopping the workload without deleting resources. Transitioning back to the initializing phase or proceeding to deleting the workload. Failed Image retrieval failed or containers experienced a crash. Check your logs for specific details. An error occurs preventing the successful completion of the workload. Terminal state. Completed Workload has successfully finished its execution. The workload has finished processing without errors. Terminal state."},{"location":"Researcher/workloads/overviews/managing-workloads/#pods-associated-with-workload","title":"Pods Associated with Workload","text":"<p>Click one of the values in the Running/requested pods column, to view the list of pods and their parameters.</p> Column Description Pod Pod name Status Pod lifecycle stages Node The node on which the pod resides Node pool The node pool in which the pod resides (applicable if node pools are enabled) Image The pod\u2019s main image GPU compute allocation Amount of GPU devices allocated for the pod GPU memory allocation Amount of GPU memory allocated for the pod"},{"location":"Researcher/workloads/overviews/managing-workloads/#connections-associated-with-workload","title":"Connections Associated with Workload","text":"<p>A connection refers to the method by which you can access and interact with the running workloads. It is essentially the \"doorway\" through which you can reach and use the applications (tools) these workloads provide.</p> <p>Click one of the values in the Connection(s) column, to view the list of connections and their parameters. Connections are network interfaces that communicate with the application running in the workload. Connections are either the URL the application exposes or the IP and the port of the node that the workload is running on.</p> Column Description Name The name of the application running on the workload Connection type The network connection type selected for the workload Access Who is authorized to use this connection (everyone, specific groups/users) Address The connection URL Copy button Copy URL to clipboard Connect button Enabled only for supported tools"},{"location":"Researcher/workloads/overviews/managing-workloads/#data-sources-associated-with-workload","title":"Data Sources Associated with Workload","text":"<p>Click one of the values in the Data source(s) column, to view the list of data sources and their parameters.</p> Column Description Data source The name of the data source mounted to the workload Type The data source type"},{"location":"Researcher/workloads/overviews/managing-workloads/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh - Click REFRESH to update the table with the latest data  </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul>"},{"location":"Researcher/workloads/overviews/managing-workloads/#showhide-details","title":"Show/Hide details","text":"<p>Click a row in the Workloads table and then click the SHOW DETAILS button at the upper-right side of the action bar. The details pane appears, presenting the following tabs:</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#event-history","title":"Event History","text":"<p>Displays the workload status over time. It displays events describing the workload lifecycle and alerts on notable events. Use the filter to search through the history for specific events.</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#metrics","title":"Metrics","text":"<ul> <li>GPU utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node.  </li> <li>GPU memory utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node.  </li> <li>CPU compute utilization   The average of all CPUs\u2019 cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node.  </li> <li>CPU memory utilization   The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node.  </li> <li> <p>CPU memory usage   The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines.  </p> </li> <li>You can click the date picker to change the presented period  </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use Reset zoom to go back to the preset period  </li> <li>Changes in the period affect all graphs on this screen.</li> </ul>"},{"location":"Researcher/workloads/overviews/managing-workloads/#logs","title":"Logs","text":"<p>Workload events are ordered in chronological order. The logs contain events from the workload\u2019s lifecycle to help monitor and debug issues.</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#adding-new-workload","title":"Adding new workload","text":"<p>Before starting, make sure you have created a project or have one created for you to work with workloads.</p> <p>To create a new workload:</p> <ol> <li>Click +NEW WORKLOAD </li> <li>Select a workload type - Follow the links below to view the step-by-step guide for each workload type:  <ul> <li>Workspace. Used for data preparation and model-building tasks.  </li> <li>Training. Used for standard training tasks of all sorts  </li> <li>Distributed Training. Used for distributed tasks of all sorts  </li> <li>Inference. Used for inference and serving tasks  </li> <li>Job (legacy). This type is displayed only if enabled by your Administrator, under General settings \u2192 Workloads \u2192 Workload policies  </li> </ul> </li> <li>Click CREATE WORKLOAD</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#stopping-a-workload","title":"Stopping a workload","text":"<p>Stopping a workload kills the workload pods and releases the workload resources.</p> <ol> <li>Select the workload you want to stop  </li> <li>Click STOP</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#running-a-workload","title":"Running a workload","text":"<p>Running a workload spins up new pods and resumes the workload work after it was stopped.</p> <ol> <li>Select the workload you want to run again  </li> <li>Click RUN</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#connecting-to-a-workload","title":"Connecting to a workload","text":"<p>To connect to an application running in the workload (for example, Jupyter Notebook)</p> <ol> <li>Select the workload you want to connect  </li> <li>Click CONNECT </li> <li>Select the tool from the drop-down list  </li> <li>The selected tool is opened in a new tab on your browser</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#deleting-a-workload","title":"Deleting a workload","text":"<ol> <li>Select the workload you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion  </li> </ol> <p>Note</p> <p>Once a workload is deleted you can view it in the Deleted tab in the workloads view. This tab is displayed only if enabled by your Administrator, under General settings \u2192 Workloads \u2192 Deleted workloads</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#copy-edit-a-workload","title":"Copy &amp; Edit a workload","text":"<ol> <li>Select the workload you want to copy and edit  </li> <li>Click COPY &amp; EDIT </li> <li>Update the workload and click CREATE WORKLOAD</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#using-api","title":"Using API","text":"<p>Go to the Workloads API reference to view the available actions</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#troubleshooting","title":"Troubleshooting","text":"<p>To understand the condition of the workload, review the workload status in the Workload table. For more information, see check the workload\u2019s event history.</p> <p>Listed below are a number of known issues when working with workloads and how to fix them:</p> Issue Mediation Cluster connectivity issues (there are issues with your connection to the cluster error message) Verify that you are on a network that has been granted access to the cluster.  Reach out to your cluster admin for instructions on verifying this.  If you are an admin, see the troubleshooting section in the cluster documentation Workload in \u201cInitializing\u201d status for some time Check that you have access to the Container image registry.  Check the statuses of the pods in the pods\u2019 modal.  Check the event history for more details Workload has been pending for some time Check that you have the required quota.  Check the project\u2019s available quota in the project dialog.  Check that all services needed to run are bound to the workload.  Check the event history for more details. PVCs created using the K8s API or <code>kubectl</code> are not visible or mountable in Run:ai. This is by design.  - Create a new data source of type PVC in the Run:ai UI  - In the Data mount section, select Existing PVC  - Select the PVC you created via the K8S API  You are now able to select and mount this PVC in your Run:ai submitted workloads. Workload is not visible in the UI. Check that the workload hasn\u2019t been deleted.  See the \u201cDeleted\u201d tab in the workloads view"},{"location":"Researcher/workloads/overviews/workload-types/","title":"Run:ai Workload Types","text":"<p>In the world of machine learning (ML), the journey from raw data to actionable insights is a complex process that spans multiple stages. Each stage of the AI lifecycle requires different tools, resources, and frameworks to ensure optimal performance. Run:ai simplifies this process by offering specialized workload types tailored to each phase, facilitating a smooth transition across various stages of the ML workflows. </p> <p>The ML lifecycle usually begins with the experimental work on data and exploration of different modeling techniques to identify the best approach for accurate predictions. At this stage, resource consumption is usually moderate as experimentation is done on a smaller scale. As confidence grows in the model's potential and its accuracy, the demand for compute resources increases. This is especially true during the training phase, where vast amounts of data need to be processed, particularly with complex models such as large language models (LLMs), with their huge parameter sizes, that often require distributed training across multiple GPUs to handle the intensive computational load. </p> <p>Finally, once the model is ready, it moves to the inference stage, where it is deployed to make predictions on new, unseen data. Run:ai's workload types are designed to correspond with the natural stages of this lifecycle. They are structured to align with the specific resource and framework requirements of each phase, ensuring that AI researchers and data scientists can focus on advancing their models without worrying about infrastructure management.</p> <p>Run:ai offers three workload types that correspond to a specific phase of the researcher\u2019s work:</p> <ul> <li>Workspaces \u2013 For experimentation with data and models.</li> <li>Training \u2013 For resource-intensive tasks such as model training and data preparation.</li> <li>Inference \u2013 For deploying and serving the trained model.</li> </ul>"},{"location":"Researcher/workloads/overviews/workload-types/#workspaces-the-experimentation-phase","title":"Workspaces: the experimentation phase","text":"<p>The Workspace is where data scientists conduct initial research, experiment with different data sets, and test various algorithms. This is the most flexible stage in the ML lifecycle, where models and data are explored, tuned, and refined. The value of workspaces lies in the flexibility they offer, allowing the researcher to iterate quickly without being constrained by rigid infrastructure.  </p> <ul> <li> <p>Framework flexibility</p> <p>Workspaces support a variety of machine learning frameworks, as researchers need to experiment with different tools and methods. </p> </li> <li> <p>Resource requirements</p> <p>Workspaces are often lighter on resources compared to the training phase, but they still require significant computational power for data processing, analysis, and model iteration. </p> <p>Hence, the default for the Run:ai workspaces considerations is to allow scheduling those workloads without the ability to preempt them once the resources were allocated. However, this non-preemptable state doesn\u2019t allow to utilize more resources outside of the project\u2019s deserved quota. </p> </li> </ul> <p>See Running workspaces to learn more about how to submit a workspace via the Run:ai platform. For quick starts, see Running Jupyter Notebook using workspaces.</p>"},{"location":"Researcher/workloads/overviews/workload-types/#training-scaling-resources-for-model-development","title":"Training: scaling resources for model development","text":"<p>As models mature and the need for more robust data processing and model training increases, Run:ai facilitates this shift through the Training workload. This phase is resource-intensive, often requiring distributed computing and high-performance clusters to process vast data sets and train models.</p> <ul> <li> <p>Training architecture</p> <p>For training workloads Run:ai allows you to specify the architecture - standard or distributed. The distributed architecture is relevant for larger data sets and more complex models that require utilizing multiple nodes. For the distributed architecture, Run:ai allows you to specify different configurations for the master and workers and select which framework to use -  PyTorch, XGBoost, MPI, and TensorFlow. In addition, as part of the distributed configuration, Run:ai enable the researchers to schedule their distributed workloads on nodes within the same region, zone, placement group, or any other topology.</p> </li> <li> <p>Resource requirements</p> <p>Training tasks demand high memory, compute power, and storage. Run:ai ensures that the allocated resources match the scale of the task and allows those workloads to utilize more compute resources than the project\u2019s deserved quota. Make sure that if you wish your training workload not to be preempted, specify the number of GPU\u2019s that are in your quota.  </p> </li> </ul> <p>See Standard training and Distributed training to learn more about how to submit a training workload via the Run:ai UI. For quick starts, see Run your first standard training and Run your first distributed training. </p>"},{"location":"Researcher/workloads/overviews/workload-types/#inference-deploying-and-serving-models","title":"Inference: deploying and serving models","text":"<p>Once a model is trained and validated, it moves to the Inference stage, where it is deployed to make predictions (usually in a production environment). This phase is all about efficiency and responsiveness, as the model needs to serve real-time or batch predictions to end-users or other systems.</p> <ul> <li> <p>Inference-specific use cases</p> <p>Naturally, inference workloads are required to change and adapt to the ever-changing demands to meet SLA. For example, additional replicas may be deployed, manually or automatically, to increase compute resources as part of a horizontal scaling approach or a new version of the deployment may need to be rolled out without affecting the running services.</p> </li> <li> <p>Resource requirements</p> <p>Inference models differ in size and purpose, leading to varying computational requirements. For example, small OCR models can run efficiently on CPUs, whereas LLMs typically require significant GPU memory for deployment and serving. Inference workloads are considered production-critical and are given the highest priority to ensure compliance with SLAs. Additionally, Run:ai ensures that inference workloads cannot be preempted, maintaining consistent performance and reliability.</p> </li> </ul> <p>See Deploy a custom inference workload to learn more about how to submit an inference workload via the Run:ai UI. </p>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/","title":"Train models using a distributed training workload","text":"<p>This article explains how to create a distributed training workload via the Run:ai UI.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p> <p>The distributed training workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the distributed training workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#creating-a-distributed-training-workload","title":"Creating a distributed training workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new distributed training workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Training     Within the new training form:</li> <li>Select under which cluster to create the training workload</li> <li>Select the project in which your training will run</li> <li> <p>Set the training workload architecture as distributed workload, which consists of multiple processes working together. These processes can run on different nodes. This workload uses environments that support distributed training workloads only. </p> <ul> <li> <p>Set the framework for the distributed workload. Select from - </p> <ul> <li>PyTorch</li> <li>TensorFlow</li> <li>XG Boost</li> <li>MPI</li> </ul> <p>In case one the above frameworks is not enabled, see Distributed training prerequisites for details on enabling.  </p> </li> <li> <p>Set the distributed workload configuration that defines how  distributed training workloads are divided across multiple machines or processes. Choose a configuration based on your training requirements and infrastructure -</p> <ul> <li>Workers &amp; master</li> <li>Workers only</li> </ul> </li> </ul> </li> <li> <p>Select a preconfigured template or select Start from scratch to launch a new training workload quickly</p> </li> <li>Enter a unique name for the training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE     In the next step:</li> <li>Select the environment for your training workload<ul> <li>Select an environment or click +NEW ENVIRONMENT to add a new environment to the gallery.     For a step-by-step guide on adding environments to the gallery, see Environments. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your tool(s). The tools are configured as part of the environment.<ul> <li>External URL<ul> <li>Custom URL<ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can access the tool:<ul> <li>All authenticated users (default)     Everyone within the organization\u2019s account</li> <li>Specific group(s)<ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li>Specific user(s)<ul> <li>Click +USER</li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li>Node port<ul> <li>Custom port<ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the command and arguments for the container running the workload     When If no command is added, the container will use the image\u2019s default command (entry-point).<ul> <li>Modify the existing command or click +COMMAND &amp; ARGUMENTS to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the environment variable(s) <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable<ul> <li>Custom<ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your training workload</p> <ul> <li>Set the number of workers for your workload</li> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> <li> <p>Optional: Set topology to let the workload be scheduled on nodes with a matching topology. Topology lets the workload to be scheduled on nodes within the same region, zone, placement group or any other topology you define.</p> <p>Note</p> <p>Setting topology is disabled, by default. If you cannot see Topology in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Topology</p> <ul> <li>Click +TOPOLOGY</li> <li>Enter a key</li> <li>Select the operator <ul> <li>Required - If the scheduler can\u2019t schedule all pods within the same topology, the workload will be pending.</li> <li>Preferred - The scheduler will try to schedule all pods within the same topology but may schedule some pods on nodes that are not part of the same topology.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload     A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click +VOLUME</li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class.</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, see Kubernetes storage classes.</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li>Block - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the Container path with the volume target location</li> <li>Set the volume persistency<ul> <li>Persistent - The volume and its data will be deleted only when the workload is deleted.</li> <li>Ephemeral - The volume and its data will be deleted every time the workload\u2019s status changes to \u201cStopped.\u201d</li> </ul> </li> </ul> </li> <li> <p>Optional: Select data sources for your training workload </p> <p>Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection. For a step-by-step guide on adding data sources to the gallery, see data sources. Once created, the new data source will be automatically selected.</p> <ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the grace period for workload preemption. This is a buffer that allows a preempted workload to reach a safe checkpoint before it is forcibly preempted. Enter a timeframe between 0 sec and 5 min.</li> <li>Set the backoff limit before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to \"Failed.\" Enter a value between 1 and 100.</li> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CONTINUE</li> <li> <p>Decide if you wish to define a different setup between the Workers and the Master via the toggle. When disabled the master\u2019s setup will inherit the workers\u2019 setup.</p> <ul> <li>In case a different setup is requested or required, repeat  steps 9-13 stated above with necessary changes.</li> </ul> </li> <li> <p>Click CREATE TRAINING</p> </li> </ol>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#workload-policies","title":"Workload Policies","text":"<p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see Workload Policies and Rules.</p> <p>The effects of the policy are reflected in the training creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the training workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#using-cli","title":"Using CLI","text":"<p>To view the available actions,see all possible distributed training workloads in the  CLI v2 reference or the CLI v1 reference.</p>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#using-api","title":"Using API","text":"<p>To view the available actions, see the Distributed workload API reference.</p>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/","title":"Run your First Distributed Training","text":"<p>This article provides a step-by-step walkthrough for running a PyTorch distributed training workload.</p> <p>Distributed training is the ability to split the training of a model among multiple processors. Each processor is called a worker. Worker nodes work in parallel to speed up model training. There is also a master which coordinates the workers.</p>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/#prerequisites","title":"Prerequisites","text":"<p>Before you start, make sure:</p> <ul> <li>You have created a project or have one created for you.</li> <li>The project has an assigned quota of at least 1 GPU.</li> </ul>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/#step-1-logging-in","title":"Step 1: Logging in","text":"User InterfaceCLI V1CLI V2API <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>Log in using the following command. You will be prompted to enter your username and password:</p> <pre><code>runai login\n</code></pre> <p>Run the below --help command to obtain the login options and log in according to your setup:</p> <pre><code>runai login --help  \n</code></pre> <p>To use the API, you will need to obtain a token. Please follow the API authentication article.</p>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/#step-2-submitting-a-distributed-training-workload","title":"Step 2: Submitting a distributed training workload","text":"User InterfaceCLI V1CLI V2API <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Training </li> <li>Select under which cluster to create the workload</li> <li>Select the project in which your workload will run</li> <li>Under Workload architecture, select Distributed and choose PyTorch. Set the distributed training configuration to Worker &amp; master</li> <li>Select a preconfigured template or select the Start from scratch to launch a new workload quickly</li> <li>Enter a name for the distributed training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE</li> <li> <p>Click +NEW ENVIRONMENT</p> <p>a. Enter pytorch-dt as the name</p> <p>b. Enter kubeflow/pytorch-dist-mnist:latest as the Image URL</p> <p>c. Click CREATE ENVIRONMENT</p> </li> <li> <p>When the previous screen comes up, enter 2 workers and select \u2018small-fraction\u2019 as the compute resource for your workload</p> <ul> <li>If the \u2018small-fraction\u2019 is not displayed in the gallery, follow the step-by-step guide: </li> </ul> Create a small-fraction compute resource <ol> <li>Click +NEW COMPUTE RESOURCE</li> <li>Select under which cluster to create the compute resource</li> <li>Select a scope</li> <li>Enter a name for the compute resource. The name must be unique.</li> <li>Set GPU devices per pod - 1</li> <li> <p>Set GPU memory per device </p> <ul> <li>Select % (of device) - Fraction of a GPU device\u2019s memory</li> </ul> </li> <li> <p>Optional: set the CPU compute per pod - 0.1 cores (default)</p> </li> <li>Optional: set the CPU memory per pod - 100 MB (default)</li> <li>Click CREATE COMPUTE RESOURCE</li> </ol> <ul> <li>The newly created small-fraction compute resource will be selected automatically</li> </ul> </li> <li> <p>Click CONTINUE</p> </li> <li> <p>Click CREATE TRAINING</p> <p>After the distributed training workload is created, it is added to the workloads table.</p> </li> </ol> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai config project \"project-name\"  \nrunai submit-dist pytorch \"workload-name\" --workers=2 -g 0.1 \\\n   -i kubeflow/pytorch-dist-mnist:latest\n</code></pre> <p>This would start a distributed training workload based on kubeflow/pytorch-dist-mnist:latest with one master and two workers.</p> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai project set \"project-name\"\nrunai distributed submit \"workload-name\" --framework PyTorch \\\n   -i kubeflow/pytorch-dist-mnist:latest --workers 2 \n   --gpu-request-type portion --gpu-portion-request 0.1 --gpu-devices-request 1 --cpu-memory-request 100M\n</code></pre> <p>This would start a distributed training workload based on kubeflow/pytorch-dist-mnist:latest with one master and two workers.</p> <p>Copy the following command to your terminal. Make sure to update the below parameters according to the comments. For more details, see Distributed API reference:</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/distributed' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"workload-name\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {  \n        \"compute\": { \n            \"cpuCoreRequest\": 0.1,\n            \"gpuRequestType\": \"portion\",\n            \"cpuMemoryRequest\": \"100M\",\n            \"gpuDevicesRequest\": 1,\n            \"gpuPortionRequest\": 0.1 \n        },      \n        \"image\": \"kubeflow/pytorch-dist-mnist:latest\",  \n        \"numWorkers\": 2,  \\ \n        \"distributedFramework\": \"PyTorch\" \\\n    } \n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workload is running on. You can get the Project ID via the Get Projects API Get Projects API.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>This would start a distributed training workload based on kubeflow/pytorch-dist-mnist:latest with one master and two workers.</p> <p>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</p>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/#next-steps","title":"Next Steps","text":"<ul> <li>Manage and monitor your newly created workload using the workloads table.</li> <li>After validating your training performance and results, deploy your model using inference.</li> </ul>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/","title":"Run your First Standard Training","text":"<p>This article provides a step-by-step walkthrough for running a standard training workload.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/#prerequisites","title":"Prerequisites","text":"<p>Before you start, make sure:</p> <ul> <li>You have created a project or have one created for you.</li> <li>The project has an assigned quota of at least 1 GPU.</li> </ul>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/#step-1-logging-in","title":"Step 1: Logging in","text":"User InterfaceCLI V1CLI V2API <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>Log in using the following command. You will be prompted to enter your username and password:</p> <pre><code>runai login\n</code></pre> <p>Run the below --help command to obtain the login options and log in according to your setup:</p> <pre><code>runai login --help  \n</code></pre> <p>To use the API, you will need to obtain a token. Please follow the API authentication article.</p>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/#step-2-submitting-a-standard-training-workload","title":"Step 2: Submitting a standard training workload","text":"User InterfaceCLI V1CLI V2API <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Training </li> <li>Select under which cluster to create the workload</li> <li>Select the project in which your workload will run</li> <li>Under Workload architecture, select Standard </li> <li>Select a preconfigured template or select the Start from scratch to launch a new workload quickly</li> <li>Enter a name for the standard training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE</li> <li> <p>Click +NEW ENVIRONMENT</p> <p>a. Enter quickstart as the name</p> <p>b. Enter runai.jfrog.io/demo/quickstart as the Image URL</p> <p>c. Click CREATE ENVIRONMENT</p> </li> <li> <p>Select the \u2018one-gpu\u2019 compute resource for your workload (GPU devices: 1) </p> <ul> <li>If the \u2018one-gpu\u2019 is not displayed in the gallery, follow the step-by-step guide: </li> </ul> Create a one-gpu compute resource <ol> <li>Click +NEW COMPUTE RESOURCE</li> <li>Select under which cluster to create the compute resource</li> <li>Select a scope</li> <li>Enter a name for the compute resource. The name must be unique.</li> <li>Set GPU devices per pod - 1</li> <li> <p>Set GPU memory per device </p> <ul> <li>Select % (of device) - Fraction of a GPU device\u2019s memory</li> <li>Set the memory Request - 100 (The workload will allocate 100% of the GPU memory)</li> </ul> </li> <li> <p>Optional: set the CPU compute per pod - 0.1 cores (default)</p> </li> <li>Optional: set the CPU memory per pod - 100 MB (default)</li> <li>Click CREATE COMPUTE RESOURCE</li> </ol> <ul> <li>The newly created one-gpu compute resource will be selected automatically</li> </ul> </li> <li> <p>Click CONTINUE</p> </li> <li> <p>Click CREATE TRAINING</p> <p>After the standard training workload is created, it is added to the workloads table.</p> </li> </ol> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project:</p> <pre><code>runai config project \"project-name\"  \nrunai submit \"workload-name\" -i runai.jfrog.io/demo/quickstart -g 1\n</code></pre> <p>This would start a standard training workload based on a sample docker image, runai.jfrog.io/demo/quickstart, with one GPU allocated.</p> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai project set \"project-name\"\nrunai training submit \"workload-name\" -i runai.jfrog.io/demo/quickstart -g 1\n</code></pre> <p>This would start a standard training workload based on a sample docker image, runai.jfrog.io/demo/quickstart, with one GPU allocated.</p> <p>Copy the following command to your terminal. Make sure to update the below parameters according to the comments. For more details, see Trainings API reference:</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/trainings' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"workload-name\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {  \n       \"image\": \"runai.jfrog.io/demo/quickstart\", \n       \"compute\": { \n       \"gpuDevicesRequest\": 1\n       }, \n    } \n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workload is running on. You can get the Project ID via the Get Projects API Get Projects API.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>This would start a standard training workload based on a sample docker image, runai.jfrog.io/demo/quickstart, with one GPU allocated.</p> <p>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</p>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/#next-steps","title":"Next Steps","text":"<ul> <li>Manage and monitor your newly created workload using the workloads table.</li> <li>After validating your training performance and results, deploy your model using inference.</li> </ul>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/","title":"Train models using a standard training workload","text":"<p>This article explains how to create a standard training workload via the Run:ai UI.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p> <p>The training workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the training workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#creating-a-standard-training-workload","title":"Creating a standard training workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new training workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Training     Within the new training form:</li> <li>Select under which cluster to create the training workload</li> <li>Select the project in which your training will run</li> <li>Set the training workload architecture as standard, which consists of a single main running process. This workload uses environments that support standard training workloads only.</li> <li>Select a preconfigured template or select Start from scratch to launch a new training workload quickly</li> <li>Enter a unique name for the training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE     In the next step:</li> <li>Select the environment for your training workload<ul> <li>Select an environment or click +NEW ENVIRONMENT to add a new environment to the gallery.     For a step-by-step guide on adding environments to the gallery, see Environments. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your tool(s). The tools are configured as part of the environment.<ul> <li>External URL<ul> <li>Custom URL<ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can access the tool:<ul> <li>All authenticated users (default)     Everyone within the organization\u2019s account</li> <li>Specific group(s)<ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li>Specific user(s)<ul> <li>Click +USER</li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li>Node port<ul> <li>Custom port<ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the command and arguments for the container running the workload     When If no command is added, the container will use the image\u2019s default command (entry-point).<ul> <li>Modify the existing command or click +COMMAND &amp; ARGUMENTS to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the environment variable(s) <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable<ul> <li>Custom<ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your training workload</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload     A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click +VOLUME</li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class.</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, see Kubernetes storage classes.</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li>Block - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the Container path with the volume target location</li> <li>Set the volume persistency<ul> <li>Persistent - The volume and its data will be deleted only when the workload is deleted.</li> <li>Ephemeral - The volume and its data will be deleted every time the workload\u2019s status changes to \u201cStopped.\u201d</li> </ul> </li> </ul> </li> <li> <p>Optional: Select data sources for your training workload </p> <p>Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection. For a step-by-step guide on adding data sources to the gallery, see data sources. Once created, the new data source will be automatically selected.</p> <ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the grace period for workload preemption. This is a buffer that allows a preempted workload to reach a safe checkpoint before it is forcibly preempted. Enter a timeframe between 0 sec and 5 min.</li> <li>Set the number of runs the workload must finish to be considered complete. Multiple runs enhance the reliability and validity of the training results. </li> <li>If the number of runs is above 1, enter a value under Parallelism to specify how many runs may be scheduled in parallel. The value must be less than or equal to the number of runs.</li> <li>Set the backoff limit before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to \"Failed.\" Enter a value between 1 and 100.</li> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE TRAINING</li> </ol>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#workload-policies","title":"Workload Policies","text":"<p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see Workload Policies and Rules.</p> <p>The effects of the policy are reflected in the training creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the training workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#using-cli","title":"Using CLI","text":"<p>To view the available actions, see the training workload CLI v2 reference or the CLI v1 reference.</p>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#using-api","title":"Using API","text":"<p>To view the available actions, see the Trainings workload API reference.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/","title":"Running Jupyter Notebook Using Workspaces","text":"<p>This guide provides a step-by-step walkthrough for running a Jupyter Notebook using workspaces.</p> <p>A workspace contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in one place. See Running workspaces for more information.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#prerequisites","title":"Prerequisites","text":"<p>Before you start, make sure:</p> <ul> <li>You have created a project or have one created for you.</li> <li>The project has an assigned quota of at least 1 GPU.</li> </ul>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#step-1-logging-in","title":"Step 1: Logging in","text":"User InterfaceCLI V1CLI V2API <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>Log in using the following command. You will be prompted to enter your username and password:</p> <pre><code>runai login\n</code></pre> <p>Run the below --help command to obtain the login options and log in according to your setup:</p> <pre><code>runai login --help  \n</code></pre> <p>To use the API, you will need to obtain a token. Please follow the API authentication article.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#step-2-submitting-a-workspace","title":"Step 2: Submitting a workspace","text":"User InterfaceCLI V1CLI V2API <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Select +NEW WORKLOAD and then Workspace </li> <li>Select under which cluster to create the workload</li> <li>Select the project in which your workspace will run</li> <li>Select a preconfigured template or select the Start from scratch to launch a new workspace quickly</li> <li>Enter a name for the workspace (If the name already exists in the project, you will be    requested to submit a different name)</li> <li>Click CONTINUE</li> <li> <p>Select the \u2018jupyter-lab\u2019 environment for your workspace (Image URL: jupyter/scipy-notebook)</p> <ul> <li>If the \u2018jupyter-lab\u2019 is not displayed in the gallery, follow the step-by-step guide: </li> </ul> Create a jupyter-lab environment <ol> <li>Click +NEW ENVIRONMENT</li> <li>Select under which cluster to create the environment</li> <li>Select a scope. </li> <li>Enter a name for the environment. The name must be unique.</li> <li>Enter the jupyter-lab Image URL - jupyter/scipy-notebook</li> <li> <p>Tools - Set the connection for your tool </p> <ul> <li>Click +TOOL</li> <li>Select Jupyter tool from the list</li> </ul> </li> <li> <p>Set the runtime settings for the environment </p> <ul> <li>Click +COMMAND </li> <li>Enter command - start-notebook.sh</li> <li>Enter arguments - <code>--NotebookApp.base_url=/${RUNAI_PROJECT}/${RUNAI_JOB_NAME} --NotebookApp.token=''</code></li> </ul> </li> </ol> <p>Note</p> <p>If host-based routing is enabled on the cluster, enter the argument <code>--NotebookApp.token=''</code> only.</p> <ol> <li>Click CREATE ENVIRONMENT</li> </ol> <ul> <li>The newly created jupyter-lab will be selected automatically</li> </ul> </li> <li> <p>Select the \u2018one-gpu\u2019 compute resource for your workspace (GPU devices: 1) </p> <ul> <li>If the \u2018one-gpu\u2019 is not displayed in the gallery, follow the step-by-step guide: </li> </ul> Create a one-gpu compute resource <ol> <li>Click +NEW COMPUTE RESOURCE</li> <li>Select under which cluster to create the compute resource</li> <li>Select a scope</li> <li>Enter a name for the compute resource. The name must be unique.</li> <li>Set GPU devices per pod - 1</li> <li> <p>Set GPU memory per device </p> <ul> <li>Select % (of device) - Fraction of a GPU device\u2019s memory</li> <li>Set the memory Request - 100 (The workload will allocate 100% of the GPU memory)</li> </ul> </li> <li> <p>Optional: set the CPU compute per pod - 0.1 cores (default)</p> </li> <li>Optional: set the CPU memory per pod - 100 MB (default)</li> <li>Click CREATE COMPUTE RESOURCE</li> </ol> <ul> <li>The newly created one-gpu compute resource will be selected automatically</li> </ul> </li> <li> <p>Click CREATE WORKSPACE</p> <p>After the workspace is created, it is added to the workloads table.</p> </li> </ol> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai config project \"project-name\"  \nrunai submit \"workload-name\" --jupyter -g 1\n</code></pre> <p>This would start a workspace with a pre-configured Jupyter image with one GPU allocated.</p> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai project set \"project-name\"\nrunai workspace submit \"workload-name\"  --image jupyter/scipy-notebook --gpu-devices-request 1 \\\n    --external-url container=8888  --command start-notebook.sh  \\\n    -- --NotebookApp.base_url=/\\${RUNAI_PROJECT}/\\${RUNAI_JOB_NAME} --NotebookApp.token=''\n</code></pre> <p>Copy the following command to your terminal. Make sure to update the below parameters according to the comments. For more details, see Workspaces API reference:</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/workspaces' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"workload-name\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"command\" : \"start-notebook.sh\",\n        \"args\" : \"--NotebookApp.base_url=/${RUNAI_PROJECT}/${RUNAI_JOB_NAME} --NotebookApp.token=''\",\n        \"image\": \"jupyter/scipy-notebook\",\n        \"compute\": {\n            \"gpuDevicesRequest\": 1\n        },\n        \"exposedUrls\" : [\n            { \n                \"container\" : 8888,\n                \"toolType\": \"jupyter-notebook\", \\ # (5)\n                \"toolName\": \"Jupyter\" \\ # (6)\n            }\n        ]\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workspace is running on. You can get the Project ID via the Get Projects API Get Projects API.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> <li><code>toolType</code> will show the Jupyter icon when connecting to the Jupyter tool via the user interface. </li> <li><code>toolName</code> text will show when connecting to the Jupyter tool via the user interface.</li> </ol> <p>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#step-3-connecting-to-the-jupyter-notebook","title":"Step 3: Connecting to the Jupyter Notebook","text":"User InterfaceCLI V1CLI V1API <ol> <li>Select the newly created workspace with the Jupyter application that you want to connect to</li> <li>Click CONNECT</li> <li>Select the Jupyter tool </li> <li>The selected tool is opened in a new tab on your browser</li> </ol> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#next-steps","title":"Next Steps","text":"<p>Manage and monitor your newly created workspace using the workloads table.</p>"},{"location":"Researcher/workloads/workspaces/workspace-v2/","title":"Running Workspaces","text":"<p>This article explains how to create a workspace via the Run:ai UI.</p> <p>A workspace contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place.</p> <p>To learn more about the workspace workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#creating-a-new-workspace","title":"Creating a new Workspace","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new workspace:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Workspace     Within the new workspace form:</li> <li>Select under which cluster to create the workload</li> <li>Select the project in which your workspace will run</li> <li>Select a preconfigured template or select Start from scratch to launch a new workspace quickly</li> <li>Enter a unique name for the workspace (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE     In the next step:</li> <li> <p>Select the environment for your workspace</p> <ul> <li>Select an environment or click +NEW ENVIRONMENT to add a new environment to the gallery.     For a step-by-step guide on adding environments to the gallery, see Environments. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your tool(s). The tools are configured as part of the environment.<ul> <li>External URL<ul> <li>Custom URL<ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can access the tool:<ul> <li>All authenticated users (default)     Everyone within the organization\u2019s account</li> <li>Specific group(s)<ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li>Specific user(s)<ul> <li>Click +USER</li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li>Node port<ul> <li>Custom port<ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the command and arguments for the container running the workload.     If no command is added, the container will use the image\u2019s default command (entry-point).<ul> <li>Modify the existing command or click +COMMAND &amp; ARGUMENTS to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the environment variable(s) <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables</li> <li>Click +ENVIRONMENT VARIABLE<ul> <li>Enter a name</li> <li> <p>Select the source for the environment variable</p> <ul> <li>Custom<ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li>Credentials - Select select an existing credentials as the environment variable<ul> <li>Select a credential name To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your workspace</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload     A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click +VOLUME</li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class.</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, see Kubernetes storage classes</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li>Block - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the Container path with the volume target location</li> <li>Set the volume persistency<ul> <li>Persistent - The volume and its data will be deleted only when the workload is deleted.</li> <li>Ephemeral - The volume and its data will be deleted every time the workload\u2019s status changes to \u201cStopped.\u201d</li> </ul> </li> </ul> </li> <li>Optional: Select data sources for your workspace     Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.     For a step-by-step guide on adding data sources to the gallery, see data sources.     Once created, the new data source will be automatically selected.<ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li>Optional - General settings:<ul> <li>Allow the workload to exceed the project quota. Workloads running over quota may be preempted and stopped at any time.</li> <li>Set the backoff limit before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to \"Failed.\" Enter a value between 1 and 100.</li> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE WORKSPACE</li> </ol>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#workload-policies","title":"Workload Policies","text":"<p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see Workload Policies and Rules.</p> <p>The effects of the policy are reflected in the workspace creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the workspace is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#using-cli","title":"Using CLI","text":"<p>To view the available actions on workspaces, see the Workspaces CLI v2 reference or the CLI v1 reference.</p>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#using-api","title":"Using API","text":"<p>To view the available actions on workspaces, see the Workspaces API reference.</p>"},{"location":"admin/overview-administrator/","title":"Overview: Infrastructure Administrator","text":"<p>The Infrastructure Administrator is an IT person, responsible for the installation, setup and IT maintenance of the Run:ai product. </p> <p>As part of the Infrastructure Administrator documentation you will find:</p> <ul> <li>Install Run:ai <ul> <li>Understand the Run:ai installation</li> <li>Set up a Run:ai Cluster.</li> <li>Set up Researchers to work with Run:ai.</li> </ul> </li> <li>IT Configuration of the Run:ai system</li> <li>Connect Run:ai to an identity provider.</li> <li>Maintenance &amp; monitoring of the Run:ai system</li> <li>Troubleshooting.</li> </ul>"},{"location":"admin/authentication/accessrules/","title":"Access Rules","text":"<p>This article explains the procedure to manage Access rules.</p> <p>Access rules provide users, groups, or applications privileges to system entities.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <p>For example, user user@domain.com is a department admin in department A.</p>"},{"location":"admin/authentication/accessrules/#access-rules-table","title":"Access rules table","text":"<p>The Access rules table can be found under Access in the Run:ai platform.</p> <p>The Access rules table provides a list of all the access rules defined in the platform and allows you to manage them.</p> <p>Note</p> <p>Flexible management</p> <p>It is also possible to manage access rules directly for a specific user, application, project, or department.</p> <p></p> <p>The Access rules table consists of the following columns:</p> Column Description Type The type of subject assigned to the access rule (user, SSO group, or application). Subject The user, SSO group, or application assigned with the role Role The role assigned to the subject Scope The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates Authorized by The user who granted the access rule Creation time The timestamp for when the rule was created Last updated The last time the access rule was updated"},{"location":"admin/authentication/accessrules/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/authentication/accessrules/#adding-new-access-rules","title":"Adding new access rules","text":"<p>To add a new access rule:</p> <ol> <li>Click +NEW ACCESS RULE </li> <li>Select a subject User, SSO Group, or Application </li> <li>Select or enter the subject identifier:  <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP  </li> <li>Group name as recognized by the IDP  </li> <li>Application name as created in Run:ai  </li> </ul> </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE</li> </ol> <p>Note</p> <p>An access rule consists of a single subject with a single role in a single scope. To assign multiple roles or multiple scopes to the same subject, multiple access rules must be added.</p>"},{"location":"admin/authentication/accessrules/#editing-an-access-rule","title":"Editing an access rule","text":"<p>Access rules cannot be edited. To change an access rule, you must delete the rule, and then create a new rule to replace it.</p>"},{"location":"admin/authentication/accessrules/#deleting-an-access-rule","title":"Deleting an access rule","text":"<ol> <li>Select the access rule you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol>"},{"location":"admin/authentication/accessrules/#using-api","title":"Using API","text":"<p>Go to the Access rules API reference to view the available actions</p>"},{"location":"admin/authentication/applications/","title":"Applications","text":"<p>This article explains the procedure to manage your organization's applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in API authentication and use it within subsequent API calls.</p> <p>Applications are assigned with Access Rules to manage permissions. For example, application ci-pipeline-prod is assigned with a Researcher role in Cluster: A. </p>"},{"location":"admin/authentication/applications/#applications-table","title":"Applications table","text":"<p>The Applications table can be found under Access in the Run:ai platform.</p> <p>The Applications table provides a list of all the applications defined in the platform, and allows you to manage them.</p> <p></p> <p>The Applications table consists of the following columns:</p> Column Description Application The name of the application Client ID The client ID of the application Access rule(s) The access rules assigned to the application Last login The timestamp for the last time the user signed in Created by The user who created the application Creation time The timestamp for when the application was created Last updated The last time the application was updated"},{"location":"admin/authentication/applications/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/authentication/applications/#creating-an-application","title":"Creating an application","text":"<p>To create an application:</p> <ol> <li>Click +NEW APPLICATION </li> <li>Enter the application\u2019s name </li> <li>Click CREATE </li> <li>Copy the Client ID and Client secret and store them securely</li> <li>Click DONE</li> </ol> <p>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p>"},{"location":"admin/authentication/applications/#adding-an-access-rule-to-an-application","title":"Adding an access rule to an application","text":"<p>To create an access rule:</p> <ol> <li>Select the application you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"admin/authentication/applications/#deleting-an-access-rule-from-an-application","title":"Deleting an access rule from an application","text":"<p>To delete an access rule:</p> <ol> <li>Select the application you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule assigned to the user you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"admin/authentication/applications/#regenerating-client-secret","title":"Regenerating client secret","text":"<p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click REGENERATE CLIENT SECRET </li> <li>Click REGENERATE </li> <li>Copy the New client secret and store it securely</li> <li>Click DONE</li> </ol> <p>Warning</p> <p>Regenerating a client secret revokes the previous one.</p>"},{"location":"admin/authentication/applications/#deleting-an-application","title":"Deleting an application","text":"<ol> <li>Select the application you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm</li> </ol>"},{"location":"admin/authentication/applications/#using-api","title":"Using API","text":"<p>Go to the Applications, Access rules API reference to view the available actions</p>"},{"location":"admin/authentication/authentication-overview/","title":"Authentication &amp; Authorization","text":"<p>Run:ai Authentication &amp; Authorization enables a streamlined experience for the user with precise controls covering the data each user can see and the actions each user can perform in the Run:ai platform.</p> <p>Authentication verifies user identity during login, and Authorization assigns the user with specific permissions according to the assigned access rules.</p> <p>Authenticated access is required to use all aspects of the Run:ai interfaces, including the Run:ai platform, the Run:ai Command Line Interface (CLI) and APIs.</p>"},{"location":"admin/authentication/authentication-overview/#authentication","title":"Authentication","text":"<p>There are multiple methods to authenticate and access Run:ai.</p>"},{"location":"admin/authentication/authentication-overview/#single-sign-on-sso","title":"Single Sign-On (SSO)","text":"<p>Single Sign-On (SSO) is the preferred authentication method by large organizations, as it avoids the need to manage duplicate sets of user identities.</p> <p>Run:ai offers SSO integration, enabling users to utilize existing organizational credentials to access Run:ai without requiring dedicated credentials.</p> <p>Run:ai supports three methods to set up SSO:</p> <ul> <li>SAML </li> <li>OpenID Connect (OIDC) </li> <li>OpenShift</li> </ul> <p>When using SSO, it is highly recommended to manage at least one local user, as a breakglass account (an emergency account), in case access to SSO is not possible.</p>"},{"location":"admin/authentication/authentication-overview/#username-and-password","title":"Username and password","text":"<p>Username and password access can be used when SSO integration is not possible.</p>"},{"location":"admin/authentication/authentication-overview/#secret-key-for-application-programmatic-access","title":"Secret key (for Application programmatic access)","text":"<p>A Secret is the authentication method for Applications. Applications use the Run:ai APIs to perform automated tasks including scripts and pipelines based on their assigned access rules.</p>"},{"location":"admin/authentication/authentication-overview/#authorization","title":"Authorization","text":"<p>The Run:ai platform uses Role Base Access Control (RBAC) to manage authorization.</p> <p>Once a user or an application is authenticated, they can perform actions according to their assigned access rules.</p>"},{"location":"admin/authentication/authentication-overview/#role-based-access-control-rbac-in-runai","title":"Role Based Access Control (RBAC) in Run:ai","text":"<p>While Kubernetes RBAC is limited to a single cluster, Run:ai expands the scope of Kubernetes RBAC, making it easy for administrators to manage access rules across multiple clusters.</p> <p>RBAC at Run:ai is configured using access rules.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <ul> <li>Subject </li> <li>A user, a group, or an application assigned with the role  </li> <li>Role </li> <li>A set of permissions that can be assigned to subjects  </li> <li>A permission is a set of actions (view, edit, create and delete) over a Run:ai entity (e.g. projects, workloads, users)  <ul> <li>For example, a role might allow a user to create and read Projects, but not update or delete them  </li> <li>Roles at Run:ai are system defined and cannot be created, edited or deleted  </li> </ul> </li> <li>Scope </li> <li>A scope is part of an organization in which a set of permissions (roles) is effective. Scopes include Projects, Departments, Clusters, Account (all clusters).</li> </ul> <p>Below is an example of an access rule: username@company.com is a Department admin in Department: A</p> <p></p>"},{"location":"admin/authentication/non-root-containers/","title":"User Identity in Container","text":"<p>The identity of the user in the container determines its access to resources. For example, network file storage solutions typically use this identity to determine the container's access to network volumes. This document explains multiple ways for propagating the user identity into the container.</p>"},{"location":"admin/authentication/non-root-containers/#the-default-root-access","title":"The Default: Root Access","text":"<p>In docker, as well as in Kubernetes, the default for running containers is running as root. The implication of running as root is that processes running within the container have enough permissions to change anything in the container, and if propagated to network resources - can have permissions outside the container as well.</p> <p>This gives a lot of power to the Researcher but does not sit well with modern security standards of enterprise security.</p> <p>By default, if you run:</p> <p><pre><code>runai submit -i ubuntu --attach --interactive -- bash\n</code></pre> then run <code>id</code>, you will see the root user.</p>"},{"location":"admin/authentication/non-root-containers/#use-runai-flags-to-limit-root-access","title":"Use Run:ai flags to limit root access","text":"<p>There are two [runai submit flags that control user identity at the Researcher level:</p> <ul> <li>The flag <code>--run-as-user</code> starts the container with a specific user. The user is the current Linux user (see below for other behaviors if used in conjunction with Single sign-on).</li> <li>The flag <code>--prevent-privilege-escalation</code> prevents the container from elevating its own privileges into <code>root</code> (e.g. running <code>sudo</code> or changing system files.).</li> </ul> <p>Equivalent flags exist in the Researcher User Interface.</p>"},{"location":"admin/authentication/non-root-containers/#run-as-current-user","title":"Run as Current User","text":"<p>From a Linux/Mac box, run:</p> <pre><code>runai submit -i ubuntu --attach --interactive --run-as-user -- bash\n</code></pre> <p>then run <code>id</code>, you will see the users and groups of the box you have been using to launch the Job.</p>"},{"location":"admin/authentication/non-root-containers/#prevent-escalation","title":"Prevent Escalation","text":"<p>From a Linux/Mac box, run:</p> <pre><code>runai submit -i ubuntu --attach --interactive --run-as-user \\\n  --prevent-privilege-escalation  -- bash\n</code></pre> <p>then verify that you cannot run <code>su</code> to become root within the container.</p>"},{"location":"admin/authentication/non-root-containers/#setting-a-cluster-wide-default","title":"Setting a Cluster-Wide Default","text":"<p>The two flags are voluntary. They are not enforced by the system. It is however possible to enforce them using Policies. Policies allow an Administrator to force compliance on both the User Interface and Command-line interface.</p>"},{"location":"admin/authentication/non-root-containers/#passing-user-identity","title":"Passing user identity","text":""},{"location":"admin/authentication/non-root-containers/#passing-user-identity-from-identity-provider","title":"Passing user identity from Identity Provider","text":"<p>A best practice is to store the user identifier (UID) and the group identifier (GID) in the organization's directory. Run:ai allows you to pass these values to the container and use them as the container identity.</p> <p>To perform this, you must:</p> <ul> <li>Set up single sign-on. Perform the steps for UID/GID integration.</li> <li>Run: <code>runai login</code> and enter your credentials</li> <li>Use the flag --run-as-user</li> </ul> <p>Running <code>id</code> should show the identifier from the directory.</p>"},{"location":"admin/authentication/non-root-containers/#passing-user-identity-explicitly-via-the-researcher-ui","title":"Passing user identity explicitly via the Researcher UI","text":"<p>Via the Researcher User Interface, it is possible to explicitly provide the user id and group id:</p> <p></p>"},{"location":"admin/authentication/non-root-containers/#using-openshift-or-gatekeeper-to-provide-cluster-level-controls","title":"Using OpenShift or Gatekeeper to provide Cluster Level Controls","text":"<p>Run:ai supports OpenShift as a Kubernetes platform. In OpenShift the system will provide a random UID to containers. The flags <code>--run-as-user</code> and <code>--prevent-privilege-escalation</code> are disabled on OpenShift. It is possible to achieve a similar effect on Kubernetes systems that are not OpenShift. A leading tool is Gatekeeper. Gatekeeper similarly enforces non-root on containers at the system level.</p>"},{"location":"admin/authentication/non-root-containers/#creating-a-temporary-home-directory","title":"Creating a Temporary Home Directory","text":"<p>When containers run as a specific user, the user needs to have a pre-created home directory within the image. Otherwise, when running a shell, you will not have a home directory:</p> <pre><code>runai submit -i ubuntu --attach --interactive --run-as-user -- bash\nThe job 'job-0' has been submitted successfully\nYou can run `runai describe job job-0 -p team-a` to check the job status\nWaiting for pod to start running...\nINFO[0007] Job started\nConnecting to pod job-0-0-0\nIf you don't see a command prompt, try pressing enter.\nI have no name!@job-0-0-0:/$ \n</code></pre> <p>Adding home directories to an image per user is not a viable solution. To overcome this, Run:ai provides an additional flag <code>--create-home-dir</code>. Adding this flag creates a temporary home directory for the user within the container.  </p> <p>Notes</p> <ul> <li>Data saved in this directory will not be saved when the container exits.</li> <li>This flag is set by default to true when the <code>--run-as-user</code> flag is used, and false if not.</li> </ul>"},{"location":"admin/authentication/researcher-authentication/","title":"Setup Researcher Access Control","text":""},{"location":"admin/authentication/researcher-authentication/#introduction","title":"Introduction","text":"<p>The following instructions explain how to complete the configuration of access control for Researchers. This requires several steps:</p> <ul> <li>(Mandatory) Modify the Kubernetes entry point (called the <code>Kubernetes API server</code>) to validate the credentials of incoming requests against the Run:ai Authentication authority.</li> <li>(Command-line Interface usage only) Modify the Kubernetes profile to prompt the Researcher for credentials when running <code>runai login</code> (or <code>oc login</code> for OpenShift).</li> </ul> <p>Important</p> <ul> <li>As of Run:ai version 2.16, you only need to perform these steps when accessing Run:ai from the command-line interface or sending YAMLs directly to Kubernetes</li> <li>As of Run:ai version 2.18, you only need to perform these steps when if using the older command-line interface or sending YAMLs directly to Kubernetes.</li> </ul>"},{"location":"admin/authentication/researcher-authentication/#kubernetes-configuration","title":"Kubernetes Configuration","text":"<p>You must direct the Kubernetes API server to authenticate via Run:ai. This requires adding flags to the Kubernetes API Server. The flags show in the Run:ai user interface under <code>Settings</code> | <code>General</code> | <code>Researcher Authentication</code> | <code>Server configuration</code>.</p> <p>Modifying the API Server configuration differs between Kubernetes distributions:</p> Vanilla KubernetesOpenShiftRKERKE2GKEEKSBCMAKSOther <ul> <li>Locate the Kubernetes API Server configuration file. The file's location may differ between different Kubernetes distributions. The location for vanilla Kubernetes is <code>/etc/kubernetes/manifests/kube-apiserver.yaml</code></li> <li>Edit the document, under the <code>command</code> tag, add the server configuration text described above.</li> <li>Verify that the <code>kube-apiserver-&lt;master-node-name&gt;</code> pod in the <code>kube-system</code> namespace has been restarted and that changes have been incorporated. Run the below and verify that the oidc flags you have added:</li> </ul> <pre><code>kubectl get pods -n kube-system kube-apiserver-&lt;master-node-name&gt; -o yaml\n</code></pre> <p>No configuration is needed. Instead, Run:ai assumes that an Identity Provider has been defined at the OpenShift level and that the Run:ai Cluster installation has set the <code>OpenshiftIdp</code> flag to true. For more information see the Run:ai OpenShift control-plane setup.</p> <p>Edit Rancher <code>cluster.yml</code> (with Rancher UI, follow this). Add the following:</p> cluster.yml<pre><code>kube-api:\n    always_pull_images: false\n    extra_args:\n        oidc-client-id: runai  # (1)\n        ...\n</code></pre> <ol> <li>These are example parameters. Copy the actual parameters from <code>Settings | General | Researcher Authentication</code> as described above.</li> </ol> <p>You can verify that the flags have been incorporated into the RKE cluster by following the instructions here and running <code>docker inspect &lt;kube-api-server-container-id&gt;</code>, where <code>&lt;kube-api-server-container-id&gt;</code> is the container ID of api-server via obtained in the Rancher document. </p> <p>If working via the RKE2 Quickstart, edit <code>/etc/rancher/rke2/config.yaml</code>. Add the parameters provided in the server configuration section as described above in the following fashion:</p> /etc/rancher/rke2/config.yaml<pre><code>kube-apiserver-arg:\n- \"oidc-client-id=runai\" # (1)\n...\n</code></pre> <ol> <li>These are example parameters. Copy the actual parameters from <code>Settings | General | Researcher Authentication</code> as described above.</li> </ol> <p>If working via Rancher UI, need to add the flag as part of the cluster provisioning. </p> <p>Under <code>Cluster Management | Create</code>, turn on RKE2 and select a platform. Under <code>Cluster Configuration | Advanced | Additional API Server Args</code>. Add the Run:ai flags as <code>&lt;key&gt;=&lt;value&gt;</code> (e.g. <code>oidc-username-prefix=-</code>).</p> <p>Install Anthos identity service by running:</p> <pre><code>gcloud container clusters update &lt;gke-cluster-name&gt; \\\n    --enable-identity-service --project=&lt;gcp-project-name&gt; --zone=&lt;gcp-zone-name&gt;\n</code></pre> <p>Install the yq utility and run:</p> <p>For username-password authentication, run:</p> <pre><code>kubectl get clientconfig default -n kube-public -o yaml &gt; login-config.yaml\nyq -i e \".spec +={\\\"authentication\\\":[{\\\"name\\\":\\\"oidc\\\",\\\"oidc\\\":{\\\"clientID\\\":\\\"runai\\\",\\\"issuerURI\\\":\\\"$OIDC_ISSUER_URL\\\",\\\"kubectlRedirectURI\\\":\\\"http://localhost:8000/callback\\\",\\\"userClaim\\\":\\\"sub\\\",\\\"userPrefix\\\":\\\"-\\\"}}]}\" login-config.yaml\nkubectl apply -f login-config.yaml\n</code></pre> <p>For single-sign-on, run:</p> <pre><code>kubectl get clientconfig default -n kube-public -o yaml &gt; login-config.yaml\nyq -i e \".spec +={\\\"authentication\\\":[{\\\"name\\\":\\\"oidc\\\",\\\"oidc\\\":{\\\"clientID\\\":\\\"runai\\\",\\\"issuerURI\\\":\\\"$OIDC_ISSUER_URL\\\",\\\"groupsClaim\\\":\\\"groups\\\",\\\"kubectlRedirectURI\\\":\\\"http://localhost:8000/callback\\\",\\\"userClaim\\\":\\\"email\\\",\\\"userPrefix\\\":\\\"-\\\"}}]}\" login-config.yaml\nkubectl apply -f login-config.yaml\n</code></pre> <p>Where the <code>OIDC</code> flags are provided in the Run:ai server configuration section as described above. </p> <p>Then update runaiconfig with  the Anthos endpoint - gke-oidc-envoy. Get the externel IP of the service in the Anthos namespace.</p> <pre><code>kubectl get svc -n anthos-identity-service\nNAME               TYPE           CLUSTER-IP    EXTERNAL-IP     PORT(S)              AGE\ngke-oidc-envoy     LoadBalancer   10.37.3.111   39.201.319.10   443:31545/TCP        12h\n</code></pre> <p>Add the IP to runaiconfig </p> <pre><code>kubectl -n runai patch runaiconfig runai -p '{\"spec\": {\"researcher-service\": {\"args\": {\"gkeOidcEnvoyHost\": \"35.236.229.19\"}}}}'  --type=\"merge\"\n</code></pre> <p>To create a kubeconfig profile for Researchers run:</p> <pre><code>kubectl oidc login --cluster=CLUSTER_NAME --login-config=login-config.yaml \\\n    --kubeconfig=developer-kubeconfig\n</code></pre> <p>(this will require installing the kubectl oidc plug-in as described in the Anthos document above <code>gcloud components install kubectl-oidc</code>)</p> <p>Then modify the <code>developer-kubeconfig</code> file as described in the Command-line Inteface Access section below.</p> <ul> <li>In the AWS Console, under EKS, find your cluster.</li> <li>Go to <code>Configuration</code> and then to <code>Authentication</code>.</li> <li>Associate a new <code>identity provider</code>. Use the parameters provided in the server configuration section as described above. The process can take up to 30 minutes.</li> </ul> <p>Please follow the \"Vanilla Kubernetes\" instructions</p> <p>Please contact Run:ai customer support.</p> <p>See specific instructions in the documentation of the Kubernetes distribution.  </p>"},{"location":"admin/authentication/researcher-authentication/#command-line-interface-access","title":"Command-line Interface Access","text":"<p>To control access to Run:ai (and Kubernetes) resources, you must modify the Kubernetes configuration file. The file is distributed to users as part of the Command-line interface installation.</p> <p>When making changes to the file, keep a copy of the original file to be used for cluster administration. After making the modifications, distribute the modified file to Researchers.</p> <ul> <li>Under the <code>~/.kube</code> directory edit the <code>config</code> file, remove the administrative user, and replace it with text from <code>Settings | General | Researcher Authentication</code> | <code>Client Configuration</code>.</li> <li>Under <code>contexts | context | user</code> change the user to <code>runai-authenticated-user</code>.</li> </ul> <p>Important</p> <ul> <li>After adding the new user, ensure to delete the following fields from the kubeconfig file to prevent unauthorized access: - Delete: <code>client-certificate-data</code>- Delete: <code>client-key-data</code>- Remove: Any references to the <code>admin</code> user.</li> </ul>"},{"location":"admin/authentication/researcher-authentication/#test-via-command-line-interface","title":"Test via Command-line interface","text":"<ul> <li>Run: <code>runai login</code> (in OpenShift environments use <code>oc login</code> rather than <code>runai login</code>).</li> <li>You will be prompted for a username and password. In a single sign-on flow, you will be asked to copy a link to a browser, log in and return a code.</li> <li>Once login is successful, submit a Job.</li> <li>If the Job was submitted with a Project to which you have no access, your access will be denied.</li> <li>If the Job was submitted with a Project to which you have access, your access will be granted.</li> </ul> <p>You can also submit a Job from the Run:ai User interface and verify that the new job shows on the job list with your user name.</p>"},{"location":"admin/authentication/researcher-authentication/#test-via-user-interface","title":"Test via User Interface","text":"<ul> <li>Open the Run:ai user interface, go to <code>Workloads</code>.</li> <li>On the top-right, select <code>Submit Workload</code>.</li> </ul>"},{"location":"admin/authentication/roles/","title":"Roles","text":"<p>This article explains the available roles in the Run:ai platform.</p> <p>A role is a set of permissions that can be assigned to a subject in a scope.</p> <p>A permission is a set of actions (View, Edit, Create and Delete) over a Run:ai entity (e.g. projects, workloads, users).</p>"},{"location":"admin/authentication/roles/#roles-table","title":"Roles table","text":"<p>The Roles table can be found under Access in the Run:ai platform.</p> <p>The Roles table displays a list of predefined roles available to users in the Run:ai platform. It is not possible to create additional rules or edit or delete existing rules.</p> <p></p> <p>The Roles table consists of the following columns:</p> Column Description Role The name of the role Created by The name of the role creator Creation time The timestamp when the role was created"},{"location":"admin/authentication/roles/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/authentication/roles/#reviewing-a-role","title":"Reviewing a role","text":"<ol> <li>To review a role click the role name on the table  </li> <li>In the role form review the following:  <ul> <li>Role name   The name of the role  </li> <li>Entity  A system-managed object that can be viewed, edited, created or deleted by a user based on their assigned role and scope  </li> <li>Actions  The actions that the role assignee is authorized to perform for each entity  <ul> <li>View If checked, an assigned user with this role can view instances of this type of entity within their defined scope  </li> <li>Edit If checked, an assigned user with this role can change the settings of an instance of this type of entity within their defined scope  </li> <li>Create If checked, an assigned user with this role can create new instances of this type of entity within their defined scope  </li> <li>Delete If checked, an assigned user with this role can delete instances of this type of entity within their defined scope</li> </ul> </li> </ul> </li> </ol>"},{"location":"admin/authentication/roles/#roles-in-runai","title":"Roles in Run:ai","text":"<p>Run:ai supports the following roles and their permissions:  Under each role is a detailed list of the actions that the role assignee is authorized to perform for each entity.</p> Compute resource administrator <p></p> Data source administrator <p></p> Data volume administrator <p></p> Department administrator <p></p> Department viewer <p></p> Editor <p></p> Environment administrator <p></p> L1 researcher <p></p> L2 researcher <p></p> ML engineer <p></p> Research manager <p></p> System administrator <p></p> Template administrator <p></p> Viewer <p></p> <p>Notes</p> <p>Keep the following in mind when upgrading from versions 2.13 or earlier:</p> <ul> <li>Admin becomes System Admin with full access to all managed objects and scopes  </li> <li>Research Manager is not automatically assigned to all projects, but to projects set by the relevant Admin when assigning this role to a user, group or app  </li> <li>To preserve backwards compatibility, users with the role of Research Manager are assigned to all current projects, but not to new projects  </li> <li>To allow the Department Admin to assign a Researcher role to a user, group or app, the Department Admin must have VECD permissions for jobs and workspaces. This creates a broader span of managed objects  </li> <li>To preserve backwards compatibility, users with the role of Editor, are assigned to the same scope they had before the upgrade. However, with new user assignments, the Admin can limit the scope to only part of the organizational scope.</li> </ul>"},{"location":"admin/authentication/roles/#permitted-workloads","title":"Permitted workloads","text":"<p>When assigning a role with either one, all or any combination of the View, Edit, Create and Delete permissions for workloads, the subject has permissions to manage not only Run:ai native workloads (Workspace, Training, Inference), but also a list of 3rd party workloads:</p> <ul> <li>k8s: StatefulSet</li> <li>k8s: ReplicaSet</li> <li>k8s: Pod</li> <li>k8s: Deployment</li> <li>batch: Job</li> <li>batch: CronJob</li> <li>machinelearning.seldon.io: SeldonDeployment</li> <li>kubevirt.io: VirtualMachineInstance</li> <li>kubeflow.org: TFJob</li> <li>kubeflow.org: PyTorchJob</li> <li>kubeflow.org: XGBoostJob</li> <li>kubeflow.org: MPIJob</li> <li>kubeflow.org: MPIJob</li> <li>kubeflow.org: Notebook</li> <li>kubeflow.org: ScheduledWorkflow</li> <li>amlarc.azureml.com: AmlJob</li> <li>serving.knative.dev: Service</li> <li>workspace.devfile.io: DevWorkspace</li> <li>ray.io: RayCluster</li> <li>ray.io: RayJob</li> <li>ray.io: RayService</li> <li>ray.io: RayCluster</li> <li>ray.io: RayJob</li> <li>ray.io: RayService</li> <li>tekton.dev: TaskRun</li> <li>tekton.dev: PipelineRun</li> <li>argoproj.io: Workflow</li> </ul>"},{"location":"admin/authentication/roles/#using-api","title":"Using API","text":"<p>Go to the Roles API reference to view the available actions.</p>"},{"location":"admin/authentication/users/","title":"Users","text":"<p>This article explains the procedure to manage users and their permissions.</p> <p>Users can be managed locally, or via the Identity provider, while assigned with Access Rules to manage its permissions.</p> <p>For example, user user@domain.com is a department admin in department A.</p>"},{"location":"admin/authentication/users/#users-table","title":"Users table","text":"<p>The Users table can be found under Access in the Run:ai platform.</p> <p>The users table provides a list of all the users in the platform. You can manage local users and manage user permissions (access rules) for both local and SSO users.</p> <p>Note</p> <p>Single Sign-On users</p> <p>SSO users are managed by the identity provider and appear once they have signed in to Run:ai</p> <p></p> <p>The Users table consists of the following columns:</p> Column Description User The unique identity of the user (email address) Type The type of the user - SSO / local Last login The timestamp for the last time the user signed in Access rule(s) The access rules assigned to the user Created By The user who created the user Creation time The timestamp for when the user was created Last updated The last time the user was updated"},{"location":"admin/authentication/users/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/authentication/users/#creating-a-local-user","title":"Creating a local user","text":"<p>To create a local user:</p> <ol> <li>Click +NEW LOCAL USER </li> <li>Enter the user\u2019s Email address </li> <li>Click CREATE </li> <li>Review and copy the user\u2019s credentials:  <ul> <li>User Email </li> <li>Temporary password to be used on first sign-in  </li> </ul> </li> <li>Click DONE</li> </ol> <p>Note</p> <p>The temporary password is visible only at the time of user\u2019s creation, and must be changed after the first sign-in</p>"},{"location":"admin/authentication/users/#adding-an-access-rule-to-a-user","title":"Adding an access rule to a user","text":"<p>To create an access rule:</p> <ol> <li>Select the user you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"admin/authentication/users/#deleting-users-access-rule","title":"Deleting user\u2019s access rule","text":"<p>To delete an access rule:</p> <ol> <li>Select the user you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule assigned to the user you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"admin/authentication/users/#resetting-a-user-password","title":"Resetting a user password","text":"<p>To reset a user\u2019s password:</p> <ol> <li>Select the user you want to reset it\u2019s password  </li> <li>Click RESET PASSWORD </li> <li>Click RESET </li> <li>Review and copy the user\u2019s credentials:  <ul> <li>User Email </li> <li>Temporary password to be used on next sign-in  </li> </ul> </li> <li>Click DONE</li> </ol>"},{"location":"admin/authentication/users/#deleting-a-user","title":"Deleting a user","text":"<ol> <li>Select the user you want to delete  </li> <li>Click DELETE </li> <li>In the dialog, click DELETE to confirm the deletion</li> </ol> <p>Note</p> <p>To ensure administrative operations are always available, at least one local user with System Administrator role should exist.</p>"},{"location":"admin/authentication/users/#using-api","title":"Using API","text":"<p>Go to the Users, Access rules API reference to view the available actions</p>"},{"location":"admin/authentication/sso/openidconnect/","title":"Setup SSO with OpenID Connect","text":"<p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure single sign-on to Run:ai using the OpenID Connect protocol.</p>"},{"location":"admin/authentication/sso/openidconnect/#prerequisites","title":"Prerequisites","text":"<p>Before starting, make sure you have the following available from your identity provider:</p> <ul> <li>Discovery URL - the OpenID server where the content discovery information is published.  </li> <li>ClientID - the ID used to identify the client with the Authorization Server.  </li> <li>Client Secret - a secret password that only the Client and Authorization server know.  </li> <li>Optional: Scopes - a set of user attributes to be used during authentication to authorize access to a user's details.</li> </ul>"},{"location":"admin/authentication/sso/openidconnect/#setup","title":"Setup","text":"<p>Follow the steps below to setup SSO with OpenID Connect.</p>"},{"location":"admin/authentication/sso/openidconnect/#adding-the-identity-provider","title":"Adding the identity provider","text":"<ol> <li>Go to General settings </li> <li>Open the Security section and click +IDENTITY PROVIDER </li> <li>Select Custom OpenID Connect </li> <li>Enter the Discovery URL, Client ID, and Client Secret </li> <li>Copy the Redirect URL to be used in your identity provider  </li> <li>Optional: Add the OIDC scopes  </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below)  </li> <li>Click SAVE    User attributes</li> </ol> Attribute Default value in Run:ai Description User role groups GROUPS If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings. Linux User ID UID If it exists in the IDP, it allows Researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer. Linux Group ID GID If it exists in the IDP, it allows Researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer. Supplementary Groups SUPPLEMENTARYGROUPS If it exists in the IDP, it allows Researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers. Email email Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai User first name firstName Used as the user\u2019s first name appearing in the Run:ai user interface User last name lastName Used as the user\u2019s last name appearing in the Run:ai user interface"},{"location":"admin/authentication/sso/openidconnect/#testing-the-setup","title":"Testing the setup","text":"<ol> <li>Log-in to the Run:ai platform as an admin  </li> <li>Add Access Rules to an SSO user defined in the IDP  </li> <li>Open the Run:ai platform in an incognito browser tab  </li> <li>On the sign-in page click CONTINUE WITH SSO    You are redirected to the identity provider sign in page  </li> <li>In the identity provider sign-in page, log in with the SSO user who you granted with access rules  </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol>"},{"location":"admin/authentication/sso/openidconnect/#editing-the-identity-provider","title":"Editing the identity provider","text":"<p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider box, click Edit identity provider </li> <li>You can edit either the Discovery URL, Client ID, Client Secret, OIDC scopes, or the User attributes</li> </ol>"},{"location":"admin/authentication/sso/openidconnect/#removing-the-identity-provider","title":"Removing the identity provider","text":"<p>You can remove the identity provider configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider card, click Remove identity provider </li> <li>In the dialog, click REMOVE to confirm the action</li> </ol> <p>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p>"},{"location":"admin/authentication/sso/openidconnect/#troubleshooting","title":"Troubleshooting","text":"<p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received.</p>"},{"location":"admin/authentication/sso/openidconnect/#troubleshooting-scenarios","title":"Troubleshooting scenarios","text":"403 - Sorry, we can\u2019t let you see this page. Something about permissions\u2026 <p>Description: The authenticated user is missing permissions</p> <p>Mitigation:</p> <ol> <li>Validate either the user or its related group/s are assigned with access rules </li> <li>Validate groups attribute is available in the configured OIDC Scopes  </li> <li>Validate the user\u2019s groups attribute is mapped correctly</li> </ol> <p>Advanced:</p> <ol> <li>Open the Chrome DevTools: Right-click on page \u2192 Inspect \u2192 Console tab  </li> <li>Run the following command to retrieve and paste the user\u2019s token: <code>localStorage.token;</code> </li> <li>Paste in https://jwt.io </li> <li>Under the Payload section validate the values of the user\u2019s attributes</li> </ol> 401 - We\u2019re having trouble identifying your account because your email is incorrect or can\u2019t be found. <p>Description: Authentication failed because email attribute was not found.</p> <p>Mitigation:</p> <ol> <li>Validate email attribute is available in the configured OIDC Scopes  </li> <li>Validate the user\u2019s email attribute is mapped correctly</li> </ol> Unexpected error when authenticating with identity provider <p></p> <p>Description: User authentication failed</p> <p>Mitigation:</p> <ol> <li>Validate that the configured OIDC Scopes exist and match the Identity Provider\u2019s available scopes</li> </ol> <p>Advanced:</p> <ol> <li>Look for the specific error message in the URL address</li> </ol> Unexpected error when authenticating with identity provider (SSO sign-in is not available) <p></p> <p>Description: User authentication failed</p> <p>Mitigation:</p> <ol> <li>Validate that the configured OIDC scope exists in the Identity Provider  </li> <li>Validate the configured Client Secret match the Client Secret in the Identity Provider</li> </ol> <p>Advanced:</p> <ol> <li>Look for the specific error message in the URL address</li> </ol> Client not found <p>Description: OIDC Client ID was not found in the Identity Provider</p> <p>Mitigation:</p> <ol> <li>Validate that the configured Client ID matches the Identity Provider Client ID  </li> </ol>"},{"location":"admin/authentication/sso/openshift/","title":"Setup SSO with OpenShift","text":"<p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure single sign-on to Run:ai using the OpenID Connect protocol in OpenShift V4.</p>"},{"location":"admin/authentication/sso/openshift/#prerequisites","title":"Prerequisites","text":"<p>Before starting, make sure you have the following available from your OpenShift cluster:</p> <ul> <li>OpenShift OAuth client - see Registering an additional OAuth client </li> <li>ClientID - the ID used to identify the client with the Authorization Server.  </li> <li>Client Secret - a secret password that only the Client and Authorization Server know.  </li> <li>Base URL - the OpenShift API Server endpoint (example: https://api.&lt;cluster-url&gt;:6443)</li> </ul>"},{"location":"admin/authentication/sso/openshift/#setup","title":"Setup","text":"<p>Follow the steps below to setup SSO with OpenShift.</p>"},{"location":"admin/authentication/sso/openshift/#adding-the-identity-provider","title":"Adding the identity provider","text":"<ol> <li>Go to General settings </li> <li>Open the Security section and click +IDENTITY PROVIDER </li> <li>Select OpenShift V4 </li> <li>Enter the Base URL, Client ID, and Client Secret from your OpenShift OAuth client.  </li> <li>Copy the Redirect URL to be used in your OpenShift OAuth client  </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below)  </li> <li>Click SAVE    User attributes</li> </ol> Attribute Default value in Run:ai Description User role groups GROUPS If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings. Linux User ID UID If it exists in the IDP, it allows researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer. Linux Group ID GID If it exists in the IDP, it allows researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer. Supplementary Groups SUPPLEMENTARYGROUPS If it exists in the IDP, it allows researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers. Email email Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai User first name firstName Used as the user\u2019s first name appearing in the Run:ai platform User last name lastName Used as the user\u2019s last name appearing in the Run:ai platform"},{"location":"admin/authentication/sso/openshift/#testing-the-setup","title":"Testing the setup","text":"<ol> <li>Open the Run:ai platform as an admin  </li> <li>Add Access Rules to an SSO user defined in the IDP  </li> <li>Open the Run:ai platform in an incognito browser tab  </li> <li>On the sign-in page click CONTINUE WITH SSO    You are redirected to the OpenShift IDP sign-in page  </li> <li>In the identity provider sign-in page, log-in with the SSO user who you granted with access rules  </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol>"},{"location":"admin/authentication/sso/openshift/#editing-the-identity-provider","title":"Editing the identity provider","text":"<p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider box, click Edit identity provider </li> <li>You can edit either the Base URL, Client ID, Client Secret, or the User attributes</li> </ol>"},{"location":"admin/authentication/sso/openshift/#removing-the-identity-provider","title":"Removing the identity provider","text":"<p>You can remove the identity provider configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider card, click Remove identity provider </li> <li>In the dialog, click REMOVE to confirm the action</li> </ol> <p>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p>"},{"location":"admin/authentication/sso/openshift/#troubleshooting","title":"Troubleshooting","text":"<p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received.</p>"},{"location":"admin/authentication/sso/openshift/#troubleshooting-scenarios","title":"Troubleshooting scenarios","text":"403 - Sorry, we can\u2019t let you see this page. Something about permissions\u2026 <p>Description: The authenticated user is missing permissions</p> <p>Mitigation:</p> <ol> <li>Validate either the user or its related group/s are assigned with access rules </li> <li>Validate groups attribute is available in the configured OIDC Scopes  </li> <li>Validate the user\u2019s groups attribute is mapped correctly</li> </ol> <p>Advanced:</p> <ol> <li>Open the Chrome DevTools: Right-click on page \u2192 Inspect \u2192 Console tab  </li> <li>Run the following command to retrieve and copy the user\u2019s token: <code>localStorage.token;</code> </li> <li>Paste in https://jwt.io </li> <li>Under the Payload section validate the value of the user\u2019s attributes</li> </ol> 401 - We\u2019re having trouble identifying your account because your email is incorrect or can\u2019t be found. <p>Description: Authentication failed because e-mail attribute was not found.</p> <p>Mitigation:</p> <ol> <li>Validate email attribute is available in the configured OIDC Scopes  </li> <li>Validate the user\u2019s email attribute is mapped correctly</li> </ol> Unexpected error when authenticating with identity provider <p></p> <p>Description: User authentication failed</p> <p>Mitigation:</p> <ol> <li>Validate the the configured OIDC Scopes exist and match the Identity Provider\u2019s available scopes</li> </ol> <p>Advanced:</p> <ol> <li>Look for the specific error message in the URL address</li> </ol> Unexpected error when authenticating with identity provider (SSO sign-in is not available) <p></p> <p>Description: User authentication failed</p> <p>Mitigation:</p> <ol> <li>Validate that the configured OIDC scope exists in the Identity Provider  </li> <li>Validate that the configured Client Secret matches the Client Secret value in the OAuthclient Kubernetes object.</li> </ol> <p>Advanced:</p> <ol> <li>Look for the specific error message in the URL address</li> </ol> unauthorized_client <p></p> <p>Description: OIDC Client ID was not found in the OpenShift IDP</p> <p>Mitigation:</p> <ol> <li>Validate that the configured Client ID matches the value in the OAuthclient Kubernetes object.  </li> </ol>"},{"location":"admin/authentication/sso/saml/","title":"Setup SSO with SAML","text":"<p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure SSO to Run:ai using the SAML 2.0 protocol.</p>"},{"location":"admin/authentication/sso/saml/#prerequisites","title":"Prerequisites","text":"<p>Before starting, ensure you have the following available from your identity provider:</p> <ul> <li>SAML XML Metadata</li> </ul>"},{"location":"admin/authentication/sso/saml/#setup","title":"Setup","text":"<p>Follow the steps below to setup SSO with SAML.</p>"},{"location":"admin/authentication/sso/saml/#adding-the-identity-provider","title":"Adding the identity provider","text":"<ol> <li>Go to General settings </li> <li>Open the Security section and click +IDENTITY PROVIDER </li> <li>Select Custom SAML 2.0 </li> <li>Select either From computer or From URL <ul> <li>From computer - click the Metadata XML file field, then select your file for upload  </li> <li>From URL - in the Metadata XML URL field, enter the URL to the XML Metadata file  </li> </ul> </li> <li>Copy the Redirect URL and Entity ID to be used in your identity provider  </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below)  </li> </ol> Attribute Default value in Run:ai Description User role groups GROUPS If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings. Linux User ID UID If it exists in the IDP, it allows Researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer. Linux Group ID GID If it exists in the IDP, it allows Researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer. Supplementary Groups SUPPLEMENTARYGROUPS If it exists in the IDP, it allows Researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers. Email email Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai. User first name firstName Used as the user\u2019s first name appearing in the Run:ai platform. User last name lastName Used as the user\u2019s last name appearing in the Run:ai platform. <ol> <li>Click SAVE </li> </ol>"},{"location":"admin/authentication/sso/saml/#testing-the-setup","title":"Testing the setup","text":"<ol> <li>Open the Run:ai platform as an admin  </li> <li>Add Access Rules to an SSO user defined in the IDP  </li> <li>Open the Run:ai platform in an incognito browser tab  </li> <li>On the sign-in page click CONTINUE WITH SSO.     You are redirected to the identity provider sign in page  </li> <li>In the identity provider sign-in page, log-in with the SSO user who you granted with access rules  </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol>"},{"location":"admin/authentication/sso/saml/#editing-the-identity-provider","title":"Editing the identity provider","text":"<p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go General settings </li> <li>Open the Security section  </li> <li>On the identity provider box, click Edit identity provider </li> <li>You can edit either the metadata file or the user attributes  </li> <li>You can view the identity provider URL, identity provider entity ID, and the certificate expiration date</li> </ol>"},{"location":"admin/authentication/sso/saml/#removing-the-identity-provider","title":"Removing the identity provider","text":"<p>You can remove the identity provider configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider card, click Remove identity provider </li> <li>In the dialog, click REMOVE to confirm the action</li> </ol> <p>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p>"},{"location":"admin/authentication/sso/saml/#downloading-the-xml-metadata-file","title":"Downloading the XML metadata file","text":"<p>You can download the XML file to view the identity provider settings:</p> <ol> <li>Go to General settings</li> <li>Open the Security section  </li> <li>On the identity provider card, click Download metadata XML file</li> </ol>"},{"location":"admin/authentication/sso/saml/#troubleshooting","title":"Troubleshooting","text":"<p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received. If an error still occurs, check the advanced troubleshooting section.</p>"},{"location":"admin/authentication/sso/saml/#troubleshooting-scenarios","title":"Troubleshooting scenarios","text":"Invalid signature in response from identity provider <p>Description: After trying to log-in, the following message is received in the RunLai log-in page.   Mitigation:   1. Go to General settings   2. Open the Security section   3. In the identity provider box, check for a \"Certificate expired\u201d error   4. If it is expired, update the SAML metadata file to include a valid certificate</p> 401 - We\u2019re having trouble identifying your account because your email is incorrect or can\u2019t be found. <p>Description: Authentication failed because email attribute was not found.</p> <p>Mitigation:</p> <ol> <li>Validate the user\u2019s email attribute is mapped correctly</li> </ol> 403 - Sorry, we can\u2019t let you see this page. Something about permissions\u2026 <p>Description: The authenticated user is missing permissions</p> <p>Mitigation:</p> <ol> <li>Validate either the user or its related group/s are assigned with access rules </li> <li>Validate the user\u2019s groups attribute is mapped correctly</li> </ol> <p>Advanced:</p> <ol> <li>Open the Chrome DevTools: Right-click on page \u2192 Inspect \u2192 Console tab  </li> <li>Run the following command to retrieve and paste the user\u2019s token: <code>localStorage.token;</code> </li> <li>Paste in https://jwt.io </li> <li>Under the Payload section validate the values of the user\u2019s attributes</li> </ol>"},{"location":"admin/authentication/sso/saml/#advanced-troubleshooting","title":"Advanced Troubleshooting","text":"Validating the SAML request <p>The SAML login flow can be separated into two parts:</p> <ul> <li>Run:ai redirects to the IDP for log-ins using a SAML Request  </li> <li>On successful log-in, the IDP redirects back to Run:ai with a SAML Response</li> </ul> <p>Validate the SAML Request to ensure the SAML flow works as expected:</p> <ol> <li>Go to the Run:ai login screen  </li> <li>Open the Chrome Network inspector: Right-click \u2192 Inspect on the page \u2192 Network tab  </li> <li>On the sign-in page click CONTINUE WITH SSO.  </li> <li>Once redirected to the Identity Provider, search in the Chrome network inspector for an HTTP request showing the SAML Request. Depending on the IDP url, this would be a request to the IDP domain name. For example, <code>accounts.google.com/idp?1234</code>.  </li> <li>When found, go to the Payload tab and copy the value of the SAML Request  </li> <li>Paste the value into a SAML decoder (e.g. https://www.samltool.com/decode.php)  </li> <li>Validate the request:  <ul> <li>The content of the <code>&lt;saml:Issuer&gt;</code> tag is the same as <code>Entity ID</code> given when adding the identity provider  </li> <li>The content of the <code>AssertionConsumerServiceURL</code> is the same as the <code>Redirect URI</code> given when adding the identity provider  </li> </ul> </li> <li>Validate the response:  <ul> <li>The user email under the <code>&lt;saml2:Subject&gt;</code> tag is the same as the logged-in user  </li> <li>Make sure that under the <code>&lt;saml2:AttributeStatement&gt;</code> tag, there is an Attribute named <code>email</code> (lowercase). This attribute is mandatory.  </li> <li>If other, optional user attributes (<code>groups</code>, <code>firstName</code>, <code>lastName</code>, <code>uid</code>, <code>gid</code>) are mapped make sure they also exist under <code>&lt;saml2:AttributeStatement&gt;</code> along with their respective values.</li> </ul> </li> </ol>"},{"location":"admin/config/access-roles/","title":"Understand the Kubernetes Cluster Access provided to Run:ai","text":"<p>Run:ai has configuration flags that control specific behavioral aspects of Run:ai. Specifically, those which require additional permissions. Such as automatic namespace/project creation, secret propagation, and more.</p> <p>The purpose of this document is to provide security officers with the ability to review what cluster-wide access Run:ai requires, and verify that it is in line with organizational policy, before installing the Run:ai cluster. </p>"},{"location":"admin/config/access-roles/#review-cluster-access-roles","title":"Review Cluster Access Roles","text":"<p>Run the following:</p> <pre><code>helm repo add runai https://run-ai-charts.storage.googleapis.com\nhelm repo update\nhelm install runai-cluster runai/runai-cluster -n runai -f runai-&lt;cluster-name&gt;.yaml \\\n        --dry-run &gt; cluster-all.yaml\n</code></pre> <p>The file <code>cluster-all.yaml</code> can be then be reviewed. You can use the internal filenames (provided in comments within the file) to gain more understanding according to the table below:</p> Folder File Purpose <code>clusterroles</code> <code>base.yaml</code> Mandatory Kubernetes Cluster Roles and Cluster Role Bindings <code>clusterroles</code> <code>project-controller-ns-creation.yaml</code> Automatic Project Creation and Maintenance. Provides Run:ai with the ability to create Kubernetes namespaces when the Run:ai administrator creates new Projects. Can be turned on/off via flag <code>clusterroles</code> <code>project-controller-rb-creation.yaml</code> Automatically assign Users to Projects. Can be turned on/off via flag <code>clusterroles</code> <code>project-controller-limit-range.yaml</code> Disables the usage of the Kubernetes Limit Range feature. Can be turned on/off via flag <code>ocp</code> <code>scc.yaml</code> OpenShift-specific Security Contexts <code>priorityclasses</code> 4 files Folder contains a list of Priority Classes used by Run:ai"},{"location":"admin/config/admin-messages/","title":"Administrator Messages","text":"<p>System administrators can use Administrator messages to make announcements to users once they have logged in. These messages typically are used to keep user informed about different aspects of the platform.</p> <p>To configure an Administrator message:</p> <ol> <li>Press <code>General settings</code>.</li> <li>Expand the Message from administrator pane.</li> <li>Press Message.</li> <li>Enter your message in the text box. Use the formatting tools in the toolbar to add special formatting or links to the message.</li> <li>Enable the <code>Display \"Don't show this again\" checkbox on message to users</code> to allow the users to see the message only once.</li> <li>Press Publish when complete.</li> </ol>"},{"location":"admin/config/advanced-cluster-config/","title":"Advanced Cluster Configuration","text":"<p>Advanced cluster configurations can be used to tailor your Run:ai cluster deployment to meet specific operational requirements and optimize resource management. By fine-tuning these settings, you can enhance functionality, ensure compatibility with organizational policies, and achieve better control over your cluster environment. This article provides guidance on implementing and managing these configurations to adapt the Run:ai cluster to your unique needs.</p> <p>After the Run:ai cluster is installed, you can adjust various settings to better align with your organization's operational needs and security requirements.</p>"},{"location":"admin/config/advanced-cluster-config/#edit-cluster-configurations","title":"Edit cluster configurations","text":"<p>Advanced cluster configurations are managed through the runaiconfig Kubernetes Custom Resource. To modify the cluster configurations, use the following command:</p> <pre><code>kubectl edit runaiconfig runai -n runai\n</code></pre>"},{"location":"admin/config/advanced-cluster-config/#configurations","title":"Configurations","text":"<p>The following configurations allow you to enable or disable features, control permissions, and customize the behavior of your Run:ai cluster:</p> Key Description Default spec.project-controller.createNamespaces (boolean) Allows Kubernetes namespace creation for new projects true spec.mps-server.enabled (boolean) Enabled when using NVIDIA MPS false spec.global.subdomainSupport (boolean) Allows the creation of subdomains for ingress endpoints, enabling access to workloads via unique subdomains on the Fully Qualified Domain Name (FQDN). For details, see External Access to Container false spec.runai-container-toolkit.enabled (boolean) Allows workloads to use GPU fractions true spec.prometheus.spec.retention (string) Defines how long Prometheus retains Run:ai metrics locally, which is useful in case of potential connectivity issues. For more information, see Prometheus Storage 2h spec.prometheus.spec.retentionSize (string) Allocates storage space for Run:ai metrics in Prometheus, which is useful in case of potential connectivity issues. For more information, see Prometheus Storage \"\" spec.prometheus.logLevel (string) Sets the Prometheus log levelPossible values: [debug, info, warn, error] \u201cinfo\" spec.prometheus.additionalAlertLabels (object) Sets additional custom labels for the built-in alerts Example: <code>{\u201cenv\u201d: \u201cprod\u201d}</code> <code>{}</code> spec.global.schedulingServices (object) Defines resource constraints uniformly for the entire set of Run:ai scheduling services. For more information, see Resource requests and limits of Pod and container <code>{resources: {}}</code> spec.global.syncServices (object) Defines resource constraints uniformly for the entire set of Run:ai sync services. For more information, see Resource requests and limits of Pod and container <code>{resources: {}}</code> spec.global.workloadServices (object) Defines resource constraints uniformly for the entire set of Run:ai workload services. For more information, see Resource requests and limits of Pod and container <code>{resources: {}}</code> spec.global.nodeAffinity.restrictScheduling (boolean) Enables setting node roles and restricting workload scheduling to designated nodes false spec.global.affinity (object) Sets the system nodes where Run:ai system-level services are scheduled. Using global.affinity will overwrite the node roles set using the Administrator CLI (runai-adm). Prefer to schedule on nodes that are labeled with <code>node-role.kubernetes.io/runai-system</code> spec.global.tolerations (object) Configure Kubernetes tolerations for Run:ai system-level services. spec.daemonSetsTolerations (object) Configure Kubernetes tolerations for Run:ai daemonSets / engine. spec.runai-container-toolkit.logLevel (boolean) Specifies the run:ai-container-toolkit logging level: either 'SPAM', 'DEBUG', 'INFO', 'NOTICE', 'WARN', or 'ERROR' INFO node-scale-adjuster.args.gpuMemoryToFractionRatio (object) A scaling-pod requesting a single GPU device will be created for every 1 to 10 pods requesting fractional GPU memory (1/gpuMemoryToFractionRatio). This value represents the ratio (0.1-0.9) of fractional GPU memory (any size) to GPU fraction (portion) conversion. 0.1 spec.global.core.dynamicFractions.enabled (boolean) Enables dynamic GPU fractions true spec.global.core.swap.enabled (boolean) Enables memory swap for GPU workloads false spec.global.core.swap.limits.cpuRam (string) Sets the CPU memory size used to swap GPU workloads 100Gi spec.global.core.swap.limits.reservedGpuRam (string) Sets the reserved GPU memory size used to swap GPU workloads 2Gi spec.global.core.nodeScheduler.enabled  (boolean) Enables the node-level scheduler false spec.global.replicaCount  (int) Sets a global number of pod replicas to be created for services that support replication 1 spec.limitRange.cpuDefaultRequestCpuLimitFactorNoGpu  (string) Sets a default ratio between the CPU request and the limit for workloads without GPU requests 0.1 spec.limitRange.memoryDefaultRequestMemoryLimitFactorNoGpu  (string) Sets a default ratio between the memory request and the limit for workloads without GPU requests 0.1 spec.limitRange.cpuDefaultRequestGpuFactor (string) Sets a default amount of CPU allocated per GPU when the CPU is not specified spec.limitRange.cpuDefaultLimitGpuFactor (int) Sets a default CPU limit based on the number of GPUs requested when no CPU limit is specified NO DEFAULT spec.limitRange.memoryDefaultRequestGpuFactor (string) Sets a default amount of memory allocated per GPU when the memory is not specified 100Mi spec.limitRange.memoryDefaultLimitGpuFactor (string) Sets a default memory limit based on the number of GPUs requested when no memory limit is specified NO DEFAULT spec.global.core.timeSlicing.mode (string) Sets the GPU time-slicing mode.Possible values:<code>timesharing</code> - all pods on a GPU share the GPU compute time evenly.\u2018strict\u2019 - each pod gets an exact time slice according to its memory fraction value.<code>fair</code> - each pod gets an exact time slice according to its memory fraction value and any unused GPU compute time is split evenly between the running pods. timesharing runai-scheduler.fullHierarchyFairness (boolean) Enables fairness between departments, on top of projects fairness true spec.pod-grouper.args.gangSchedulingKnative (boolean) Enables gang scheduling for inference workloads.For backward compatibility with versions earlier than v2.19, change the value to false true runai-scheduler.args.defaultStalenessGracePeriod Sets the timeout in seconds before the scheduler evicts a stale pod-group (gang) that went below its min-members in running state: <code>0s</code> - Immediately (no timeout) <code>-1</code> - Never 60s spec.runai-scheduler.args.verbosity (int) Configures the level of detail in the logs generated by the scheduler service 4 pod-grouper.args.gangScheduleArgoWorkflow (boolean) Groups all pods of a single ArgoWorkflow workload into a single Pod-Group for gang scheduling. true"},{"location":"admin/config/advanced-cluster-config/#runai-managed-nodes","title":"Run:ai Managed Nodes","text":"<p>To include or exclude specific nodes from running workloads within a cluster managed by Run:ai, use the <code>nodeSelectorTerms</code> flag. For additional details, see Kubernetes nodeSelector.</p> <p>Label the nodes using the below:</p> <ul> <li>key: Label key (e.g., zone, instance-type).</li> <li>operator: Operator defining the inclusion/exclusion condition (In, NotIn, Exists, DoesNotExist).</li> <li>values: List of values for the key when using In or NotIn.</li> </ul> <p>The below example shows how to include NVIDIA GPUs only and exclude all other GPU types in a cluster with mixed nodes, based on product type GPU label:</p> <pre><code>nodeSelectorTerms:\n- matchExpressions:\n  - key: nvidia.com/gpu.product  \n    operator: Exists\n</code></pre> <p>Tip</p> <p>To view the full runaiconfig object structure, use the following command:  <pre><code>kubectl get crds/runaiconfigs.run.ai -n runai -o yaml\n</code></pre></p>"},{"location":"admin/config/allow-external-access-to-containers/","title":"External access to Containers","text":""},{"location":"admin/config/allow-external-access-to-containers/#introduction","title":"Introduction","text":"<p>Researchers working with containers may at times need to remotely access the container. Some examples:</p> <ul> <li>Using a Jupyter notebook that runs within the container</li> <li>Using PyCharm to run python commands remotely.</li> <li>Using TensorBoard to view machine learning visualizations</li> </ul> <p>This requires exposing container ports. When using docker, the way Researchers expose ports is by declaring them when starting the container. Run:ai has similar syntax.</p> <p>Run:ai is based on Kubernetes. Kubernetes offers an abstraction of the container's location. This complicates the exposure of ports. Kubernetes offers several options:</p> Method Description Prerequisites Port Forwarding Simple port forwarding allows access to the container via local and/or remote port. None NodePort Exposes the service on each Node\u2019s IP at a static port (the NodePort). You\u2019ll be able to contact the NodePort service from outside the cluster by requesting <code>&lt;NODE-IP&gt;:&lt;NODE-PORT&gt;</code> regardless of which node the container actually resides in. None LoadBalancer Exposes the service externally using a cloud provider\u2019s load balancer. Only available with cloud providers <p>See https://kubernetes.io/docs/concepts/services-networking/service for further details on these options.</p>"},{"location":"admin/config/allow-external-access-to-containers/#workspaces-configuration","title":"Workspaces configuration","text":"<p>Workspaces allow the Researcher to build AI models interactively. </p> <p>Workspaces allow the Researcher to launch tools such as Visual Studio code, TensorFlow, TensorBoard etc. These tools require access to the container. Access is provided via URLs. </p> <p>Run:ai uses the Cluster URL provided to dynamically create SSL-secured URLs for researchers\u2019 workspaces in the format of <code>https://&lt;CLUSTER_URL&gt;/project-name/workspace-name</code>.</p> <p>While this form of path-based routing conveniently works with applications like Jupyter Notebooks, it may often not be compatible with other applications. These applications assume running at the root file system, so hardcoded file paths and settings within the container may become invalid when running at a path other than the root. For instance, if the container is expecting to find a file at <code>/etc/config.json</code> but is running at <code>/project-name/workspace-name</code>, the file will not be found. This can cause the container to fail or not function as intended.</p> <p>To address this issue, Run:ai provides support for host-based routing. When enabled, Run:ai creates workspace URLs in a subdomain format (<code>https://project-name-workspace-name.&lt;CLUSTER_URL&gt;/</code>), which allows all workspaces to run at the root path and function properly. </p> <p>To enable host-based routing you must perform the following steps:</p> <p>Note</p> <p>For OpenShift, editing the Runaiconfig command is the only step required to generate workspace URLs. Refer to the last step below.</p> <ol> <li>Create a second DNS entry (A record) for <code>*.&lt;CLUSTER_URL&gt;</code>, pointing to the same IP as the cluster Fully Qualified Domain Name (FQDN)</li> <li> <p>Obtain a wildcard SSL certificate for this DNS.</p> </li> <li> <p>Add the certificate as a secret:</p> </li> </ol> <pre><code>kubectl create secret tls runai-cluster-domain-star-tls-secret -n runai \\ \n    --cert /path/to/fullchain.pem --key /path/to/private.pem\n</code></pre> <ol> <li>Create the following ingress rule:</li> </ol> <pre><code>apiVersion: networking.k8s.io/v1\nkind: Ingress\nmetadata:\n  name: runai-cluster-domain-star-ingress\n  namespace: runai\nspec:\n  ingressClassName: nginx\n  rules:\n  - host: '*.&lt;CLUSTER_URL&gt;'\n  tls:\n  - hosts:\n    - '*.&lt;CLUSTER_URL&gt;'\n    secretName: runai-cluster-domain-star-tls-secret\n</code></pre> <p>Replace <code>&lt;CLUSTER_URL&gt;</code> as described above and run: <code>kubectl apply -f &lt;filename&gt;</code>.</p> <ol> <li>Edit Runaiconfig to generate the URLs correctly:</li> </ol> <pre><code>kubectl patch RunaiConfig runai -n runai --type=\"merge\" \\\n    -p '{\"spec\":{\"global\":{\"subdomainSupport\": true}}}' \n</code></pre> <p>Once these requirements have been met, all workspaces will automatically be assigned a secured URL with a subdomain, ensuring full functionality for all researcher applications.</p>"},{"location":"admin/config/allow-external-access-to-containers/#see-also","title":"See Also","text":"<ul> <li>To learn how to use port forwarding see the Quickstart document:  Launch an Interactive Build Workload with Connected Ports.</li> <li>See CLI command runai submit.</li> </ul>"},{"location":"admin/config/cli-admin-install/","title":"Administrator CLI","text":"<p>The Run:ai Administrator (<code>runai-adm</code>) is a lightweight tool designed to support infrastructure administrators by simplifying two key tasks:</p> <ul> <li>Collecting logs for troubleshooting and sharing with Run:ai support.</li> <li>Configuring node roles in the cluster for optimal performance and reliability.</li> </ul> <p>This article outlines the installation and usage of the Run:ai Administrator CLI to help you get started quickly.</p>"},{"location":"admin/config/cli-admin-install/#prerequisites","title":"Prerequisites","text":"<p>Before installing the CLI, review the following:</p> <ul> <li>Operating system: The CLI is supported on Mac and Linux.</li> <li>Kubectl: The Kubernetes command-line interface must be installed and configured to access your cluster. Follow the official guide.</li> <li>Cluster administrative permissions: The CLI requires a Kubernetes profile with administrative privileges.</li> </ul>"},{"location":"admin/config/cli-admin-install/#installation","title":"Installation","text":"<p>To install the Run:ai Administrator CLI, ensure that the CLI version matches the version of your Run:ai cluster. You can either install the latest version or a specific version from the list.</p>"},{"location":"admin/config/cli-admin-install/#installing-the-latest-version","title":"Installing the latest version","text":"<p>Use the following commands to download and install the latest version of the CLI:</p> MacLinux <pre><code>wget --content-disposition https://app.run.ai/v1/k8s/admin-cli/darwin # (1) \nchmod +x runai-adm  \nsudo mv runai-adm /usr/local/bin/runai-adm\n</code></pre> <ol> <li>In self-hosted environment, use the control-plane URL instead of <code>app.run.ai</code> </li> </ol> <pre><code>wget --content-disposition https://app.run.ai/v1/k8s/admin-cli/linux # (1) \nchmod +x runai-adm  \nsudo mv runai-adm /usr/local/bin/runai-adm\n</code></pre> <ol> <li>In self-hosted environment, use the control-plane URL instead of <code>app.run.ai</code> </li> </ol>"},{"location":"admin/config/cli-admin-install/#installing-a-specific-version","title":"Installing a specific version","text":"<p>To install a specific version of the Administrator CLI that matches your Run:ai cluster version, append the version number to the download URL. Refer to the list of available versions linked above for the correct version number.</p> MacLinux <pre><code>wget --content-disposition https://app.run.ai/v1/k8s/admin-cli/&lt;version&gt;/darwin # Replace &lt;version&gt; with the desired version in the format vX.X.X (e.g., v2.19.5) \nchmod +x runai-adm  \nsudo mv runai-adm /usr/local/bin/runai-adm\n</code></pre> <pre><code>wget --content-disposition https://app.run.ai/v1/k8s/admin-cli/&lt;version&gt;/linux # Replace &lt;version&gt; with the desired version in the format vX.X.X (e.g., v2.19.5)\nchmod +x runai-adm  \nsudo mv runai-adm /usr/local/bin/runai-adm\n</code></pre>"},{"location":"admin/config/cli-admin-install/#verifying-installation","title":"Verifying installation","text":"<p>Verify your installation completed successfully by running the following command:</p> <pre><code>runai-adm version\n</code></pre>"},{"location":"admin/config/cli-admin-install/#reference","title":"Reference","text":""},{"location":"admin/config/cli-admin-install/#node-roles","title":"Node roles","text":"<p>To set or remove node rules using the <code>runai-adm</code> tool, run the following:</p> <pre><code>runai-adm set node-role [--runai-system-worker | --gpu-worker | --cpu-worker] &lt;node-name&gt;\n</code></pre> <pre><code>runai-adm remove node-role [--runai-system-worker | --gpu-worker | --cpu-worker] &lt;node-name&gt;\n</code></pre> <p>Note</p> <p>Use the <code>--all</code> flag to set or remove a role to all nodes.</p>"},{"location":"admin/config/cli-admin-install/#collect-logs","title":"Collect logs","text":"<p>To collect logs using the <code>runai-adm</code> tool:</p> <ol> <li> <p>Run the following command:</p> <pre><code>runai-adm collect-logs\n</code></pre> </li> <li> <p>Locate the generated compressed log file.</p> </li> </ol>"},{"location":"admin/config/cluster-wide-pvc/","title":"Cluster wide PVCs","text":"<p>A PersistentVolumeClaim (PVC) is a request for storage by a user. It is similar to a Pod. Pods consume node resources and PVCs consume PV resources. Pods can request specific levels of resources (CPU and Memory). Claims can request specific size and access modes. For more information about PVCs, see Persistent Volumes.</p> <p>PVCs are namespace-specific. If your PVC relates to all run:ai Projects, do the following to propagate the PVC to all Projects:</p> <p>Create a PVC within the run:ai namespace, then run the following once to propagate the PVC to all run:ai Projects:</p> <pre><code>kubectl label persistentvolumeclaims -n runai &lt;PVC_NAME&gt; runai/cluster-wide=true\n</code></pre> <p>To delete a PVC from all run:ai Projects, run:</p> <pre><code>kubectl label persistentvolumeclaims -n runai &lt;PVC_NAME&gt; runai/cluster-wide-\n</code></pre> <p>You can add a PVC to a job using the <code>New job</code> form.</p> <p>To add a PVC to a new job:</p> <ol> <li>On the <code>New job</code> form, press <code>Storage</code>.</li> <li>In <code>Persistent Volume Claims</code> press <code>Add</code>.</li> <li>Enable <code>Existing PVC</code>.</li> <li>Enter the name (claim name) of the PVC.</li> <li>Enter the storage class. (Optional)</li> <li>Enter the size.</li> <li>Enable / disable access modes.</li> </ol>"},{"location":"admin/config/clusters/","title":"Clusters","text":"<p>This article explains the procedure to view and manage Clusters.</p> <p>The Cluster table provides a quick and easy way to see the status of your cluster.</p> <p></p>"},{"location":"admin/config/clusters/#clusters-table","title":"Clusters table","text":"<p>The Clusters table can be found under Resources in the Run:ai platform.</p> <p>The clusters table provides a list of the clusters added to Run:ai platform, along with their status.</p> <p>The clusters table consists of the following columns:</p> Column Description Cluster The name of the cluster Status The status of the cluster. For more information see the table below. Hover over the information icon for a short description and links to troubleshooting Creation time The timestamp when the cluster was created URL The URL that was given to the cluster Run:ai cluster version The Run:ai version installed on the cluster Kubernetes distribution The flavor of Kubernetes distribution Kubernetes version The version of Kubernetes installed Run:ai cluster UUID The unique ID of the cluster"},{"location":"admin/config/clusters/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/config/clusters/#cluster-status","title":"Cluster status","text":"Status Description Waiting to connect The cluster has never been connected. Disconnected There is no communication from the cluster to the {{glossary.Control plane}}. This may be due to a network issue. See the troubleshooting scenarios. Missing prerequisites Some prerequisites are missing from the cluster. As a result, some features may be impacted. See the troubleshooting scenarios. Service issues At least one of the services is not working properly. You can view the list of nonfunctioning services for more information. See the troubleshooting scenarios. Connected The Run:ai cluster is connected, and all Run:ai services are running."},{"location":"admin/config/clusters/#adding-a-new-cluster","title":"Adding a new cluster","text":"<p>To add a new cluster see the installation guide.</p>"},{"location":"admin/config/clusters/#removing-a-cluster","title":"Removing a cluster","text":"<ol> <li>Select the cluster you want to remove  </li> <li>Click REMOVE</li> <li>A dialog appears: Make sure to carefully read the message before removing  </li> <li>Click REMOVE to confirm the removal.</li> </ol>"},{"location":"admin/config/clusters/#using-the-api","title":"Using the API","text":"<p>Go to the Clusters API reference to view the available actions</p>"},{"location":"admin/config/clusters/#troubleshooting","title":"Troubleshooting","text":"<p>Before starting, make sure you have the following:</p> <ul> <li>Access to the Kubernetes cluster where Run:ai is deployed with the necessary permissions  </li> <li>Access to the Run:ai Platform</li> </ul>"},{"location":"admin/config/clusters/#troubleshooting-scenarios","title":"Troubleshooting scenarios","text":"Cluster disconnected <p>Description: When the cluster's status is \u2018disconnected\u2019, there is no communication from the cluster services reaching the Run:ai Platform. This may be due to networking issues or issues with Run:ai services.</p> <p>Mitigation:</p> <ol> <li> <p>Check Run:ai\u2019s services status: </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permission to view pods  </li> <li>Copy and paste the following command to verify that Run:ai\u2019s services are running:  </li> </ul> <p><pre><code>kubectl get pods -n runai | grep -E 'runai-agent|cluster-sync|assets-sync'\n</code></pre> * If any of the services are not running, see the \u2018cluster has service issues\u2019 scenario.  </p> </li> <li> <p>Check the network connection  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to create pods  </li> <li>Copy and paste the following command to create a connectivity check pod:  </li> </ul> <pre><code>kubectl run control-plane-connectivity-check -n runai --image=wbitt/network-multitool \\\n    --command -- /bin/sh -c 'curl -sSf &lt;control-plane-endpoint&gt; &gt; /dev/null &amp;&amp; echo \"Connection Successful\" \\\n    || echo \"Failed connecting to the Control Plane\"'\n</code></pre> <ul> <li>Replace <code>&lt;control-plane-endpoint&gt;</code> with the URL of the Control Plane in your environment. If the pod fails to connect to the Control Plane, check for potential network policies </li> </ul> </li> <li> <p>Check and modify the network policies</p> <ul> <li>Open your terminal  </li> <li> <p>Copy and paste the following command to check the existence of network policies: <pre><code>kubectl get networkpolicies -n runai\n</code></pre></p> </li> <li> <p>Review the policies to ensure that they allow traffic from the Run:ai namespace to the Control Plane. If necessary, update the policies to allow the required traffic. Example of allowing traffic:</p> </li> </ul> <pre><code>apiVersion: networking.k8s.io/v1\nkind: NetworkPolicy\nmetadata:\nname: allow-control-plane-traffic\nnamespace: runai\nspec:\npodSelector:\n    matchLabels:\n    app: runai\npolicyTypes:\n    - Ingress\n    - Egress\negress:\n    - to:\n        - ipBlock:\n            cidr: &lt;control-plane-ip-range&gt;\n    ports:\n        - protocol: TCP\n        port: &lt;control-plane-port&gt;\ningress:\n    - from:\n        - ipBlock:\n            cidr: &lt;control-plane-ip-range&gt;\n    ports:\n        - protocol: TCP\n        port: &lt;control-plane-port&gt;\n</code></pre> <ul> <li> <p>Check infrastructure-level configurations: </p> <ul> <li>Ensure that firewall rules and security groups allow traffic between your Kubernetes cluster and the Control Plane  </li> <li>Verify required ports and protocols:  <ul> <li>Ensure that the necessary ports and protocols for Run:ai\u2019s services are not blocked by any firewalls or security groups  </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Check Run:ai services logs  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to view logs  </li> <li>Copy and paste the following commands to view the logs of the Run:ai services: </li> </ul> <pre><code>kubectl logs deployment/runai-agent -n runai\nkubectl logs deployment/cluster-sync -n runai\nkubectl logs deployment/assets-sync -n runai\n</code></pre> <ul> <li>Try to identify the problem from the logs. If you cannot resolve the issue, continue to the next step. </li> </ul> </li> <li> <p>Contact Run:ai\u2019s support  </p> <ul> <li>If the issue persists, contact Run:ai\u2019s support for assistance.</li> </ul> </li> </ol> Cluster has service issues <p>Description: When a cluster's status is Has service issues, it means that one or more Run:ai services running in the cluster are not available.</p> <p>Mitigation:</p> <ol> <li> <p>Verify non-functioning services  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to view the <code>runaiconfig</code> resource  </li> <li>Copy and paste the following command to determine which services are not functioning:  </li> </ul> <pre><code>kubectl get runaiconfig -n runai runai -ojson | jq -r '.status.conditions | map(select(.type == \"Available\"))'\n</code></pre> </li> <li> <p>Check for Kubernetes events </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to view events  </li> <li>Copy and paste the following command to get all Kubernetes events:  </li> </ul> </li> <li> <p>Inspect resource details  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to describe resources  </li> <li>Copy and paste the following command to check the details of the required resource:  </li> </ul> <pre><code>kubectl describe &lt;resource_type&gt; &lt;name&gt;\n</code></pre> </li> <li> <p>Contact Run:ai\u2019s Support  </p> <ul> <li>If the issue persists, contact contact Run:ai\u2019s support for assistance.</li> </ul> </li> </ol> Cluster is waiting to connect <p>Description: When the cluster's status is \u2018waiting to connect\u2019, it means that no communication from the cluster services reaches the Run:ai Platform. This may be due to networking issues or issues with Run:ai services.</p> <p>Mitigation:</p> <ol> <li> <p>Check Run:ai\u2019s services status </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to view pods  </li> <li>Copy and paste the following command to verify that Run:ai\u2019s services are running:  </li> </ul> <pre><code>kubectl get pods -n runai | grep -E 'runai-agent|cluster-sync|assets-sync'\n</code></pre> <ul> <li>If any of the services are not running, see the \u2018cluster has service issues\u2019 scenario. </li> </ul> </li> <li> <p>Check the network connection </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to create pods  </li> <li>Copy and paste the following command to create a connectivity check pod:  </li> </ul> <pre><code>kubectl run control-plane-connectivity-check -n runai --image=wbitt/network-multitool --command -- /bin/sh -c 'curl -sSf &lt;control-plane-endpoint&gt; &gt; /dev/null &amp;&amp; echo \"Connection Successful\" || echo \"Failed connecting to the Control Plane\"'\n</code></pre> <ul> <li>Replace <code>&lt;control-plane-endpoint&gt;</code> with the URL of the Control Plane in your environment. If the pod fails to connect to the Control Plane, check for potential network policies:  </li> </ul> </li> <li> <p>Check and modify the network policies  </p> <ul> <li>Open your terminal  </li> <li>Copy and paste the following command to check the existence of network policies:  </li> </ul> <pre><code>kubectl get networkpolicies -n runai\n</code></pre> <ul> <li>Review the policies to ensure that they allow traffic from the Run:ai namespace to the Control Plane. If necessary, update the policies to allow the required traffic.  Example of allowing traffic:  </li> </ul> <pre><code>apiVersion: networking.k8s.io/v1\nkind: NetworkPolicy\nmetadata:\nname: allow-control-plane-traffic\nnamespace: runai\nspec:\n  podSelector:\n    matchLabels:\n    app: runai\n  policyTypes:\n    - Ingress\n    - Egress\n  egress:\n    - to:\n        - ipBlock:\n            cidr: &lt;control-plane-ip-range&gt;\n    ports:\n        - protocol: TCP\n        port: &lt;control-plane-port&gt;\n  ingress:\n    - from:\n        - ipBlock:\n            cidr: &lt;control-plane-ip-range&gt;\n    ports:\n        - protocol: TCP\n        port: &lt;control-plane-port&gt;\n</code></pre> <ul> <li>Check infrastructure-level configurations:  </li> <li>Ensure that firewall rules and security groups allow traffic between your Kubernetes cluster and the Control Plane  </li> <li>Verify required ports and protocols:  <ul> <li>Ensure that the necessary ports and protocols for Run:ai\u2019s services are not blocked by any firewalls or security groups </li> </ul> </li> </ul> </li> <li> <p>Check Run:ai services logs  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permission to view logs  </li> <li>Copy and paste the following commands to view the logs of the Run:ai services:  </li> </ul> <pre><code>kubectl logs deployment/runai-agent -n runai\nkubectl logs deployment/cluster-sync -n runai\nkubectl logs deployment/assets-sync -n runai\n</code></pre> <ul> <li>Try to identify the problem from the logs. If you cannot resolve the issue, continue to the next step  </li> </ul> </li> <li> <p>Contact Run:ai\u2019s support  </p> <ul> <li>If the issue persists, contact Run:ai\u2019s support for assistance.</li> </ul> </li> </ol> Cluster is missing prerequisites <p>Description: When a cluster's status displays Missing prerequisites, it indicates that at least one of the Mandatory Prerequisites has not been fulfilled. In such cases, Run:ai services may not function properly.</p> <p>Mitigation:</p> <p>If you have ensured that all prerequisites are installed and the status still shows missing prerequisites, follow these steps:</p> <ol> <li>Check the message in the Run:ai platform for further details regarding the missing prerequisites.  </li> <li> <p>Inspect the <code>runai-public</code> ConfigMap:  </p> <ul> <li>Open your terminal. In the terminal, type the following command to list all ConfigMaps in the <code>runai</code> namespace: </li> </ul> <pre><code>kubectl get configmap -n runai\n</code></pre> </li> <li> <p>Describe the ConfigMap  </p> <ul> <li>Locate the ConfigMap named <code>runai-public</code> from the list  </li> <li>To view the detailed contents of this ConfigMap, type the following command:  </li> </ul> <pre><code>kubectl describe configmap runai-public -n runai\n</code></pre> </li> <li> <p>Find Missing Prerequisites  </p> <ul> <li>In the output displayed, look for a section labeled <code>dependencies.required</code> </li> <li>This section provides detailed information about any missing resources or prerequisites. Review this information to identify what is needed  </li> </ul> </li> <li> <p>Contact Run:ai\u2019s support  </p> <ul> <li>If the issue persists, contact Run:ai\u2019s support for assistance.</li> </ul> </li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/","title":"Creating Kubernetes Assets in Advance","text":"<p>The article describe how to mark Kubernetes assets for use by Run:ai</p>"},{"location":"admin/config/create-k8s-assets-in-advance/#creating-pvcs-in-advance","title":"Creating PVCs in advance","text":"<p>Add PVCs in advance to be used when creating a PVC-type data source via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p>"},{"location":"admin/config/create-k8s-assets-in-advance/#cluster-scope","title":"Cluster scope","text":"<ol> <li>Locate the PVC in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the PVC, label it: <code>run.ai/cluster-wide: \"true\u201d</code>     The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#department-scope","title":"Department scope","text":"<ol> <li>Locate the PVC in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the PVC, label it: <code>run.ai/department: \"id\"</code>     The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#project-scope","title":"Project scope","text":"<ol> <li>Locate the PVC in the project\u2019s namespace     The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#creating-configmaps-in-advance","title":"Creating ConfigMaps in advance","text":"<p>Add ConfigMaps in advance to be used when creating a ConfigMap-type data source via the Run:ai UI.</p>"},{"location":"admin/config/create-k8s-assets-in-advance/#cluster-scope_1","title":"Cluster scope","text":"<ol> <li>Locate the ConfigMap in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the ConfigMap, label it: <code>run.ai/cluster-wide: \"true\u201d</code></li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#department-scope_1","title":"Department scope","text":"<ol> <li>Locate the ConfigMap in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the ConfigMap, label it: <code>run.ai/department: \"&lt;department-id&gt;\"</code> </li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#project-scope_1","title":"Project scope","text":"<ol> <li>Locate the ConfigMap in the project\u2019s namespace</li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol>"},{"location":"admin/config/default-scheduler/","title":"Setting Run:ai as the default scheduler per Namespace (Project)","text":""},{"location":"admin/config/default-scheduler/#introduction","title":"Introduction","text":"<p>Kubernetes has a default scheduler that makes decisions on where to place Kubernetes Pods. Run:ai has implemented a different scheduler called the <code>runai-scheduler</code>. By default, Run:ai uses its own scheduler</p> <p>You can decide to use the Run:ai scheduler for other, non-Run:ai, workloads by adding the following to the workload's YAML file:</p> <pre><code>schedulerName: runai-scheduler\n</code></pre>"},{"location":"admin/config/default-scheduler/#making-runai-the-default-scheduler","title":"Making Run:ai the default scheduler","text":"<p>There may be cases where you cannot change the YAML file but still want to use the Run:ai Scheduler to schedule those workloads. </p> <p>For such cases, another option is to configure the Run:ai Scheduler as the default scheduler for a specific namespace. This will now make any workload type that is submitted to that namespace (equivalent to a Run:ai Project) use the Run:ai scheduler. </p> <p>To configure this, add the following annotation to the namespace itself:</p> <p><code>runai/enforce-scheduler-name: true</code></p>"},{"location":"admin/config/default-scheduler/#example","title":"Example","text":"<p>To annotate a project named <code>proj-a</code>, use the following command:</p> <pre><code>kubectl annotate ns runai-proj-a runai/enforce-scheduler-name=true\n</code></pre> <p>Verify the namespace in YAML format to see the annotation:</p> <pre><code>kubectl get ns runai-proj-a -o yaml\n</code></pre> <p>Output: </p> <pre><code>apiVersion: v1\nkind: Namespace\nmetadata:\n  annotations:\n    runai/enforce-scheduler-name: \"true\"\n  creationTimestamp: \"2024-04-09T08:15:50Z\"\n  labels:\n    kubernetes.io/metadata.name: runai-proj-a\n    runai/namespace-version: v2\n    runai/queue: proj-a\n  name: runai-proj-a\n  resourceVersion: \"388336\"\n  uid: c53af666-7989-43df-9804-42bf8965ce83\nspec:\n  finalizers:\n  - kubernetes\nstatus:\n  phase: Active\n</code></pre>"},{"location":"admin/config/dr/","title":"Backup &amp; Restore","text":""},{"location":"admin/config/dr/#runai-cluster-restore","title":"Run:ai Cluster Restore","text":"<p>This article explains how to restore a Run:ai cluster on a different Kubernetes environment.</p> <p>In the event of a critical Kubernetes failure or alternatively, if you want to migrate a Run:ai cluster to a new Kubernetes environment, simply reinstall the Run:ai cluster. Once you have reinstalled and reconnected the cluster - projects, workloads and other cluster data is synced automatically.</p> <p>The restoration or back-up of Run:ai cluster Advanced features and Customized deployment configurations which are stored locally on the Kubernetes cluster is optional and they can be restored and backed-up separately.</p>"},{"location":"admin/config/dr/#backup","title":"Backup","text":"<p>As back-up of data is not required, the backup procedure is optional for advanced deployments, as explained above.</p>"},{"location":"admin/config/dr/#backup-cluster-configurations","title":"Backup cluster configurations","text":"<p>To backup Run:ai cluster configurations:</p> <ol> <li>Run the following command in your terminal: <pre><code>kubectl get runaiconfig runai -n runai -o yaml -o=jsonpath='{.spec}' &gt; runaiconfig_backup.yaml\n</code></pre></li> <li>Once the <code>runaiconfig_back.yaml</code> back-up file is created, save the file externally, so that it can be retrieved later.</li> </ol>"},{"location":"admin/config/dr/#restore","title":"Restore","text":"<p>Follow the steps below to restore the Run:ai cluster on a new Kubernetes environment.</p>"},{"location":"admin/config/dr/#prerequisites","title":"Prerequisites","text":"<p>Before restoring the Run:ai cluster, it is essential to validate that it is both disconnected and uninstalled.</p> <ol> <li>If the Kubernetes cluster is still available, uninstall the Run:ai cluster - make sure not to remove the cluster from the Control Plane  </li> <li>Navigate to the Cluster page in the Run:ai platform  </li> <li>Search for the cluster, and make sure its status is Disconnected</li> </ol>"},{"location":"admin/config/dr/#re-installing-runai-cluster","title":"Re-installing Run:ai Cluster","text":"<ol> <li>Follow the Run:ai cluster installation instructions and ensure all prerequisites are met  </li> <li>If you have a back-up of the cluster configurations, reload it once the installation is complete <pre><code>kubectl apply -f runaiconfig_backup.yaml -n runai\n</code></pre></li> <li>Navigate to the Cluster page in the Run:ai platform  </li> <li>Search for the cluster, and make sure its status is Connected</li> </ol>"},{"location":"admin/config/dr/#runai-control-plane","title":"Run:ai Control Plane","text":"<p>The self-hosted variant of Run:ai also installs the control-plane at the customer site. As such, it becomes the responsibility of the IT organization to verify that the system is configured for proper backup and learn how to recover the data when needed.</p>"},{"location":"admin/config/dr/#database-storage","title":"Database Storage","text":"<p>Run:ai uses an internal PostgreSQL database. The database is stored on a Kubernetes Persistent Volume (PV). You must provide a backup solution for the database. Some options:</p> <ul> <li>Backing up of PostgreSQL itself. Example: <code>kubectl -n runai-backend exec -it runai-backend-postgresql-0 -- env  PGPASSWORD=password pg_dump -U postgres   backend   &gt; cluster_name_db_backup.sql</code></li> <li>Backing up the persistent volume holding the database storage.</li> <li>Using third-party backup solutions.</li> </ul> <p>Run:ai also supports an external PostgreSQL database. For details on how to configure an external database please contact Run:ai customer support.</p>"},{"location":"admin/config/dr/#metrics-storage","title":"Metrics Storage","text":"<p>Run:ai stores metric history using Thanos. Thanos is configured to store data on a persistent volume. The recommendation is to back up the PV.</p>"},{"location":"admin/config/dr/#backing-up-control-plane-configuration","title":"Backing up Control-Plane Configuration","text":"<p>The installation of the Run:ai control plane can be configured. The configuration is provided as <code>--set</code> command in the helm installation. These changes will be preserved on upgrade, but will not be preserved on uninstall or upon damage to Kubernetes. Thus, it is best to back up these customizations. For a list of customizations used during the installation, run:</p> <p><code>helm get values runai-backend -n runai-backend</code></p>"},{"location":"admin/config/dr/#recovery","title":"Recovery","text":"<p>To recover Run:ai</p> <ul> <li>Re-create the Kubernetes/OpenShift cluster.</li> <li>Recover the persistent volumes for metrics and database.</li> <li>Re-install the Run:ai control plane. Use the additional configuration previously saved and connect to the restored PostgreSQL PV. Connect Prometheus to the stored metrics PV.</li> <li>Re-install the cluster. Add additional configuration post-install.  </li> <li>If the cluster is configured such that Projects do not create a namespace automatically, you will need to re-create namespaces and apply role bindings as discussed in Kubernetes or OpenShift.</li> </ul>"},{"location":"admin/config/ha/","title":"High Availability","text":"<p>The purpose of this document is to configure Run:ai such that it will continue to provide service even if parts of the system are down.</p> <p>A frequent fail scenario is a physical node in the system becoming non-responsive due to physical problems or lack of resources. In such a case, Kubernetes will attempt to relocate the running pods, but the process may take time, during which Run:ai will be down.</p> <p>A different scenario is a high transaction load, leading to system overload. To address such a scenario, please review the article: scaling the Run:ai system.</p>"},{"location":"admin/config/ha/#runai-control-plane","title":"Run:ai Control Plane","text":""},{"location":"admin/config/ha/#runai-system-workers","title":"Run:ai system workers","text":"<p>The Run:ai control plane allows the optional gathering of Run:ai pods into specific nodes. When this feature is used, it is important to set more than one node as a Run:ai system worker. Otherwise, the horizontal scaling described below will not span multiple nodes, and the system will remain with a single point of failure.  </p>"},{"location":"admin/config/ha/#horizontal-scalability-of-runai-services","title":"Horizontal Scalability of Run:ai services","text":"<p>Horizontal scalability is about instructing the system to create more pods to dynamically scale according to incoming load and downsize when the load subsides.</p> <p>The Run:ai control plane is running on a single Kubernetes namespace named <code>runai-backend</code>. The namespace contains various Kubernetes Deployments and StatefulSets. Each of these services can be scaled horizontally.</p>"},{"location":"admin/config/ha/#deployments","title":"Deployments","text":"<p>Each of the Run:ai deployments can be set to scale up, by adding a helm settings on install/upgrade. E.g. <code>--set frontend.autoscaling.enabled=true</code>. For a full list of settings, please contact Run:ai customer support.</p>"},{"location":"admin/config/ha/#statefulsets","title":"StatefulSets","text":"<p>Run:ai uses three third parties which are managed as Kubernetes StatefulSets:</p> <ul> <li>Keycloak\u2014Stores the Run:ai authentication configuration as well as user identities. To scale Keycloak, use the Run:ai control-plane helm flag <code>--set keycloakx.autoscaling.enabled=true</code>. By default, Keycloak sets a minimum of 3 pods and will scale to more on transaction load.</li> <li>PostgreSQL\u2014It is not possible to configure an internal PostgreSQL to scale horizontally. If this is of importance, please contact Customer Support to understand how to connect Run:ai to an external PostgreSQL service which can be configured for high availability.</li> <li>Thanos\u2014To enable Thanos autoscaling, use the following Run:ai control-plane helm flags:</li> </ul> <pre><code>--set thanos.query.autoscaling.enabled=true  \n--set thanos.query.autoscaling.maxReplicas=2\n--set thanos.query.autoscaling.minReplicas=2 \n</code></pre>"},{"location":"admin/config/ha/#runai-cluster","title":"Run:ai Cluster","text":""},{"location":"admin/config/ha/#runai-system-workers_1","title":"Run:ai system workers","text":"<p>The Run:ai cluster allows the mandatory gathering of Run:ai pods into specific nodes. When this feature is used, it is important to set more than one node as a Run:ai system worker. Otherwise, the horizontal scaling described below may not span multiple nodes, and the system will remain with a single point of failure.  </p>"},{"location":"admin/config/ha/#prometheus","title":"Prometheus","text":"<p>The default Prometheus installation uses a single pod replica. If the node running the pod is unresponsive, metrics will not be scraped from the cluster and will not be sent to the Run:ai control-plane.</p> <p>Prometheus supports high availability by allowing to run multiple instances. The tradeoff of this approach is that all instances will scrape and send the same data. The Run:ai control plane will identify duplicate metric series and ignore them. This approach will thus increase network, CPU and memory consumption.</p> <p>To change the number of Prometheus instances, edit the <code>runaiconfig</code> as described under customizing the Run:ai cluster. Under <code>prometheus.spec</code>, set <code>replicas</code> to 2.</p>"},{"location":"admin/config/large-clusters/","title":"Scaling the Run:ai system","text":"<p>The purpose of this document is to provide information on how to scale the Run:ai cluster and the Run:ai control-plane to withstand large transaction loads</p>"},{"location":"admin/config/large-clusters/#scaling-the-runai-control-plane","title":"Scaling the Run:ai Control Plane","text":"<p>The Control plane deployments which may encounter load are:</p> Name Kubernetes Deployment name Purpose Backend runai-backend-backend Main control-plane service Frontend runai-backend-frontend Serving of the Run:ai console Grafana runai-backend-grafana Serving of the Run:ai metrics inside the Run:ai console <p>To increase the number of replicas, run:</p> <p>To increase the number of replicas, use the following Run:ai control-plane helm flags</p> <pre><code>--set backend.autoscaling.enabled=true \n--set frontend.autoscaling.enabled=true\n--set grafana.autoscaling.enabled=true --set grafana.autoscaling.minReplicas=2\n</code></pre> <p>Important</p> <p>If you have chosen to mark some of the nodes as Run:ai System Workers, the new replicas will attempt to use these nodes first. Thus, for high availability purposes, you will want to mark more than one node as a Run:ai System Worker.  </p>"},{"location":"admin/config/large-clusters/#thanos","title":"Thanos","text":"<p>Thanos is the 3rd party used by Run:ai to store metrics Under a significant user load, we would also need to increase resources for the Thanos query function. Use the following Run:ai control-plane helm flags:</p> <pre><code>--set thanos.query.resources.limits.memory=3G\n--set thanos.query.resources.requests.memory=3G\n--set thanos.query.resources.limits.cpu=1\n--set thanos.query.resources.requests.cpu=1\n\n--set thanos.receive.resources.limits.memory=6G \n--set thanos.receive.resources.requests.memory=6G\n--set thanos.receive.resources.limits.cpu=1 \n--set thanos.receive.resources.requests.cpu=1\n</code></pre>"},{"location":"admin/config/large-clusters/#scaling-the-runai-cluster","title":"Scaling the Run:ai Cluster","text":""},{"location":"admin/config/large-clusters/#cpu-memory-resources","title":"CPU &amp; Memory Resources","text":"<p>Under Kubernetes, each of the Run:ai containers, has default resource requirements that reflect an average customer load. With significantly larger cluster loads, certain Run:ai services will require more CPU and memory resources. Run:ai now supports the ability to configure these resources and to do so for each Run:ai service group separately.</p>"},{"location":"admin/config/large-clusters/#service-groups","title":"Service Groups","text":"<p>Run:ai supports setting requests and limits configurations for CPU and memory for Run:ai containers. The configuration is set per service group. Each service group reflects a certain load type:</p> Service Group Description Run:ai containers SchedulingServices Containers associated with the Run:ai scheduler Scheduler, StatusUpdater, MetricsExporter, PodGrouper, PodGroupAssigner, Binder SyncServices Containers associated with syncing updates between the Run:ai cluster and the Run:ai control plane Agent, ClusterSync, AssetsSync WorkloadServices Containers associated with submitting Run:ai Workloads WorkloadController, JobController"},{"location":"admin/config/large-clusters/#configuration-steps","title":"Configuration Steps","text":"<p>To configure resource requirements for a group of services, update the RunaiConfig. Set the <code>spec.global.&lt;service-group&gt;.</code> resources section. The following example shows the configuration of scheduling services resource requirements:</p> <pre><code>apiVersion: run.ai/v1\nkind: RunaiConfig\nmetadata:\nspec:\n global:\n   schedulingServices:\n     resources:\n       limits:\n         cpu: 1000m\n         memory: 1Gi\n       requests:\n         cpu: 100m\n         memory: 512Mi\n</code></pre> <p>Use <code>syncServices</code> and <code>workloadServices</code> for the other two service groups.</p>"},{"location":"admin/config/large-clusters/#recommended-resource-specifications-for-large-clusters","title":"Recommended Resource Specifications For Large Clusters","text":"<p>In large clusters (100 nodes or 1500 GPUs or more), we recommend the following configuration for SchedulingServices and SyncServices groups:</p> <pre><code>resources:\n requests:\n   cpu: 1\n   memory: 1Gi\n limits:\n   cpu: 2\n   memory: 2Gi\n</code></pre>"},{"location":"admin/config/large-clusters/#sending-metrics","title":"Sending Metrics","text":"<p>Run:ai uses Prometheus to scrape metrics from the Run:ai cluster and to send them to the Run:ai control plane. The number of metrics is a function of the number of Nodes, Jobs and Projects which the system contains. When reaching hundreds of Nodes and Projects, the system will be sending large quantities of metrics which, in turn, will create a strain on the network as well as the receiving side in the control plane (SaaS or self-hosted).</p> <p>To reduce this strain, we suggest to configure Prometheus to send information in larger bulks and reduce the number of network connections:</p> <ul> <li>Edit the <code>runaiconfig</code> as described under customizing the cluster.</li> <li>Under <code>prometheus.remoteWrite</code> add the following:</li> </ul> <pre><code>queueConfig:\n  capacity: 5000\n  maxSamplesPerSend: 1000\n  maxShards: 100\n</code></pre> <p>This article provides additional details and insight.</p> <p>Also, note that this configuration enlarges the Prometheus queues and thus increases the required memory. It is hence suggested to reduce the metrics retention period as described here</p>"},{"location":"admin/config/limit-to-node-group/","title":"Group Nodes","text":""},{"location":"admin/config/limit-to-node-group/#why","title":"Why?","text":"<p>In some business scenarios, you may want to direct the Run:ai scheduler to schedule a Workload to a specific node or a node group. For example, in some academic institutions, Hardware is bought using a specific grant and thus \"belongs\" to a specific research group. Another example is an inference workload that is optimized to a specific GPU type and must have dedicated resources reserved to ensure enough capacity.</p> <p>Run:ai provides two methods to designate, and group, specific resources:</p> <ul> <li>Node Pools: Run:ai allows administrators to group specific nodes into a node pool. A node pool is a group of nodes identified by a given name (node pool name) and grouped by any label (key and value combination). The label can be chosen by the administrator or can be an existing, pre-set, label (such as an NVIDIA GPU type label).</li> <li>Node Affinity: Run:ai allows this \"taint\" by labeling a node, or a set of nodes and then during scheduling, using the flag <code>--node-type &lt;label&gt;</code> to force this allocation.</li> </ul> <p>Important</p> <p>One can set and use both node pool and node affinity combined as a prerequisite to the scheduler, for example, if a researcher wants to use a T4 node with an Infiniband card - he or she can use a node pool of T4 and from that group, choose only the nodes with Infiniband card (node-type = infiniband).</p> <p>There is a tradeoff in place when allowing Researchers to designate specific nodes. Overuse of this feature limits the scheduler in finding an optimal resource and thus reduces overall cluster utilization.</p>"},{"location":"admin/config/limit-to-node-group/#configuring-node-groups","title":"Configuring Node Groups","text":"<p>To configure a node pool:</p> <ul> <li>Find the label key &amp; value you want to use for Run:ai to create the node pool.</li> <li>Check that the nodes you want to group as a pool have a unique label to use, otherwise you should mark those nodes with your own uniquely identifiable label.</li> <li>Get the names of the nodes you want Run:ai to group together. To get a list of nodes, run:</li> </ul> <pre><code>kubectl get nodes\nKubectl get nodes --show-labels\n</code></pre> <ul> <li>If you chose to set your own label, run the following:</li> </ul> <pre><code>kubectl label node &lt;node-name&gt; &lt;label-key&gt;=&lt;label-value&gt;\n</code></pre> <p>The same value can be set to a single node or multiple nodes. Node Pool can only use one label (key &amp; value) at a time.</p> <ul> <li>To create a node pool use the create node pool Run:ai API.</li> </ul> <p>To configure a node affinity:</p> <ul> <li>Get the names of the nodes where you want to limit Run:ai. To get a list of nodes, run:</li> </ul> <pre><code>kubectl get nodes\n</code></pre> <ul> <li>For each node run the following:</li> </ul> <pre><code>kubectl label node &lt;node-name&gt; run.ai/type=&lt;label&gt;\n</code></pre> <p>The same value can be set to a single node, or for multiple nodes. A node can only be set with a single value.</p>"},{"location":"admin/config/limit-to-node-group/#using-node-groups-via-the-cli","title":"Using Node Groups via the CLI","text":"<p>To use Run:ai node pool with a workload, use Run:ai CLI command \u2018node-pool\u2019: </p> <pre><code>runai submit job1 ... --node-pools \"my-pool\" ...\n</code></pre> <p>To use multiple node pools with a workload, use the Run:ai CLI command:</p> <pre><code>runai submit job1 ... --node-pools \"my-pool my-pool2 my-pool3\" ...\n</code></pre> <p>With multiple node pools, the researcher creates a list of prioritized node pools and lets the scheduler try and choose from any of the node pools in the list, according to the given priority. </p> <p>To use node affinity, use the node type label with the <code>--node-type</code> flag:</p> <pre><code>runai submit job1 ... --node-type \"my-nodes\"\n</code></pre> <p>A researcher may combine the two flags to select both a node pool and a specific set of nodes out of that node pool (e.g. gpu-type=t4 and node-type=infiniband):</p> <pre><code>runai submit job1 ... --node-pool-name \u201cmy pool\u201d --node-type \"my-nodes\"\n</code></pre> <p>Note</p> <p>When submitting a workload, if you choose a node pool label and a node affinity (node type) label which does not intersect, the Run:ai scheduler will not be able to schedule that workload as it represents an empty nodes group.</p> <p>See the runai submit documentation for further information.</p>"},{"location":"admin/config/limit-to-node-group/#assigning-node-groups-to-a-project","title":"Assigning Node Groups to a Project","text":"<p>Node Pools are automatically assigned to all Projects and Departments with zero resource allocation as default. Allocating resources to a node pool can be done for each Project and Department. Submitting a workload to a node pool that has zero allocation for a specific project (or department) results in that workload running as an over-quota workload.</p> <p>To assign and configure specific node affinity groups or node pools to a Project see working with Projects.</p> <p>When the command-line interface flag is used in conjunction with Project-based affinity, the flag is used to refine the list of allowable node groups set in the Project.</p>"},{"location":"admin/config/node-affinity-with-cloud-node-pools/","title":"Node affinity with cloud node pools","text":"<p>Run:ai allows for node affinity. Node affinity is the ability to assign a Project to run on specific nodes. To use the node affinity feature, You will need to label the target nodes with the label  <code>run.ai/node-type</code>. Most cloud clusters allow configuring node labels for the node pools in the cluster. This guide shows how to apply this configuration to different cloud providers.</p> <p>To make the node affinity work with node pools on various cloud providers, we need to make sure the node pools are configured with the appropriate Kubernetes label (<code>run.ai/type=&lt;TYPE_VALUE&gt;</code>).</p>"},{"location":"admin/config/node-affinity-with-cloud-node-pools/#setting-node-labels-while-creating-a-new-cluster","title":"Setting node labels while creating a new cluster","text":"<p>You can configure node-pool labels at cluster creation time</p> GKEAKSEKS <ul> <li>At the first creation screen, you will see a menu on the left side named <code>node-pools</code>.</li> <li>Expand the node pool you want to label.</li> <li>Click on <code>Metadata</code>.</li> <li>Near the bottom, you will find the Kubernetes <code>label</code> section. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <ul> <li>When creating AKS cluster at the node-pools page click on create new node-pool.</li> <li>Go to the <code>labels</code> section and add key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <ul> <li>Create a regular EKS cluster.</li> <li>Click on <code>compute</code>.</li> <li>Click on <code>Add node group</code>.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul>"},{"location":"admin/config/node-affinity-with-cloud-node-pools/#setting-node-labels-for-a-new-node-pool","title":"Setting node labels for a new node pool","text":"GKEAKSEKS <ul> <li>At the node pool creation screen, go to the <code>metadata</code> section.</li> <li>Near the bottom, you will find the Kubernetes <code>label</code> section. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <ul> <li>Go to your AKS page at Azure.</li> <li>On the left menu click the <code>node-pools</code> button.</li> <li>Click on <code>Add Node Pool</code>.</li> <li>In the new Node Pool page go to <code>Optional settings</code>.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <ul> <li>Go to <code>Add node group</code> screen.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul>"},{"location":"admin/config/node-affinity-with-cloud-node-pools/#editing-node-labels-for-an-existing-node-pool","title":"Editing node labels for an existing node pool","text":"GKEAKSEKS <ul> <li>Go to the <code>Google Kubernetes Engine</code> page in the Google Cloud console.</li> <li>Go to <code>Google Kubernetes Engine</code>.</li> <li>In the cluster list, click the name of the cluster you want to modify.</li> <li>Click the <code>Nodes</code> tab</li> <li>Under <code>Node Pools</code>, click the name of the node pool you want to modify, then click <code>Edit</code>.</li> <li>Near the bottom, you will find the Kubernetes <code>label</code> section. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <p>To update an existing node pool label you must use the azure cli. Run the following command:</p> <pre><code>az aks nodepool update \\\n    --resource-group [RESOURCE GROUP] \\\n    --cluster-name [CLUSTER NAME] \\\n    --name labelnp \\\n    --labels run.ai/type=[TYPE_VALUE] \\\n    --no-wait\n</code></pre> <ul> <li>Go to the <code>node group</code> page and click on <code>Edit</code>.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul>"},{"location":"admin/config/node-roles/","title":"Node roles","text":"<p>This article explains how to designate specific node roles in a Kubernetes cluster to ensure optimal performance and reliability in production deployments.</p> <p>For optimal performance in production clusters, it is essential to avoid extensive CPU usage on GPU nodes where possible. This can be done by ensuring the following:</p> <ul> <li>Run:ai system-level services run on dedicated CPU-only nodes.</li> <li>Workloads that do not request GPU resources (e.g. Machine Learning jobs) are executed on CPU-only nodes.</li> </ul>"},{"location":"admin/config/node-roles/#prerequisites","title":"Prerequisites","text":"<p>To perform these tasks, make sure to install the Run:ai Administrator CLI.</p>"},{"location":"admin/config/node-roles/#configure-node-roles","title":"Configure Node Roles","text":"<p>The following node roles can be configured on the cluster:</p> <ul> <li>System node: Reserved for Run:ai system-level services.</li> <li>GPU Worker node: Dedicated for GPU-based workloads.</li> <li>CPU Worker node: Used for CPU-only workloads.</li> </ul>"},{"location":"admin/config/node-roles/#system-nodes","title":"System nodes","text":"<p>Run:ai system nodes run system-level services required to operate. This can be done via the Run:ai Administrator CLI.</p> <p>Recommendation</p> <p>To ensure high availability and prevent a single point of failure, it is recommended to configure at least three system nodes in your cluster.</p> <p>To set a system role for a node in your Kubernetes cluster, follow these steps:</p> <ol> <li>Run the <code>kubectl get nodes</code> command to list all the nodes in your cluster and identify the name of the node you want to modify.</li> <li>Run one of the following commands to set or remove a node\u2019s role:     <pre><code>runai-adm set node-role --runai-system-worker &lt;node-name&gt;\nrunai-adm remove node-role --runai-system-worker &lt;node-name&gt;\n</code></pre></li> </ol> <p>The <code>runai-adm</code> CLI will label the node and set relevant cluster configurations.</p> <p>The Run:ai cluster applies Kubernetes Node Affinity using node labels to manage scheduling for cluster services (system).</p> <p>Warning</p> <p>Do not assign a system node role to the Kubernetes master node. This may disrupt Kubernetes functionality, particularly if the Kubernetes API Server is configured to use port 443 instead of the default 6443.</p>"},{"location":"admin/config/node-roles/#worker-nodes","title":"Worker nodes","text":"<p>Run:ai worker nodes run user-submitted workloads and system-level DeamonSets required to operate. This can be managed via the Run:ai Administrator CLI, or Kubectl. </p>"},{"location":"admin/config/node-roles/#runai-administrator-cli","title":"Run:ai Administrator CLI","text":"<p>To set worker role for a node in your Kubernetes cluster via Run:ai Administrator CLI, follow these steps:</p> <ol> <li>Use the <code>kubectl get nodes</code> command to list all the nodes in your cluster and identify the name of the node you want to modify.</li> <li>Run one of the following commands to set or remove a node\u2019s role:    <pre><code> runai-adm set node-role [--gpu-worker | --cpu-worker] &lt;node-name&gt;\n runai-adm remove node-role [--gpu-worker | --cpu-worker] &lt;node-name&gt;\n</code></pre></li> </ol> <p>The <code>runai-adm</code> CLI will label the node and set relevant cluster configurations.</p> <p>Tip</p> <p>Use the --all flag to set or remove a role to all nodes.</p>"},{"location":"admin/config/node-roles/#kubectl","title":"Kubectl","text":"<p>To set a worker role for a node in your Kubernetes cluster using Kubectl, follow these steps:</p> <ol> <li>Validate the <code>global.nodeAffinity.restrictScheduling</code> is set to true in the cluster\u2019s Configurations.</li> <li>Use the <code>kubectl get nodes</code> command to list all the nodes in your cluster and identify the name of the node you want to modify.</li> <li>Run one of the following commands to label the node with its role:    <pre><code>kubectl label nodes &lt;node-name&gt; [node-role.kubernetes.io/runai-gpu-worker=true | node-role.kubernetes.io/runai-cpu-worker=true]\nkubectl label nodes &lt;node-name&gt; [node-role.kubernetes.io/runai-gpu-worker=false | node-role.kubernetes.io/runai-cpu-worker=false]\n</code></pre></li> </ol>"},{"location":"admin/config/notifications/","title":"Notifications System","text":""},{"location":"admin/config/notifications/#email-notifications-for-data-scientists","title":"Email Notifications for Data Scientists","text":"<p>Managing numerous data science workloads requires monitoring various stages, including submission, scheduling, initialization, execution, and completion. Additionally, handling suspensions and failures is crucial for ensuring timely workload completion. Email Notifications address this need by sending alerts for critical workload life cycle changes. This empowers data scientists to take necessary actions and prevent delays.</p>"},{"location":"admin/config/notifications/#setting-up-email-notifications","title":"Setting Up Email Notifications","text":"<p>Important</p> <p>The system administrator needs to enable and setup email notifications so that users are kept informed about different system statuses.</p> <p>To enable email notifications for the system:</p> <ol> <li> <p>Press General settings, then select Notifications.</p> <p>Note</p> <p>For SaaS deployments, use the Enable email notifications toggle.</p> </li> <li> <p>In the SMTP Host field, enter the SMTP server address and in the SMTP port field the port number.</p> </li> <li>Select an Authentication type Plain or Login. Enter a username and password to be used for authentication.</li> <li>Enter the From email address and the Display name.</li> <li>Press Verify to ensure that the email configuration is working.</li> <li>Press Save when complete.</li> </ol>"},{"location":"admin/config/notifications/#system-notifications","title":"System Notifications","text":"<p>Administrators can set system wide notifications for all the users in order to alert them of important information. System notifications allows administrators the ability to update users with events that may be occurring within the Run:ai platform. The system notification will appear at each login or after the message has changed for users who are already logged in.</p> <p>To configure system notifications:</p> <ol> <li>Press General settings, then select Notifications.</li> <li>In the System notification pane, press +MESSAGE.</li> <li>Enter your message in the text box. Use the formatting tool bar to add special formats to your message text.</li> <li>Enable the \"Don't show this again\" option to allow users to opt out of seeing the message multiple times.</li> <li>When complete, press Save &amp; Publish.</li> </ol>"},{"location":"admin/config/org-cert/","title":"Working with a Local Certificate Authority","text":"<p>Run:ai can be installed in an isolated network. In this air-gapped configuration, the organization will not be using an established root certificate authority. Instead, the organization creates a local certificate which serves as the root certificate for the organization. The certificate is installed in all browsers within the organization. </p> <p>In the context of Run:ai, the cluster and control-plane need to be aware of this certificate for consumers to be able to connect to the system.</p>"},{"location":"admin/config/org-cert/#preparation","title":"Preparation","text":"<p>You will need to have the public key of the local certificate authority. </p>"},{"location":"admin/config/org-cert/#control-plane-installation","title":"Control-Plane Installation","text":"<ul> <li>Create the <code>runai-backend</code> namespace if it does not exist. </li> <li> <p>Add the public key to the <code>runai-backend</code> namespace: <pre><code>kubectl -n runai-backend create secret generic runai-ca-cert \\ \n    --from-file=runai-ca.pem=&lt;ca_bundle_path&gt;\n</code></pre></p> </li> <li> <p>As part of the installation instructions, you need to create a secret for runai-backend-tls. Use the local certificate authority instead.</p> </li> <li>Install the control plane, add the following flag to the helm command <code>--set global.customCA.enabled=true</code></li> </ul>"},{"location":"admin/config/org-cert/#cluster-installation","title":"Cluster Installation","text":"<ul> <li>Create the <code>runai</code> namespace if it does not exist. </li> <li>Add the public key to the <code>runai</code> namespace: <pre><code>kubectl -n runai create secret generic runai-ca-cert \\\n    --from-file=runai-ca.pem=&lt;ca_bundle_path&gt;\n</code></pre></li> <li>In case you're using Openshift, add the public key to the <code>openshift-monitoring</code> namespace: <pre><code>kubectl -n openshift-monitoring create secret generic runai-ca-cert \\\n    --from-file=runai-ca.pem=&lt;ca_bundle_path&gt;\n</code></pre></li> <li>Install the Run:ai operator, add the following flag to the helm command <code>--set global.customCA.enabled=true</code></li> </ul>"},{"location":"admin/config/overview/","title":"Run:ai Configuration Articles","text":"<p>This section provides a list of installation-related articles dealing with a wide range of subjects:</p> Article Purpose Designating Specific Role Nodes Set one or more designated Run:ai system nodes or limit Run:ai monitoring and scheduling to specific nodes in the cluster. Create and Troubleshoot Clusters Create new clusters, view properties and status, and troubleshoot cluster connectivity related issues. Set Default Scheduler Set the default scheduler for a specific namespace Review Kubernetes Access provided to Run:ai In Restrictive Kubernetes environments such as when using OpenShift, understand and control what Kubernetes roles are provided to Run:ai External access to Containers Understand the available options for Researchers to access containers from the outside Install the Run:ai Administrator Command-line Interface The Administrator command-line is useful in a variety of flows such as cluster upgrade, node setup etc. Set Node affinity with cloud node pools Set node affinity when using a cloud provider for your cluster Local Certificate Authority For self-hosted Run:ai environments, specifically air-gapped installation, setup a local certificate authority to allow customers to safely connect to Run:ai Backup &amp; Restore For self-hosted Run:ai environments, set up a scheduled backup of Run:ai data High Availability Configure Run:ai such that it will continue to provide service even if parts of the system are down. Scaling Scale the Run:ai cluster and the Run:ai control-plane to withstand large transaction loads Emails and system notification Configure e-mail notification"},{"location":"admin/config/secure-cluster/","title":"Secure your cluster","text":"<p>This article details the security considerations for deploying Run:ai. It is intended to help administrators and security officers understand the specific permissions required by Run:ai.</p>"},{"location":"admin/config/secure-cluster/#access-to-the-kubernetes-cluster","title":"Access to the Kubernetes cluster","text":"<p>Run:ai integrates with Kubernetes clusters and requires specific permissions to successfully operate. These are permissions are controlled with configuration flags that dictate how Run:ai interacts with cluster resources. Prior to installation, security teams can review the permissions and ensure it aligns with their organization\u2019s policies.</p>"},{"location":"admin/config/secure-cluster/#permissions-and-their-related-use-case","title":"Permissions and their related use-case","text":"<p>Run:ai provides various security-related permissions that can be customized to fit specific organizational needs. Below are brief descriptions of the key use cases for these customizations:</p> Permission Use case Automatic Namespace creation Controls whether Run:ai automatically creates Kubernetes namespaces when new projects are created. Useful in environments where namespace creation must be strictly managed. Automatic user assignment Decides if users are automatically assigned to projects within Run:ai. Helps manage user access more tightly in certain compliance-driven environments. Secret propagation Determines whether Run:ai should propagate secrets across the cluster. Relevant for organizations with specific security protocols for managing sensitive data. Disabling Kubernetes limit range Chooses whether to disable the Kubernetes Limit Range feature. May be adjusted in environments with specific resource management needs. <p>Note</p> <p>These security customizations allow organizations to tailor Run:ai to their specific needs. All changes should be modified cautiously and only when necessary to meet particular security, compliance or operational requirements.</p>"},{"location":"admin/config/secure-cluster/#secure-installation","title":"Secure installation","text":"<p>Many organizations enforce IT compliance rules for Kubernetes, with strict access control for installing and running workloads. OpenShift uses Security Context Constraints (SCC) for this purpose. Run:ai fully supports SCC, ensuring integration with OpenShift's security requirements.</p>"},{"location":"admin/config/secure-cluster/#security-vulnerabilities","title":"Security vulnerabilities","text":"<p>The platform is actively monitored for security vulnerabilities, with regular scans conducted to identify and address potential issues. Necessary fixes are applied to ensure that the software remains secure and resilient against emerging threats, providing a safe and reliable experience.</p>"},{"location":"admin/config/shared-storage/","title":"Shared Storage","text":"<p>Shared storage is a critical component in AI and machine learning workflows, particularly in scenarios involving distributed training and shared datasets. In AI and ML environments, data must be readily accessible across multiple nodes, especially when training large models or working with vast datasets. Shared storage enable seamless access to data, ensuring that all nodes in a distributed training setup can read and write to the same datasets simultaneously. This setup not only enhances efficiency but is also crucial for maintaining consistency and speed in high-performance computing environments.</p> <p>While Run:ai Platform supports a variety of remote data sources, such as Git and S3, it is often more efficient to keep data close to the compute resources. This proximity is typically achieved through the use of shared storage, accessible to multiple nodes in your Kubernetes cluster.</p>"},{"location":"admin/config/shared-storage/#shared-storage","title":"Shared storage","text":"<p>When implementing shared storage in Kubernetes, there are two primary approaches:</p> <ul> <li>Utilizing the Kubernetes Storage Classes of your storage provider; or  </li> <li>Using a direct NFS (Network File System) mount</li> </ul> <p>Storage Classes being the recommended option.</p> <p>Run:ai Data Sources support both direct NFS mount and Kubernetes Storage Classes.</p>"},{"location":"admin/config/shared-storage/#kubernetes-storage-classes","title":"Kubernetes storage classes","text":"<p>Storage classes in Kubernetes defines how storage is provisioned and managed. This allows you to select storage types optimized for AI workloads. For example, you can choose storage with high IOPS (Input/Output Operations Per Second) for rapid data access during intensive training sessions, or tiered storage options to balance cost and performance-based on your organization\u2019s requirements. This approach supports dynamic provisioning, enabling storage to be allocated on-demand as required by your applications.</p> <p>Run:ai data sources such as Persistent Volume Claims (PVC) and Data Volumes leverage storage class to manage and allocate storage efficiently. This ensures that the most suitable storage option is always accessible, contributing to the efficiency and performance of AI workloads.</p> <p>Note</p> <p>Run:ai lists all available storage classes in the Kubernetes cluster, making it easy for users to select the appropriate storage. Additionally, policies can be set to restrict or enforce the use of specific storage classes, to helpl maintain compliance with organizational standards and optimize resource utilization.</p> Kubernetes 1.23 (old) <p>When using Kubernetes 1.23, Data Source of PVC type does not work using a Storage Class with the property <code>volumeBindingMode</code> equals to <code>WaitForFirstConsumer</code></p>"},{"location":"admin/config/shared-storage/#direct-nfs-mount","title":"Direct NFS mount","text":"<p>Direct NFS allows you to mount a shared file system directly across multiple nodes in your Kubernetes cluster. This method provides a straightforward way to share data among nodes and is often used for simple setups or when a dedicated NFS server is available.</p> <p>However, using NFS can present challenges related to security and control. Direct NFS setups might lack the fine-grained control and security features available with storage class.</p>"},{"location":"admin/config/workload-ownership-protection/","title":"Workload Deletion Protection","text":""},{"location":"admin/config/workload-ownership-protection/#workload-deletion-protection","title":"Workload Deletion Protection","text":"<p>Workload deletion protection in Run:ai ensures that only users who created a workload can delete or modify them. This feature is designed to safeguard important jobs and configurations from accidental or unauthorized modifications by users who did not originally create the workload.</p> <p>By enforcing ownership rules, Run:ai helps maintain the integrity and security of your machine learning operations. This additional layer of security ensures that only users with the appropriate permissions can delete and suspend workloads.</p> <p>The protection feature is implemented at the cluster level.</p> <p>To enable deletion protection run the following command:</p> <pre><code>kubectl patch -n runai runaiconfigs.run.ai/runai --type='merge' --patch '{\"spec\":{\"global\":{\"enableWorkloadOwnershipProtection\":true}}}'\n</code></pre>"},{"location":"admin/maintenance/alert-monitoring/","title":"System Monitoring","text":"<p>This article explains how to configure Run:ai to generate health alerts and to connect these alerts to alert-management systems within your organization. Alerts are generated for Run:ai clusters.</p>"},{"location":"admin/maintenance/alert-monitoring/#alert-infrastructure","title":"Alert infrastructure","text":"<p>Run:ai uses Prometheus for externalizing metrics and providing visibility to end-users. The Run:ai Cluster installation includes Prometheus or can connect to an existing Prometheus instance used in your organization. The alerts are based on the Prometheus AlertManager. Once installed, it is enabled by default.</p> <p>This document explains how to:</p> <ul> <li>Configure alert destinations - triggered alerts send data to specified destinations  </li> <li>Understand the out-of-the-box cluster alerts, provided by Run:ai  </li> <li>Add additional custom alerts</li> </ul>"},{"location":"admin/maintenance/alert-monitoring/#prerequisites","title":"Prerequisites","text":"<ul> <li>A Kubernetes cluster with the necessary permissions  </li> <li>Up and running Run:ai environment, including Prometheus Operator  </li> <li>kubectl command-line tool installed and configured to interact with the cluster</li> </ul>"},{"location":"admin/maintenance/alert-monitoring/#set-up","title":"Set-up","text":"<p>Use the steps below to set up monitoring alerts.</p>"},{"location":"admin/maintenance/alert-monitoring/#validating-prometheus-operator-installed","title":"Validating Prometheus operator installed","text":"<ol> <li>Verify that the Prometheus Operator Deployment is running    Copy the following command and paste it in your terminal, where you have access to the Kubernetes cluster: <code>kubectl get deployment kube-prometheus-stack-operator -n monitoring</code>    In your terminal, you can see an output indicating the deployment's status, including the number of replicas and their current state.  </li> <li>Verify that Prometheus instances are running    Copy the following command and paste it in your terminal: <code>kubectl get prometheus -n runai</code>    You can see the Prometheus instance(s) listed along with their status.</li> </ol>"},{"location":"admin/maintenance/alert-monitoring/#enabling-prometheus-alertmanager","title":"Enabling Prometheus AlertManager","text":"<p>In each of the steps in this section, copy the content of the code snippet to a new YAML file (e.g., <code>step1.yaml</code>).</p> <ul> <li>Copy the following command to your terminal, to apply the YAML file to the cluster:</li> </ul> <p>kubectl apply -f step1.yaml Copy the following command to your terminal to create the AlertManager CustomResource, to enable AlertManager: </p> <pre><code>apiVersion: monitoring.coreos.com/v1  \nkind: Alertmanager  \nmetadata:  \n   name: runai  \n   namespace: runai  \nspec:  \n   replicas: 1  \n   alertmanagerConfigSelector:  \n      matchLabels:\n         alertmanagerConfig: runai \n</code></pre> <ul> <li>Copy the following command to your terminal to validate that the AlertManager instance has started: <code>kubectl get alertmanager -n runai</code> </li> <li>Copy the following command to your terminal to validate that the Prometheus operator has created a Service for AlertManager: <code>kubectl get svc alertmanager-operated -n runai</code></li> </ul>"},{"location":"admin/maintenance/alert-monitoring/#configuring-prometheus-to-send-alerts","title":"Configuring Prometheus to send alerts","text":"<ol> <li>Open the terminal on your local machine or another machine that has access to your Kubernetes cluster  </li> <li> <p>Copy and paste the following command in your terminal to edit the Prometheus configuration for the <code>runai</code> Namespace: <pre><code>kubectl edit prometheus runai -n runai\n</code></pre> This command opens the Prometheus configuration file in your default text editor (usually <code>vi</code> or <code>nano</code>).</p> </li> <li> <p>Copy and paste the following text to your terminal to change the configuration file: <pre><code>alerting:  \n   alertmanagers:  \n      - namespace: runai  \n        name: alertmanager-operated  \n        port: web\n</code></pre></p> </li> <li>Save the changes and exit the text editor.  </li> </ol> <p>Note</p> <p>To save changes using <code>vi</code>, type <code>:wq</code> and press Enter.   The changes are applied to the Prometheus configuration in the cluster.</p>"},{"location":"admin/maintenance/alert-monitoring/#alert-destinations","title":"Alert destinations","text":"<p>Set out below are the various alert destinations.</p>"},{"location":"admin/maintenance/alert-monitoring/#configuring-alertmanager-for-custom-email-alerts","title":"Configuring AlertManager for custom email alerts","text":"<p>In each step, copy the contents of the code snippets to a new file and apply it to the cluster using <code>kubectl apply -f</code>.</p> <p>Add your smtp password as a secret: </p> <pre><code>apiVersion: v1  \nkind: Secret  \nmetadata:  \n   name: alertmanager-smtp-password  \n   namespace: runai  \nstringData:\n   password: \"your_smtp_password\"\n</code></pre> <p>Replace the relevant smtp details with your own, then apply the <code>alertmanagerconfig</code> using <code>kubectl apply</code>.  </p> <pre><code> apiVersion: monitoring.coreos.com/v1alpha1  \n kind: AlertmanagerConfig  \n metadata:  \n   name: runai  \n   namespace: runai  \n labels:  \n    alertmanagerConfig: runai  \n spec:  \n    route:  \n       continue: true  \n       groupBy:   \n       - alertname\n\n       groupWait: 30s  \n       groupInterval: 5m  \n       repeatInterval: 1h\n\n    matchers:  \n    - matchType: =~  \n      name: alertname  \n      value: Runai.*\n\n    receiver: email\n\n receivers:  \n - name: 'email'  \n   emailConfigs:  \n   - to: '&lt;destination_email_address&gt;'  \n     from: '&lt;from_email_address&gt;'  \n     smarthost: 'smtp.gmail.com:587'  \n     authUsername: '&lt;smtp_server_user_name&gt;'  \n     authPassword:  \n       name: alertmanager-smtp-password\n         key: password  \n</code></pre> <p>Save and exit the editor. The configuration is automatically reloaded.</p>"},{"location":"admin/maintenance/alert-monitoring/#third-party-alert-destinations","title":"Third-party alert destinations","text":"<p>Prometheus AlertManager provides a structured way to connect to alert-management systems. There are built-in plugins for popular systems such as PagerDuty and OpsGenie, including a generic Webhook.</p>"},{"location":"admin/maintenance/alert-monitoring/#example-integrating-runai-with-a-webhook","title":"Example: Integrating Run:ai with a Webhook","text":"<ol> <li>Use webhook.site to get a unique URL.  </li> <li>Use the upgrade cluster instructions to modify the values file:     Edit the values file to add the following, and replace <code>&lt;WEB-HOOK-URL&gt;</code> with the URL from webhook.site.</li> </ol> <p><pre><code>codekube-prometheus-stack:  \n  ...  \n  alertmanager:  \n    enabled: true  \n    config:  \n      global:  \n        resolve_timeout: 5m  \n      receivers:  \n      - name: \"null\"  \n      - name: webhook-notifications  \n        webhook_configs:  \n          - url: &lt;WEB-HOOK-URL&gt;  \n            send_resolved: true  \n      route:  \n        group_by:  \n        - alertname  \n        group_interval: 5m  \n        group_wait: 30s  \n        receiver: 'null'  \n        repeat_interval: 10m  \n        routes:  \n        - receiver: webhook-notifications\n</code></pre> 3. Verify that you are receiving alerts on the webhook.site, in the left pane:  </p> <p></p>"},{"location":"admin/maintenance/alert-monitoring/#built-in-alerts","title":"Built-in alerts","text":"<p>A Run:ai cluster comes with several built-in alerts. Each alert notifies on a specific functionality of a Run:ai\u2019s entity. There is also a single, inclusive alert: <code>Run:ai Critical Problems</code>, which aggregates all component-based alerts into a single cluster health test.</p> <p>Runai agent cluster info push rate low</p> Meaning The <code>cluster-sync</code> Pod in the <code>runai</code> namespace might not be functioning properly Impact Possible impact - no info/partial info from the cluster is being synced back to the control-plane Severity Critical Diagnosis <code>kubectl get pod -n runai</code> to see if the <code>cluster-sync</code> pod is running Troubleshooting/Mitigation To diagnose issues with the <code>cluster-sync</code> pod, follow these steps: Paste the following command to your terminal, to receive detailed information about the <code>cluster-sync</code> deployment:<code>kubectl describe deployment cluster-sync -n runai</code> Check the Logs: Use the following command to view the logs of the <code>cluster-sync</code> deployment:<code>kubectl logs deployment/cluster-sync -n runai</code> Analyze the Logs and Pod Details: From the information provided by the logs and the deployment details, attempt to identify the reason why the <code>cluster-sync</code> pod is not functioning correctly Check Connectivity: Ensure there is a stable network connection between the cluster and the Run:ai Control Plane. A connectivity issue may be the root cause of the problem. Contact Support: If the network connection is stable and you are still unable to resolve the issue, contact Run:ai support for further assistance <p>Runai cluster sync handling rate low</p> <p>| Meaning | The <code>cluster-sync</code> Pod in the <code>runai</code> namespace might be functioning slowly |                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         | | :---- |:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| | Impact | Possible impact - info from the cluster is being synced back to the control-plane with a slow rate                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       | | Severity | Warning                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                | | Diagnosis | <code>kubectl logs deployment/cluster-sync -n runai</code> to see if the <code>cluster-sync</code> pod is running properly                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 | | Troubleshooting/Mitigation | To diagnose issues with the <code>cluster-sync</code> pod, follow these steps: Check the Logs: Use the following command to view the logs of the <code>cluster-sync</code> deployment:<code>kubectl logs deployment/cluster-sync -n runai</code> Analyze the Logs and Pod Details: From the information provided by the logs and the deployment details, attempt to identify the reason why the <code>cluster-sync</code> pod is not functioning correctly Check Connectivity: Ensure there is a stable network connection between the cluster and the Run:ai Control Plane. A connectivity issue may be the root cause of the problem. Contact Support: If the network connection is stable and you are still unable to resolve the issue, contact Run:ai support for further assistance |</p> <p>Runai agent pull rate low</p> Meaning The <code>runai-agent</code> pod may be too loaded, is slow in processing data (possible in very big clusters), or the <code>runai-agent</code> pod itself in the <code>runai</code> namespace may not be functioning properly. Impact Possible impact - no info/partial info from the control-plane is being synced in the cluster Severity Critical Diagnosis Run: <code>kubectl get pod -n runai</code> And see if the <code>runai-agent</code> pod is running. Troubleshooting/Mitigation To diagnose issues with the <code>runai-agent</code> pod, follow these steps: Describe the Deployment: Run the following command to get detailed information about the <code>runai-agent</code> deployment:<code>kubectl describe deployment runai-agent -n runai</code> Check the Logs: Use the following command to view the logs of the <code>runai-agent</code> deployment:<code>kubectl logs deployment/runai-agent -n runai</code> Analyze the Logs and Pod Details: From the information provided by the logs and the deployment details, attempt to identify the reason why the <code>runai-agent</code> pod is not functioning correctly. There may be a connectivity issue with the control plane. Check Connectivity: Ensure there is a stable network connection between the <code>runai-agent</code> and the control plane. A connectivity issue may be the root cause of the problem. Consider Cluster Load: If the <code>runai-agent</code> appears to be functioning properly but the cluster is very large and heavily loaded, it may take more time for the agent to process data from the control plane. Adjust Alert Threshold: If the cluster load is causing the alert to fire, you can adjust the threshold at which the alert triggers. The default value is 0.05. You can try changing it to a lower value (e.g., 0.045 or 0.04).To edit the value, paste the following in your terminal:<code>kubectl edit runaiconfig -n runai</code>In the editor, navigate to:spec:   prometheus:     agentPullPushRateMinForAlert: If the <code>agentPullPushRateMinForAlert</code> value does not exist, add it under <code>spec -&gt; prometheus</code> <p>Runai container memory usage critical</p> Meaning <code>Runai</code> container is using more than 90% of its Memory limit Impact The container might run out of memory and crash. Severity Critical Diagnosis Calculate the memory usage, this is performed by pasting the following to your terminal: <code>container_memory_usage_bytes{namespace=~\"runai|runai-backend\"}</code> Troubleshooting/Mitigation Add more memory resources to the container. If the issue persists, contact Run:ai <p>Runai container memory usage warning</p> Meaning Runai container is using more than 80% of its memory limit Impact The container might run out of memory and crash Severity Warning Diagnosis Calculate the memory usage, this can be done by pasting the following to your terminal: <code>container_memory_usage_bytes{namespace=~\"runai|runai-backend\"}</code> Troubleshooting/Mitigation Add more memory resources to the container. If the issue persists, contact Run:ai <p>Runai container restarting</p> Meaning <code>Runai</code> container has restarted more than twice in the last 10 min Impact The container might become unavailable and impact the Run:ai system Severity Warning Diagnosis To diagnose the issue and identify the problematic pods, paste this into your terminal: <code>kubectl get pods -n runai kubectl get pods -n runai-backend</code>One or more of the pods have a restart count &gt;= 2. Troubleshooting/Mitigation Paste this into your terminal:<code>kubectl logs -n NAMESPACE POD_NAME</code>Replace <code>NAMESPACE</code> and <code>POD_NAME</code> with the relevant pod information from the previous step. Check the logs for any standout issues and verify that the container has sufficient resources. If you need further assistance, contact Run:ai <p>Runai CPU usage warning</p> Meaning <code>runai</code> container is using more than 80% of its CPU limit Impact This might cause slowness in the operation of certain Run:ai features. Severity Warning Diagnosis Paste the following query to your terminal in order to calculate the CPU usage: <code>rate(container_cpu_usage_seconds_total{namespace=~\"runai|runai-backend\"}[2m])</code> Troubleshooting/Mitigation Add more CPU resources to the container. If the issue persists, please contact Run:ai. <p>Runai critical problem</p> Meaning One of the critical Run:ai alerts is currently active Impact Impact is based on the active alert Severity Critical Diagnosis Check Run:ai alerts in Prometheus to identify any active critical alerts <p>Unknown state alert for a node</p> Meaning The Kubernetes node hosting GPU workloads is in an unknown state, and its health and readiness cannot be determined. Impact This may interrupt GPU workload scheduling and execution. Severity Critical - Node is either unschedulable or has unknown status. The node is in one of the following states: <code>Ready=Unknown</code>: The control plane cannot communicate with the node. <code>Ready=False</code>: The node is not healthy. <code>Unschedulable=True</code>: The node is marked as unschedulable. Diagnosis Check the node's status using kubectl describe node, verify Kubernetes API server connectivity, and inspect system logs for GPU-specific or node-level errors. <p>Low Memory Node Alert</p> Meaning The Kubernetes node hosting GPU workloads has insufficient memory to support current or upcoming workloads. Impact GPU workloads may fail to schedule, experience degraded performance, or crash due to memory shortages, disrupting dependent applications. Severity Critical - Node is using more than 90% of its memory. Warning - Node is using more than 80% of its memory. Diagnosis Use kubectl top node to assess memory usage, identify memory-intensive pods, consider resizing the node or optimizing memory usage in affected pods. <p>Runai daemonSet rollout stuck / Runai DaemonSet unavailable on nodes</p> Meaning There are currently 0 available pods for the <code>runai</code> daemonset on the relevant node Impact No fractional GPU workloads support Severity Critical Diagnosis Paste the following command to your terminal: <code>kubectl get daemonset -n runai-backend</code> In the result of this command, identify the daemonset(s) that don\u2019t have any running pods Troubleshooting/Mitigation Paste the following command to your terminal, where <code>daemonsetX</code> is the problematic daemonset from the pervious step: <code>kubectl describe daemonsetX -n runai</code> on the relevant deamonset(s) from the previous step. The next step is to look for the specific error which prevents it from creating pods. Possible reasons might be:Node Resource Constraints: The nodes in the cluster may lack sufficient resources (CPU, memory, etc.) to accommodate new pods from the daemonset. Node Selector or Affinity Rules: The daemonset may have node selector or affinity rules that are not matching with any nodes currently available in the cluster, thus preventing pod creation. <p>Runai deployment insufficient replicas / Runai deployment no available replicas /RunaiDeploymentUnavailableReplicas</p> Meaning <code>Runai</code> deployment has one or more unavailable pods Impact When this happens, there may be scale issues. Additionally, new versions cannot be deployed, potentially resulting in missing features. Severity Critical Diagnosis Paste the following commands to your terminal, in order to get the status of the deployments in the <code>runai</code> and <code>runai-backend</code> namespaces:<code>kubectl get deployment -n runai kubectl get deployment -n runai-backend</code>Identify any deployments that have missing pods. Look for discrepancies in the <code>DESIRED</code> and <code>AVAILABLE</code> columns. If the number of <code>AVAILABLE</code> pods is less than the <code>DESIRED</code> pods, it indicates that there are missing pods. Troubleshooting/Mitigation Paste the following commands to your terminal, to receive detailed information about the problematic deployment:<code>kubectl describe deployment &lt;DEPLOYMENT_NAME&gt; -n runai kubectl describe deployment &lt;DEPLOYMENT_NAME&gt; -n runai-backend</code> Paste the following commands to your terminal, to check the replicaset details associated with the deployment:<code>kubectl describe replicaset &lt;REPLICASET_NAME&gt; -n runai kubectl describe replicaset &lt;REPLICASET_NAME&gt; -n runai-backend</code> Paste the following commands to your terminal to retrieve the logs for the deployment to identify any errors or issues:<code>kubectl logs deployment/&lt;DEPLOYMENT_NAME&gt; -n runai kubectl logs deployment/&lt;DEPLOYMENT_NAME&gt; -n runai-backend</code> From the logs and the detailed information provided by the <code>describe</code> commands, analyze the reasons why the deployment is unable to create pods. Look for common issues such as: Resource constraints (CPU, memory) Misconfigured deployment settings or replicasets Node selector or affinity rules preventing pod schedulingIf the issue persists, contact Run:ai. <p>Runai project controller reconcile failure</p> Meaning The <code>project-controller</code> in <code>runai</code> namespace had errors while reconciling projects Impact Some projects might not be in the \u201cReady\u201d state. This means that they are not fully operational and may not have all the necessary components running or configured correctly. Severity Critical Diagnosis Retrieve the logs for the <code>project-controller</code> deployment by pasting the following command in your terminal:<code>kubectl logs deployment/project-controller -n runai</code> Carefully examine the logs for any errors or warning messages. These logs help you understand what might be going wrong with the project controller. Troubleshooting/Mitigation Once errors in the log have been identified, follow these steps to mitigate the issue: The error messages in the logs should provide detailed information about the problem. Read through them to understand the nature of the issue. If the logs indicate which project failed to reconcile, you can further investigate by checking the status of that specific project. Run the following command, replacing <code>&lt;PROJECT_NAME&gt;</code> with the name of the problematic project:<code>kubectl get project &lt;PROJECT_NAME&gt; -o yaml</code> Review the status section in the YAML output. This section describes the current state of the project and provide insights into what might be causing the failure.If the issue persists, contact Run:ai. <p>Runai StatefulSet insufficient replicas / Runai StatefulSet no available replicas</p> Meaning <code>Runai</code> statefulset has no available pods Impact Absence of Metrics Database Unavailability Severity Critical Diagnosis To diagnose the issue, follow these steps: Check the status of the stateful sets in the <code>runai-backend</code> namespace by running the following command:<code>kubectl get statefulset -n runai-backend</code> Identify any stateful sets that have no running pods. These are the ones that might be causing the problem. Troubleshooting/Mitigation Once you've identified the problematic stateful sets, follow these steps to mitigate the issue: Describe the stateful set to get detailed information on why it cannot create pods. Replace <code>X</code> with the name of the stateful set:<code>kubectl describe statefulset X -n runai-backend</code> Review the description output to understand the root cause of the issue. Look for events or error messages that explain why the pods are not being created. If you're unable to resolve the issue based on the information gathered, contact Run:ai support for further assistance."},{"location":"admin/maintenance/alert-monitoring/#adding-a-custom-alert","title":"Adding a custom alert","text":"<p>You can add additional alerts from Run:ai. Alerts are triggered by using the Prometheus query language with any Run:ai metric.</p> <p>To create an alert, follow these steps using Prometheus query language with Run:ai Metrics:</p> <ul> <li>Modify Values File: Use the upgrade cluster instructions to modify the values file.  </li> <li>Add Alert Structure: Incorporate alerts according to the structure outlined below. Replace placeholders <code>&lt;ALERT-NAME&gt;</code>, <code>&lt;ALERT-SUMMARY-TEXT&gt;</code>, <code>&lt;PROMQL-EXPRESSION&gt;</code>, <code>&lt;optional: duration s/m/h&gt;</code>, and <code>&lt;critical/warning&gt;</code> with appropriate values for your alert, as described below.</li> </ul> <p><pre><code>kube-prometheus-stack:  \n   additionalPrometheusRulesMap:  \n     custom-runai:  \n       groups:  \n       - name: custom-runai-rules  \n         rules:  \n         - alert: &lt;ALERT-NAME&gt;  \n           annotations:  \n             summary: &lt;ALERT-SUMMARY-TEXT&gt;  \n           expr:  &lt;PROMQL-EXPRESSION&gt;  \n           for: &lt;optional: duration s/m/h&gt;  \n           labels:  \n             severity: &lt;critical/warning&gt;\n</code></pre> * <code>&lt;ALERT-NAME&gt;</code>: Choose a descriptive name for your alert, such as <code>HighCPUUsage</code> or <code>LowMemory</code>. <code>&lt;ALERT-SUMMARY-TEXT&gt;</code>: Provide a brief summary of what the alert signifies, for example, <code>High CPU usage detected</code> or <code>Memory usage below threshold</code>. <code>&lt;PROMQL-EXPRESSION&gt;</code>: Construct a Prometheus query (PROMQL) that defines the conditions under which the alert should trigger. This query should evaluate to a boolean value (<code>1</code> for alert, <code>0</code> for no alert). <code>&lt;optional: duration s/m/h&gt;</code>: Optionally, specify a duration in seconds (<code>s</code>), minutes (<code>m</code>), or hours (<code>h</code>) that the alert condition should persist before triggering an alert. If not specified, the alert triggers as soon as the condition is met. <code>&lt;critical/warning&gt;</code>: Assign a severity level to the alert, indicating its importance. Choose between <code>critical</code> for severe issues requiring immediate attention, or <code>warning</code> for less critical issues that still need monitoring.</p> <p>You can find an example in the Prometheus documentation.</p>"},{"location":"admin/maintenance/audit-log/","title":"Audit Log","text":"<p>This article provides details about Run:ai\u2019s Audit log. The Run:ai control plane provides the audit log API and event history table in the Run:ai UI . Both reflect the same information regarding changes to business objects: clusters, projects and assets etc.</p>"},{"location":"admin/maintenance/audit-log/#events-history-table","title":"Events history table","text":"<p>The Events history table can be found under Event history in the Run:ai UI.</p> <p></p> <p>The Event history table consists of the following columns:</p> Column Description Subject The name of the subject Subject type The user or application assigned with the role Source IP The IP address of the subject Date &amp; time The exact timestamp at which the event occurred. Format dd/mm/yyyy for date and hh:mm am/pm for time. Event The type of the event. Possible values: Create, Update, Delete, Login Event ID Internal event ID, can be used for support purposes Status The outcome of the logged operation. Possible values: Succeeded, Failed Entity type The type of the logged business object. Entity name The name of logged business object. Entity ID The system's internal id of the logged business object. URL The endpoint or address that was accessed during the logged event. HTTP Method The HTTP operation method used for the request. Possible values include standard HTTP methods such as <code>GET</code>, <code>POST</code>, <code>PUT</code>, <code>DELETE</code>, indicating what kind of action was performed on the specified URL."},{"location":"admin/maintenance/audit-log/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV or Download as JSON</li> </ul>"},{"location":"admin/maintenance/audit-log/#using-the-event-history-date-selector","title":"Using the event history date selector","text":"<p>The Event history table saves events for the last 90 days. However, the table itself presents up to the last 30 days of information due to the potentially very high number of operations that might be logged during this period.</p> <p></p> <p>To view older events, or to refine your search for more specific results or fewer results, use the time selector and change the period you search for. You can also refine your search by clicking and using ADD FILTER accordingly.</p>"},{"location":"admin/maintenance/audit-log/#using-api","title":"Using API","text":"<p>Go to the Audit log API reference to view the available actions. Since the amount of data is not trivial, the API is based on paging. It retrieves a specified number of items for each API call. You can get more data by using subsequent calls.</p>"},{"location":"admin/maintenance/audit-log/#limitations","title":"Limitations","text":"<p>Submissions of workloads are not audited. As a result, the system does not track or log details of workload submissions, such as timestamps or user activity.</p>"},{"location":"admin/maintenance/node-downtime/","title":"Node Maintenance","text":"<p>This article provides detailed instructions on how to manage both planned and unplanned node downtime in a Kubernetes cluster that is running Run:ai. It covers all the steps to maintain service continuity and ensure the proper handling of workloads during these events.</p>"},{"location":"admin/maintenance/node-downtime/#prerequisites","title":"Prerequisites","text":"<ul> <li>Access to Kubernetes cluster   Administrative access to the Kubernetes cluster, including permissions to run <code>kubectl</code> commands  </li> <li>Basic knowledge of Kubernetes   Familiarity with Kubernetes concepts such as nodes, taints, and workloads  </li> <li>Run:ai installation   The Run:ai software installed and configured within your Kubernetes cluster   </li> <li>Node naming conventions   Know the names of the nodes within your cluster, as these are required when executing the commands</li> </ul>"},{"location":"admin/maintenance/node-downtime/#node-types","title":"Node types","text":"<p>This article distinguishes between two types of nodes within a Run:ai installation:</p> <ul> <li>Worker nodes. Nodes on which AI practitioners can submit and run workloads</li> <li>Run:ai system nodes. Nodes on which the Run:ai software runs, managing the cluster's operations</li> </ul>"},{"location":"admin/maintenance/node-downtime/#worker-nodes","title":"Worker nodes","text":"<p>Worker Nodes are responsible for running workloads. When a worker node goes down, either due to planned maintenance or unexpected failure, workloads ideally migrate to other available nodes or wait in the queue to be executed when possible.</p>"},{"location":"admin/maintenance/node-downtime/#training-vs-interactive-workloads","title":"Training vs. Interactive workloads","text":"<p>The following workload types can run on worker nodes: </p> <ul> <li> <p>Training workloads. These are long-running processes that, in case of node downtime, can automatically move to another node.</p> </li> <li> <p>Interactive workloads. These are short-lived, interactive processes that require manual intervention to be relocated to another node.</p> </li> </ul> <p>Note</p> <p>While training workloads can be automatically migrated, it is recommended to plan maintenance and manually manage this process for a faster response, as it may take time for Kubernetes to detect a node failure,</p>"},{"location":"admin/maintenance/node-downtime/#planned-maintenance","title":"Planned maintenance","text":"<p>Before stopping a worker node for maintenance, perform the following steps:</p> <ol> <li> <p>Prevent new workloads on the node    To stop the Kubernetes Scheduler from assigning new workloads to the node and to safely remove all existing workloads, copy the following command to your terminal:  </p> <pre><code>kubectl taint nodes &lt;node-name&gt; runai=drain:NoExecute\n</code></pre> <p>Explanation: </p> <ul> <li><code>&lt;node-name&gt;</code>     Replace this placeholder with the actual name of the node you want to drain  </li> <li><code>kubectl taint nodes</code>     This command is used to add a taint to the node, which prevents any new pods from being scheduled on it  </li> <li><code>runai=drain:NoExecute</code>     This specific taint ensures that all existing pods on the node are evicted and rescheduled on other available nodes, if possible. </li> </ul> <p>Result: The node stops accepting new workloads, and existing workloads either migrate to other nodes or are placed in a queue for later execution. </p> </li> <li> <p>Shut down and perform maintenance    After draining the node, you can safely shut it down and perform the necessary maintenance tasks. </p> </li> <li> <p>Restart the node     Once maintenance is complete and the node is back online, remove the taint to allow the node to resume normal operations. Copy the following command to your terminal:  </p> <pre><code>kubectl taint nodes &lt;node-name&gt; runai=drain:NoExecute-\n</code></pre> <p>Explanation: </p> <ul> <li><code>runai=drain:NoExecute-</code>   The <code>-</code> at the end of the command indicates the removal of the taint. This allows the node to start accepting new workloads again.</li> </ul> <p>Result: The node rejoins the cluster's pool of available resources, and workloads can be scheduled on it as usual</p> </li> </ol>"},{"location":"admin/maintenance/node-downtime/#unplanned-downtime","title":"Unplanned downtime","text":"<p>In the event of unplanned downtime:</p> <ol> <li>Automatic Restart     If a node fails but immediately restarts, all services and workloads automatically resume.  </li> <li> <p>Extended Downtime    If the node remains down for an extended period, drain the node to migrate workloads to other nodes. Copy the following command to your terminal:  </p> <pre><code>kubectl taint nodes &lt;node-name&gt; runai=drain:NoExecute\n</code></pre> <p>Explanation: The command works the same as in the planned maintenance section, ensuring that no workloads remain scheduled on the node while it is down.  </p> </li> <li> <p>Reintegrate the Node     Once the node is back online, remove the taint to allow it to rejoin the cluster's operations. Copy the following command to your terminal:  </p> <p><pre><code>kubectl taint nodes &lt;node-name&gt; runai=drain:NoExecute-\n</code></pre> Result: This action reintegrates the node into the cluster, allowing it to accept new workloads.  </p> </li> <li> <p>Permanent Shutdown     If the node is to be permanently decommissioned, remove it from Kubernetes with the following command:  </p> <p><pre><code>kubectl delete node &lt;node-name&gt;\n</code></pre> Explanation: </p> <ul> <li><code>kubectl delete node</code>   This command completely removes the node from the cluster  </li> <li><code>&lt;node-name&gt;</code>   Replace this placeholder with the actual name of the node  </li> </ul> <p>Result: The node is no longer part of the Kubernetes cluster. If you plan to bring the node back later, it must be rejoined to the cluster using the steps outlined in the next section.</p> </li> </ol>"},{"location":"admin/maintenance/node-downtime/#runai-system-nodes","title":"Run:ai System nodes","text":"<p>In a production environment, the services responsible for scheduling, submitting and managing Run:ai workloads operate on one or more Run:ai system nodes. It is recommended to have more than one system node to ensure high availability. If one system node goes down, another can take over, maintaining continuity. If a second system node does not exist, you must designate another node in the cluster as a temporary Run:ai system node to maintain operations.</p> <p>The protocols for handling planned maintenance and unplanned downtime are identical to those for worker nodes. Refer to the above section for detailed instructions. </p>"},{"location":"admin/maintenance/node-downtime/#rejoining-a-node-into-the-kubernetes-cluster","title":"Rejoining a node into the Kubernetes cluster","text":"<p>To rejoin a node to the Kubernetes cluster, follow these steps:</p> <ol> <li> <p>Generate a join command on the master node    On the master node, copy the following command to your terminal:  </p> <pre><code>kubeadm token create --print-join-command\n</code></pre> <p>Explanation: </p> <ul> <li><code>kubeadm token create</code>     This command generates a token that can be used to join a node to the Kubernetes cluster.  </li> <li><code>--print-join-command</code>     This option outputs the full command that needs to be run on the worker node to rejoin it to the cluster.</li> </ul> <p>Result: The command outputs a <code>kubeadm join</code> command. </p> </li> <li> <p>Run the Join Command on the Worker Node    Copy the <code>kubeadm join</code> command generated from the previous step and run it on the worker node that needs to rejoin the cluster.</p> <p>Explanation: </p> <ul> <li>The <code>kubeadm join</code> command re-enrolls the node into the cluster, allowing it to start participating in the cluster's workload scheduling. </li> </ul> </li> <li> <p>Verify Node Rejoining     Verify that the node has successfully rejoined the cluster by running:  </p> <pre><code>kubectl get nodes\n</code></pre> <p>Explanation:  </p> <p>This command lists all nodes currently part of the Kubernetes cluster, along with their status  </p> <p>Result: The rejoined node should appear in the list with a status of Ready </p> </li> <li> <p>Re-label Nodes     Once the node is back online, ensure it is labeled according to its role within the cluster</p> </li> </ol>"},{"location":"admin/maintenance/overview/","title":"Monitoring and maintenance Overview","text":"<p>Deploying Run:ai in mission-critical environments requires proper monitoring and maintenance of resources to ensure workloads run and are deployed as expected.</p> <p>Details on how to monitor different parts of the physical resources in your Kubernetes system, including clusters and nodes, can be found in the monitoring and maintenance section. Adjacent configuration and troubleshooting sections also cover high availability, restoring and securing clusters, collecting logs, and reviewing audit logs to meet compliance requirements.</p> <p>In addition to monitoring Run:ai resources, it is also highly recommended to monitor Run:ai runs on Kubernetes, which manages containerized applications. In particular, focus on three main layers:</p>"},{"location":"admin/maintenance/overview/#runai-control-plane-and-cluster-services","title":"Run:ai Control Plane and cluster services","text":"<p>This is the highest layer and includes the parts of Run:ai pods, which run in containers managed by Kubernetes.</p>"},{"location":"admin/maintenance/overview/#kubernetes-cluster","title":"Kubernetes cluster","text":"<p>This layer includes the main Kubernetes system that runs and manages Run:ai components. Important elements to monitor include:</p> <ul> <li>The health of the cluster and nodes (machines in the cluster).</li> <li>The status of key Kubernetes services, such as the API server. For detailed information on managing clusters, see the official Kubernetes documentation.</li> </ul>"},{"location":"admin/maintenance/overview/#host-infrastructure","title":"Host infrastructure","text":"<p>This is the base layer, representing the actual machines (virtual or physical) that make up the cluster IT teams need to handle:</p> <ul> <li>Managing CPU, memory, and storage</li> <li>Keeping the operating system updated</li> <li>Setting up the network and balancing the load</li> </ul> <p>Run:ai does not require any special configurations at this level.</p> <p>The articles below explain how to monitor these layers, maintain system security and compliance, and ensure the reliable operation of Run:ai in critical environments.</p>"},{"location":"admin/researcher-setup/cli-install/","title":"Install the Run:ai V1 Command-line Interface","text":"<p>The Run:ai Command-line Interface (CLI) is one of the ways for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, etc.</p> <p>The instructions below will guide you through the process of installing the CLI. The Run:ai CLI runs on Mac, Linux and Windows. </p>"},{"location":"admin/researcher-setup/cli-install/#researcher-authentication","title":"Researcher Authentication","text":"<p>When enabled, Researcher authentication requires additional setup when installing the CLI. To configure authentication see Setup Project-based Researcher Access Control. Use the modified Kubernetes configuration file described in the article.</p>"},{"location":"admin/researcher-setup/cli-install/#prerequisites","title":"Prerequisites","text":"<ul> <li>When installing the command-line interface, it is worth considering future upgrades:<ul> <li>Install the CLI on a dedicated Jumpbox machine. Researchers will connect to the Jumpbox from which they can submit Run:ai commands</li> <li>Install the CLI on a shared directory that is mounted on Researchers' machines.  </li> </ul> </li> <li>A Kubernetes configuration file.</li> </ul>"},{"location":"admin/researcher-setup/cli-install/#setup","title":"Setup","text":""},{"location":"admin/researcher-setup/cli-install/#kubernetes-configuration","title":"Kubernetes Configuration","text":"<ul> <li>In the Researcher's root folder, create a directory .kube. Copy the Kubernetes configuration file into the directory. Each Researcher should have a separate copy of the configuration file. The Researcher should have write access to the configuration file as it stores user defaults.</li> <li>If you choose to locate the file at a different location than <code>~/.kube/config</code>, you must create a shell variable to point to the configuration file as follows:</li> </ul> <pre><code>export KUBECONFIG=&lt;Kubernetes-config-file&gt;\n</code></pre> <ul> <li>Test the connection by running:</li> </ul> <pre><code>kubectl get nodes\n</code></pre>"},{"location":"admin/researcher-setup/cli-install/#install-runai-cli","title":"Install Run:ai CLI","text":"<ul> <li>Go to the Run:ai user interface. On the top right select <code>Researcher Command Line Interface</code>.</li> <li>Select <code>Mac</code>, <code>Linux</code> or <code>Windows</code>.</li> <li>Download directly using the button or copy the file to run it on a remote machine</li> </ul> Mac or LinuxWindows <p>Run:</p> <pre><code>chmod +x runai\nsudo mv runai /usr/local/bin/runai\n</code></pre> <p>Rename the downloaded file to have a <code>.exe</code> extension and move the file to a folder that is a part of the <code>PATH</code>.</p> <p>Note</p> <p>An alternative way of downloading the CLI is provided under the CLI Troubleshooting section.</p> <p>To verify the installation run:</p> <pre><code>runai list jobs\n</code></pre>"},{"location":"admin/researcher-setup/cli-install/#install-command-auto-completion","title":"Install Command Auto-Completion","text":"<p>It is possible to configure your Linux/Mac shell to complete Run:ai CLI commands. This feature works on bash and zsh shells only.</p> ZshBash <p>Edit the file <code>~/.zshrc</code>. Add the lines:</p> <pre><code>autoload -U compinit; compinit -i\nsource &lt;(runai completion zsh)\n</code></pre> <p>Install the bash-completion package:</p> <ul> <li>Mac: <code>brew install bash-completion</code></li> <li>Ubuntu/Debian: <code>sudo apt-get install bash-completion</code></li> <li>Fedora/Centos: <code>sudo yum install bash-completion</code></li> </ul> <p>Edit the file <code>~/.bashrc</code>. Add the lines:</p> <pre><code>[[ -r \u201c/usr/local/etc/profile.d/bash_completion.sh\u201d ]] &amp;&amp; . \u201c/usr/local/etc/profile.d/bash_completion.sh\u201d\nsource &lt;(runai completion bash)\n</code></pre>"},{"location":"admin/researcher-setup/cli-install/#troubleshoot-the-cli-installation","title":"Troubleshoot the CLI Installation","text":"<p>See Troubleshooting a CLI installation</p>"},{"location":"admin/researcher-setup/cli-install/#update-the-runai-cli","title":"Update the Run:ai CLI","text":"<p>To update the CLI to the latest version perform the same install process again.</p>"},{"location":"admin/researcher-setup/cli-install/#delete-the-runai-cli","title":"Delete the Run:ai CLI","text":"<p>If you have installed using the default path, run:</p> <pre><code>sudo rm /usr/local/bin/runai\n</code></pre>"},{"location":"admin/researcher-setup/docker-to-runai/","title":"From Docker to Run:ai","text":""},{"location":"admin/researcher-setup/docker-to-runai/#dockers-images-and-kubernetes","title":"Dockers, Images, and Kubernetes","text":"<p>Researchers are typically proficient in working with Docker. Docker is an isolation level above the operating system which allows creating your own bundle of the operating system + deep learning environment and packaging it within a single file. The file is called a docker image.</p> <p>You create a container by starting a docker image on a machine.</p> <p>Run:ai is based on Kubernetes. At its core, Kubernetes is an orchestration software above Docker: Among other things, it allows location abstraction as to where the actual container is running. This calls for some adaptation to the Researcher's workflow as follows.</p>"},{"location":"admin/researcher-setup/docker-to-runai/#image-repository","title":"Image Repository","text":"<p>If your Kubernetes cluster contains a single GPU node (machine), then your image can reside on the node itself (in which case, when runai submit workloads, the Researcher must use the flag <code>--local-image</code>).</p> <p>If your Kubernetes cluster contains more than a single node, then, to enable location abstraction, the image can no longer reside on the node itself.  It must be relocated to an image repository. There are quite a few repository-as-a-service, most notably Docker hub. Alternatively, the organization can install a private repository on-prem.</p> <p>Day-to-day work with the image located remotely is almost identical to local work. The image name now contains its location. For example, <code>nvcr.io/nvidia/pytorch:19.12-py_3</code> is a PyTorch image that is located in nvcr.io. This is the Nvidia image repository as found on the web. </p>"},{"location":"admin/researcher-setup/docker-to-runai/#data","title":"Data","text":"<p>Deep learning is about data. It can be your code, the training data, saved checkpoints, etc.</p> <p>If your Kubernetes cluster contains a single GPU node (machine), then your data can reside on the node itself.</p> <p>If your Kubernetes cluster contains more than a single node, then, to enable location abstraction, the data must sit outside the machine, typically on network storage. The storage must be uniformly mapped to your container when it starts (using the -v command).</p>"},{"location":"admin/researcher-setup/docker-to-runai/#working-with-containers","title":"Working with Containers","text":"<p>Starting a container using docker usually involves a single command-line with multiple flags. A typical example: </p> <pre><code>docker run --runtime=nvidia --shm-size 16G -it --rm -e HOSTNAME='hostname' \\\n    -v /raid/public/my_datasets:/root/dataset:ro   -i  nvcr.io/nvidia/pytorch:19.12-py3\n</code></pre> <p>The docker command <code>docker run</code> should be replaced with a Run:ai command <code>runai submit</code>. The flags are usually the same but some adaptation is required. A complete list of flags can be found here: runai submit. </p> <p>There are similar commands to get a shell into the container (runai bash), get the container logs (runai logs), and more. For a complete list see the Run:ai CLI reference. </p>"},{"location":"admin/researcher-setup/docker-to-runai/#schedule-an-onboarding-session","title":"Schedule an Onboarding Session","text":"<p>It is highly recommended to schedule an onboarding session for Researchers with a Run:ai customer success professional. Run:ai can help with the above transition, but adding to that, we at Run:ai have also acquired a large body of knowledge on data science best practices which can help streamline  Researchers' work as well as save money for the organization.</p>"},{"location":"admin/researcher-setup/new-cli-install/","title":"Installing the V2 Command-line interface","text":"<p>This article explains the procedure for installing and configuring the new researcher Command Line Interface (CLI). </p> <p>Important</p> <p>This document refers to the new CLI which only works with clusters of version 2.18 and up.    The installation instructions for the older CLI are here.</p>"},{"location":"admin/researcher-setup/new-cli-install/#enabling-the-v2-cli","title":"Enabling the V2 CLI","text":"<p>Under General settings \u2192 Workloads, enable the flag <code>Improved command line interface</code></p>"},{"location":"admin/researcher-setup/new-cli-install/#installing-the-cli","title":"Installing the CLI","text":"<ol> <li>Click the Help (?) icon in the top right corner  </li> <li>Select Researcher Command Line Interface </li> <li>Select the cluster you want the CLI to communicate with  </li> <li>Select your computer\u2019s operating system </li> <li>Copy the installer command and run it in the terminal  </li> <li>Follow the installation process instructions  </li> <li>Click <code>Enter</code> to use the default values (recommended)</li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#testing-the-installation","title":"Testing the installation","text":"<p>To verify the CLI client was installed properly</p> <ol> <li>Open the terminal  </li> <li>Run the command <code>runai version</code></li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#configuring-the-cli","title":"Configuring the CLI","text":"<p>Follow the steps below to configure the CLI.</p>"},{"location":"admin/researcher-setup/new-cli-install/#authenticating-the-cli","title":"Authenticating the CLI","text":"<p>After installation, sign in to the Run:ai platform to authenticate the CLI:</p> <ol> <li>Open the terminal on your local machine. </li> <li>Run <code>runai login</code>.</li> <li>Enter your username and password on the Run:ai platform's sign-in page. </li> <li>Return to the terminal window to use the CLI.</li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#setting-the-default-cluster","title":"Setting the default cluster","text":"<p>If only one cluster is connected to the account, it is set as the default cluster when you first sign in.  If there are multiple clusters, you must follow the steps below to set your preferred cluster for workload submission:</p> <ol> <li>Open the terminal on your local machine.  </li> <li>Run <code>runai cluster list</code> to find the required cluster name.  </li> <li>Run the following command <code>runai cluster set &lt;CLUSTER_NAME&gt;</code></li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#setting-a-default-project","title":"Setting a default project","text":"<p>Set a default working project, to easily submit workloads without mentioning the project name in every command.</p> <ol> <li>Run the following command on the terminal: <code>runai project set &lt;PROJECT_NAME&gt;</code> </li> <li>If successful, the following message is returned: <code>project &lt;PROJECT_NAME&gt; configured successfully</code> </li> <li>To see the current configuration run: <code>runai config generate --json</code></li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#installing-command-auto-completion","title":"Installing command auto-completion","text":"<p>Auto-completion assists with completing the command syntax automatically for ease of use. Auto-completion is installed automatically.  The interfaces below require manual installation:</p> ZshBashWindows <ol> <li>Edit the file <code>~/.zshrc</code> </li> <li>Add the following code:</li> </ol> <pre><code>autoload -U compinit; compinit -i\nsource &lt;(runai completion zsh)\n</code></pre> <ol> <li>Install the bash-completion package  </li> <li>Choose your operating system:      Mac: <code>brew install bash-completion</code>      Ubuntu/Debian: <code>sudo apt-get install bash-completion</code>      Fedora/Centos: <code>sudo yum install bash-completion</code> </li> <li>Edit the file <code>~/.bashrc</code> and add the following lines:</li> </ol> <pre><code>[[ $PS1 &amp;&amp; -f /usr/share/bash-completion/bash_completion ]] &amp;&amp; . /usr/share/bash-completion/bash_completion\nsource &lt;(runai completion bash)\n</code></pre> <p>Add the following code in the powershell profile: <pre><code>runai.exe completion powershell | Out-String | Invoke-Expression\nSet-PSReadLineKeyHandler -Key Tab -Function MenuComplete\n</code></pre> For more completion modes options, see Powershell completions.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/","title":"Researcher Setup Overview","text":"<p>Following is a step-by-step guide for getting a new Researcher up to speed with Run:ai and Kubernetes.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#change-of-paradigms-from-docker-to-kubernetes","title":"Change of Paradigms: from Docker to Kubernetes","text":"<p>As part of Run:ai, the organization is typically moving from Docker-based workflows to Kubernetes. This document is an attempt to help the Researcher with this paradigm shift. It explains the basic concepts and provides links for further information about the Run:ai CLI.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#setup-the-runai-command-line-interface","title":"Setup the Run:ai Command-Line Interface","text":"<p>Run:ai CLI needs to be installed on the Researcher's machine. This document provides step by step instructions.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#provide-the-researcher-with-a-gpu-quota","title":"Provide the Researcher with a GPU Quota","text":"<p>To submit workloads with Run:ai, the Researcher must be provided with a Project that contains a GPU quota. Please see Working with Projects document on how to create Projects and set a quota.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#provide-access-to-the-runai-user-interface","title":"Provide access to the Run:ai User Interface","text":"<p>See Setting up users for further information on how to provide access to users.  </p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#schedule-an-onboarding-session","title":"Schedule an Onboarding Session","text":"<p>It is highly recommended to schedule an onboarding session for Researchers with a Run:ai customer success professional. Run:ai can help with the above transition, but adding to that, we at Run:ai have also acquired a large body of knowledge on data science best practices which can help streamline the Researchers' work as well as save money for the organization. </p>"},{"location":"admin/runai-setup/installation-types/","title":"Installation Types","text":"<p>Run:ai consists of two components:</p> <ul> <li>The Run:ai Cluster. One or more data-science GPU clusters hosted by the customer (on-prem or cloud).</li> <li>The Run:ai Control plane. A single entity that monitors clusters, sets priorities, and business policies.</li> </ul> <p>There are two main installation options:</p> Installation Type Description Classic (SaaS) Run:ai is installed on the customer's data science GPU clusters. The cluster connects to the Run:ai control plane on the cloud (https://<code>&lt;tenant-name&gt;</code>.run.ai).  With this installation, the cluster requires an outbound connection to the Run:ai cloud. Self-hosted The Run:ai control plane is also installed in the customer's data center <p>The self-hosted option is for organizations that cannot use a SaaS solution due to data leakage concerns. The self-hosted installation is priced differently. For further information please talk to Run:ai sales.</p> <p></p>"},{"location":"admin/runai-setup/installation-types/#self-hosted-installation","title":"Self-hosted Installation","text":"<p>Run:ai self-hosting comes with two variants:</p> Self-hosting Type Description Connected The organization can freely download from the internet (though upload is not allowed) Air-gapped The organization has no connection to the internet"},{"location":"admin/runai-setup/installation-types/#self-hosting-with-kubernetes-vs-openshift","title":"Self-hosting with Kubernetes vs OpenShift","text":"<p>Kubernetes has many Certified Kubernetes Providers. Run:ai has been certified with several of them (see the Kubernetes distribution section). The OpenShift installation is different from the rest. As such, the Run:ai self-hosted installation instructions are divided into two separate sections:</p> <ul> <li>OpenShift-based installation. See Run:ai OpenShift installation.</li> <li>Kubernetes-based installation. See Run:ai Kubernetes installation.</li> </ul>"},{"location":"admin/runai-setup/installation-types/#secure-installation","title":"Secure Installation","text":"<p>In many organizations, Kubernetes is governed by IT compliance rules. In this scenario, there are strict access control rules during the installation and running of workloads:</p> <ul> <li>OpenShift is secured using Security Context Constraints (SCC). The Run:ai installation supports SCC.</li> <li>Run:ai provides limited support for Kubernetes Pod Security Admission (PSA). For more information see Kubernetes prerequisites.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-delete/","title":"Cluster Uninstall","text":"<p>This article explains how to uninstall Run:ai Cluster installation from the Kubernetes cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-delete/#unistall-runai-cluster","title":"Unistall Run:ai cluster","text":"<p>Uninstall of Run:ai cluster from the Kubernetes cluster does not delete existing projects, departments or workloads submitted by users.</p> <p>To uninstall the Run:ai cluster, run the following helm command in your terminal:</p> <pre><code>helm uninstall runai-cluster -n runai\n</code></pre> <p>To delete the Run:ai cluster from the Run:ai Platform, see Removing a cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/","title":"Cluster Install","text":"<p>This article explains the steps required to install the Run:ai cluster on a Kubernetes cluster using Helm.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#before-installation","title":"Before installation","text":"<p>There are a number of matters to consider prior to installing using Helm.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#system-and-network-requirements","title":"System and network requirements","text":"<p>Before installing the Run:ai cluster, validate that the system requirements and network requirements are met.</p> <p>Once all the requirements are met, it is highly recommend to use the Run:ai cluster preinstall diagnostics tool to:</p> <ul> <li>Test the below requirements in addition to failure points related to Kubernetes, NVIDIA, storage, and networking  </li> <li>Look at additional components installed and analyze their relevance to a successful installation</li> </ul> <p>To run the preinstall diagnostics tool, download the latest version, and run:</p> SaaSSelf-hostedAirgap <ul> <li>On EKS deployments, run <code>aws configure</code> prior to execution</li> </ul> <pre><code>chmod +x ./preinstall-diagnostics-&lt;platform&gt; &amp;&amp; \\\n./preinstall-diagnostics-&lt;platform&gt; \\\n  --domain ${COMPANY_NAME}.run.ai \\\n  --cluster-domain ${CLUSTER_FQDN}\n</code></pre> <pre><code>chmod +x ./preinstall-diagnostics-&lt;platform&gt; &amp;&amp; \\ \n./preinstall-diagnostics-&lt;platform&gt; \\\n  --domain ${CONTROL_PLANE_FQDN} \\\n  --cluster-domain ${CLUSTER_FQDN} \\\n#if the diagnostics image is hosted in a private registry\n  --image-pull-secret ${IMAGE_PULL_SECRET_NAME} \\\n  --image ${PRIVATE_REGISTRY_IMAGE_URL}    \n</code></pre> <p>In an air-gapped deployment, the diagnostics image is saved, pushed, and pulled manually from the organization's registry.</p> <pre><code>#Save the image locally\ndocker save --output preinstall-diagnostics.tar gcr.io/run-ai-lab/preinstall-diagnostics:${VERSION}\n#Load the image to the organization's registry\ndocker load --input preinstall-diagnostics.tar\ndocker tag gcr.io/run-ai-lab/preinstall-diagnostics:${VERSION} ${CLIENT_IMAGE_AND_TAG} \ndocker push ${CLIENT_IMAGE_AND_TAG}\n</code></pre> <p>Run the binary with the <code>--image</code> parameter to modify the diagnostics image to be used:</p> <pre><code>chmod +x ./preinstall-diagnostics-darwin-arm64 &amp;&amp; \\\n./preinstall-diagnostics-darwin-arm64 \\\n  --domain ${CONTROL_PLANE_FQDN} \\\n  --cluster-domain ${CLUSTER_FQDN} \\\n  --image-pull-secret ${IMAGE_PULL_SECRET_NAME} \\\n  --image ${PRIVATE_REGISTRY_IMAGE_URL}    \n</code></pre> <p>For more information see preinstall diagnostics.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#helm","title":"Helm","text":"<p>Run:ai cluster requires Helm 3.14 or above. To install Helm, see Helm Install.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#permissions","title":"Permissions","text":"<p>A Kubernetes user with the <code>cluster-admin</code> role is required to ensure a successful installation, for more information see Using RBAC authorization.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#runai-namespace","title":"Run:ai namespace","text":"<p>Run:ai cluster must be installed in a namespace named <code>runai</code>. Create the namespace by running:</p> <pre><code>kubectl create ns runai\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#tls-certificates","title":"TLS certificates","text":"<p>A TLS private and public keys are required for HTTP access to the cluster. Create a Kubernetes Secret named <code>runai-cluster-domain-tls-secret</code> in the <code>runai</code> namespace with the cluster\u2019s Fully Qualified Domain Name (FQDN) private and public keys, by running the following:</p> <pre><code>kubectl create secret tls runai-cluster-domain-tls-secret -n runai \\\n    --cert /path/to/fullchain.pem  \\ # Replace /path/to/fullchain.pem with the actual path to your TLS certificate\n    --key /path/to/private.pem # Replace /path/to/private.pem with the actual path to your private key\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#installation","title":"Installation","text":"<p>Follow these instructions to install using Helm.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#adding-a-new-cluster","title":"Adding a new cluster","text":"<p>Follow the steps below to add a new cluster.</p> <p>Note</p> <p>When adding a cluster for the first time, the New Cluster form automatically opens when you log-in to the Run:ai platform. Other actions are prevented, until the cluster is created.</p> <p>If this is your first cluster and you have completed the New Cluster form, start at step 3. Otherwise, start at step 1.</p> <ol> <li>In the Run:ai platform, go to Resources </li> <li>Click +NEW CLUSTER </li> <li>Enter a unique name for your cluster  </li> <li>Optional: Chose the Run:ai cluster version (latest, by default)  </li> <li>Enter the Cluster URL . For more information see Domain Name Requirement </li> <li>Click Continue</li> </ol>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#installing-runai-cluster","title":"Installing Run:ai cluster","text":"<p>In the next Section, the Run:ai cluster installation steps will be presented.</p> <ol> <li>Follow the installation instructions and run the commands provided on your Kubernetes cluster.  </li> <li>Click DONE</li> </ol> <p>The cluster is displayed in the table with the status Waiting to connect, once installation is complete, the cluster status changes to Connected</p> <p>Note</p> <p>To customize the installation based on your environment, see Customize cluster installation.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#troubleshooting","title":"Troubleshooting","text":"<p>If you encounter an issue with the installation, try the troubleshooting scenario below.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#installation_1","title":"Installation","text":"<p>If the Run:ai cluster installation failed, check the installation logs to identify the issue. Run the following script to print the installation logs:</p> <pre><code>curl -fsSL https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#cluster-status","title":"Cluster status","text":"<p>If the Run:ai cluster installation completed, but the cluster status did not change its status to Connected, check the cluster troubleshooting scenarios</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/","title":"System Requirements","text":"<p>The Run:ai Cluster is a Kubernetes application.</p> <p>This article explains the required hardware and software system requirements for the Run:ai cluster.</p> <p>Set out below are the system requirements for the Run:ai cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#hardware-requirements","title":"Hardware Requirements","text":"<p>The following hardware requirements are for the Kubernetes Cluster nodes\u2019. By default, all Run:ai cluster services run on all available nodes. For production deployments, you may want to Set Node Roles, to separate between system and worker nodes, reduce downtime and save CPU cycles on expensive GPU Machines.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#runai-cluster-system-nodes","title":"Run:ai Cluster - system nodes","text":"<p>This configuration is the minimum requirement you need to install and use Run:ai Cluster.</p> Component Required Capacity CPU 10 cores Memory 20GB Disk space 50GB"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#runai-cluster-worker-nodes","title":"Run:ai Cluster - Worker nodes","text":"<p>The Run:ai Cluster supports both x86 CPUs and NVIDIA x86 GPUs. For the list of supported GPU models, see Supported NVIDIA Data Center GPUs and Systems.</p> <p>The following configuration represents the minimum hardware requirements for installing and operating the Run:ai cluster on worker nodes. Each node must meet these specifications:</p> Component Required Capacity CPU 2 cores Memory 4GB"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#shared-storage","title":"Shared storage","text":"<p>Run:ai workloads must be able to access data from any worker node in a uniform way, to access training data and code as well as save checkpoints, weights, and other machine-learning-related artifacts.</p> <p>Typical protocols are Network File Storage (NFS) or Network-attached storage (NAS). Run:ai Cluster supports both, for more information see Shared storage.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#software-requirements","title":"Software requirements","text":"<p>The following software requirements must be fulfilled on the Kubernetes cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#operating-system","title":"Operating system","text":"<ul> <li>Any Linux operating system supported by both Kubernetes and NVIDIA GPU Operator  </li> <li>Run:ai cluster on Google Kubernetes Engine (GKE) supports both Ubuntu and Container Optimized OS (COS). COS is supported only with NVIDIA GPU Operator 24.6 or newer, and Run:ai cluster version 2.19 or newer.</li> <li>Internal tests are being performed on Ubuntu 22.04 and CoreOS for OpenShift.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#kubernetes-distribution","title":"Kubernetes distribution","text":"<p>Run:ai Cluster requires Kubernetes. The following Kubernetes distributions are supported:</p> <ul> <li>Vanilla Kubernetes  </li> <li>OpenShift Container Platform (OCP)  </li> <li>NVIDIA Base Command Manager (BCM)  </li> <li>Elastic Kubernetes Engine (EKS)  </li> <li>Google Kubernetes Engine (GKE)  </li> <li>Azure Kubernetes Service (AKS)</li> <li>Oracle Kubernetes Engine (OKE)</li> <li>Rancher Kubernetes Engine (RKE1)  </li> <li>Rancher Kubernetes Engine 2 (RKE2)</li> </ul> <p>Important</p> <p>The latest release of the Run:ai cluster supports Kubernetes 1.29 to 1.32 and OpenShift 4.14 to 4.17</p> <p>For existing Kubernetes clusters, see the following Kubernetes version support matrix for the latest Run:ai cluster releases:</p> Run:ai version Supported Kubernetes versions Supported OpenShift versions v2.13 1.23 to 1.28 4.10 to 4.13 v2.16 1.26 to 1.28 4.11 to 4.14 v2.17 1.27 to 1.29 4.12 to 4.15 v2.18 1.28 to 1.30 4.12 to 4.16 v2.19 1.28 to 1.31 4.12 to 4.17 v2.20 (latest) 1.29 to 1.32 4.14 to 4.17 <p>For information on supported versions of managed Kubernetes, it's important to consult the release notes provided by your Kubernetes service provider. There, you can confirm the specific version of the underlying Kubernetes platform supported by the provider, ensuring compatibility with Run:ai. For an up-to-date end-of-life statement see Kubernetes Release History or OpenShift Container Platform Life Cycle Policy</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#kubernetes-pod-security-admission","title":"Kubernetes Pod Security Admission","text":"<p>Run:ai v2.15 and above supports <code>restricted</code> policy for Pod Security Admission (PSA) on OpenShift only. Other Kubernetes distributions are only supported with <code>privileged</code> policy.</p> <p>For Run:ai on OpenShift to run with PSA <code>restricted</code> policy:</p> <ul> <li>Label the <code>runai</code> namespace as described in Pod Security Admission with the following labels:</li> </ul> <pre><code>pod-security.kubernetes.io/audit=privileged\npod-security.kubernetes.io/enforce=privileged\npod-security.kubernetes.io/warn=privileged\n</code></pre> <ul> <li>The workloads submitted through Run:ai should comply with the restrictions of PSA restricted policy, This can be enforced using Policies.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#kubernetes-ingress-controller","title":"Kubernetes Ingress Controller","text":"<p>Run:ai cluster requires Kubernetes Ingress Controller to be installed on the Kubernetes cluster.</p> <ul> <li>OpenShift, RKE and RKE2 come pre-installed ingress controller.  </li> <li>Internal tests are being performed on NGINX, Rancher NGINX, OpenShift Router, and Istio.  </li> <li>Make sure that a default ingress controller is set.</li> </ul> <p>There are many ways to install and configure different ingress controllers. A simple example to install and configure NGINX ingress controller using helm:</p> Vanilla KubernetesManaged Kubernetes (EKS, GKE, AKS)Oracle Kubernetes Engine (OKE) <p>Run the following commands:</p> <pre><code>helm repo add ingress-nginx https://kubernetes.github.io/ingress-nginx\nhelm repo update\nhelm upgrade -i nginx-ingress ingress-nginx/ingress-nginx \\\n    --namespace nginx-ingress --create-namespace \\\n    --set controller.kind=DaemonSet \\\n    --set controller.service.externalIPs=\"{&lt;INTERNAL-IP&gt;,&lt;EXTERNAL-IP&gt;}\" # Replace &lt;INTERNAL-IP&gt; and &lt;EXTERNAL-IP&gt; with the internal and external IP addresses of one of the nodes\n</code></pre> <p>Run the following commands:</p> <pre><code>helm repo add ingress-nginx https://kubernetes.github.io/ingress-nginx\nhelm repo update\nhelm install nginx-ingress ingress-nginx/ingress-nginx \\\n    --namespace nginx-ingress --create-namespace\n</code></pre> <p>Run the following commands:</p> <pre><code>helm repo add ingress-nginx https://kubernetes.github.io/ingress-nginx\nhelm repo update\nhelm install nginx-ingress ingress-nginx/ingress-nginx \\\n    --namespace ingress-nginx --create-namespace \\\n    --set controller.service.annotations.oci.oraclecloud.com/load-balancer-type=nlb \\\n    --set controller.service.annotations.oci-network-load-balancer.oraclecloud.com/is-preserve-source=True \\\n    --set controller.service.annotations.oci-network-load-balancer.oraclecloud.com/security-list-management-mode=None \\\n    --set controller.service.externalTrafficPolicy=Local \\\n    --set controller.service.annotations.oci-network-load-balancer.oraclecloud.com/subnet=&lt;SUBNET-ID&gt; # Replace &lt;SUBNET-ID&gt; with the subnet ID of one of your cluster\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#nvidia-gpu-operator","title":"NVIDIA GPU Operator","text":"<p>Run:ai Cluster requires NVIDIA GPU Operator to be installed on the Kubernetes Cluster, supports version 22.9 to 24.6</p> <p>See the Installing the NVIDIA GPU Operator, followed by notes below:</p> <ul> <li>Use the default <code>gpu-operator</code> namespace . Otherwise, you must specify the target namespace using the flag <code>runai-operator.config.nvidiaDcgmExporter.namespace</code> as described in customized cluster installation.  </li> <li>NVIDIA drivers may already be installed on the nodes. In such cases, use the NVIDIA GPU Operator flags <code>--set driver.enabled=false</code>. DGX OS is one such example as it comes bundled with NVIDIA Drivers.  </li> <li>For distribution-specific additional instructions see below:</li> </ul> OpenShift Container Platform (OCP) <p>The Node Feature Discovery (NFD) Operator is a prerequisite for the NVIDIA GPU Operator in OpenShift. Install the NFD Operator using the Red Hat OperatorHub catalog in the OpenShift Container Platform web console. For more information see Installing the Node Feature Discovery (NFD) Operator</p> Elastic Kubernetes Service (EKS) <ul> <li>When setting-up the cluster, do not install the NVIDIA device plug-in (we want the NVIDIA GPU Operator to install it instead).  </li> <li>When using the eksctl tool to create a cluster, use the flag <code>--install-nvidia-plugin=false</code> to disable the installation.</li> </ul> <p>For GPU nodes, EKS uses an AMI which already contains the NVIDIA drivers. As such, you must use the GPU Operator flags: <code>--set driver.enabled=false</code></p> Google Kubernetes Engine (GKE) <p>Before installing the GPU Operator, create the <code>gpu-operator</code> namespace by running</p> <pre><code>kubectl create ns gpu-operator\n</code></pre> <p>create the following file:</p> resourcequota.yaml<pre><code>apiVersion: v1\nkind: ResourceQuota\nmetadata:\nname: gcp-critical-pods\nnamespace: gpu-operator\nspec:\nscopeSelector:\n    matchExpressions:\n    - operator: In\n    scopeName: PriorityClass\n    values:\n    - system-node-critical\n    - system-cluster-critical\n</code></pre> <p>And then run:</p> <pre><code>kubectl apply -f resourcequota.yaml\n</code></pre> Rancher Kubernetes Engine 2 (RKE2) <p>Make sure to specify the <code>CONTAINERD_CONFIG</code> option exactly as outlined in the documentation and custom configuration guide, using the path <code>/var/lib/rancher/rke2/agent/etc/containerd/config.toml.tmpl</code>. Do not create the file manually if it does not already exist. The GPU Operator will handle this configuration during deployment.</p> Oracle Kubernetes Engine (OKE) <ul> <li>During cluster setup, create a nodepool, and set <code>initial_node_labels</code> to include <code>oci.oraclecloud.com/disable-gpu-device-plugin=true</code> which disables the NVIDIA GPU device plugin.</li> <li>For GPU nodes, OKE defaults to Oracle Linux, which is incompatible with NVIDIA drivers. To resolve this, use a custom Ubuntu image instead.</li> </ul> <p>For troubleshooting information, see the NVIDIA GPU Operator Troubleshooting Guide.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#prometheus","title":"Prometheus","text":"<p>Run:ai Cluster requires Prometheus to be installed on the Kubernetes cluster.</p> <ul> <li>OpenShift comes pre-installed with prometheus  </li> <li>For RKE2 see Enable Monitoring instructions to install Prometheus</li> </ul> <p>There are many ways to install Prometheus. A simple example to install the community Kube-Prometheus Stack using helm, run the following commands:</p> <pre><code>helm repo add prometheus-community https://prometheus-community.github.io/helm-charts\nhelm repo update\nhelm install prometheus prometheus-community/kube-prometheus-stack \\\n    -n monitoring --create-namespace --set grafana.enabled=false\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#optional-software-requirements","title":"Optional software requirements","text":"<p>Optional Run:ai capabilities, Distributed Training and Inference require additional Kubernetes applications (frameworks) to be installed on the cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#distributed-training","title":"Distributed training","text":"<p>Distributed training enables training of AI models over multiple nodes. This requires installing a distributed training framework on the cluster. The following frameworks are supported:</p> <ul> <li>TensorFlow </li> <li>PyTorch </li> <li>XGBoost </li> <li>MPI v2</li> </ul> <p>There are several ways to install each framework. A simple method of installation example is the Kubeflow Training Operator which includes TensorFlow, PyTorch, and XGBoost.</p> <p>It is recommended to use Kubeflow Training Operator v1.8.1, and MPI Operator v0.6.0 or later for compatibility with advanced workload capabilities, such as Stopping a workload and Scheduling rules.</p> <ul> <li>To install the Kubeflow Training Operator for TensorFlow, PyTorch and XGBoost frameworks, run the following command:</li> </ul> <pre><code>kubectl apply -k \"github.com/kubeflow/training-operator.git/manifests/overlays/standalone?ref=v1.8.1\"\n</code></pre> <ul> <li>To install the MPI Operator for MPI v2, run the following command:</li> </ul> <pre><code>kubectl apply --server-side -f https://raw.githubusercontent.com/kubeflow/mpi-operator/v0.6.0/deploy/v2beta1/mpi-operator.yaml\n</code></pre> <p>Note</p> <p>If you require both the MPI Operator and Kubeflow Training Operator, follow the steps below:</p> <ul> <li>Install the Kubeflow Training Operator as described above.  </li> <li>Disable and delete MPI v1 in the Kubeflow Training Operator by running:</li> </ul> <pre><code>kubectl patch deployment training-operator -n kubeflow --type='json' -p='[{\"op\": \"add\", \"path\": \"/spec/template/spec/containers/0/args\", \"value\": [\"--enable-scheme=tfjob\", \"--enable-scheme=pytorchjob\", \"--enable-scheme=xgboostjob\"]}]'\nkubectl delete crd mpijobs.kubeflow.org\n</code></pre> <ul> <li>Install the MPI Operator as described above.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#inference","title":"Inference","text":"<p>Inference enables serving of AI models. This requires the Knative Serving framework to be installed on the cluster and supports Knative versions 1.11 to 1.16.</p> <p>Follow the Installing Knative instructions. After installation, configure Knative to use the Run:ai scheduler and features, by running:</p> <pre><code>kubectl patch configmap/config-autoscaler \\\n  --namespace knative-serving \\\n  --type merge \\\n  --patch '{\"data\":{\"enable-scale-to-zero\":\"true\"}}' &amp;&amp; \\\nkubectl patch configmap/config-features \\\n  --namespace knative-serving \\\n  --type merge \\\n  --patch '{\"data\":{\"kubernetes.podspec-schedulername\":\"enabled\",\"kubernetes.podspec-affinity\":\"enabled\",\"kubernetes.podspec-tolerations\":\"enabled\",\"kubernetes.podspec-volumes-emptydir\":\"enabled\",\"kubernetes.podspec-securitycontext\":\"enabled\",\"kubernetes.containerspec-addcapabilities\":\"enabled\",\"kubernetes.podspec-persistent-volume-claim\":\"enabled\",\"kubernetes.podspec-persistent-volume-write\":\"enabled\",\"multi-container\":\"enabled\",\"kubernetes.podspec-init-containers\":\"enabled\"}}'\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#knative-autoscaling","title":"Knative Autoscaling","text":"<p>Run:ai allows for autoscaling a deployment according to the below metrics:</p> <ul> <li>Latency (milliseconds)</li> <li>Throughput (requests/sec)</li> <li>Concurrency (requests)</li> </ul> <p>Using a custom metric (for example, Latency) requires installing the Kubernetes Horizontal Pod Autoscaler (HPA). Use the following command to install. Make sure to update the VERSION in the below command with a supported Knative version.</p> <pre><code>kubectl apply -f https://github.com/knative/serving/releases/download/knative-{VERSION}/serving-hpa.yaml\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#domain-name-requirement","title":"Domain Name Requirement","text":"<p>The following requirement must be followed for naming the domain.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#fully-qualified-domain-name-fqdn","title":"Fully Qualified Domain Name (FQDN)","text":"<p>You must have a Fully Qualified Domain Name (FQDN) to install Run:ai Cluster (ex: <code>runai.mycorp.local</code>). This cannot be an IP. The domain name must be accessible inside the organization only. You also need a TLS certificate (private and public) for HTTPS access.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/","title":"SaaS Cluster Setup Introduction","text":"<p>This section is a step-by-step guide for setting up a Run:ai cluster. </p> <ul> <li>A Run:ai cluster is a Kubernetes application installed on top of a Kubernetes cluster.</li> <li>A Run:ai cluster connects to the Run:ai control plane on the cloud. The control plane provides a control point as well as a monitoring and control user interface for Administrators and Researchers.</li> <li>A customer may have multiple Run:ai Clusters, all connecting to a single control plane.</li> </ul> <p>For additional details see the Run:ai system components</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/#documents","title":"Documents","text":"<ul> <li>Review Run:ai cluster System Requirements and Network Requirements.</li> <li>Cluster Install step-by-step guid.</li> <li>Look for troubleshooting tips if required.</li> <li>Cluster Upgrade and Cluster Uninstall instructions. </li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/#customization","title":"Customization","text":"<p>For a list of optional customizations see Customize Installation</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/#additional-configuration","title":"Additional Configuration","text":"<p>For a list of advanced configuration scenarios such as configuring researcher authentication, Single sign-on limiting the installation to specific nodes, and more, see the Configuration Articles section.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/#next-steps","title":"Next Steps","text":"<p>After setting up the cluster, you may want to start setting up Researchers. See: Researcher Setup.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/","title":"Cluster Upgrade","text":"<p>This article explains how to upgrade Run:ai cluster version.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#before-upgrade","title":"Before upgrade","text":"<p>There are a number of matters to consider prior to upgrading the Run:ai cluster version.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#system-and-network-requirements","title":"System and network requirements","text":"<p>Before upgrading the Run:ai cluster, validate that the latest system requirements and network requirements are met, as they can change from time to time.</p> <p>Important</p> <p>It is highly recommended to upgrade the Kubernetes version together with the Run:ai cluster version, to ensure compatibility with latest supported version of your Kubernetes distribution</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#helm","title":"Helm","text":"<p>The latest releases of the Run:ai cluster require Helm 3.14 or above.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#upgrade","title":"Upgrade","text":"<p>Follow the instructions to upgrade using Helm. The Helm commands to upgrade the Run:ai cluster version may differ between versions. The steps below describe how to get the instructions from the Run:ai UI.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#getting-the-installation-instructions","title":"Getting the installation instructions","text":"<p>Follow the setup and installation instructions below to get the installation instructions to upgrade the Run:ai cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#setup","title":"Setup","text":"<ol> <li>In the Run:ai UI, go to Clusters </li> <li>Select the cluster you want to upgrade  </li> <li>Click INSTALLATION INSTRUCTIONS </li> <li>Optional: Select the Run:ai cluster version (latest, by default)  </li> <li>Click CONTINUE</li> </ol>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#installation-instructions","title":"Installation instructions","text":"<ol> <li>Follow the installation instructions (See the additional instructions below when upgrading to v2.13)    run the Helm commands provided on your Kubernetes cluster (see the troubleshooting below if installation fails)  </li> <li>Click DONE </li> <li>Once installation is complete, validate the cluster is Connected and listed with the new cluster version (see the cluster troubleshooting scenarios). Once you have done this, the cluster is upgraded to the latest version.</li> </ol> <p>Note</p> <p>To upgrade to a specific version, modify the <code>--version</code> flag by specifying the desired <code>&lt;version-number&gt;</code>. You can find all available versions by using the <code>helm search repo</code> command.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#upgrade-to-runai-cluster-version-213-old-release","title":"Upgrade to Run:ai cluster version 2.13 (old release)","text":"<p>Run:ai cluster version 2.13 (old release) does not support migration of the configured Helm values. If you have customized configurations you want to migrate, follow the additional steps below:</p> <ol> <li>Download the Run:ai Helm values file by running the command provided in your terminal  </li> <li>Run the following command to save existing cluster Helm values into <code>old-values.yaml</code></li> </ol> <pre><code>helm get values runai-cluster -n runai &gt; old-values.yaml\n</code></pre> <ol> <li>Identify configured custom values that you want to migrate  </li> <li>Manually merge the values from <code>old-values.yaml</code> into the new values file</li> </ol>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#troubleshooting","title":"Troubleshooting","text":"<p>If you encounter an issue with the cluster upgrade, use the troubleshooting scenario below.</p> Installation fails <p>If the Run:ai cluster upgrade fails, check the installation logs to identify the issue.</p> <p>Run the following script to print the installation logs:</p> <pre><code>curl -fsSL https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh\n</code></pre> Cluster status <p>If the Run:ai cluster upgrade completes, but the cluster status does not show as Connected, refer to the cluster troubleshooting scenarios</p> <p>. </p>"},{"location":"admin/runai-setup/cluster-setup/customize-cluster-install/","title":"Customize Installation","text":"<p>This article explains the available configurations for customizing the Run:ai cluster installation.</p>"},{"location":"admin/runai-setup/cluster-setup/customize-cluster-install/#helm-chart-values","title":"Helm chart values","text":"<p>The Run:ai cluster installation can be customized to support your environment via Helm values files or Helm install flags.</p> <p>These configurations are saved in the runaiconfig Kubernetes object and can be edited post-installation as needed. For more information, see Advanced Cluster Configurations.</p>"},{"location":"admin/runai-setup/cluster-setup/customize-cluster-install/#values","title":"Values","text":"<p>The following table lists the available Helm chart values that can be configured to customize the Run:ai cluster installation.</p> Key Description Default global.image.registry (string) Global Docker image registry Default: <code>\"\"</code> global.additionalImagePullSecrets (list) List of image pull secrets references Default: <code>[]</code> spec.researcherService.ingress.tlsSecret (string) Existing secret key where cluster TLS Certificates are stored (non-OpenShift) Default: <code>runai-cluster-domain-tls-secret</code> spec.researcherService.route.tlsSecret (string) Existing secret key where cluster TLS Certificates are stored (OpenShift only) Default: <code>\"\"</code> spec.prometheus.spec.image (string) Due to a known issue In the Prometheus Helm chart, the imageRegistry setting is ignored. To pull the image from a different registry, you can manually specify the Prometheus image reference. Default: <code>quay.io/prometheus/prometheus</code> spec.prometheus.spec.imagePullSecrets (string) List of image pull secrets references in the runai namespace to use for pulling Prometheus images (relevant for air-gapped installations). Default: <code>[]</code>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/","title":"Install using Base Command Manager","text":"<p>This article explains the steps required to install the Run:ai cluster on a DGX Kubernetes Cluster using NVIDIA Base Command Manager (BCM).</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#runai-installer","title":"Run:ai Installer","text":"<p>The Run:ai Installer is an User Interface (UI) wizard that simplifies the deployment of Run:ai Cluster on DGX. The Run:ai installer can be installed via the BCM cluster wizard on cluster creation.</p> <p>Note</p> <p>For advanced configuration and custom deployment options, refer to the Install using Helm.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#before-installation","title":"Before installation","text":"<p>There are a number of matters to consider prior to installing using the Run:ai Installer.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#application-secret-key","title":"Application secret key","text":"<p>An Application secret key is required to connect the cluster to the Run:ai Platform, In order to get the Application secret key, a new cluster must be added.</p> <ol> <li>follow the Adding a new cluster setup instructions, Do not follow the Installation instructions.</li> <li>Once cluster instructions are displayed, find the <code>controlPlane.clientSecret</code> flag in the displayed Helm command, copy and save its value.</li> </ol> <p>Note</p> <p>For DGX Bundle customers, installing their first Run:ai cluster - The Application secret key will be provided by the Run:ai Support team.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#system-and-network-requirements","title":"System and network requirements","text":"<p>Before installing the Run:ai cluster on a DGX system using BCM, ensure that your System requirements and Network requirements meets the necessary prerequisites.</p> <p>The BCM cluster wizard deploys essential Software Requirements, such as the Kubernetes Ingress Controller, NVIDIA GPU Operator, and Prometheus, as part of the Run:ai Installer deployment. Additional optional software requirements for Distributed training and Inference, requires manual setup.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#tenant-name","title":"Tenant Name","text":"<p>Your tenant name is predefined and supplied by Run:ai. Each customer is provided with a unique, dedicated URL in the format <code>&lt;tenant-name&gt;.run.ai</code> which includes the required tenant name.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#tls-certificate","title":"TLS certificate","text":"<p>A TLS private and public keys for the cluster\u2019s Fully Qualified Domain Name (FQDN) are required for HTTP access to the cluster</p> <p>Important</p> <p>TLS Certificate must be trusted, Self-signed certificates are not supported.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#installation","title":"Installation","text":"<p>Follow these instructions to install using BCM.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#installing-a-cluster","title":"Installing a cluster","text":"<p>The cluster installer is available via the locally installed BCM landing page,</p> <ol> <li>Go to the locally installed BCM landing page, Select the Run:ai tile or access directly to <code>http://&lt;BCM-CLUSTER-IP&gt;:30080/runai-installer</code> (HTTP only) </li> <li>Click VERIFY in order to check System Requirements are met. </li> <li>After verification completed successfully, click CONTINUE. </li> <li>Enter the cluster information and click CONTINUE. </li> <li>The Run:ai installation will start and should be complete within a few minutes </li> <li>Once a message of Run:ai was installed successfully! is displayed, Click on START USING RUN:AI to launch the login page of the tenant in a new browser tab. </li> </ol>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#troubleshooting","title":"Troubleshooting","text":"<p>If you encounter an issue with the installation, try the troubleshooting scenario below.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#runai-installer_1","title":"Run:ai Installer","text":"<p>The Run:ai Installer is a pod in Kubernetes. The pod is responsible for the installation preparation and prerequisite gathering phase. In case of an error during the Prerequisites verification, Run the following command to print the logs:</p> <pre><code>kubectl get pods -n runai | grep 'cluster-installer' # Find the cluster installer pod's name\nkubectl logs &lt;POD-NAME&gt; -n runai # Print the cluster installer pod logs\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#installation_1","title":"Installation","text":"<p>If the Run:ai cluster installation failed, check the installation logs to identify the issue. Run the following script to print the installation logs:</p> <pre><code>curl -fsSL https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#cluster-status","title":"Cluster status","text":"<p>If the Run:ai cluster installation completed, but the cluster status did not change its status to Connected, check the cluster troubleshooting scenarios</p>"},{"location":"admin/runai-setup/cluster-setup/network-req/","title":"Network Requirements","text":"<p>The following network requirements are for the Run:ai cluster installation and usage.</p>"},{"location":"admin/runai-setup/cluster-setup/network-req/#external-access","title":"External access","text":"<p>Set out below are the domains to whitelist and ports to open for installation, upgrade, and usage of the application and its management.</p> <p>Ensure the inbound and outbound rules are correctly applied to your firewall.</p>"},{"location":"admin/runai-setup/cluster-setup/network-req/#inbound-rules","title":"Inbound rules","text":"<p>To allow your organization\u2019s Run:ai users to interact with the cluster using the Run:ai Command-line interface, or access specific UI features, certain inbound ports need to be open.</p> Name Description Source Destination Port Run:ai cluster Run:ai cluster HTTPS entrypoint 0.0.0.0 all k8s nodes 443"},{"location":"admin/runai-setup/cluster-setup/network-req/#outbound-rules","title":"Outbound rules","text":"<p>For the Run:ai cluster installation and usage, certain outbound ports must be open.</p> Name Description Source Destination Port Run:ai Platform Run:ai cloud instance Run:ai system nodes app.run.ai 443 Grafana Run:ai cloud metrics store Run:ai system nodes prometheus-us-central1.grafana.net and runailabs.com 443 Google Container Registry Run:ai image repository All K8S nodes gcr.io/run-ai-prod 443 JFrog Artifactory Run:ai Helm repository Helm client machine runai.jfrog.io 443 <p>The Run:ai installation has software requirements that require additional components to be installed on the cluster. This article includes simple installation examples which can be used optionally and require the following cluster outbound ports to be open:</p> Name Description Source Destination Port Kubernetes Registry Ingress Nginx image repository All K8S nodes registry.k8s.io 443 Google Container Registry GPU Operator, and Knative image repository All K8S nodes gcr.io 443 Red Hat Container Registry Prometheus Operator image repository All K8S nodes quay.io 443 Docker Hub Registry Training Operator image repository All K8S nodes docker.io 443 <p>Note</p> <p>If you are using an HTTP proxy, contact Run:ai support for further instructions.</p>"},{"location":"admin/runai-setup/cluster-setup/network-req/#internal-network","title":"Internal network","text":"<p>Ensure that all Kubernetes nodes can communicate with each other across all necessary ports. Kubernetes assumes full interconnectivity between nodes, so you must configure your network to allow this seamless communication. Specific port requirements may vary depending on your network setup.</p>"},{"location":"admin/runai-setup/cluster-setup/project-management/","title":"Manually Create Projects","text":""},{"location":"admin/runai-setup/cluster-setup/project-management/#manual-creation-of-namespaces-for-projects","title":"Manual Creation of Namespaces for Projects","text":""},{"location":"admin/runai-setup/cluster-setup/project-management/#introduction","title":"Introduction","text":"<p>The Administrator creates Run:ai Projects via the Run:ai user interface. When enabling Researcher Authentication you also assign users to Projects.</p> <p>Run:ai Projects are implemented as Kubernetes namespaces. When creating a new Run:ai Project, Run:ai does the following automatically:</p> <ol> <li>Creates a namespace by the name of <code>runai-&lt;PROJECT-NAME&gt;</code>.</li> <li>Labels the namespace as managed by Run:ai.</li> <li>Provides access to the namespace for Run:ai services.</li> <li>Associates users with the namespace.</li> </ol> <p>This process may need to be altered if,</p> <ul> <li>Researchers already have existing Kubernetes namespaces</li> <li>The organization's Kubernetes namespace naming convention does not allow the <code>runai-</code> prefix.</li> <li>The organization's policy does not allow the automatic creation of namespaces.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/project-management/#process","title":"Process","text":"<p>Run:ai allows the association of a Run:ai Project with any existing Kubernetes namespace:</p> <ul> <li>Disable namespace creation by setting the cluster flag <code>createNamespaces</code> to <code>false</code>. For more information see Advanced Cluster Configuration </li> <li>Using the Run:ai User Interface, create a new Project <code>&lt;PROJECT-NAME&gt;</code>. A namespace will not be created.</li> <li>Associate and existing namepace <code>&lt;NAMESPACE&gt;</code> with the Run:ai project by running:</li> </ul> <pre><code>kubectl label ns &lt;NAMESPACE&gt;  runai/queue=&lt;PROJECT_NAME&gt;\n</code></pre> <p>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p>"},{"location":"admin/runai-setup/self-hosted/overview/","title":"Self Hosted Run:ai Installation","text":"<p>The self-hosted option is for organizations that cannot use a SaaS solution due to data leakage concerns.</p> <p>Run:ai self-hosting comes with two variants:</p> Self-hosting Type Description Connected The organization can freely download from the internet (though upload is not allowed) Air-gapped The organization has no connection to the internet  <p>The self-hosted installation is priced differently. For further information please talk to Run:ai sales. </p>"},{"location":"admin/runai-setup/self-hosted/overview/#self-hosting-with-kubernetes-vs-openshift","title":"Self-hosting with Kubernetes vs OpenShift","text":"<p>Run:ai has been certified with a specified set of Kubernetes distributions. The OpenShift installation is different from the rest. As such, the Run:ai self-hosted installation instructions are divided into two separate sections:</p> <ul> <li>OpenShift-based installation. See Run:ai OpenShift installation. The Run:ai operator for OpenShift is certified by Red Hat.</li> <li>Kubernetes-based installation. See Run:ai Kubernetes installation.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/additional-clusters/","title":"Installing additional Clusters","text":"<p>The first Run:ai cluster is typically installed on the same Kubernetes cluster as the Run:ai control plane. Run:ai supports multiple clusters per single control plane. This document is about installing additional clusters on different Kubernetes clusters.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/additional-clusters/#installation","title":"Installation","text":"<p>Follow the Run:ai SaaS installation network instructions as described in Domain name requirement.  Specifically:</p> <ol> <li>Install Run:ai prerequisites. Including ingress controller and Prometheus. </li> <li>The Cluster should have a dedicated URL with a trusted certificate.</li> <li>Create a secret in the Run:ai namespace containing the details of a trusted certificate. </li> <li>Run the <code>helm</code> command as instructed.  </li> </ol>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/","title":"Install the Run:ai Control Plane","text":""},{"location":"admin/runai-setup/self-hosted/k8s/backend/#prerequisites-and-preparations","title":"Prerequisites and preparations","text":"<p>Make sure you have followed the Control Plane prerequisites and preparations.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#helm-install","title":"Helm install","text":"<p>Run the helm command below:</p> ConnectedAirgapped <pre><code>helm repo add runai-backend https://runai.jfrog.io/artifactory/cp-charts-prod\nhelm repo update\nhelm upgrade -i runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" \\\n    --set global.domain=&lt;DOMAIN&gt;  # (1)\n</code></pre> <ol> <li>Domain name described here. </li> </ol> <p>Info</p> <p>To install a specific version, add <code>--version &lt;version&gt;</code> to the install command. You can find available versions by running <code>helm search repo -l runai-backend</code>.</p> <pre><code>helm upgrade -i runai-backend control-plane-&lt;VERSION&gt;.tgz  \\ # (1)\n    --set global.domain=&lt;DOMAIN&gt;  \\ # (2)\n    --set global.customCA.enabled=true \\  # (3)\n    -n runai-backend -f custom-env.yaml  # (4)\n</code></pre> <ol> <li>Replace <code>&lt;VERSION&gt;</code> with the Run:ai control plane version.</li> <li>Domain name described here. </li> <li>See the Local Certificate Authority instructions below</li> <li><code>custom-env.yaml</code> should have been created by the prepare installation script in the previous section. </li> </ol> <p>Tip</p> <p>Use the  <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#additional-runai-configurations-optional","title":"Additional Run:ai configurations (optional)","text":"<p>There may be cases where you need to set additional properties, To apply the changes run <code>helm upgrade</code> and use <code>--set</code> to set specific configurations, and restart the relevant Run:ai pods so they can fetch the new configurations.</p> Key Change Description <code>global.ingress.ingressClass</code> Ingress class Run:ai default is using NGINX. If your cluster has a different ingress controller, you can configure the ingress class to be created by Run:ai <code>global.ingress.tlsSecretName</code> TLS secret name Run:ai requires the creation of a secret with domain certificate. If the <code>runai-backend</code> namespace already had such a secret, you can set the secret name here <code>&lt;component&gt;</code> <code>resources:</code> <code>limits:</code> <code>cpu: 500m</code> <code>memory: 512Mi</code> <code>requests:</code> <code>cpu: 250m</code> <code>memory: 256Mi</code> Pod request and limits Set Run:ai and 3rd party services' resources <code>disableIstioSidecarInjection.enabled</code> Disable Istio sidecar injection Disable the automatic injection of Istio sidecars across the entire Run:ai Control Plane services. <code>global.affinity</code> System nodes Sets the system nodes where the Run:ai control plane services are scheduled."},{"location":"admin/runai-setup/self-hosted/k8s/backend/#additional-3rd-party-configurations-optional","title":"Additional 3rd party configurations (optional)","text":"<p>The Run:ai Control Plane chart, includes multiple sub-charts of 3rd party components:</p> <ul> <li>PostgreSQL - Data store</li> <li>Thanos - Metrics Store</li> <li>Keycloakx - Identity &amp; Access Management</li> <li>Grafana - Analytics Dashboard</li> <li>Redis - Caching (Disabled, by default)</li> </ul> <p>Tip</p> <p>Click on any component, to view it's chart values and configurations</p> <p>If you have opted to connect to an external PostgreSQL database, refer to the additional configurations table below. Adjust the following parameters based on your connection details:</p> <ol> <li>Disable PostgreSQL deployment - <code>postgresql.enabled</code></li> <li>Run:ai connection details - <code>global.postgresql.auth</code></li> <li>Grafana connection details - <code>grafana.dbUser</code>, <code>grafana.dbPassword</code></li> </ol>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#postgresql","title":"PostgreSQL","text":"Key Change Description <code>postgresql.enabled</code> PostgreSQL installation If set to <code>false</code> the PostgreSQL will not be installed <code>global.postgresql.auth.host</code> PostgreSQL host Hostname or IP address of the PostgreSQL server <code>global.postgresql.auth.port</code> PostgreSQL port Port number on which PostgreSQL is running <code>global.postgresql.auth.username</code> PostgreSQL username Username for connecting to PostgreSQL <code>global.postgresql.auth.password</code> PostgreSQL password Password for the PostgreSQL user specified by <code>global.postgresql.auth.username</code> <code>global.postgresql.auth.postgresPassword</code> PostgreSQL default admin password Password for the built-in PostgreSQL superuser (<code>postgres</code>) <code>global.postgresql.auth.existingSecret</code> Postgres Credentials (secret) Existing secret name with authentication credentials <code>global.postgresql.auth.dbSslMode</code> Postgres connection SSL mode Set the SSL mode, see list in Protection Provided in Different Modes, <code>prefer</code> mode is not supported <code>postgresql.primary.initdb.password</code> PostgreSQL default admin password Set the same password as in <code>global.postgresql.auth.postgresPassword</code> (if changed) <code>postgresql.primary.persistence.storageClass</code> Storage class The installation to work with a specific storage class rather than the default one"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#thanos","title":"Thanos","text":"Key Change Description <code>thanos.receive.persistence.storageClass</code> Storage class The installation to work with a specific storage class rather than the default one"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#keycloakx","title":"Keycloakx","text":"Key Change Description <code>keycloakx.adminUser</code> User name of the internal identity provider administrator This user is the administrator of Keycloak <code>keycloakx.adminPassword</code> Password of the internal identity provider administrator This password is for the administrator of Keycloak <code>keycloakx.existingSecret</code> Keycloakx Credentials (secret) Existing secret name with authentication credentials <code>global.keycloakx.host</code> KeyCloak (Run:ai internal identity provider) host path Override the DNS for Keycloak. This can be used to access Keycloak from outside the Run:ai Control Plane cluster via ingress <p>The <code>keycloakx.adminUser</code> can only be set during the initial installation. The admin password, however, can also be changed later through the Keycloak UI, but you must also update the <code>keycloakx.adminPassword</code> value in the Helm chart using helm upgrade. Failing to update the Helm values after changing the password can lead to control plane services encountering errors.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#grafana","title":"Grafana","text":"Key Change Description <code>grafana.db.existingSecret</code> Grafana database connection credentials (secret) Existing secret name with authentication credentials <code>grafana.dbUser</code> Grafana database username Username for accessing the Grafana database <code>grafana.dbPassword</code> Grafana database password Password for the Grafana database user <code>grafana.admin.existingSecret</code> Grafana admin default credentials (secret) Existing secret name with authentication credentials <code>grafana.adminUser</code> Grafana username Override the Run:ai default user name for accessing Grafana <code>grafana.adminPassword</code> Grafana password Override the Run:ai default password for accessing Grafana"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#redis","title":"Redis","text":"Key Change Description <code>redisCache.auth.password</code> Redis (Runai internal cache mechanism) applicative password Override the default password <code>redisCache.auth.existingSecret</code> Redis credentials (secret) Existing secret name with authentication credentials"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#next-steps","title":"Next Steps","text":""},{"location":"admin/runai-setup/self-hosted/k8s/backend/#connect-to-runai-user-interface","title":"Connect to Run:ai User interface","text":"<p>Go to: <code>runai.&lt;domain&gt;</code>. Log in using the default credentials: User: <code>test@run.ai</code>, Password: <code>Abcd!234</code>. Go to the Users area and change the password.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#enable-forgot-password-optional","title":"Enable Forgot Password (optional)","text":"<p>To support the Forgot password functionality, follow the steps below.</p> <ul> <li>Go to <code>runai.&lt;domain&gt;/auth</code> and Log in.</li> <li>Under <code>Realm settings</code>, select the <code>Login</code> tab and enable the <code>Forgot password</code> feature.</li> <li>Under the <code>Email</code> tab, define an SMTP server, as explained here</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#install-runai-cluster","title":"Install Run:ai Cluster","text":"<p>Continue with installing a Run:ai Cluster.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/cluster/","title":"Self Hosted installation over Kubernetes - Cluster Setup","text":""},{"location":"admin/runai-setup/self-hosted/k8s/cluster/#prerequisites","title":"Prerequisites","text":"<p>Install prerequisites as per System Requirements document.</p> <p>Note</p> <p>For self-hosted deployments, Kubernetes Ingress Controller and Cluster Fully Qualified Domain Name (FQDN) requirements are only necessary when the Run:ai Control Plane and Run:ai Cluster reside on seperate Kuebrnetes clusters.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/cluster/#install-cluster","title":"Install Cluster","text":"ConnectedAirgapped <p>Perform the cluster installation instructions explained here.</p> <p>Perform the cluster installation instructions explained here.</p> <p>On the second tab of the cluster wizard, when copying the helm command for installation, you will need to use the pre-provided installation file instead of using helm repositories. As such:</p> <ul> <li>Do not add the helm repository and do not run <code>helm repo update</code>.</li> <li>Instead, edit the <code>helm upgrade</code> command. <ul> <li>Replace <code>runai/runai-cluster</code> with <code>runai-cluster-&lt;version&gt;.tgz</code>. </li> <li>Add  <code>--set global.image.registry=&lt;Docker Registry address&gt;</code> where the registry address is as entered in the preparation section</li> </ul> </li> </ul> <p>The command should look like the following:</p> <pre><code>helm upgrade -i runai-cluster runai-cluster-&lt;version&gt;.tgz \\\n    --set controlPlane.url=... \\\n    --set controlPlane.clientSecret=... \\\n    --set cluster.uid=... \\\n    --set cluster.url=... --create-namespace \\\n    --set global.image.registry=registry.mycompany.local \\\n</code></pre> <p>Tip</p> <p>Use the  <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation. For more details see Understanding cluster access roles.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/cluster/#optional-customize-installation","title":"(Optional) Customize Installation","text":"<p>To customize specific aspects of the cluster installation see customize cluster installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/next-steps/","title":"Next Steps","text":"<ul> <li>Create additional I Users.</li> <li>Set up Project-based Researcher Access Control.</li> <li>Set up Researchers to work with the Run:ai Command-line interface (CLI). See Installing the Run:ai Command-line Interface on how to install the CLI for users.</li> <li>Review advanced setup and maintenace scenarios.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/","title":"Preparing for a Run:ai Kubernetes installation","text":"<p>The following section provides IT with the information needed to prepare for a Run:ai installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#prerequisites","title":"Prerequisites","text":"<p>Follow the prerequisites as explained in Self-Hosted installation over Kubernetes.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#software-artifacts","title":"Software artifacts","text":"ConnectedAirgapped <p>You should receive a file: <code>runai-reg-creds.yaml</code> from Run:ai Customer Support. The file provides access to the Run:ai Container registry.</p> <p>SSH into a node with <code>kubectl</code> access to the cluster and <code>Docker</code> installed. Run the following to enable image download from the Run:ai Container Registry on Google cloud:</p> <pre><code>kubectl create namespace runai-backend\nkubectl apply -f runai-reg-creds.yaml\n</code></pre> <p>You should receive a single file <code>runai-air-gapped-&lt;VERSION&gt;.tar.gz</code> from Run:ai customer support</p> <p>SSH into a node with <code>kubectl</code> access to the cluster and <code>Docker</code> installed.</p> <p>Run:ai assumes the existence of a Docker registry for images. Most likely installed within the organization. The installation requires the network address and port for the registry (referenced below as <code>&lt;REGISTRY_URL&gt;</code>). </p> <p>To extract Run:ai files, replace <code>&lt;VERSION&gt;</code> in the command below and run: </p> <pre><code>tar xvf runai-airgapped-package-&lt;VERSION&gt;.tar.gz\n\nkubectl create namespace runai-backend\n</code></pre> <p>Upload images</p> <p>Upload images to a local Docker Registry. Set the Docker Registry address in the form of <code>NAME:PORT</code> (do not add <code>https</code>):</p> <pre><code>export REGISTRY_URL=&lt;Docker Registry address&gt;\n</code></pre> <p>Run the following script (you must dockerd installed and at least 20GB of free disk space to run): </p> <pre><code>sudo -E ./setup.sh\n</code></pre> <p>If Docker is configured to run as non-root then <code>sudo</code> is not required.</p> <p>The script should create a file named <code>custom-env.yaml</code> which will be used by the control-plane installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#private-docker-registry-optional","title":"Private Docker Registry (optional)","text":"<p>To access the organization's docker registry it is required to set the registry's credentials (imagePullSecret)</p> <p>Create the secret named <code>runai-reg-creds</code> based on your existing credentials. For more information, see Pull an Image from a Private Registry.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#configure-your-environment","title":"Configure your environment","text":""},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#domain-certificate","title":"Domain Certificate","text":"<p>The Run:ai control plane requires a domain name (FQDN). You must supply a domain name as well as a trusted certificate for that domain.</p> <ul> <li>When installing the first Run:ai cluster on the same Kubernetes cluster as the control plane, the Run:ai cluster URL will be the same as the control-plane URL.</li> <li>When installing the Run:ai cluster on a separate Kubernetes cluster, follow the Run:ai Domain name requirement.</li> <li>If your network is air-gapped, you will need to provide the Run:ai control-plane and cluster with information about the local certificate authority.</li> </ul> <p>You must provide the domain's private key and crt as a Kubernetes secret in the <code>runai-backend</code> namespace. Run:</p> <pre><code>kubectl create secret tls runai-backend-tls -n runai-backend \\\n    --cert /path/to/fullchain.pem --key /path/to/private.pem\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#local-certificate-authority-air-gapped-only","title":"Local Certificate Authority (air-gapped only)","text":"<p>In air-gapped environments, you must prepare the public key of your local certificate authority as described here. It will need to be installed in Kubernetes for the installation to succeed.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#mark-runai-system-workers-optional","title":"Mark Run:ai system workers (optional)","text":"<p>You can optionally set the Run:ai control plane to run on specific nodes. Kubernetes will attempt to schedule Run:ai pods to these nodes. If lacking resources, the Run:ai nodes will move to another, non-labeled node.  </p> <p>To set system worker nodes run:</p> <pre><code>kubectl label node &lt;NODE-NAME&gt; node-role.kubernetes.io/runai-system=true\n</code></pre> <p>Warning</p> <p>Do not select the Kubernetes master as a <code>runai-system</code> node. This may cause Kubernetes to stop working (specifically if Kubernetes API Server is configured on 443 instead of the default 6443).</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#external-postgres-database-optional","title":"External Postgres database (optional)","text":"<p>If you have opted to use an external PostgreSQL database, you need to perform initial setup to ensure successful installation. Follow these steps:</p> <ol> <li> <p>Create a SQL script file, edit the parameters below, and save it locally:</p> <ul> <li>Replace <code>&lt;DATABASE_NAME&gt;</code> with a dedicate database name for RunAi in your PostgreSQL database.</li> <li>Replace <code>&lt;ROLE_NAME&gt;</code> with a dedicated role name (user) for RunAi database.</li> <li>Replace <code>&lt;ROLE_PASSWORD&gt;</code> with a password for the new PostgreSQL role.</li> <li>Replace <code>&lt;GRAFANA_PASSWORD&gt;</code> with the password to be set for Grafana integration.</li> </ul> <pre><code>-- Create a new database for runai\nCREATE DATABASE &lt;DATABASE_NAME&gt;; \n\n-- Create the role with login and password\nCREATE ROLE &lt;ROLE_NAME&gt;  WITH LOGIN PASSWORD '&lt;ROLE_PASSWORD&gt;'; \n\n-- Grant all privileges on the database to the role\nGRANT ALL PRIVILEGES ON DATABASE &lt;DATABASE_NAME&gt; TO &lt;ROLE_NAME&gt;; \n\n-- Connect to the newly created database\n\\c &lt;DATABASE_NAME&gt; \n\n-- grafana\nCREATE ROLE grafana WITH LOGIN PASSWORD '&lt;GRAFANA_PASSWORD&gt;'; \nCREATE SCHEMA grafana authorization grafana;\nALTER USER grafana set search_path='grafana';\n-- Exit psql\n\\q\n</code></pre> </li> <li> <p>Run the following command on a machine where PostgreSQL client (<code>pgsql</code>) is installed:</p> <pre><code>psql --host &lt;POSTGRESQL_HOST&gt; \\ # (1)\n--user &lt;POSTGRESQL_USER&gt; \\ # (2)\n--port &lt;POSTGRESQL_PORT&gt; \\ # (3)\n--dbname &lt;POSTGRESQL_DB&gt; \\ # (4)\n-a -f &lt;SQL_FILE&gt; \\ # (5)\n</code></pre> <ol> <li>Replace <code>&lt;POSTGRESQL_HOST&gt;</code> with the PostgreSQL ip address or hostname.</li> <li>Replace <code>&lt;POSTGRESQL_USER&gt;</code> with the PostgreSQL username.</li> <li>Replace <code>&lt;POSTGRESQL_PORT&gt;</code> with the port number where PostgreSQL is running.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;SQL_FILE&gt;</code> with the path to the SQL script created in the previous step.</li> </ol> </li> </ol>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#additional-permissions","title":"Additional permissions","text":"<p>As part of the installation, you will be required to install the Run:ai Control Plane and Cluster Helm Charts. The Helm Charts require Kubernetes administrator permissions. You can review the exact permissions provided by using the <code>--dry-run</code> on both helm charts.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#validate-prerequisites","title":"Validate Prerequisites","text":"<p>Once you believe that the Run:ai prerequisites and preperations are met, we highly recommend installing and running the Run:ai pre-install diagnostics script. The tool:</p> <ul> <li>Tests the below requirements as well as additional failure points related to Kubernetes, NVIDIA, storage, and networking.</li> <li>Looks at additional components installed and analyze their relevance to a successful Run:ai installation.</li> </ul> <p>To use the script download the latest version of the script and run:</p> <pre><code>chmod +x preinstall-diagnostics-&lt;platform&gt;\n./preinstall-diagnostics-&lt;platform&gt; --domain &lt;dns-entry&gt;\n</code></pre> <p>If the script fails, or if the script succeeds but the Kubernetes system contains components other than Run:ai, locate the file <code>runai-preinstall-diagnostics.txt</code> in the current directory and send it to Run:ai technical support.</p> <p>For more information on the script including additional command-line flags, see here.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#next-steps","title":"Next steps","text":"<p>Continue with installing the Run:ai Control Plane.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/","title":"Self-Hosted installation over Kubernetes - Prerequisites","text":"<p>Before proceeding with this document, please review the installation types documentation to understand the difference between air-gapped and connected installations. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#runai-components","title":"Run:ai Components","text":"<p>As part of the installation process you will install:</p> <ul> <li>A control-plane managing cluster</li> <li>One or more clusters</li> </ul> <p>Both the control plane and clusters require Kubernetes. Typically the control plane and first cluster are installed on the same Kubernetes cluster but this is not a must. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#installer-machine","title":"Installer machine","text":"<p>The machine running the installation script (typically the Kubernetes master) must have:</p> <ul> <li>At least 50GB of free space.</li> <li>Docker installed.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#helm","title":"Helm","text":"<p>Run:ai requires Helm 3.14 or later. To install Helm, see Installing Helm. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#cluster-hardware-requirements","title":"Cluster hardware requirements","text":"<p>The Run:ai control plane services require the following resources:</p> Component Required Capacity CPU 10 cores Memory 12GB Disk space 110GB <p>If Run:ai cluster is planned to be installed on the same cluster as the Run:ai control plane: Ensure the control plane requirements are in addition to the Run:ai cluster hardware requirements.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#arm-limitation","title":"ARM Limitation","text":"<p>The control plane does not support CPU nodes with ARM64k architecture. To schedule the Run:ai control plane services on supported nodes, use the <code>global.affinity</code> configuration paramter as detailed in Additional Run:ai configurations.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#runai-software-requirements","title":"Run:ai software requirements","text":""},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#cluster-nodes","title":"Cluster Nodes","text":"<p>See Run:ai Cluster prerequisites operating system requirements.</p> <p>Nodes are required to be synchronized by time using NTP (Network Time Protocol) for proper system functionality.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#kubernetes","title":"Kubernetes","text":"<p>See Run:ai Cluster prerequisites Kubernetes distribution requirements.</p> <p>The Run:ai control plane operating system prerequisites are identical.</p> <p>The Run:ai control-plane requires a default storage class to create persistent volume claims for Run:ai storage. The storage class, as per Kubernetes standards, controls the reclaim behavior: whether the Run:ai persistent data is saved or deleted when the Run:ai control plane is deleted. </p> <p>Note</p> <p>For a simple (nonproduction) storage class example see Kubernetes Local Storage Class. The storage class will set the directory <code>/opt/local-path-provisioner</code> to be used across all nodes as the path for provisioning persistent volumes.</p> <p>Then set the new storage class as default:</p> <pre><code>kubectl patch storageclass local-path -p '{\"metadata\": {\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"}}}'\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#install-prerequisites","title":"Install prerequisites","text":""},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#ingress-controller","title":"Ingress Controller","text":"<p>The Run:ai control plane installation assumes an existing installation of NGINX as the ingress controller. You can follow the Run:ai Cluster prerequisites Kubernetes ingress controller installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#nvidia-gpu-operator","title":"NVIDIA GPU Operator","text":"<p>See Run:ai Cluster prerequisites NVIDIA GPU operator requirements.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the NVIDIA prerequisites.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#prometheus","title":"Prometheus","text":"<p>See Run:ai Cluster prerequisites Prometheus requirements.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Prometheus prerequisites. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#inference-optional","title":"Inference (optional)","text":"<p>See Run:ai Cluster prerequisites Inference requirements.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Inference prerequisites. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#external-postgres-database-optional","title":"External Postgres database (optional)","text":"<p>The Run:ai control plane installation includes a default PostgreSQL database. However, you may opt to use an existing PostgreSQL database if you have specific requirements or preferences. Please ensure that your PostgreSQL database is version 16 or higher.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#next-steps","title":"Next steps","text":"<p>Continue to Preparing for a Run:ai Kubernetes Installation .</p>"},{"location":"admin/runai-setup/self-hosted/k8s/project-management/","title":"Self Hosted installation over Kubernetes - Create Projects","text":""},{"location":"admin/runai-setup/self-hosted/k8s/project-management/#introduction","title":"Introduction","text":"<p>The Administrator creates Run:ai Projects via the Run:ai user interface. When enabling Researcher Authentication you also assign users to Projects.</p> <p>Run:ai Projects are implemented as Kubernetes namespaces. When creating a new Run:ai Project, Run:ai does the following automatically:</p> <ol> <li>Creates a namespace by the name of <code>runai-&lt;PROJECT-NAME&gt;</code>.</li> <li>Labels the namespace as managed by Run:ai.</li> <li>Provides access to the namespace for Run:ai services.</li> <li>Associates users with the namespace.</li> </ol> <p>This process may need to be altered if,</p> <ul> <li>Researchers already have existing Kubernetes namespaces</li> <li>The organization's Kubernetes namespace naming convention does not allow the <code>runai-</code> prefix.</li> <li>The organization's policy does not allow the automatic creation of namespaces.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/project-management/#process","title":"Process","text":"<p>Run:ai allows the association of a Run:ai Project with any existing Kubernetes namespace:</p> <ul> <li>When setting up a Run:ai cluster, Disable namespace creation by setting the cluster flag <code>createNamespaces</code> to <code>false</code>.</li> <li>Using the Run:ai User Interface, create a new Project <code>&lt;PROJECT-NAME&gt;</code>. A namespace will not be created.</li> <li>Associate and existing namepace <code>&lt;NAMESPACE&gt;</code> with the Run:ai project by running:</li> </ul> <pre><code>kubectl label ns &lt;NAMESPACE&gt;  runai/queue=&lt;PROJECT_NAME&gt;\n</code></pre> <p>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/uninstall/","title":"Uninstall Run:ai","text":""},{"location":"admin/runai-setup/self-hosted/k8s/uninstall/#uninstall-a-runai-cluster","title":"Uninstall a Run:ai Cluster","text":"<p>To uninstall the cluster see: cluster delete </p>"},{"location":"admin/runai-setup/self-hosted/k8s/uninstall/#uninstall-the-runai-control-plane","title":"Uninstall the Run:ai Control Plane","text":"<p>To delete the control plane, run:</p> <pre><code>helm uninstall runai-backend -n runai-backend\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/","title":"Upgrade Run:ai","text":""},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#preparations","title":"Preparations","text":""},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#helm","title":"Helm","text":"<p>Run:ai requires Helm 3.14 or later. Before you continue, validate your installed helm client version. To install or upgrade Helm, see Installing Helm. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#software-files","title":"Software files","text":"ConnectedAirgapped <p>Run the helm command below:</p> <pre><code>helm repo add runai-backend https://runai.jfrog.io/artifactory/cp-charts-prod\nhelm repo update\n</code></pre> <ul> <li>Ask for a tar file <code>runai-air-gapped-&lt;NEW-VERSION&gt;.tar.gz</code> from Run:ai customer support. The file contains the new version you want to upgrade to. <code>&lt;NEW-VERSION&gt;</code> is the updated version of the Run:ai control plane.</li> <li>Upload the images as described here.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#before-upgrade","title":"Before upgrade","text":"<p>Before proceeding with the upgrade, it's crucial to apply the specific prerequisites associated with your current version of Run:ai and every version in between up to the version you are upgrading to.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-from-version-29","title":"Upgrade from version 2.9","text":"<p>Two significant changes to the control-plane installation have happened with version 2.12: PVC ownership, Ingress and installation customization. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#pvc-ownership","title":"PVC ownership","text":"<p>Run:ai will no longer directly create the PVCs that store Run:ai data (metrics and database). Instead, going forward,  * Run:ai requires a Kubernetes storage class to be installed. * The PVCs are created by the Kubernetes StatefulSets. </p> <p>The storage class, as per Kubernetes standards, controls the reclaim behavior: whether the data is saved or deleted when the Run:ai control plane is deleted.  </p> <p>To remove the ownership in an older installation, run:</p> <pre><code>kubectl patch pvc -n runai-backend pvc-thanos-receive  -p '{\"metadata\": {\"annotations\":{\"helm.sh/resource-policy\": \"keep\"}}}'\nkubectl patch pvc -n runai-backend pvc-postgresql  -p '{\"metadata\": {\"annotations\":{\"helm.sh/resource-policy\": \"keep\"}}}'\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#ingress","title":"Ingress","text":"<p>Delete the ingress object which will be recreated by the control plane upgrade</p> <pre><code>kubectl delete ing -n runai-backend runai-backend-ingress\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#installation-customization","title":"Installation customization","text":"<p>The Run:ai control-plane installation has been rewritten and is no longer using a backend values file. Instead, to customize the installation use standard <code>--set</code> flags. If you have previously customized the installation, you must now extract these customizations and add them as <code>--set</code> flag to the helm installation:</p> <ul> <li>Find previous customizations to the control plane if such exist. Run:ai provides a utility for that here <code>https://raw.githubusercontent.com/run-ai/docs/v2.13/install/backend/cp-helm-vals-diff.sh</code>. For information on how to use this utility please contact Run:ai customer support. </li> <li>Search for the customizations you found in the optional configurations table and add them in the new format. </li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-control-plane","title":"Upgrade Control Plane","text":""},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-from-version-213-or-later","title":"Upgrade from version 2.13, or later","text":"ConnectedAirgapped <pre><code>helm get values runai-backend -n runai-backend &gt; runai_control_plane_values.yaml\nhelm upgrade runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" -f runai_control_plane_values.yaml --reset-then-reuse-values\n</code></pre> <pre><code>helm get values runai-backend -n runai-backend &gt; runai_control_plane_values.yaml\nhelm upgrade runai-backend control-plane-&lt;NEW-VERSION&gt;.tgz -n runai-backend  -f runai_control_plane_values.yaml --reset-then-reuse-values\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-from-version-29_1","title":"Upgrade from version 2.9","text":"<ul> <li>Create a <code>tls secret</code> as described in the control plane installation. </li> <li>Upgrade the control plane as described in the control plane installation. During the upgrade, you must tell the installation not to create the two PVCs:</li> </ul> ConnectedAirgapped <pre><code>helm upgrade -i runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" \\\n--set global.domain=&lt;DOMAIN&gt; \\\n--set postgresql.primary.persistence.existingClaim=pvc-postgresql \\ \n--set thanos.receive.persistence.existingClaim=pvc-thanos-receive \n</code></pre> <p>Note</p> <p>The helm repository name has changed from <code>runai-backend/runai-backend</code> to <code>runai-backend/control-plane</code>.</p> <pre><code>helm upgrade -i runai-backend control-plane-&lt;NEW-VERSION&gt;.tgz -n runai-backend \\\n--set global.domain=&lt;DOMAIN&gt; \\\n--set postgresql.primary.persistence.existingClaim=pvc-postgresql \\ \n--set thanos.receive.persistence.existingClaim=pvc-thanos-receive \n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-cluster","title":"Upgrade Cluster","text":"<p>To upgrade the cluster follow the instructions here.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/additional-clusters/","title":"Installing additional clusters","text":"<p>The first Run:ai cluster is typically installed on the same OpenShift cluster as the Run:ai control plane. Run:ai supports multiple clusters per single control plane. This document is about installing additional clusters on different OpenShift clusters.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/additional-clusters/#additional-cluster-installation","title":"Additional cluster installation","text":"<p>Create a new cluster, then:</p> <ul> <li>Select a target platform <code>OpenShift</code></li> <li>Select a Cluster location <code>Remote to Control Plane</code>.</li> <li>You must enter a specific cluster URL with the format <code>https://runai.apps.&lt;BASE_DOMAIN&gt;</code>. To get the base Domain run <code>oc get dns cluster -oyaml | grep baseDomain</code></li> <li>Ignore the instructions for creating a secret.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/","title":"Install the Run:ai Control Plane","text":""},{"location":"admin/runai-setup/self-hosted/ocp/backend/#prerequisites-and-preparations","title":"Prerequisites and preparations","text":"<p>Make sure you have followed the Control Plane prerequisites and preparations.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#helm-install","title":"Helm Install","text":"<p>Run the helm command below:</p> ConnectedAirgapped <pre><code>helm repo add runai-backend https://runai.jfrog.io/artifactory/cp-charts-prod\nhelm repo update\nhelm upgrade -i runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" \\\n    --set global.domain=runai.apps.&lt;OPENSHIFT-CLUSTER-DOMAIN&gt; \\ # (1)\n    --set global.config.kubernetesDistribution=openshift\n</code></pre> <ol> <li>The subdomain configured for the OpenShift cluster.</li> </ol> <p>Info</p> <p>To install a specific version, add <code>--version &lt;version&gt;</code> to the install command. You can find available versions by running <code>helm search repo -l runai-backend</code>.</p> <pre><code>helm upgrade -i runai-backend  ./control-plane-&lt;version&gt;.tgz -n runai-backend \\\n    --set global.domain=runai.apps.&lt;OPENSHIFT-CLUSTER-DOMAIN&gt; \\ # (1)\n    --set global.config.kubernetesDistribution=openshift \\\n    --set global.customCA.enabled=true \\ # (2)\n    -f custom-env.yaml  # (3)\n</code></pre> <ol> <li>The domain configured for the OpenShift cluster. To find out the OpenShift cluster domain, run <code>oc get routes -A</code></li> <li>See the Local Certificate Authority instructions below</li> <li><code>custom-env.yaml</code> should have been created by the prepare installation script in the previous section. </li> </ol> <p>(replace <code>&lt;version&gt;</code> with the control plane version)</p> <p>Tip</p> <p>Use the  <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#additional-runai-configurations-optional","title":"Additional Run:ai configurations (optional)","text":"<p>There may be cases where you need to set additional properties, To apply the changes run <code>helm upgrade</code> and use <code>--set</code> to set specific configurations, and restart the relevant Run:ai pods so they can fetch the new configurations.</p> Key Change Description <code>&lt;component&gt;</code> <code>resources:</code> <code>limits:</code> <code>cpu: 500m</code> <code>memory: 512Mi</code> <code>requests:</code> <code>cpu: 250m</code> <code>memory: 256Mi</code> Pod request and limits Set Run:ai and 3rd party services' resources <code>disableIstioSidecarInjection.enabled</code> Disable Istio sidecar injection Disable the automatic injection of Istio sidecars across the entire Run:ai Control Plane services."},{"location":"admin/runai-setup/self-hosted/ocp/backend/#additional-3rd-party-configurations-optional","title":"Additional 3rd party configurations (optional)","text":"<p>The Run:ai Control Plane chart, includes multiple sub-charts of 3rd party components:</p> <ul> <li>PostgreSQL - Data store</li> <li>Keycloakx - Identity &amp; Access Management</li> <li>Grafana - Analytics Dashboard</li> <li>Redis - Caching (Disabled, by default)</li> </ul> <p>Tip</p> <p>Click on any component, to view it's chart values and configurations</p> <p>If you have opted to connect to an external PostgreSQL database, refer to the additional configurations table below. Adjust the following parameters based on your connection details:</p> <ol> <li>Disable PostgreSQL deployment - <code>postgresql.enabled</code></li> <li>Run:ai connection details - <code>global.postgresql.auth</code></li> <li>Grafana connection details - <code>grafana.dbUser</code>, <code>grafana.dbPassword</code></li> </ol>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#postgresql","title":"PostgreSQL","text":"Key Change Description <code>postgresql.enabled</code> PostgreSQL installation If set to <code>false</code> the PostgreSQL will not be installed <code>global.postgresql.auth.host</code> PostgreSQL host Hostname or IP address of the PostgreSQL server <code>global.postgresql.auth.port</code> PostgreSQL port Port number on which PostgreSQL is running <code>global.postgresql.auth.username</code> PostgreSQL username Username for connecting to PostgreSQL <code>global.postgresql.auth.password</code> PostgreSQL password Password for the PostgreSQL user specified by <code>global.postgresql.auth.username</code> <code>global.postgresql.auth.postgresPassword</code> PostgreSQL default admin password Password for the built-in PostgreSQL superuser (<code>postgres</code>) <code>global.postgresql.auth.existingSecret</code> Postgres Credentials (secret) Existing secret name with authentication credentials <code>global.postgresql.auth.dbSslMode</code> Postgres connection SSL mode Set the SSL mode, see list in Protection Provided in Different Modes, <code>prefer</code> mode is not supported <code>postgresql.primary.initdb.password</code> PostgreSQL default admin password Set the same password as in <code>global.postgresql.auth.postgresPassword</code> (if changed) <code>postgresql.primary.persistence.storageClass</code> Storage class The installation to work with a specific storage class rather than the default one"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#keycloakx","title":"Keycloakx","text":"Key Change Description <code>keycloakx.adminUser</code> User name of the internal identity provider administrator This user is the administrator of Keycloak <code>keycloakx.adminPassword</code> Password of the internal identity provider administrator This password is for the administrator of Keycloak <code>keycloakx.existingSecret</code> Keycloakx credentials (secret) Existing secret name with authentication credentials <code>global.keycloakx.host</code> KeyCloak (Run:ai internal identity provider) host path Override the DNS for Keycloak. This can be used to access Keycloak from outside the Run:ai Control Plane cluster via ingress <p>The <code>keycloakx.adminUser</code> can only be set during the initial installation. The admin password, however, can also be changed later through the Keycloak UI, but you must also update the <code>keycloakx.adminPassword</code> value in the Helm chart using helm upgrade. Failing to update the Helm values after changing the password can lead to control plane services encountering errors.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#grafana","title":"Grafana","text":"Key Change Description <code>grafana.db.existingSecret</code> Grafana database connection credentials (secret) Existing secret name with authentication credentials <code>grafana.dbUser</code> Grafana database username Username for accessing the Grafana database <code>grafana.dbPassword</code> Grafana database password Password for the Grafana database user <code>grafana.admin.existingSecret</code> Grafana admin default credentials (secret) Existing secret name with authentication credentials <code>grafana.adminUser</code> Grafana username Override the Run:ai default user name for accessing Grafana <code>grafana.adminPassword</code> Grafana password Override the Run:ai default password for accessing Grafana"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#redis","title":"Redis","text":"Key Change Description <code>redisCache.auth.password</code> Redis (Runai internal cache mechanism) applicative password Override the default password <code>redisCache.auth.existingSecret</code> Redis credentials (secret) Existing secret name with authentication credentials"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#next-steps","title":"Next steps","text":""},{"location":"admin/runai-setup/self-hosted/ocp/backend/#connect-to-runai-user-interface","title":"Connect to Run:ai user interface","text":"<ul> <li>Run: <code>oc get routes -n runai-backend</code> to find the Run:ai Administration User Interface URL.</li> <li>Log in using the default credentials: User: <code>test@run.ai</code>, Password: <code>Abcd!234</code>.</li> <li>Go to the Users area and change the password.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#enable-forgot-password-optional","title":"Enable Forgot Password (optional)","text":"<p>To support the Forgot password functionality, follow the steps below.</p> <ul> <li>Go to <code>runai.&lt;openshift-cluster-domain&gt;/auth</code> and Log in.</li> <li>Under <code>Realm settings</code>, select the <code>Login</code> tab and enable the <code>Forgot password</code> feature.</li> <li>Under the <code>Email</code> tab, define an SMTP server, as explained here</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#install-runai-cluster","title":"Install Run:ai Cluster","text":"<p>Continue with installing a Run:ai Cluster.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/","title":"Self-Hosted installation over OpenShift - Cluster Setup","text":""},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#prerequisites","title":"Prerequisites","text":"<p>Install prerequisites as per System Requirements document.  </p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#create-openshift-projects","title":"Create OpenShift Projects","text":"<p>Run:ai cluster installation uses several namespaces (or projects in OpenShift terminology). Run the following:</p> <pre><code>oc new-project runai\noc new-project runai-reservation\noc new-project runai-scale-adjust\n</code></pre> <p>The last namespace (<code>runai-scale-adjust</code>) is only required if the cluster is a cloud cluster and is configured for auto-scaling.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#cluster-installation","title":"Cluster Installation","text":"ConnectedAirgapped <p>Perform the cluster installation instructions explained in Cluster install. When creating a new cluster, select the OpenShift  target platform.</p> <p>Info</p> <p>To install a specific version, add <code>--version &lt;version&gt;</code> to the install command. You can find available versions by running <code>helm search repo -l runai-cluster</code>.</p> <p>Perform the cluster installation instructions explained in Cluster install. When creating a new cluster, select the OpenShift  target platform.</p> <p>On the second tab of the cluster wizard, when copying the helm command for installation, you will need to use the pre-provided installation file instead of using helm repositories. As such:</p> <ul> <li>Do not add the helm repository and do not run <code>helm repo update</code>.</li> <li>Instead, edit the <code>helm upgrade</code> command. <ul> <li>Replace <code>runai/runai-cluster</code> with <code>runai-cluster-&lt;version&gt;.tgz</code>. </li> <li>Add  <code>--set global.image.registry=&lt;Docker Registry address&gt;</code> where the registry address is as entered in the preparation section</li> <li>Add <code>--set global.customCA.enabled=true</code> and perform the instructions for local certificate authority.</li> </ul> </li> </ul> <p>The command should look like the following: <pre><code>helm upgrade -i runai-cluster runai-cluster-&lt;version&gt;.tgz \\\n    --set controlPlane.url=... \\\n    --set controlPlane.clientSecret=... \\\n    --set cluster.uid=... \\\n    --set cluster.url=... --create-namespace \\\n    --set global.image.registry=registry.mycompany.local \\\n    --set global.customCA.enabled=true\n</code></pre></p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#optional-customize-installation","title":"(Optional) Customize Installation","text":"<p>To customize specific aspects of the cluster installation see customize cluster installation.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#next-steps","title":"Next Steps","text":"<p>Continue to create Run:ai Projects.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/next-steps/","title":"Next Steps","text":"<ul> <li>Create additional Run:ai Users.</li> <li>Set up Project-based Researcher Access Control.</li> <li>Set up Researchers to work with the Run:ai Command-line interface (CLI). See Installing the Run:ai Command-line Interface on how to install the CLI for users.</li> <li>Review advanced setup and maintenace scenarios.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/","title":"Preparing for a Run:ai OpenShift installation","text":"<p>The following section provides IT with the information needed to prepare for a Run:ai installation.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#prerequisites","title":"Prerequisites","text":"<p>See the Prerequisites section above.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#software-artifacts","title":"Software artifacts","text":"ConnectedAirgapped <p>You should receive a file: <code>runai-reg-creds.yaml</code> from Run:ai Customer Support. The file provides access to the Run:ai Container registry.</p> <p>SSH into a node with <code>oc</code> access (<code>oc</code> is the OpenShift command line) to the cluster and <code>Docker</code> installed.</p> <p>Run the following to enable image download from the Run:ai Container Registry on Google cloud:</p> <pre><code>oc apply -f runai-reg-creds.yaml -n runai-backend\n</code></pre> <p>You should receive a single file <code>runai-&lt;version&gt;.tar</code> from Run:ai customer support</p> <p>Run:ai assumes the existence of a Docker registry for images. Most likely installed within the organization. The installation requires the network address and port for the registry (referenced below as <code>&lt;REGISTRY_URL&gt;</code>). </p> <p>SSH into a node with <code>oc</code> access (<code>oc</code> is the OpenShift command line) to the cluster and <code>Docker</code> installed.</p> <p>To extract Run:ai files, replace <code>&lt;VERSION&gt;</code> in the command below and run: </p> <p><pre><code>tar xvf runai-airgapped-package-&lt;VERSION&gt;.tar.gz\n</code></pre> Upload images</p> <p>Upload images to a local Docker Registry. Set the Docker Registry address in the form of <code>NAME:PORT</code> (do not add <code>https</code>):</p> <pre><code>export REGISTRY_URL=&lt;Docker Registry address&gt;\n</code></pre> <p>Run the following script (you must have at least 20GB of free disk space to run): </p> <pre><code>./setup.sh\n</code></pre> <p>(If docker is configured to run as non-root then <code>sudo</code> is not required).</p> <p>The script should create a file named custom-env.yaml which will be used by the control-plane installation.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#private-docker-registry-optional","title":"Private Docker Registry (optional)","text":"<p>To access the organization's docker registry it is required to set the registry's credentials (imagePullSecret)</p> <p>Create the secret named <code>runai-reg-creds</code> in the <code>runai-backend</code> namespace based on your existing credentials. The configuration will be copied over to the <code>runai</code> namespace at cluster install. For more information, see Allowing pods to reference images from other secured registries.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#configure-your-environment","title":"Configure your environment","text":""},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#create-openshift-project","title":"Create OpenShift project","text":"<p>The Run:ai control plane uses a namespace (or project in OpenShift terminology) name <code>runai-backend</code>. You must create it before installing:</p> <pre><code>oc new-project runai-backend\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#local-certificate-authority-air-gapped-only","title":"Local Certificate Authority (air-gapped only)","text":"<p>In Air-gapped environments, you must prepare the public key of your local certificate authority as described here. It will need to be installed in Kubernetes for the installation to succeed.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#mark-runai-system-workers-optional","title":"Mark Run:ai system workers (optional)","text":"<p>You can optionally set the Run:ai control plane to run on specific nodes. Kubernetes will attempt to schedule Run:ai pods to these nodes. If lacking resources, the Run:ai nodes will move to another, non-labeled node.  </p> <p>To set system worker nodes run:</p> <pre><code>kubectl label node &lt;NODE-NAME&gt; node-role.kubernetes.io/runai-system=true\n</code></pre> <p>Warning</p> <p>Do not select the Kubernetes master as a <code>runai-system</code> node. This may cause Kubernetes to stop working (specifically if Kubernetes API Server is configured on 443 instead of the default 6443).</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#external-postgres-database-optional","title":"External Postgres database (optional)","text":"<p>If you have opted to use an external PostgreSQL database, you need to perform initial setup to ensure successful installation. Follow these steps:</p> <ol> <li> <p>Create a SQL script file, edit the parameters below, and save it locally:</p> <ul> <li>Replace <code>&lt;DATABASE_NAME&gt;</code> with a dedicate database name for RunAi in your PostgreSQL database.</li> <li>Replace <code>&lt;ROLE_NAME&gt;</code> with a dedicated role name (user) for RunAi database.</li> <li>Replace <code>&lt;ROLE_PASSWORD&gt;</code> with a password for the new PostgreSQL role.</li> <li>Replace <code>&lt;GRAFANA_PASSWORD&gt;</code>  with the password to be set for Grafana integration.</li> </ul> <pre><code>-- Create a new database for runai\nCREATE DATABASE &lt;DATABASE_NAME&gt;; \n\n-- Create the role with login and password\nCREATE ROLE &lt;ROLE_NAME&gt;  WITH LOGIN PASSWORD '&lt;ROLE_PASSWORD&gt;'; \n\n-- Grant all privileges on the database to the role\nGRANT ALL PRIVILEGES ON DATABASE &lt;DATABASE_NAME&gt; TO &lt;ROLE_NAME&gt;; \n\n-- Connect to the newly created database\n\\c &lt;DATABASE_NAME&gt; \n\n-- grafana\nCREATE ROLE grafana WITH LOGIN PASSWORD '&lt;GRAFANA_PASSWORD&gt;'; \nCREATE SCHEMA grafana authorization grafana;\nALTER USER grafana set search_path='grafana';\n-- Exit psql\n\\q\n</code></pre> </li> <li> <p>Run the following command on a machine where PostgreSQL client (<code>pgsql</code>) is installed:</p> <pre><code>psql --host &lt;POSTGRESQL_HOST&gt; \\ # (1)\n--user &lt;POSTGRESQL_USER&gt; \\ # (2)\n--port &lt;POSTGRESQL_PORT&gt; \\ # (3)\n--dbname &lt;POSTGRESQL_DB&gt; \\ # (4)\n-a -f &lt;SQL_FILE&gt; \\ # (5)\n</code></pre> <ol> <li>Replace <code>&lt;POSTGRESQL_HOST&gt;</code> with the PostgreSQL ip address or hostname.</li> <li>Replace <code>&lt;POSTGRESQL_USER&gt;</code> with the PostgreSQL username.</li> <li>Replace <code>&lt;POSTGRESQL_PORT&gt;</code> with the port number where PostgreSQL is running.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;SQL_FILE&gt;</code> with the path to the SQL script created in the previous step.</li> </ol> </li> </ol>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#additional-permissions","title":"Additional permissions","text":"<p>As part of the installation, you will be required to install the Control plane and Cluster Helm Charts. The Helm Charts require Kubernetes administrator permissions. You can review the exact permissions provided by using the <code>--dry-run</code> on both helm charts.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#validate-prerequisites","title":"Validate prerequisites","text":"<p>Once you believe that the Run:ai prerequisites and preperations are met, we highly recommend installing and running the Run:ai pre-install diagnostics script. The tool:</p> <ul> <li>Tests the below requirements as well as additional failure points related to Kubernetes, NVIDIA, storage, and networking.</li> <li>Looks at additional components installed and analyzes their relevancy to a successful Run:ai installation.</li> </ul> <p>To use the script download the latest version of the script and run:</p> <pre><code>chmod +x preinstall-diagnostics-&lt;platform&gt;\n./preinstall-diagnostics-&lt;platform&gt; \n</code></pre> <p>If the script fails, or if the script succeeds but the Kubernetes system contains components other than Run:ai, locate the file <code>runai-preinstall-diagnostics.txt</code> in the current directory and send it to Run:ai technical support.</p> <p>For more information on the script including additional command-line flags, see here.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#next-steps","title":"Next steps","text":"<p>Continue with installing the Run:ai Control Plane.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/","title":"Self Hosted installation over OpenShift - prerequisites","text":"<p>Before proceeding with this document, please review the installation types documentation to understand the difference between air-gapped and connected installations. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#runai-components","title":"Run:ai components","text":"<p>As part of the installation process you will install:</p> <ul> <li>A control-plane managing cluster</li> <li>One or more clusters</li> </ul> <p>Both the control plane and clusters require Kubernetes. Typically the control plane and first cluster are installed on the same Kubernetes cluster but this is not a must. </p> <p>Important</p> <p>In OpenShift environments, adding a cluster connecting to a remote control plane currently requires the assistance of customer support. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#installer-machine","title":"Installer machine","text":"<p>The machine running the installation script (typically the Kubernetes master) must have:</p> <ul> <li>At least 50GB of free space.</li> <li>Docker installed. </li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#helm","title":"Helm","text":"<p>Run:ai requires Helm 3.14 or later. To install Helm, see Installing Helm. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#cluster-hardware-requirements","title":"Cluster hardware requirements","text":"<p>The Run:ai control plane services require the following resources:</p> Component Required Capacity CPU 10 cores Memory 12GB Disk space 110GB <p>If Run:ai cluster is planned to be installed on the same cluster as the Run:ai control plane: Ensure the control plane requirements are in addition to the Run:ai cluster hardware requirements.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#runai-software-requirements","title":"Run:ai software requirements","text":""},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#cluster-nodes","title":"Cluster Nodes","text":"<p>Nodes are required to be synchronized by time using NTP (Network Time Protocol) for proper system functionality.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#openshift","title":"OpenShift","text":"<p>Run:ai supports OpenShift. OpenShift Versions supported are detailed in Kubernetes distribution.</p> <ul> <li>OpenShift must be configured with a trusted certificate. Run:ai installation relies on OpenShift to create certificates for subdomains. </li> <li>OpenShift must have a configured identity provider (Idp). </li> <li>If your network is air-gapped, you will need to provide the Run:ai control-plane and cluster with information about the local certificate authority.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#install-prerequisites","title":"Install prerequisites","text":""},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#nvidia-gpu-operator","title":"NVIDIA GPU Operator","text":"<p>See Run:ai Cluster prerequisites installing NVIDIA dependencies in OpenShift.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the NVIDIA prerequisites.</p> <p>Information on how to download the GPU Operator for air-gapped installation can be found in the NVIDIA GPU Operator pre-requisites. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#inference-optional","title":"Inference (optional)","text":"<p>See Run:ai Cluster prerequisites Inference requirements.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Inference prerequisites. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#external-postgresql-database-optional","title":"External PostgreSQL database (optional)","text":"<p>The Run:ai control plane installation includes a default PostgreSQL database. However, you may opt to use an existing PostgreSQL database if you have specific requirements or preferences. Please ensure that your PostgreSQL database is version 16 or higher.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#next-steps","title":"Next steps","text":"<p>Continue to Preparing for a Run:ai OpenShift Installation .</p>"},{"location":"admin/runai-setup/self-hosted/ocp/project-management/","title":"Self Hosted installation over OpenShift - Create Projects","text":""},{"location":"admin/runai-setup/self-hosted/ocp/project-management/#introduction","title":"Introduction","text":"<p>The Administrator creates Run:ai Projects via the Run:ai User Interface. When enabling Researcher Authentication you also assign users to Projects.</p> <p>Run:ai Projects are implemented as Kubernetes namespaces. When creating a new Run:ai Project, Run:ai does the following automatically:</p> <ol> <li>Creates a namespace by the name of <code>runai-&lt;PROJECT-NAME&gt;</code>.</li> <li>Labels the namespace as managed by Run:ai.</li> <li>Provides access to the namespace for Run:ai services.</li> <li>Associates users with the namespace.</li> </ol> <p>This process may need to be altered if,</p> <ul> <li>Researchers already have existing Kubernetes namespaces</li> <li>The organization's Kubernetes namespace naming convention does not allow the <code>runai-</code> prefix.</li> <li>The organization's policy does not allow the automatic creation of namespaces</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/project-management/#process","title":"Process","text":"<p>Run:ai allows the association of a Run:ai Project with any existing Kubernetes namespace:</p> <ul> <li>When setting up a Run:ai cluster, Disable namespace creation by setting the cluster flag <code>createNamespaces</code> to <code>false</code>.</li> <li>Using the Run:ai User Interface, create a new Project <code>&lt;PROJECT-NAME&gt;</code>. A namespace will not be created.</li> <li>Associate and existing namepace <code>&lt;NAMESPACE&gt;</code> with the Run:ai project by running:</li> </ul> <pre><code>oc label ns &lt;NAMESPACE&gt;  runai/queue=&lt;PROJECT_NAME&gt;\n</code></pre> <p>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/uninstall/","title":"Uninstall Run:ai","text":"<p>See uninstall section here</p>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/","title":"Upgrade Run:ai","text":""},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#preparations","title":"Preparations","text":""},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#helm","title":"Helm","text":"<p>Run:ai requires Helm 3.14 or later. Before you continue, validate your installed helm client version. To install or upgrade Helm, see Installing Helm. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#software-files","title":"Software files","text":"ConnectedAirgapped <p>Run the helm command below:</p> <pre><code>helm repo add runai-backend https://runai.jfrog.io/artifactory/cp-charts-prod\nhelm repo update\n</code></pre> <ul> <li>Ask for a tar file <code>runai-air-gapped-&lt;NEW-VERSION&gt;.tar.gz</code> from Run:ai customer support. The file contains the new version you want to upgrade to. <code>&lt;NEW-VERSION&gt;</code> is the updated version of the Run:ai control plane.</li> <li>Upload the images as described here.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#before-upgrade","title":"Before upgrade","text":"<p>Before proceeding with the upgrade, it's crucial to apply the specific prerequisites associated with your current version of Run:ai and every version in between up to the version you are upgrading to.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-from-version-29","title":"Upgrade from version 2.9","text":"<p>Two significant changes to the control-plane installation have happened with version 2.12: PVC ownership and installation customization. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#pvc-ownership","title":"PVC ownership","text":"<p>Run:ai no longer directly creates the PVCs that store Run:ai data (metrics and database). Instead, going forward, </p> <ul> <li>Run:ai requires a Kubernetes storage class to be installed.</li> <li>The PVCs are created by the Kubernetes StatefulSets. </li> </ul> <p>The storage class, as per Kubernetes standards, controls the reclaim behavior: whether the data is saved or deleted when the Run:ai control plane is deleted.  </p> <p>To remove the ownership in an older installation, run:</p> <pre><code>kubectl patch pvc -n runai-backend pvc-postgresql  -p '{\"metadata\": {\"annotations\":{\"helm.sh/resource-policy\": \"keep\"}}}'\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#installation-customization","title":"Installation customization","text":"<p>The Run:ai control-plane installation has been rewritten and is no longer using a backend values file. Instead, to customize the installation use standard <code>--set</code> flags. If you have previously customized the installation, you must now extract these customizations and add them as <code>--set</code> flag to the helm installation:</p> <ul> <li>Find previous customizations to the control plane if such exist. Run:ai provides a utility for that here <code>https://raw.githubusercontent.com/run-ai/docs/v2.13/install/backend/cp-helm-vals-diff.sh</code>. For information on how to use this utility please contact Run:ai customer support. </li> <li>Search for the customizations you found in the optional configurations table and add them in the new format.  </li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-control-plane","title":"Upgrade Control Plane","text":""},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-from-version-213-or-later","title":"Upgrade from version 2.13, or later","text":"ConnectedAirgapped <pre><code>helm get values runai-backend -n runai-backend &gt; runai_control_plane_values.yaml\nhelm upgrade runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" -f runai_control_plane_values.yaml --reset-then-reuse-values\n</code></pre> <pre><code>helm get values runai-backend -n runai-backend &gt; runai_control_plane_values.yaml\nhelm upgrade runai-backend control-plane-&lt;NEW-VERSION&gt;.tgz -n runai-backend  -f runai_control_plane_values.yaml --reset-then-reuse-values\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-from-version-29_1","title":"Upgrade from version 2.9","text":"ConnectedAirgapped <pre><code>helm upgrade -i runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" \\\n--set global.domain=runai.apps.&lt;OPENSHIFT-CLUSTER-DOMAIN&gt; \\ #(1)\n--set global.config.kubernetesDistribution=openshift \\\n--set thanos.query.stores={thanos-grpc-port-forwarder:10901} \\\n--set postgresql.primary.persistence.existingClaim=pvc-postgresql\n</code></pre> <ol> <li>The subdomain configured for the OpenShift cluster.</li> </ol> <p>Note</p> <p>The helm repository name has changed from <code>runai-backend/runai-backend</code> to <code>runai-backend/control-plane</code>.</p> <pre><code>helm upgrade -i runai-backend  ./control-plane-&lt;NEW-VERSION&gt;.tgz -n runai-backend \\\n--set global.domain=runai.apps.&lt;OPENSHIFT-CLUSTER-DOMAIN&gt; \\ #(1)\n--set global.config.kubernetesDistribution=openshift \\\n--set thanos.query.stores={thanos-grpc-port-forwarder:10901} \\\n--set postgresql.primary.persistence.existingClaim=pvc-postgresql\n</code></pre> <ol> <li>The subdomain configured for the OpenShift cluster.</li> </ol>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-cluster","title":"Upgrade Cluster","text":"<p>To upgrade the cluster follow the instructions here.</p>"},{"location":"admin/troubleshooting/diagnostics/","title":"Diagnostic Tools","text":""},{"location":"admin/troubleshooting/diagnostics/#add-verbosity-to-the-database-container","title":"Add Verbosity to the Database container","text":"<p>Run:ai Self-hosted installation contains an internal database. To diagnose database issues, you can run the database in debug mode.</p> <p>In the runai-backend-values, search for <code>postgresql</code>. Add: </p> <pre><code>postgresql:\n  image:\n    debug: true\n</code></pre> <p>Re-install the Run:ai control-plane and then review the database logs by running: </p> <pre><code>kubectl logs -n runai-backend runai-postgresql-0\n</code></pre>"},{"location":"admin/troubleshooting/diagnostics/#internal-networking-issues","title":"Internal Networking Issues","text":"<p>Run:ai is based on Kubernetes. Kubernetes runs its own internal subnet with a separate DNS service. If you see in the logs that services have trouble connecting, the problem may reside there.  You can find further information on how to debug Kubernetes DNS here. Specifically, it is useful to start a pod with networking utilities and use it for network resolution:</p> <pre><code>kubectl run -i --tty netutils --image=dersimn/netutils -- bash\n</code></pre>"},{"location":"admin/troubleshooting/diagnostics/#add-verbosity-to-prometheus","title":"Add Verbosity to Prometheus","text":"<p>Add verbosity to Prometheus by editing RunaiConfig:</p> <pre><code>kubectl edit runaiconfig runai -n runai\n</code></pre> <p>Add a <code>debug</code> log level:</p> <pre><code>prometheus-operator:\n  prometheus:\n    prometheusSpec:\n      logLevel: debug\n</code></pre> <p>To view logs, run: <pre><code>kubectl logs prometheus-runai-prometheus-operator-prometheus-0 prometheus \\\n      -n monitoring -f --tail 100\n</code></pre></p>"},{"location":"admin/troubleshooting/diagnostics/#add-verbosity-to-scheduler","title":"Add Verbosity to Scheduler","text":"<p>To view extended logs run:</p> <pre><code>kubectl edit ruaiconfig runai -n runai\n</code></pre> <p>Then under the <code>scheduler</code> section add:</p> <pre><code>runai-scheduler:\n   args:\n     verbosity: 6\n</code></pre> <p>Warning</p> <p>Verbose scheduler logs consume a significant amount of disk space.</p>"},{"location":"admin/troubleshooting/logs-collection/","title":"Logs Collection","text":"<p>This article provides instructions for IT administrators on collecting Run:ai logs for support, including prerequisites, CLI commands, and log file retrieval. It also covers enabling verbose logging for Prometheus and the Run:ai Scheduler.</p>"},{"location":"admin/troubleshooting/logs-collection/#collect-logs-to-send-to-support","title":"Collect logs to send to support","text":"<p>To collect Run:ai logs, follow these steps:</p>"},{"location":"admin/troubleshooting/logs-collection/#prerequisites","title":"Prerequisites","text":"<ul> <li>Ensure that you have administrator-level access to the Kubernetes cluster where Run:ai is installed.  </li> <li>The Run:ai Administrator Command-Line Interface (CLI) must be installed.</li> </ul>"},{"location":"admin/troubleshooting/logs-collection/#step-by-step-instructions","title":"Step-by-Step Instructions","text":"<ol> <li>Run the Command from your local machine or a Bastion Host (secure server)    Open a terminal on your local machine (or any machine that has network access to the Kubernetes cluster) where the Run:ai Administrator CLI is installed.  </li> <li> <p>Collect the Logs     Execute the following command to collect the logs:  </p> <pre><code>runai-adm collect-logs\n</code></pre> <p>This command gathers all relevant Run:ai logs from the system and generate a compressed file.</p> </li> <li> <p>Locate the Generated File    After running the command, note the location of the generated compressed log file. You can retrieve and send this file to Run:ai Support for further troubleshooting.</p> </li> </ol> <p>Note</p> <p>The tar file packages the logs of Run:ai components only. It does not include logs of researcher containers that may contain private information</p>"},{"location":"admin/troubleshooting/logs-collection/#logs-verbosity","title":"Logs verbosity","text":"<p>Increase log verbosity to capture more detailed information, providing deeper insights into system behavior and make it easier to identify and resolve issues.</p>"},{"location":"admin/troubleshooting/logs-collection/#prerequisites_1","title":"Prerequisites","text":"<p>Before you begin, ensure you have the following:</p> <ul> <li>Access to the Kubernetes cluster where Run:ai is installed  </li> <li>Including necessary permissions to view and modify configurations.  </li> <li>kubectl installed and configured:  </li> <li>The Kubernetes command-line tool, <code>kubectl</code>, must be installed and configured to interact with the cluster.  </li> <li>Sufficient privileges to edit configurations and view logs.  </li> <li>Monitoring Disk Space  </li> <li>When enabling verbose logging, ensure adequate disk space to handle the increased log output, especially when enabling debug or high verbosity levels.</li> </ul>"},{"location":"admin/troubleshooting/logs-collection/#adding-verbosity","title":"Adding verbosity","text":"Adding verbosity to Prometheus <p>To increase the logging verbosity for Prometheus, follow these steps:</p> <ol> <li>Edit the <code>RunaiConfig</code> to adjust Prometheus log levels. Copy the following command to your terminal:  </li> </ol> <pre><code>kubectl edit runaiconfig runai -n runai\n</code></pre> <ol> <li>In the configuration file that opens, add or modify the following section to set the log level to <code>debug</code>:  </li> </ol> <pre><code>spec:\n    prometheus:\n        spec:\n            logLevel: debug\n</code></pre> <ol> <li>Save the changes. To view the Prometheus logs with the new verbosity level, run:  </li> </ol> <pre><code>kubectl logs -n runai prometheus-runai-0\n</code></pre> <p>This command streams the last 100 lines of logs from Prometheus, providing detailed information useful for debugging.</p> Adding verbosity to the scheduler <p>To enable extended logging for the Run:ai scheduler:</p> <ol> <li>Edit the <code>RunaiConfig</code> to adjust scheduler verbosity:  </li> </ol> <pre><code>kubectl edit runaiconfig runai -n runai\n</code></pre> <p>2  Add or modify the following section under the scheduler settings:  </p> <pre><code>runai-scheduler:\n    args:\n        verbosity: 6\n</code></pre> <p>This increases the verbosity level of the scheduler logs to provide more detailed output.</p> <p>Warning</p> <p>Enabling verbose logging can significantly increase disk space usage. Monitor your storage capacity and adjust the verbosity level as necessary.</p>"},{"location":"admin/troubleshooting/troubleshooting/","title":"Troubleshooting Run:ai","text":""},{"location":"admin/troubleshooting/troubleshooting/#installation","title":"Installation","text":"Upgrade fails with \"Ingress already exists\" <p>Symptom:  The installation fails with error: <code>Error: rendered manifests contain a resource that already exists. Unable to continue with install: IngressClass \"nginx\" in namespace \"\" exists</code></p> <p>Root cause: Run:ai installs <code>NGINX</code>, but there is an existing NGINX on the cluster. </p> <p>Resolution: In the Run:ai cluster YAML file, disable the installation of NGINX by setting:</p> <pre><code>ingress-nginx:\n    enabled: false\n</code></pre> How to get installation logs <p>Symptom: Installation fails and you need to troubleshoot the issue.</p> <p>Resolution: Run the following script to obtain any relevant installation logs in case of an error.</p> <pre><code>curl -fsSL https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh | bash\n</code></pre> Upgrade fails with \"rendered manifests contain a resource that already exists\" error <p>Symptom: The installation fails with error: <code>Error: rendered manifests contain a resource that already exists. Unable to continue with install:...</code></p> <p>Root cause: The Run:ai installation is trying to create a resource that already exists, which may be due to a previous installation that was not properly removed.</p> <p>Resolution: Run the following script to remove all Run:ai resources and reinstall:</p> <pre><code>helm template &lt;release-name&gt; &lt;chart-name&gt; --namespace &lt;namespace&gt; | kubectl delete -f -\n</code></pre> <p>Then reinstall Run:ai.</p> Pods are failing due to certificate issues <p>Symptom: Pods are failing with certificate issues.</p> <p>Root cause: The certificate provided during the Control Plane's installation is not valid.</p> <p>Resolution: Verify that the certificate is valid and trusted. If the certificate is valid, but is signed by a local CA, make sure you have followed the procedure for a local certificate authority.</p>"},{"location":"admin/troubleshooting/troubleshooting/#cluster-health","title":"Cluster Health","text":"<p>See Cluster Health Troubleshooting</p>"},{"location":"admin/troubleshooting/troubleshooting/#dashboard-issues","title":"Dashboard Issues","text":"No Metrics are showing on Dashboard <p>Symptom: No metrics are showing on dashboards at <code>https://&lt;company-name&gt;.run.ai/dashboards/now</code></p> <p>Typical root causes:</p> <ul> <li>Firewall-related issues.</li> <li>Internal clock is not synced.</li> <li>Prometheus pods are not running.</li> </ul> <p>Firewall issues</p> <p>Add verbosity to Prometheus as describe here.Verify that there are no errors. If there are connectivity-related errors you may need to:</p> <ul> <li>Check your firewall for outbound connections. See the required permitted URL list in Network requirements.</li> <li>If you need to set up an internet proxy or certificate, please contact Run:ai customer support. </li> </ul> <p>Machine Clocks are not synced</p> <p>Run: <code>date</code> on cluster nodes and verify that date/time is correct.  If not:</p> <ul> <li>Set the Linux time service (NTP).</li> <li>Restart Run:ai services. Depending on the previous time gap between servers, you may need to reinstall the Run:ai cluster</li> </ul> <p>Prometheus pods are not running</p> <p>Run: <code>kubectl get pods -n monitoring -o wide</code></p> <ul> <li>Verify that all pods are running.</li> <li>The default Prometheus installation is not built for high availability. If a node is down, the Prometheus pod may not recover by itself unless manually deleted. Delete the pod to see it start on a different node and consider adding a second replica to Prometheus.</li> </ul> GPU Related metrics not showing <p>Symptom: GPU-related metrics such as <code>GPU Nodes</code> and <code>Total GPUs</code> are showing zero but other metrics, such as <code>Cluster load</code> are shown.</p> <p>Root cause: An installation issue related to the NVIDIA stack.</p> <p>Resolution: </p> <p>Need to run through the NVIDIA stack and find the issue. The current NVIDIA stack looks as follows:</p> <ol> <li>NVIDIA Drivers (at the OS level, on every node)</li> <li>NVIDIA Docker (extension to Docker, on every node)</li> <li>Kubernetes Node feature discovery (mark node properties)</li> <li>NVIDIA GPU Feature discovery (mark nodes as \u201chaving GPUs\u201d)</li> <li>NVIDIA Device plug-in (Exposes GPUs to Kubernetes)</li> <li>NVIDIA DCGM Exporter (Exposes metrics from GPUs in Kubernetes)</li> </ol> <p>Run:ai requires the installation of the NVIDIA GPU Operator which installs the entire stack above. However, there are two alternative methods for using the operator:</p> <ul> <li>Use the default operator values to install 1 through 6.</li> <li>If  NVIDIA Drivers (#1 above) are already installed on all nodes, use the operator with a flag that disables drivers install. </li> </ul> <p>For more information see [System requirements](../runai-setup/cluster-setup/.</p> <p>NVIDIA GPU Operator</p> <p>Run: <code>kubectl get pods -n gpu-operator | grep nvidia</code> and verify that all pods are running.</p> <p>Node and GPU feature discovery</p> <p>Kubernetes Node feature discovery identifies and annotates nodes. NVIDIA GPU Feature Discovery identifies and annotates nodes with GPU properties. See that: </p> <ul> <li>All such pods are up.</li> <li>The GPU feature discovery pod is available for every node with a GPU.</li> <li>And finally, when describing nodes, they show an active <code>gpu/nvidia</code> resource.</li> </ul> <p>NVIDIA Drivers</p> <ul> <li>If NVIDIA drivers have been installed on the nodes themselves, ssh into each node and run <code>nvidia-smi</code>. Run <code>sudo systemctl status docker</code> and verify that docker is running. Run <code>nvidia-docker</code> and verify that it is installed and working.  Linux software upgrades may require a node restart.</li> <li>If NVIDIA drivers are installed by the Operator, verify that the NVIDIA driver daemonset has created a pod for each node and that all nodes are running. Review the logs of all such pods. A typical problem may be the driver version which is too advanced for the GPU hardware. You can set the driver version via operator flags. </li> </ul> <p>NVIDIA DCGM Exporter</p> <ul> <li>View the logs of the DCGM exporter pod and verify that no errors are prohibiting the sending of metrics. </li> <li>To validate that the dcgm-exporter exposes metrics, find one of the DCGM Exporter pods and run:</li> </ul> <pre><code>kubectl port-forward &lt;dcgm-exporter-pod-name&gt; 9400:9400\n</code></pre> <p>Then browse to http://localhost:9400/metrics and verify that the metrics have reached the DCGM exporter.</p> <ul> <li>The next step after the DCGM Exporter is <code>Prometheus</code>. To validate that metrics from the DCGM Exporter reach Prometheus, run:</li> </ul> <pre><code>kubectl port-forward svc/runai-cluster-kube-prometh-prometheus -n monitoring 9090:9090\n</code></pre> <p>Then browse to localhost:9090. In the UI, type <code>DCGM_FI_DEV_GPU_UTIL</code> as the metric name, and verify that the metric has reached Prometheus. </p> <p>If the DCGM Exporter is running correctly and exposing metrics, but this metric does not appear in Prometheus, there may be a connectivity issue between these components.</p> Allocation-related metrics not showing <p>Symptom: GPU Allocation-related metrics such as <code>Allocated GPUs</code> are showing zero but other metrics, such as <code>Cluster load</code> are shown.</p> <p>Root cause: The origin of such metrics is the scheduler. </p> <p>Resolution:</p> <ul> <li>Run: <code>kubectl get pods -n runai | grep scheduler</code>. Verify that the pod is running.</li> <li>Review the scheduler logs and look for errors. If such errors exist, contact Run:ai customer support. </li> </ul> All metrics are showing \"No Data\" <p>Symptom: All data on all dashboards is showing the text \"No Data\".</p> <p>Root cause: Internal issue with metrics infrastructure.</p> <p>Resolution: Please contact Run:ai customer support.</p>"},{"location":"admin/troubleshooting/troubleshooting/#authentication-issues","title":"Authentication Issues","text":"After a successful login, you are redirected to the same login page <p>For a self-hosted installation, check Linux clock synchronization as described above. Use the Run:ai preinstall diagnostics tool to validate System and network requirements and test this automatically. </p> Single-sign-on issues <p>For single-sign-on issues, see the troubleshooting section in the single-sign-on configuration documents. </p>"},{"location":"admin/troubleshooting/troubleshooting/#user-interface-submit-job-issues","title":"User Interface Submit Job Issues","text":"New Job button is grayed out <p>Symptom: The <code>New Job</code> button on the top right of the Job list is grayed out.</p> <p>Root Cause: This can happen due to multiple configuration issues: </p> <ul> <li>Open Chrome developer tools and refresh the screen.</li> <li>Under <code>Network</code> locate a network call error. Search for the HTTP error code.</li> </ul> <p>Resolution for 401 HTTP Error</p> <ul> <li>The Cluster certificate provided as part of the installation is valid and trusted (not self-signed).</li> <li>Researcher Authentication has not been properly configured. Try running <code>runai login</code> from the Command-line interface. Alternatively, run: <code>kubectl get pods -n kube-system</code>, identify the api-server pod and review its logs. </li> </ul> <p>Resolution for 403 HTTP Error</p> <p>Run: <code>kubectl get pods -n runai</code>, identify the <code>agent</code> pod, see that it's running, and review its logs.</p> New Job button is not showing <p>Symptom: The <code>New Job</code> button on the top right of the Job list does not show.</p> <p>Root Causes: (multiple)</p> <ul> <li>You do not have <code>Researcher</code> or <code>Research Manager</code> permissions.</li> <li>Under <code>Settings | General</code>, verify that <code>Unified UI</code> is on.</li> </ul> Submit form is distorted <p>Symptom: Submit form is showing vertical lines.</p> <p>Root Cause: The control plane does not know the cluster URL.</p> <p>Using the Run:ai user interface, go to the Clusters list. See that there is no cluster URL next to your cluster.</p> <p>Resolution: Cluster must be re-installed. </p> Submit form does not show the list of Projects <p>Symptom: When connected with Single-sign-on, in the Submit form, the list of Projects is empty.</p> <p>Root Cause:  SSO is on and researcher authentication is not properly configured as such.</p> <p>Resolution: Verify API Server settings as described in Researcher Authentication configuration.</p> Job form is not opening on OpenShift <p>Symptom: When clicking on \"New Job\" the Job forms does not load. Network shows 405</p> <p>Root Cause: An installation step has been missed. </p> <p>Resolution: Open the Cluster list and open the cluster installation wizard again. After selecting OpenShift, you will see a <code>patch</code> command at the end of the instruction set. Run it. </p>"},{"location":"admin/troubleshooting/troubleshooting/#networking-issues","title":"Networking Issues","text":"'admission controller' connectivity issue <p>Symptoms:</p> <ul> <li>Pods are failing with 'admission controller' connectivity errors.</li> <li>The command-line <code>runai submit</code> fails with an 'admission controller' connectivity error.</li> <li>Agent or cluster sync pods are crashing in self-hosted installation.</li> </ul> <p>Root cause: Connectivity issues between different nodes in the cluster.</p> <p>Resolution:</p> <ul> <li>Run the preinstall diagnostics tool to validate System and network requirements and test connectivity issues.</li> <li>Run: <code>kubectl get pods -n kube-system -o wide</code>. Verify that all networking pods are running. </li> <li>Run: <code>kubectl get nodes</code>. Check that all nodes are ready and connected.</li> <li>Run: <code>kubectl get pods -o wide -A</code> to see which pods are Pending or in Error and which nodes they belong to. </li> <li>See if pods from different nodes have trouble communicating with each other.</li> <li>Advanced, run: <code>kubectl exec &lt;pod-name&gt; -it /bin/sh</code> from a pod in one node and ping a pod from another. </li> </ul> Projects are not syncing <p>Symptom: Create a Project on the Run:ai user interface, then run: <code>runai list projects</code>. The new Project does not appear.</p> <p>Root cause: The Run:ai agent is not syncing properly. This may be due to firewall issues. </p> <p>Resolution</p> <ul> <li>Run: <code>runai pods -n runai | grep agent</code>. See that the agent is in Running state. Select the agent's full name and run: <code>kubectl logs -n runai runai-agent-&lt;id&gt;</code>.</li> <li>Verify that there are no errors. If there are connectivity-related errors you may need to check your firewall for outbound connections. See the required permitted URL list in Network requirements. </li> <li>If you need to set up an internet proxy or certificate, please contact Run:ai customer support. </li> </ul> Jobs are not syncing <p>Symptom: A Job on the cluster (<code>runai list jobs</code>) does not show in the Run:ai user interface Job list. </p> <p>Root cause: The Run:ai cluster-sync pod is not syncing properly.  </p> <p>Resolution: Search the cluster-sync pod for errors.</p>"},{"location":"admin/troubleshooting/troubleshooting/#job-related-issues","title":"Job-related Issues","text":"Jobs fail with ContainerCannotRun status  <p>Symptom: When running <code>runai list jobs</code>, your Job has a status of <code>ContainerCannotRun</code>.</p> <p>Root Cause: The issue may be caused due to an unattended upgrade of the NVIDIA driver.</p> <p>To verify, run: <code>runai describe job &lt;job-name&gt;</code>, and search for an error <code>driver/library version mismatch</code>.</p> <p>Resolution: Reboot the node on which the Job attempted to run.</p> <p>Going forward, we recommend blacklisting NVIDIA driver from unattended-upgrades. You can do that by editing <code>/etc/apt/apt.conf.d/50unattended-upgrades</code>, and adding <code>nvidia-driver-</code> to the <code>Unattended-Upgrade::Package-Blacklist</code> section. It should look something like that:</p> <pre><code>Unattended-Upgrade::Package-Blacklist {\n    // The following matches all packages starting with linux-\n    //  \"linux-\";\n    \"nvidia-driver-\";\n</code></pre>"},{"location":"admin/troubleshooting/troubleshooting/#inference-issues","title":"Inference Issues","text":"New Deployment button is grayed out <p>Symptoms: </p> <ul> <li>The <code>New workload type</code> -&gt; <code>Inference</code> button is grayed out.</li> <li>Cannot create a deployment via Inference API.</li> </ul> <p>Root Cause: Run:ai Inference prerequisites have not been met.</p> <p>Resolution: Review inference prerequisites and install accordingly.</p> Submitted workload type of inference remains in Pending state <p>Symptom: A submitted inference is not running.</p> <p>Root Cause: The patch statement to add the runai-scheduler has not been performed. </p> Workload of type inference status is \"Failed\" <p>Symptom: Inference status is always <code>Failed</code>.</p> <p>Root Cause: (multiple)</p> <ul> <li>Not enough resources in the cluster.</li> <li>Server model command is misconfigured (i.e sleep infinity).</li> <li>Server port is misconfigured. </li> </ul> Worload of type inference does not scale up from zero <p>Symptom: In the Inference form, when \"Auto-scaling\" is enabled, and \"Minimum Replicas\" is set to zero, the inference cannot scale up from zero.</p> <p>Root Cause: </p> <ul> <li>Clients are not sending requests.</li> <li>Clients are not using the same port/protocol as the server model.</li> <li>Server model command is misconfigured (i.e sleep infinity).</li> </ul>"},{"location":"admin/troubleshooting/troubleshooting/#command-line-interface-issues","title":"Command-line interface Issues","text":"Unable to install CLI due to certificate errors <p>Symptom: The curl command and download button to download the CLI is not working.</p> <p>Root Cause: The cluster is not accessible from the download location</p> <p>Resolution: </p> <p>Use an alternate method for downloading the CLI. Run:</p> <pre><code>kubectl port-forward -n runai svc/researcher-service 4180\n</code></pre> <p>In another shell, run: <pre><code>wget --content-disposition http://localhost:4180/cli/linux\n</code></pre></p> When running the CLI you get an error: open .../.kube/config.lock: permission denied <p>Symptom: When running any CLI command you get a permission denied error.</p> <p>Root Cause: The user running the CLI does not have read permissions to the <code>.kube</code> directory.</p> <p>Resolution: Change permissions for the directory.</p> When running 'runai logs', the logs are delayed <p>Symptom: Printout from the container is not immediately shown in the log. </p> <p>Root Cause: By default, Python buffers stdout, and stderr, which are not flushed in real-time. This may cause logs to appear sometimes minutes after being buffered.</p> <p>Resolution: Set the env var PYTHONUNBUFFERED to any non-empty string or pass -u to Python. e.g. <code>python -u main.py</code>.</p> CLI does not download properly on OpenShift <p>Symptom: When trying to download the CLI on OpenShift, the <code>wget</code> statement downloads a text file named <code>darwin</code> or <code>linux</code> rather than the binary <code>runai</code>.</p> <p>Root Cause: An installation step has been missed. </p> <p>Resolution: Open the Cluster list and open the cluster installation wizard again. After selecting OpenShift, you will see a <code>patch</code> command at the end of the instruction set. Run it. </p>"},{"location":"developer/overview-developer/","title":"Developer Documentation Overview","text":"<p>Developers can access Run:ai through various programmatic interfaces.</p>"},{"location":"developer/overview-developer/#api-architecture","title":"API Architecture","text":"<p>Run:ai is composed of a single, multi-tenant control plane. Each tenant can be connected to one or more GPU clusters. See Run:ai system components for detailed information.</p> <p>The following programming interfaces are available:</p> API Description Purpose Run:ai REST API Get and Modify any Run:ai business object This is the API mostly used by system developers. The API is also used by the Run:ai user interface as well as the new command-line interface Cluster API (Deprecated) Submit Workloads directly to the Cluster A YAML-based API allowing submittion of Workloads directly to the Cluster. With Run:ai 2.18, this API is replaced by the above Run:ai, which is now the recommended method Metrics API (deprecated) Get cluster metrics Get utilization metrics."},{"location":"developer/overview-developer/#runai-rest-api","title":"Run:ai REST API","text":"<p>Allows you to Add, delete, modify and list Run:ai meta-data objects such as Projects, Departments, Users. For Clusters of Run:ai 2.18 and above, allows the submitting of Workloasd. </p> <p>The API is provided as REST and is accessible via the control plane endpoint.  </p> <p>For more information see Run:ai REST API.</p> <p>Important</p> <p>The endpoints and fields specified in the API reference are the ones that are officially supported by Run:ai. Endpoints and fields that are not listed in the API reference are not supported.</p> <p>Run:ai does not recommend using API endpoints and fields marked as <code>deprecated</code> and will not add functionality to them. Once an API endpoint or field is marked as <code>deprecated</code>, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For details, see the Deprecation notifications.</p>"},{"location":"developer/overview-developer/#cluster-api-deprecated","title":"Cluster API (Deprecated)","text":"<p>The Cluster API allows you to submit and delete Workloads directly to the cluster itself.</p> <p>The API is provided as Kubernetes API.</p> <p>Cluster API is accessible via the GPU cluster itself. As such, multiple clusters may have multiple endpoints.</p> <p>Important</p> <ul> <li>This API is replaced by a Run:ai REST API to submit jobs, which is now the recommended method for cluster versions of 2.18 and above. </li> <li>If you are looking to automate tasks with older versions of Run:ai, it's best to use the Run:ai Command-line interface which provides forward compatibility.  </li> </ul>"},{"location":"developer/overview-developer/#metrics-api","title":"Metrics API","text":"<p>Retrieve metrics from multiple GPU clusters.</p> <p>See the Metrics API document.</p>"},{"location":"developer/overview-developer/#api-authentication","title":"API Authentication","text":"<p>See API Authentication for information on how to gain authenticated access to Run:ai APIs.</p>"},{"location":"developer/rest-auth/","title":"API Authentication","text":"<p>The following document explains how to authenticate with Run:ai APIs.</p> <p>Run:ai APIs are accessed using bearer tokens. A token can be obtained by creating an Application through the Run:ai user interface. </p> <p>An application contains a client ID and a client secret. With the client credentials you can obtain a token and use it within subsequent API calls.</p> <ul> <li>To create applications for your organization, see Applications.</li> <li>To create your own user applications, see User Applications.</li> </ul>"},{"location":"developer/rest-auth/#request-an-api-token","title":"Request an API Token","text":"<p>Use the client credentials created to get a temporary token to access Run:ai as follows.</p>"},{"location":"developer/rest-auth/#example-command-to-get-an-api-token","title":"Example command to get an API token","text":"<p>Replace <code>&lt;runai_url&gt;</code> below with:</p> <ul> <li> <p>For SaaS installations, use <code>&lt;tenant-name&gt;.run.ai</code></p> </li> <li> <p>For self-hosted use the Run:ai user interface URL.</p> </li> </ul> cURLPython <pre><code>    curl  -X POST \\\n      'https://&lt;runai_url&gt;/api/v1/token' \\\n      --header 'Accept: */*' \\\n      --header 'Content-Type: application/json' \\\n      --data-raw '{\n      \"grantType\":\"client_credentials\",\n      \"clientId\":\"&lt;CLIENT ID&gt;\",\n      \"clientSecret\" : \"&lt;CLIENT SECRET&gt;\"\n    }'\n</code></pre> <pre><code>    import requests\n    import json\n    reqUrl = \"https://&lt;runai_url&gt;/api/v1/token\"\n    headersList = {\n     \"Accept\": \"*/*\",\n     \"Content-Type\": \"application/json\"\n    }\n    payload = json.dumps({\n      \"grantType\":\"client_credentials\",\n      \"clientId\":\"&lt;CLIENT ID&gt;\",\n      \"clientSecret\" : \"&lt;CLIENT SECRET&gt;\"\n    })\n    response = requests.request(\"POST\", reqUrl, data=payload,  headers=headersList)\n    print(response.text)\n</code></pre>"},{"location":"developer/rest-auth/#response","title":"Response","text":"<p>The API response will look as follows:</p> API Response<pre><code>{\n  \"accessToken\": \"&lt;TOKEN&gt;\", \n}\n</code></pre> <p>To call Run:ai REST APIs, the application must pass the retrieved <code>accessToken</code> as a Bearer token in the Authorization header of your HTTP request.</p>"},{"location":"developer/user-applications/","title":"User Applications","text":"<p>This article explains the procedure to create your own user applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in API authentication and use it within subsequent API calls.</p> <p>Note</p> <ul> <li>User applications are supported in cluster version 2.20 and above.</li> <li>The token obtained through user applications assumes the roles and permissions of the user.</li> </ul>"},{"location":"developer/user-applications/#creating-applications","title":"Creating Applications","text":"<p>To create an application:</p> <ol> <li>Click the user icon, then select Settings</li> <li>Click +APPLICATION </li> <li>Enter the application\u2019s name </li> <li>Click CREATE </li> <li>Copy the Client ID and Client secret and store securely</li> <li>Click DONE</li> </ol> <p>You can create up to 20 user applications.</p> <p>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p>"},{"location":"developer/user-applications/#regenerating-client-secret","title":"Regenerating client secret","text":"<p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click Regenerate client secret </li> <li>Click REGENERATE </li> <li>Copy the New client secret and store it securely</li> <li>Click DONE</li> </ol> <p>Warning</p> <p>Regenerating a client secret revokes the previous one.</p>"},{"location":"developer/user-applications/#deleting-an-application","title":"Deleting an application","text":"<ol> <li>Locate the application you want to delete  </li> <li>Click on the trash icon  </li> <li>On the dialog, click DELETE to confirm </li> </ol>"},{"location":"developer/user-applications/#using-api","title":"Using API","text":"<p>Go to the User Applications API reference to view the available actions</p>"},{"location":"developer/admin-rest-api/overview/","title":"Run:ai REST API","text":"<p>The purpose of the Run:ai REST API is to provide an easy-to-use programming interface for administrative tasks.</p>"},{"location":"developer/admin-rest-api/overview/#endpoint-url-for-api","title":"Endpoint URL for API","text":"<p>The domain used for Run:ai REST APIs is the same domain used to browse for the Run:ai User Interface. Either <code>&lt;company&gt;.run.ai</code>, or <code>app.run.ai</code> for older tenants or a custom URL used for Self-hosted installations.</p>"},{"location":"developer/admin-rest-api/overview/#authentication","title":"Authentication","text":"<ul> <li>Create a Client Application to make API requests. Use the client application and secret, to obtain a time-bound bearer token (<code>&lt;ACCESS-TOKEN&gt;</code>). For details, see Calling REST APIs.</li> <li>Use the token for subsequent API calls.</li> </ul>"},{"location":"developer/admin-rest-api/overview/#example-usage","title":"Example Usage","text":"<p>For example, if you have an Administrator role, you can get a list of clusters by running:</p> cURLPython <pre><code>curl 'https://&lt;COMPANY-URL&gt;/v1/k8s/clusters' \\\n--header 'Accept: application/json' \\\n--header 'Content-Type: application/json' \\\n--header 'Authorization: Bearer &lt;ACCESS-TOKEN&gt;'\n</code></pre> <pre><code>import http.client\n\nconn = http.client.HTTPSConnection(\"https://&lt;COMPANY-URL&gt;\")\nheaders = {\n    'content-type': \"application/json\",\n    'authorization': \"Bearer &lt;ACCESS-TOKEN&gt;\"\n    }\nconn.request(\"GET\", \"/v1/k8s/clusters\", headers=headers)\n\nres = conn.getresponse()\ndata = res.read()\n\nprint(data.decode(\"utf-8\"))\n</code></pre> <p>(replace <code>&lt;ACCESS-TOKEN&gt;</code> with the bearer token from above).</p> <p>For an additional example, see the following code. It is an example of how to use the Run:ai REST API to create a User and a Project and set the User to the Project.  </p>"},{"location":"developer/admin-rest-api/overview/#runai-rest-api-documentation","title":"Run:ai REST API Documentation","text":"<p>The Run:ai REST API offers developers a robust interface for interacting with and managing Run:ai metadata objects, including Projects, Departments, Clusters, and Users.</p> <p>Public API documentation is available at api-docs.run.ai. For self-hosted deployments, access the documentation at <code>https://&lt;control-plane-url&gt;/api/docs</code>.</p> <p>View Documentation</p>"},{"location":"developer/admin-rest-api/overview/#runai-api-policy","title":"Run:ai API Policy","text":"<p>At Run:ai, we are dedicated to delivering stable, reliable, and well-documented APIs. Our goal is to ensure that our APIs evolve in a predictable, transparent manner, offering users a seamless experience.</p> <p>Run:ai follows strict API design and operational standards to ensure a consistent and high-quality experience for users.</p>"},{"location":"developer/admin-rest-api/overview/#api-lifecycle-and-deprecation","title":"API Lifecycle and Deprecation","text":"<p>While our goal is to maintain stable and backward-compatible APIs, there may be times when breaking changes or deprecations are necessary.</p> <p>In case of breaking changes, the deprecated version of the API will be supported for two additional versions in self-hosted deployments and for six months in SaaS deployments. During this period, no new features or functionality will be added to the deprecated API.  When an API or API field is deprecated, the following process is followed: Documentation: The deprecated API or field is clearly labeled in the documentation, with a replacement provided where applicable. Release Notes: Information about deprecated APIs, including those scheduled for future removal, is included in the release notes. Customer Notification: Customers are notified of upcoming deprecations as part of the regular release communications.</p>"},{"location":"developer/admin-rest-api/overview/#api-removal","title":"API Removal","text":"<p>After the defined backward compatibility period has ended, deprecated APIs or fields are removed from both the codebase and the documentation.</p>"},{"location":"developer/cluster-api/other-resources/","title":"Support for other Kubernetes Applications","text":""},{"location":"developer/cluster-api/other-resources/#introduction","title":"Introduction","text":"<p>Kubernetes has several built-in resources that encapsulate running Pods. These are called Kubernetes Workloads and should not be confused with Run:ai Workloads.</p> <p>Examples of such resources are a Deployment that manages a stateless application, or a Job that runs tasks to completion.</p> <p>Run:ai natively runs Run:ai Workloads. A Run:ai workload encapsulates all the resources needed to run, creates them, and deletes them together. However, Run:ai, being an open platform allows the scheduling of any Kubernetes Workflow.</p>"},{"location":"developer/cluster-api/other-resources/#how-to","title":"How To","text":"<p>To run Kubernetes Workloads with Run:ai you must add the following to the YAML:</p> <ul> <li>A namespace that is associated with a Run:ai Project.</li> <li>A scheduler name: <code>runai-scheduler</code>.</li> <li>When using Fractions, use a specific syntax for the <code>nvidia/gpu</code> limit.</li> </ul>"},{"location":"developer/cluster-api/other-resources/#example-job","title":"Example: Job","text":"job1.yaml<pre><code>apiVersion: batch/v1\nkind: Job # (1)\nmetadata:\n  name: job1\n  namespace: runai-team-a # (2)\nspec:\n  template:\n    spec:\n      containers:\n      - name: job1-container\n        image: runai.jfrog.io/demo/quickstart\n        resources:\n          limits:\n            nvidia.com/gpu: 1 # (4)\n      restartPolicy: Never\n      schedulerName: runai-scheduler # (3)\n</code></pre> <ol> <li>This is a Kubernetes Job.</li> <li>Namespace: Replace <code>runai-team-a</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).</li> <li>The job to be scheduled with the Run:ai scheduler.</li> <li>To run with half a GPU replace 1 with \"0.5\" (with apostrophes).</li> </ol> <p>To submit the Job run:</p> <pre><code>kubectl apply -f job1.yaml\n</code></pre> <p>You will be able to see the Job in the Run:ai User interface, including all metrics and lists</p>"},{"location":"developer/cluster-api/other-resources/#example-deployment","title":"Example: Deployment","text":"deployment1.yaml<pre><code>apiVersion: apps/v1\nkind: Deployment # (1)\nmetadata:\n  name: inference-1\n  namespace: runai-team-a # (2)\nspec:\n  replicas: 1\n  selector:\n    matchLabels:\n      app: inference-1\n  template:\n    metadata:\n      labels:\n        app: inference-1\n    spec:\n      containers:\n        - resources:\n            limits:\n              nvidia.com/gpu: 1 # (4)\n          image: runai/example-marian-server\n          imagePullPolicy: Always\n          name: inference-1\n          ports:\n            - containerPort: 8888\n      schedulerName: runai-scheduler # (3)\n\n---\napiVersion: v1\nkind: Service # (5)\nmetadata:\n  labels:\n    app: inference-1\n  name: inference-1\nspec:\n  type: ClusterIP\n  ports:\n    - port: 8888\n      targetPort: 8888\n  selector:\n    app: inference-1\n</code></pre> <ol> <li>This is a Kubernetes Deployment.</li> <li>Namespace: Replace <code>runai-team-a</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).</li> <li>The job to be scheduled with the Run:ai scheduler.</li> <li>To run with half a GPU replace 1 with \"0.5\" (with apostrophes).</li> <li>This example also contains the creation of a service to connect to the deployment. It is not mandatory.</li> </ol> <p>To submit the Deployment run:</p> <pre><code>kubectl apply -f deployment1.yaml\n</code></pre>"},{"location":"developer/cluster-api/other-resources/#example-submit-a-cron-job-via-yaml","title":"Example: Submit a Cron job via YAML","text":"<p>The cron command-line utility is a job scheduler typically used to set up and maintain software environments at scheduled intervals. Run:ai now supports submitting jobs with cron using a YAML file. </p> <p>To submit a job using cron, run the following command:</p> <pre><code>kubectl apply -f &lt;file_name&gt;.yaml\n</code></pre> <p>The following is an example YAML file:</p> <pre><code>apiVersion: batch/v1\nkind: CronJob\nmetadata:\n  name: hello\nspec:\n  schedule: \"* * * * *\"\n  jobTemplate:\n    spec:\n      template:\n        metadata:\n          labels:\n          - (Mandatory) runai/queue: team-a\n        spec:\n          (Mandatory) schedulerName: runai-scheduler\n          containers:\n          - name: hello\n            image: busybox:1.28\n            imagePullPolicy: IfNotPresent\n            command:\n            - /bin/sh\n            - -c\n            - date; echo Hello from the Kubernetes cluster\n          restartPolicy: OnFailure\n          (Optional) priorityClassName: build / train / inference / interactivePreemptible\n</code></pre>"},{"location":"developer/cluster-api/other-resources/#limitations","title":"Limitations","text":"<p>The Run:ai command line interface provides limited support for Kubernetes Workloads.</p>"},{"location":"developer/cluster-api/other-resources/#see-also","title":"See Also","text":"<p>Run:ai has specific integrations with additional third-party tools such as KubeFlow, MLFlow, and more. These integrations use the same instructions as described above.</p>"},{"location":"developer/cluster-api/reference/","title":"Reference","text":"<p>For a full reference for the YAML API parameters see the YAML Reference document.</p>"},{"location":"developer/cluster-api/submit-rest/","title":"Submitting Workloads via HTTP/REST","text":"<p>You can submit Workloads via HTTP calls, using the Kubernetes REST API.</p>"},{"location":"developer/cluster-api/submit-rest/#submit-workload-example","title":"Submit Workload Example","text":"<p>To submit a workload via HTTP, run the following:</p> <pre><code>curl -X POST \\ # (1) \n'https://&lt;IP&gt;:6443/apis/run.ai/v2alpha1/namespaces/&lt;PROJECT&gt;/trainingworkloads' \\ \n    --header 'Content-Type: application/yaml' \\\n    --header 'Authorization: Bearer &lt;BEARER&gt;' \\  # (2) \n    --data-raw 'apiVersion: run.ai/v2alpha1\nkind: TrainingWorkload  # (3)\nmetadata:\n  name: job-1    \nspec:\n  gpu:\n    value: \"1\"\n  image:\n    value: runai.jfrog.io/demo/quickstart\n  name:\n    value: job-1  \n</code></pre> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile).  Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).  Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code> or <code>inferenceworkloads</code> according to type.</li> <li>Add Bearer token. To obtain a Bearer token see API authentication.</li> <li>See Submitting a Workload via YAML for an explanation of the YAML-based workload.</li> </ol> <p>Run: <code>runai list jobs</code> to see the new Workload.</p>"},{"location":"developer/cluster-api/submit-rest/#delete-workload-example","title":"Delete Workload Example","text":"<p>To delete a workload run:</p> <pre><code>curl -X DELETE \\ # (1) \n'https://&lt;IP&gt;:6443/apis/run.ai/v2alpha1/namespaces/&lt;PROJECT&gt;/trainingworkloads/&lt;JOB-NAME&gt;' \\ \n    --header 'Content-Type: application/yaml' \\\n    --header 'Authorization: Bearer &lt;BEARER&gt;'   # (2)\n</code></pre> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile).  Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).  Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code> or <code>inferenceworkloads</code> according to type.  Replace <code>&lt;JOB-NAME&gt;</code> with the name of the Job. </li> <li>Add Bearer token. To obtain a Bearer token see API authentication.</li> </ol>"},{"location":"developer/cluster-api/submit-rest/#suspendstop-workload-example","title":"Suspend/Stop workload example","text":"<p>To suspend or stop a workload run:</p> <pre><code>curl -X PATCH \\ # (1) \n'https://&lt;IP&gt;:6443/apis/run.ai/v2alpha1/namespaces/&lt;PROJECT&gt;/interactiveworkload/&lt;JOB-NAME&gt;' \\\n    --header 'Content-Type: application/json' \n    --header 'Authorization: Bearer &lt;TOKEN&gt;'# (2) \n    --data '{\"spec\":{\"active\": {\"value\": \"false\"}}}'\n</code></pre> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile).  Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).  Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code> or <code>inferenceworkloads</code> according to type.  Replace <code>&lt;JOB-NAME&gt;</code> with the name of the Job. </li> <li>Add Bearer token. To obtain a Bearer token see API authentication.</li> </ol>"},{"location":"developer/cluster-api/submit-rest/#using-other-programming-languages","title":"Using other Programming Languages","text":"<p>You can use any Kubernetes client library together with the YAML documentation above to submit workloads via other programming languages. For more information see Kubernetes client libraries.</p>"},{"location":"developer/cluster-api/submit-rest/#python-example","title":"Python example","text":"<p>Create the following file and run it via python:</p> create-train.py<pre><code>import json\nimport requests\n\n# (1)\nurl = \"https://&lt;IP&gt;:6443/apis/run.ai/v2alpha1/namespaces/&lt;PROJECT&gt;/trainingworkloads\"\n\npayload = json.dumps({\n  \"apiVersion\": \"run.ai/v2alpha1\",\n  \"kind\": \"TrainingWorkload\",\n  \"metadata\": {\n    \"name\": \"train1\",\n    \"namespace\": \"runai-team-a\"\n  },\n  \"spec\": {\n    \"image\": {\n      \"value\": \"runai.jfrog.io/demo/quickstart\"\n    },\n    \"name\": {\n      \"value\": \"train1\"\n    },\n    \"gpu\": {\n      \"value\": \"1\"\n    }\n  }\n})\n\nheaders = {\n  'Content-Type': 'application/json',\n  'Authorization': 'Bearer &lt;TOKEN&gt;' #(2)\n}\n\nresponse = requests.request(\"POST\", url, headers=headers, data=payload) # (3)\n\nprint(json.dumps(json.loads(response.text), indent=4))\n</code></pre> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile).  Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).  Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code>or <code>inferenceworkloads</code> according to type.</li> <li>Add Bearer token. To obtain a Bearer token see API authentication.</li> <li>if you do not have a valid certificate, you can add the flag <code>verify=False</code>.</li> </ol>"},{"location":"developer/cluster-api/submit-yaml/","title":"Submitting Workloads via YAML","text":"<p>You can use YAML to submit Workloads directly to Run:ai. Below are examples of how to create training, interactive and inference workloads via YAML.</p> <p>For details on YAML parameters, see the YAML Reference.</p>"},{"location":"developer/cluster-api/submit-yaml/#submit-workload-example","title":"Submit Workload Example","text":"<p>Create a file named <code>training1.yaml</code> with the following text:</p> training1.yaml<pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingWorkload # (1)\nmetadata:\n  name: job-1  # (2) \n  namespace: runai-team-a # (3)\nspec:\n  gpu:\n    value: \"1\"\n  image:\n    value: runai.jfrog.io/demo/quickstart\n  name:\n    value: job-1 # (4)\n</code></pre> <ol> <li>This is a Training workload.</li> <li>Kubernetes object name. Mandatory, but has no functional significance.</li> <li>Namespace: Replace <code>runai-team-a</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).</li> <li>Job name as appears in Run:ai. Can provide name, or create automatically if name prefix is configured. </li> </ol> <p>Change the namespace and run: <code>kubectl apply -f training1.yaml</code></p> <p>Run: <code>runai list jobs</code> to see the new Workload.</p>"},{"location":"developer/cluster-api/submit-yaml/#delete-workload-example","title":"Delete Workload Example","text":"<p>Run: <code>kubectl delete -f training1.yaml</code> to delete the Workload. </p>"},{"location":"developer/cluster-api/submit-yaml/#creating-a-yaml-syntax-from-a-cli-command","title":"Creating a YAML syntax from a CLI command","text":"<p>An easy way to create a YAML for a workload is to generate it from the <code>runai submit</code> command by using the <code>--dry-run</code> flag. For example, run:</p> <pre><code>runai submit build1 -i ubuntu -g 1 --interactive --dry-run \\\n     -- sleep infinity \n</code></pre> <p>The result will be the following Kubernetes object declaration:</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: InteractiveWorkload  # (1)\nmetadata:\n  creationTimestamp: null\n  labels:\n    PreviousJob: \"true\"\n  name: job-0-2022-05-02t08-50-57\n  namespace: runai-team-a\nspec:\n  command:\n    value: sleep infinity\n  gpu:\n    value: \"1\"\n  image:\n    value: ubuntu\n  imagePullPolicy:\n    value: Always\n  name:\n    value: job-0\n\n... Additional internal and status properties...\n</code></pre> <ol> <li>This is an Interactive workload.</li> </ol>"},{"location":"developer/cluster-api/submit-yaml/#inference-workload-example","title":"Inference Workload Example","text":"<p>Creating an inference workload is similar to the above two examples.</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: InferenceWorkload\nmetadata:\n  name: inference1\n  namespace: runai-team-a\nspec:\n  name:\n    value: inference1\n  gpu:\n    value: \"0.5\"\n  image:\n    value: \"runai.jfrog.io/demo/example-triton-server\"\n  minScale:\n    value: 1\n  maxScale:\n    value: 2\n  metric:\n    value: concurrency # (1)\n  target:\n    value: 80  # (2)\n  ports:\n      items:\n        port1:\n          value:\n            container: 8000\n            protocol: http\n            serviceType: ServingPort\n</code></pre> <ol> <li>Possible metrics are throughput, concurrency and latency.</li> <li>Inference requires a port to receive requests.</li> </ol>"},{"location":"developer/cluster-api/submit-yaml/#suspendresume-interactivetraining-workload","title":"Suspend/Resume Interactive/Training Workload","text":"<p>To suspend training:</p> <p><pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingWorkload # \nmetadata:\n  name: job-1  #  \n  namespace: runai-team-a # \nspec:\n  gpu:\n    value: \"1\"\n  active:\n    value: false\n  image:\n    value: runai.jfrog.io/demo/quickstart\n  name:\n    value: job-1 # \n</code></pre> In order to suspend the workload, set <code>active</code> to <code>false</code>. To resume the workload, either set <code>active</code> to <code>true</code> or remove it entirely.</p>"},{"location":"developer/cluster-api/submit-yaml/#see-also","title":"See Also","text":"<ul> <li>To understand how to connect to the inference workload, see Inference Quickstart.</li> <li>To learn more about Inference and Run:ai see Inference overview.</li> </ul>"},{"location":"developer/cluster-api/workload-overview-dev/","title":"Cluster API (Deprecated)","text":"<p>The Run:ai Cluster API allows the submission of Workloads via YAML, directly to Kubernetes. </p> <p>Important</p> <p>With Run:ai 2.18 clusters, you can now submit Workloads via the Run:ai REST API. We recommend using this API if your cluster is of that version.  </p>"},{"location":"developer/cluster-api/workload-overview-dev/#workloads","title":"Workloads","text":"<p>Run:ai schedules Workloads. Run:ai workloads contain:</p> <ul> <li>The Kubernetes resource (Job, Deployment, etc) that is used to launch the container inside which the data science code runs.</li> <li>A set of additional resources that is required to run the Workload. Examples: a service entry point that allows access to the Job, a persistent volume claim to access data on the network and more.</li> </ul> <p>Run:ai supports the following Workloads types:</p> Workload Type Kubernetes Name Description Interactive <code>InteractiveWorkload</code> Submit an interactive workload Training <code>TrainingWorkload</code> Submit a training workload Distributed Training <code>DistributedWorkload</code> Submit a distributed training workload using TensorFlow, PyTorch or MPI Inference <code>InferenceWorkload</code> Submit an inference workload"},{"location":"developer/cluster-api/workload-overview-dev/#values","title":"Values","text":"<p>A Workload will typically have a list of values, such as name, image, and resources. A full list of values is available in the runai-submit Command-line reference.  </p> <p>You can also find the exact YAML syntax run:</p> <pre><code>kubectl explain TrainingWorkload.spec\n</code></pre> <p>(and similarly for other Workload types).</p> <p>To get information on a specific value (e.g. <code>node type</code>), you can also run:</p> <pre><code>kubectl explain TrainingWorkload.spec.nodeType\n</code></pre> <p>Result:</p> <pre><code>KIND:     TrainingWorkload\nVERSION:  run.ai/v2alpha1\n\nRESOURCE: nodeType &lt;Object&gt;\n\nDESCRIPTION:\n     Specifies nodes (machines) or a group of nodes on which the workload will\n     run. To use this feature, your Administrator will need to label nodes as\n     explained in the Group Nodes guide at\n     https://docs.run.ai/admin/researcher-setup/limit-to-node-group. This flag\n     can be used in conjunction with Project-based affinity. In this case, the\n     flag is used to refine the list of allowable node groups set in the\n     Project. For more information consult the Projects guide at\n     https://docs.run.ai/admin/admin-ui-setup/project-setup.\n\nFIELDS:\n   value    &lt;string&gt;\n</code></pre>"},{"location":"developer/cluster-api/workload-overview-dev/#how-to-submit","title":"How to Submit","text":"<p>A Workload can be submitted via various channels:</p> <ul> <li>The Run:ai user interface.</li> <li>The Run:ai command-line interface, via the runai submit command.</li> <li>The Run:ai Cluster API.</li> </ul>"},{"location":"developer/cluster-api/workload-overview-dev/#policies","title":"Policies","text":"<p>An Administrator can set Policies for Workload submission. Policies serve two purposes:</p> <ol> <li>To constrain the values a researcher can specify.</li> <li>To provide default values.</li> </ol> <p>For example, an administrator can,</p> <ul> <li>Set a maximum of 5 GPUs per Workload.</li> <li>Provide a default value of 1 GPU for each container.</li> </ul> <p>Each workload type has a matching kind of workload policy. For example, an <code>InteractiveWorkload</code> has a matching <code>InteractivePolicy</code></p> <p>A Policy of each type can be defined per-project. There is also a global policy that applies to any project that does not have a per-project policy.</p> <p>For further details on policies, see Policies.</p>"},{"location":"developer/metrics/metrics-api/","title":"Metrics and telemetry","text":""},{"location":"developer/metrics/metrics-api/#telemetry","title":"Telemetry","text":"<p>Telemetry is a numeric measurement recorded in real-time when emitted from the Run:ai cluster.</p>"},{"location":"developer/metrics/metrics-api/#metrics","title":"Metrics","text":"<p>Metrics are numeric measurements recorded over time that are emitted from the Run:ai cluster. Typical metrics involve utilization, allocation, time measurements and so on. Metrics are used in Run:ai dashboards as well as in the Run:ai administration user interface.</p> <p>The purpose of this document is to detail the structure and purpose of metrics emitted by Run:ai. This enables customers to create custom dashboards or integrate metric data into other monitoring systems.</p> <p>Run:ai provides metrics via the Run:ai Control-plane API. Previoulsy, Run:ai provided metrics information via direct access to an internal metrics store. This method is deprecated but is still documented here.</p>"},{"location":"developer/metrics/metrics-api/#metric-and-telemetry-scopes","title":"Metric and telemetry Scopes","text":"<p>Run:ai provides Control-plane API which supports and aggregates metrics at various levels.</p> Level Description Cluster A cluster is a set of Nodes Pools &amp; Nodes. With Cluster metrics, metrics are aggregated at the Cluster level Node Data is aggregated at the Node level. Node Pool Data is aggregated at the Node Pool level. Workload Data is aggregated at the Workload level. In some Workloads, e.g. with distributed workloads, these metrics aggregate data from all worker pods Pod The basic execution unit Project The basic organizational unit.  Projects are the tool to implement resource allocation policies as well as the segregation between different initiatives. Department Departments are a grouping of projects. ## Supported Metrics Metric Cluster Node Pool Node Workload Pod Project Department API Cluster API Node Pool API Workload API Pod API ALLOCATED_GPU TRUE TRUE TRUE AVG_WORKLOAD_WAIT_TIME TRUE TRUE CPU_LIMIT_CORES TRUE CPU_MEMORY_LIMIT_BYTES TRUE CPU_MEMORY_REQUEST_BYTES TRUE CPU_MEMORY_USAGE_BYTES TRUE TRUE TRUE CPU_MEMORY_UTILIZATION TRUE TRUE TRUE CPU_REQUEST_CORES TRUE CPU_USAGE_CORES TRUE TRUE TRUE CPU_UTILIZATION TRUE TRUE TRUE GPU_ALLOCATION TRUE TRUE TRUE GPU_MEMORY_REQUEST_BYTES TRUE GPU_MEMORY_USAGE_BYTES TRUE TRUE GPU_MEMORY_USAGE_BYTES_PER_GPU TRUE TRUE GPU_MEMORY_UTILIZATION TRUE TRUE GPU_MEMORY_UTILIZATION_PER_GPU TRU GPU_QUOTA TRUE TRUE TRUE TRUE GPU_UTILIZATION TRUE TRUE TRUE TRUE GPU_UTILIZATION_PER_GPU TRUE TRUE POD_COUNT TRUE RUNNING_POD_COUNT TRUE TOTAL_GPU TRUE TRUE TOTAL_GPU_NODES TRUE TRUE GPU_UTILIZATION_DISTRIBUTION TRUE TRUE UNALLOCATED_GPU TRUE TRUE CPU_QUOTA_MILLICORES TRUE TRUE CPU_MEMORY_QUOTA_MB TRUE TRUE CPU_ALLOCATION_MILLICORES TRUE TRUE CPU_MEMORY_ALLOCATION_MB TRUE TRUE"},{"location":"developer/metrics/metrics-api/#advanced-metrics","title":"Advanced Metrics","text":"<p>NVIDIA provides extended metrics at the Pod level. These are documented here. To enable these metrics please contact Run:ai customer support.</p> Metric Cluster Node Pool Workload Pod GPU_FP16_ENGINE_ACTIVITY_PER_GPU TRUE GPU_FP32_ENGINE_ACTIVITY_PER_GPU TRUE GPU_FP64_ENGINE_ACTIVITY_PER_GPU TRUE GPU_GRAPHICS_ENGINE_ACTIVITY_PER_GPU TRUE GPU_MEMORY_BANDWIDTH_UTILIZATION_PER_GPU TRUE GPU_NVLINK_RECEIVED_BANDWIDTH_PER_GPU TRUE GPU_NVLINK_TRANSMITTED_BANDWIDTH_PER_GPU TRUE GPU_PCIE_RECEIVED_BANDWIDTH_PER_GPU TRUE GPU_PCIE_TRANSMITTED_BANDWIDTH_PER_GPU TRUE GPU_SM_ACTIVITY_PER_GPU TRUE GPU_SM_OCCUPANCY_PER_GPU TRUE GPU_TENSOR_ACTIVITY_PER_GPU TRUE"},{"location":"developer/metrics/metrics-api/#_1","title":"Metrics via API","text":""},{"location":"developer/metrics/metrics-api/#supported-telemetry","title":"Supported telemetry","text":"telemetry Node Workload Project Department API Node API Workload API WORKLOADS_COUNT TRUE ALLOCATED_GPUS TRUE TRUE TRUE TRUE READY_GPU_NODES TRUE READY_GPUS TRUE TOTAL_GPU_NODES TRUE TOTAL_GPUS TRUE IDLE_ALLOCATED_GPUS TRUE FREE_GPUS TRUE TOTAL_CPU_CORES TRUE USED_CPU_CORES TRUE ALLOCATED_CPU_CORES TRUE TRUE TRUE TOTAL_GPU_MEMORY_BYTES TRUE USED_GPU_MEMORY_BYTES TRUE TOTAL_CPU_MEMORY_BYTES TRUE USED_CPU_MEMORY_BYTES TRUE ALLOCATED_CPU_MEMORY_BYTES TRUE TRUE TRUE GPU_QUOTA TRUE TRUE CPU_QUOTA TRUE TRUE MEMORY_QUOTA TRUE TRUE GPU_ALLOCATION_NON_PREEMPTIBLE TRUE TRUE CPU_ALLOCATION_NON_PREEMPTIBLE TRUE TRUE MEMORY_ALLOCATION_NON_PREEMPTIBLE TRUE TRUE"},{"location":"developer/metrics/metrics/","title":"Metrics API","text":""},{"location":"developer/metrics/metrics/#what-are-metrics","title":"What are Metrics","text":"<p>Metrics are numeric measurements recorded over time that are emitted from the Run:ai cluster. Typical metrics involve utilization, allocation, time measurements and so on. Metrics are used in Run:ai dashboards as well as in the Run:ai administration user interface.</p> <p>The purpose of this document is to detail the structure and purpose of metrics emitted by Run:ai to enable customers to create custom dashboards or integrate metric data into other monitoring systems.</p> <p>Run:ai uses Prometheus for collecting and querying metrics.</p> <p>Warning</p> <p>From cluster version 2.17 and onwards, Run:ai supports metrics via the Run:ai Control-plane API. Direct metrics queries (metrics that are queried directly from Prometheus) are deprecated.</p>"},{"location":"developer/metrics/metrics/#published-runai-metrics","title":"Published Run:ai Metrics","text":"<p>Following is the list of published Run:ai metrics, per cluster version (make sure to pick the right cluster version in the picker at the top of the page):</p> Metric name Labels Measurement Description runai_active_job_cpu_requested_cores {clusterId,  job_name, job_uuid} CPU Cores Workload's requested CPU cores runai_active_job_memory_requested_bytes {clusterId,  job_name, job_uuid} Bytes Workload's requested CPU memory runai_cluster_cpu_utilization {clusterId} 0 to 1 CPU utilization of the entire cluster runai_cluster_memory_used_bytes {clusterId} Bytes Used CPU memory of the entire cluster runai_cluster_memory_utilization {clusterId} 0 to 1 CPU memory utilization of the entire cluster runai_allocated_gpu_count_per_gpu {gpu, clusterId, node} 0/1 Is a GPU hosting a pod runai_last_gpu_utilization_time_per_gpu {gpu, clusterId, node} Unix time Last time GPU was not idle runai_requested_gpu_memory_mb_per_workload {clusterId, job_type, job_uuid, job_name, project, workload_id} MegaBytes Requested GPU memory per workload (0 if not specified by the user) runai_requested_gpus_per_workload {clusterId, workload_type, workload_id, workload_name, project} Double Number of requested GPUs per workload runai_run_time_seconds_per_workload {clusterId, workload_id, workload_name} Seconds Total run time per workload runai_wait_time_seconds_per_workload {clusterId, workload_id, workload_name} Seconds Total wait time per workload runai_node_cpu_requested_cores {clusterId, node} Double Sum of the requested CPU cores of all workloads running in a node runai_node_cpu_utilization {clusterId, node} 0 to 1 CPU utilization per node runai_node_memory_utilization {clusterId, node} 0 to 1 CPU memory utilization per node runai_node_requested_memory_bytes {clusterId, node} Bytes Sum of the requested CPU memory of all workloads running in a node runai_node_used_memory_bytes {clusterId, node} Bytes Used CPU memory per node runai_project_guaranteed_gpus {clusterId, project} Double Guaranteed GPU quota per project runai_project_info {memory_quota, cpu_quota, gpu_guaranteed_quota, clusterId, project, department} N/A Information on CPU, CPU memory, GPU quota per project runai_queue_info {memory_quota, cpu_quota, gpu_guaranteed_quota, clusterId, nodepool, queue_name, department} N/A Information on CPU, CPU memory, GPU quota per project/department per nodepool runai_cpu_limits_per_active_workload {clusterId, job_name , job_uuid} CPU Cores Workloads CPU limit (in number of cores). See link runai_job_cpu_usage {clusterId, workload_id, workload_name, project} Double Workloads CPU usage (in number of cores) runai_memory_limits_per_active_workload {clusterId, job_name, job_uuid} Bytes Workloads CPU memory limit. See link runai_active_job_memory_requested_bytes {clusterId, job_name, job_uuid} Bytes Workloads requested CPU memory. See link runai_job_memory_used_bytes {clusterId, workload_id, workload_name, project} Bytes Workloads used CPU memory runai_mig_mode_gpu_count {clusterId, node} Double Number of GPUs on MIG nodes (Deprecated) runai_gpu_utilization_per_gpu {clusterId, gpu, node} % GPU Utilization per GPU runai_gpu_utilization_per_node {clusterId, node} % GPU Utilization per Node runai_gpu_memory_used_mebibytes_per_gpu {clusterId, gpu, node} MiB Used GPU memory per GPU runai_gpu_memory_used_mebibytes_per_node {clusterId, node} MiB Used GPU memory per Node runai_gpu_memory_total_mebibytes_per_gpu {clusterId, gpu, node} MiB Total GPU memory per GPU runai_gpu_memory_total_mebibytes_per_node {clusterId, node} MiB Total GPU memory per Node runai_gpu_count_per_node {clusterId, node, modelName, ready, schedulable} Number Number of GPUs per Node runai_allocated_gpu_count_per_workload {clusterId, workload_id, workload_name, workload_type, user} Double Number of allocated GPUs per Workload runai_allocated_gpu_count_per_project {clusterId, project} Double Number of allocated GPUs per Project runai_gpu_memory_used_mebibytes_per_pod_per_gpu {clusterId, pod_name, pod_uuid, pod_namespace, node, gpu} MiB Used GPU Memory per Pod, per Gpu on which the workload is running runai_gpu_memory_used_mebibytes_per_workload {clusterId, workload_id, workload_name, workload_type, user} MiB Used GPU Memory per Workload runai_gpu_utilization_per_pod_per_gpu {clusterId, pod_name, pod_uuid, pod_namespace, node, gpu} % GPU Utilization per Pod per GPU runai_gpu_utilization_per_workload {clusterId, workload_id, workload_name, workload_type, user} % Average GPU Utilization per Workload runai_gpu_utilization_per_project {clusterId, project} % Average GPU Utilization per Project runai_last_gpu_utilization_time_per_workload {clusterId, workload_id, workload_name, workload_type, user} Seconds (Unix Timestamp) The Last Time (Unix Timestamp) That The Workload Utilized Any Of Its Allocated GPUs runai_gpu_idle_seconds_per_workload {clusterId, workload_id, workload_name, workload_type, user} Seconds Seconds Passed Since The Workload Utilized Any Of Its Allocated GPUs runai_allocated_gpu_count_per_pod {clusterId, pod_name, pod_uuid, pod_namespace, node} Double Number Of Allocated GPUs per Pod runai_allocated_gpu_count_per_node {clusterId, node} Double Number Of Allocated GPUs per Node runai_allocated_millicpus_per_pod {clusterId, pod_name, pod_uuid, pod_namespace, node} Integer Number Of Allocated Millicpus per Pod runai_allocated_memory_per_pod {clusterId, pod_name, pod_uuid, pod_namespace, node} Bytes Allocated Memory per Pod <p>Following is a list of labels appearing in Run:ai metrics:</p> Label Description clusterId Cluster Identifier department Name of Run:ai Department cpu_quota CPU limit per project gpu GPU index gpu_guaranteed_quota Guaranteed GPU quota per project image Name of Docker image namespace_name Namespace deployment_name Deployment name job_name Job name job_type Job type: training, interactive or inference job_uuid Job identifier workload_name Workload name workload_type Workload type: training, interactive or inference workload_uuid Workload identifier pod_name Pod name. A Workload can contain many pods. pod_namespace Pod namespace memory_quota CPU memory limit per project node Node name project Name of Run:ai Project status Workload status: Running, Pending, etc. For more information on Workload statuses see document user User identifier"},{"location":"developer/metrics/metrics/#other-metrics","title":"Other Metrics","text":"<p>Run:ai exports other metrics emitted by NVIDIA and Kubernetes packages, as follows:</p> Metric name Description runai_gpu_utilization_per_gpu GPU utilization kube_node_status_capacity The capacity for different resources of a node kube_node_status_condition The condition of a cluster node kube_pod_container_resource_requests_cpu_cores The number of CPU cores requested by container kube_pod_container_resource_requests_memory_bytes Bytes of memory requested by a container kube_pod_info Information about pod <p>For additional information, see Kubernetes kube-state-metrics and NVIDIA dcgm exporter.</p>"},{"location":"developer/metrics/metrics/#changed-metrics-and-api-mapping","title":"Changed metrics and API mapping","text":"<p>Starting in cluster version 2.17, some of the metrics names have been changed. In addition some Run:ai metrics are available as API endpoints. Using the API endpoints is more efficient and provides an easier way of retrieving metrics in any application. The following table lists the metrics that were changed.</p> Metric name in version 2.16 2.17 Change Description 2.17 API Endpoint runai_active_job_cpu_requested_cores available also via API https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_REQUEST_CORES\" metricType runai_active_job_memory_requested_bytes available also via API https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_MEMORY_REQUEST_BYTES\" metricType runai_cluster_cpu_utilization available also via API https://app.run.ai/api/v2/clusters/{clusterUuid}/metrics ; with \"CPU_UTILIZATION\" metricType runai_cluster_memory_utilization available also via API https://app.run.ai/api/v2/clusters/{clusterUuid}/metrics ; with \"CPU_MEMORY_UTILIZATION\" metricType runai_gpu_utilization_non_fractional_jobs no longer available runai_allocated_gpu_count_per_workload labels changed runai_gpu_utilization_per_pod_per_gpu available also via API https://app.run.ai/api/v1/workloads/{workloadId}/pods/{podId}/metrics ; with \"GPU_UTILIZATION_PER_GPU\" metricType runai_gpu_utilization_per_workload available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"GPU_UTILIZATION\" metricType runai_job_image no longer available runai_job_requested_gpu_memory available also via API and renamed to: \"runai_requested_gpu_memory_mb_per_workload\" with different labels https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"GPU_MEMORY_REQUEST_BYTES\" metricType runai_job_requested_gpus renamed to: \"runai_requested_gpus_per_workload\" with different labels runai_job_total_runtime renamed to: \"runai_run_time_seconds_per_workload\" with different labels runai_job_total_wait_time renamed to: \"runai_wait_time_seconds_per_workload\" with different labels runai_gpu_memory_used_mebibytes_per_workload available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"GPU_MEMORY_USAGE_BYTES\" metricType runai_gpu_memory_used_mebibytes_per_pod_per_gpu available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/pods/{podId}/metrics ; with \"GPU_MEMORY_USAGE_BYTES_PER_GPU\" metricType runai_node_gpu_used_memory_bytes renamed and changed units: \"runai_gpu_memory_used_mebibytes_per_node\" runai_node_total_memory_bytes renamed and changed units: \"runai_gpu_memory_total_mebibytes_per_node\" runai_project_info labels changed runai_active_job_cpu_limits available also via API and renamed to: \"runai_cpu_limits_per_active_workload\" https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_LIMIT_CORES\" metricType runai_job_cpu_usage available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_USAGE_CORES\" metricType runai_active_job_memory_limits available also via API and renamed to: \"runai_memory_limits_per_active_workload\" https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_MEMORY_LIMIT_BYTES\" metricType runai_running_job_memory_requested_bytes was a duplication of \"runai_active_job_memory_requested_bytes\", see above runai_job_memory_used_bytes available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_MEMORY_USAGE_BYTES\" metricType runai_job_swap_memory_used_bytes no longer available runai_gpu_count_per_node added labels runai_last_gpu_utilization_time_per_workload labels changed runai_gpu_idle_time_per_workload renamed to: \"runai_gpu_idle_seconds_per_workload\" with different labels"},{"location":"developer/metrics/metrics/#create-custom-dashboards","title":"Create custom dashboards","text":"<p>To create custom dashboards based on the above metrics, please contact Run:ai customer support.</p>"},{"location":"home/components/","title":"Run:ai System Components","text":""},{"location":"home/components/#components","title":"Components","text":"<p>Run:ai is made up of two components:</p> <ul> <li>The Run:ai cluster provides scheduling services and workload management.</li> <li>The Run:ai control plane provides resource management, Workload submission and cluster monitoring.</li> </ul> <p>Technology-wise, both are installed over a Kubernetes Cluster.</p> <p>Run:ai users:</p> <ul> <li>Researchers submit Machine Learning workloads via the Run:ai Console, the Run:ai Command-Line Interface (CLI), or directly by sending YAML files to Kubernetes.</li> <li>Administrators monitor and set priorities via the Run:ai User Interface</li> </ul> <p></p>"},{"location":"home/components/#runai-cluster","title":"Run:ai Cluster","text":"<ul> <li>Run:ai comes with its own Scheduler. The Run:ai scheduler extends the Kubernetes scheduler. It uses business rules to schedule workloads sent by Researchers.</li> <li>Run:ai schedules Workloads. Workloads include the actual researcher code running as a Kubernetes container, together with all the system resources required to run the code, such as user storage, network endpoints to access the container etc.</li> <li>The cluster uses an outbound-only, secure connection to synchronize with the Run:ai control plane. Information includes meta-data sync and various metrics on Workloads, Nodes etc.</li> <li>The Run:ai cluster is installed as a Kubernetes Operator</li> <li>Run:ai is installed in its own Kubernetes namespace named runai</li> <li>Workloads are run in the context of Run:ai Projects. Each Project is mapped to a Kubernetes namespace with its own settings and access control.</li> </ul>"},{"location":"home/components/#runai-control-plane-on-the-cloud","title":"Run:ai Control Plane on the cloud","text":"<p>The Run:ai control plane is used by multiple customers (tenants) to manage resources (such as Projects &amp; Departments), submit Workloads and monitor multiple clusters.</p> <p>A single Run:ai customer (tenant) defined in the control-plane, can manage multiple Run:ai clusters. So a single customer, can manage mutltiple GPU clusters in multiple locations/subnets from a single interface.</p>"},{"location":"home/components/#self-hosted-control-plane","title":"Self-hosted Control-Plane","text":"<p>The Run:ai control plane can also be locally installed. To understand the various installation options see the installation types document.</p>"},{"location":"home/data-privacy-details/","title":"Data Privacy","text":"<p>This article details the data privacy and compliance considerations for deploying Run:ai. It is intended to help administrators and compliance teams understand the data management practices involved with Run:ai. This ensures the permissions align with organizational policies and regulatory requirements before installation and during integration and onboarding of the various teams.</p> <p>When using the Run:ai SaaS cluster, the Control plane operates through the Run:ai cloud, requiring the transmission of certain data for control and analytics. Below is a detailed breakdown of the specific data sent to the Run:ai cloud in the SaaS offering.</p> <p>Note</p> <p>For organizations where data privacy policies do not align with this data transmission, Run:ai offers a self-hosted version. This version includes the control plane on premise and does not communicate with the cloud.</p>"},{"location":"home/data-privacy-details/#data-sent-to-the-runai-cloud","title":"Data sent to the Run:ai cloud","text":"Asset Details Workload Metrics Includes workload names, CPU, GPU, and memory metrics, as well as parameters provided during the <code>runai submit</code> command. Workload Assets Covers environments, compute resources, and data resources associated with workloads. Resource Credentials Credentials for cluster resources, encrypted with a SHA-512 algorithm specific to each tenant. Node Metrics Node-specific data including names, IPs, and performance metrics (CPU, GPU, memory). Cluster Metrics Cluster-wide metrics such as names, CPU, GPU, and memory usage. Projects &amp; Departments Includes names and quota information for projects and departments. Users User roles within Run:ai, email addresses, and passwords."},{"location":"home/data-privacy-details/#key-consideration","title":"Key consideration","text":"<p>Run:ai ensures that no deep-learning artefacts, such as code, images, container logs, training data, models, or checkpoints, are transmitted to the cloud. These assets remain securely within your organization's firewalls, safeguarding sensitive intellectual property and data.  </p>"},{"location":"home/data-privacy-details/#see-also","title":"See Also","text":"<p>The Run:ai privacy policy. </p>"},{"location":"home/overview/","title":"Run:ai Documentation Library","text":"<p>Welcome to the Run:ai documentation area. For an introduction about what is the Run:ai Platform see Run:ai platform on the run.ai website.</p> <p>The Run:ai documentation is targeting four personas:</p> <ul> <li> <p>Infrastructure Administrator - An IT person, responsible for the installation, setup and IT maintenance of the Run:ai product. Infrastructure Administrator documentation can be found here.</p> </li> <li> <p>Platform Administrator - Responsible for the day-to-day administration of the product. Platform Administrator documentation can be found here.</p> </li> <li> <p>Researcher \u2014 Using Run:ai to spin up notebooks, submit Workloads, prompt models, etc. Researcher documentation can be found here.</p> </li> <li> <p>Developer \u2014 Using various APIs to automate work with Run:ai. The Developer documentation can be found here.</p> </li> </ul>"},{"location":"home/overview/#how-to-get-support","title":"How to Get Support","text":"<p>To get support use the following channels:</p> <ul> <li> <p>On the Run:ai user interface at <code>&lt;company-name&gt;.run.ai</code>, use the 'Contact Support' link on the top right.</p> </li> <li> <p>Or submit a ticket by clicking the button below:</p> </li> </ul> <p>Submit a Ticket</p>"},{"location":"home/overview/#community","title":"Community","text":"<p>Run:ai provides its customers with access to the Run:ai Customer Community portal to submit tickets, track ticket progress and update support cases.</p> <p>Customer Community Portal</p> <p>Reach out to customer support for credentials.</p>"},{"location":"home/overview/#runai-cloud-status-page","title":"Run:ai Cloud Status Page","text":"<p>Run:ai cloud availability is monitored at status.run.ai.</p>"},{"location":"home/overview/#collect-logs-to-send-to-support","title":"Collect Logs to Send to Support","text":"<p>As an IT Administrator, you can collect Run:ai logs to send to support. For more information see logs collection.</p>"},{"location":"home/overview/#example-code","title":"Example Code","text":"<p>Code for the Docker images referred to on this site is available at https://github.com/run-ai/docs/tree/master/quickstart.</p> <p>The following images are used throughout the documentation:</p> Image Description Source runai.jfrog.io/demo/quickstart Basic training image. Multi-GPU support https://github.com/run-ai/docs/tree/master/quickstart/main runai.jfrog.io/demo/quickstart-distributed Distributed training using MPI and Horovod https://github.com/run-ai/docs/tree/master/quickstart/distributed zembutsu/docker-sample-nginx Build (interactive) with Connected Ports https://github.com/zembutsu/docker-sample-nginx runai.jfrog.io/demo/quickstart-x-forwarding Use X11 forwarding from Docker image https://github.com/run-ai/docs/tree/master/quickstart/x-forwarding runai.jfrog.io/demo/pycharm-demo Image used for tool integration (PyCharm and VSCode) https://github.com/run-ai/docs/tree/master/quickstart/python%2Bssh runai.jfrog.io/demo/example-triton-client and  runai.jfrog.io/demo/example-triton-server Basic Inference https://github.com/run-ai/models/tree/main/models/triton"},{"location":"home/overview/#contributing-to-the-documentation","title":"Contributing to the documentation","text":"<p>This documentation is made better by individuals from our customer and partner community. If you see something worth fixing, please comment at the bottom of the page or create a pull request via GitHub. The public GitHub repository can be found on the top-right of this page. </p>"},{"location":"home/saas-updates/","title":"What's New for the Run:ai SaaS Platform","text":"<p>The release notes are aimed to provide transparency into the latest changes and improvements to Run:ai\u2019s SaaS platform. The updates include new features, optimizations, and fixes aimed at improving performance and user experience. </p> <p>Latest GA release notes (https://docs.run.ai/latest/home/whats-new-2-19/) </p>"},{"location":"home/saas-updates/#gradual-rollout","title":"Gradual Rollout","text":"<p>SaaS features are gradually rolled out to customers over the course of a week to ensure a smooth transition and minimize any potential disruption. </p>"},{"location":"home/saas-updates/#november-release","title":"November Release","text":""},{"location":"home/saas-updates/#product-enhancements","title":"Product Enhancements","text":"<ul> <li>The display of the default GPU quota for the default department has been updated. Previously, the GPU quota was shown as -1. It has now been changed to display as \"-\" for better clarity.  </li> <li>New permissions have been added for the Application Administrator role, enabling full CRUD (Create, Read, Update, Delete) capabilities for managing applications. </li> </ul>"},{"location":"home/saas-updates/#resolved-bugs","title":"Resolved Bugs","text":"ID Description RUN-23778 Resolved an issue where SAML mappers were displayed as null in the UI upon editing an Identity Provider (IdP). The mapper values now persist as expected, and associated attributes remain unchanged. RUN-23762 Fixed a bug that caused some customers to receive the incorrect version of the dashboard. This issue led to inconsistencies in the user interface and functionality, impacting affected users' ability to access the appropriate dashboard features. RUN-23735 Fixed an issue where the <code>limit</code> parameter on the Users page did not enforce the minimum value constraint. This allowed invalid values to be processed, potentially causing errors in pagination RUN-23669 Consumption report: The Inspect feature in Grafana, which allows users to export consumption data from the portal, has been re-enabled RUN-23664 An issue has been resolved where the GPU quota numbers displayed on the Department Overview page did not match the values shown on the Department Edit page. RUN-20116 An issue has been resolved where searching for certain pages in the UI only applied the search filter to the current page. Relevant tables are: Users, Applications, Workloads, Projects, departments, Node pools. RUN-23575 The dynamic refresh was not properly preserving the user\u2019s widget settings, causing them to reset to default values after each refresh cycle. RUN-23376 CLI v2: An issue was resolved where the runai logs command failed with a 401 Unauthorized error after a period of inactivity RUN-23373 An issue where AWS storage classes were not appearing when creating a new data source within a new workload has been resolved. Previously, AWS storage classes were only visible when creating a data source directly from the Data Sources tab."},{"location":"home/whats-new-2-13/","title":"Run:ai version 2.13","text":""},{"location":"home/whats-new-2-13/#version-2137","title":"Version 2.13.7","text":""},{"location":"home/whats-new-2-13/#release-date","title":"Release date","text":"<p>July 2023</p>"},{"location":"home/whats-new-2-13/#release-content","title":"Release content","text":"<ul> <li>Added filters to the historic quota ratio widget on the Quota management dashboard.</li> </ul>"},{"location":"home/whats-new-2-13/#fixed-issues","title":"Fixed issues","text":"Internal ID Description RUN-11080 Fixed an issue in OpenShift environments where log in via SSO with the <code>kubeadmin</code> user, gets blank pages for every page. RUN-11119 Fixed an issue where values that should be the Order of priority column are in the wrong column. RUN-11120 Fixed an issue where the Projects table does not show correct metrics when Run:ai version 2.13 is paired with a Run:ai 2.8 cluster. RUN-11121 Fixed an issue where the wrong over quota memory alert is shown in the Quota management pane in project edit form. RUN-11272 Fixed an issue in OpenShift environments where the selection in the cluster drop down in the main UI does not match the cluster selected on the login page."},{"location":"home/whats-new-2-13/#version-2134","title":"Version 2.13.4","text":""},{"location":"home/whats-new-2-13/#release-date_1","title":"Release date","text":"<p>July 2023</p>"},{"location":"home/whats-new-2-13/#fixed-issues_1","title":"Fixed issues","text":"Internal ID Description RUN-11089 Fixed an issue when creating an environment, commands in the Runtime settings pane and are not persistent and cannot be found in other assets (for example in a new Training)."},{"location":"home/whats-new-2-13/#version-2131","title":"Version 2.13.1","text":""},{"location":"home/whats-new-2-13/#release-date_2","title":"Release date","text":"<p>July 2023</p>"},{"location":"home/whats-new-2-13/#release-content_1","title":"Release content","text":"<ul> <li>Made an improvement so that occurrences of labels that are not in use anymore are deleted.</li> </ul>"},{"location":"home/whats-new-2-13/#fixed-issues_2","title":"Fixed issues","text":"<p>N/A</p>"},{"location":"home/whats-new-2-13/#version-2130","title":"Version 2.13.0","text":""},{"location":"home/whats-new-2-13/#release-content_2","title":"Release content","text":"<p>This version contains features and fixes from previous versions starting with 2.9. Refer to the prior versions for specific features and fixes. </p> <p>Projects</p> <ul> <li>Improved the Projects UI for ease of use. Projects follows UI upgrades and changes that are designed to make setting up of components and assets easier for administrators and researchers. To configure a project, see Projects.</li> </ul> <p>Dashboards</p> <ul> <li> <p>Added a new dashboard for Quota management, which provides an efficient means to monitor and manage resource utilization within the AI cluster. The dashboard filters the display of resource quotas based on Departments, Projects, and Node pools. For more information, see Quota management dashboard.</p> </li> <li> <p>Added to the Overview dashboard, the ability to filter the cluster by one or more node pools. For more information, see Node pools.</p> </li> </ul> <p>Nodes and Node pools</p> <ul> <li> <p>Run:ai scheduler supports 2 scheduling strategies: Bin Packing (default) and Spread. For more information, see Scheduling strategies. You can configure the scheduling strategy in the node pool level to improve the support of clusters with mixed types of resources and workloads. For configuration information, see Creating new node pools.</p> </li> <li> <p>GPU device level DCGM Metrics are collected per GPU and presented by Run:ai in the Nodes table. Each node contains a list of its embedded GPUs with their respective DCGM metrics. See DCGM Metrics for the list of metrics which are provided by NVidia DCGM and collected by Run:ai. Contact your Run:ai customer representative to enable this feature.</p> </li> </ul> <ul> <li>Added per node pool over-quota priority. Over-quota priority sets the relative amount of additional unused resources that an asset can get above its current quota. For more information, see Over-quota priority.</li> </ul> <ul> <li>Added support of associating workspaces to node pool. The association between workspaces and node pools is done using Compute resources section. In order to associate a compute resource to a node pool, in the Compute resource section, press More settings. Press Add new to add more node pools to the configuration. Drag and drop the node pools to set their priority.</li> </ul> <ul> <li>Added Node pool selection as part of the workload submission form. This allows researchers to quickly determine the list of node pools available and their priority. Priority is set by dragging and dropping them in the desired order of priority. In addition, when the node pool priority list is locked by a policy, the list isn't editable by the Researcher even if the workspace is created from a template or copied from another workspace.</li> </ul> <p>Time limit duration</p> <ul> <li> <p>Improved the behavior of any workload time limit (for example, Idle time limit) so that the time limit will affect existing workloads that were created before the time limit was configured. This is an optional feature which provides help in handling situations where researchers leave sessions open even when they do not need to access the resources. For more information, see Limit duration of interactive training jobs.</p> </li> <li> <p>Improved workspaces time limits. Workspaces that reach a time limit will now transition to a state of <code>stopped</code> so that they can be reactivated later.</p> </li> <li> <p>Added time limits for training jobs per project. Administrators (Department Admin, Editor) can limit the duration of Run:ai Training jobs per Project using a specified time limit value. This capability can assist administrators to limit the duration and resources consumed over time by training jobs in specific projects. Each training job that reaches this duration will be terminated.</p> </li> </ul> <p>Workload assets</p> <ul> <li>Extended the collaboration functionality for any workload asset such as Environment, Compute resource, and some Data source types. These assets are now shared with Departments in the organization in addition to being shared with specific projects, or the entire cluster.</li> </ul> <ul> <li>Added a search box for card galleries in any asset based workload creation form to provide an easy way to search for assets and resources. To filter use the asset name or one of the field values of the card.</li> </ul> <p>PVC data sources</p> <ul> <li>Added support for PVC block storage in the New data source form. In the New data source form for a new PVC data source, in the Volume mode field, select from Filesystem or Block. For more information, see Create a PVC data source.</li> </ul> <p>Credentials</p> <ul> <li>Added Docker registry to the Credentials menu. Users can create docker credentials for use in specific projects for image pulling. To configure credentials, see Configuring credentials.</li> </ul> <p>Policies</p> <ul> <li>Improved policy support by adding <code>DEFAULTS</code> in the <code>items</code> section in the policy. The <code>DEFAULTS</code> section sets the default behavior for items declared in this section. For example, this can be use to limit the submission of workloads only to existing PVCs. For more information and an example, see Policies, Complex values.</li> </ul> <ul> <li>Added support for making a PVC data source available to all projects. In the New data source form, when creating a new PVC data source, select All from the Project pane.</li> </ul> <p>Researcher API</p> <ul> <li>Extended researcher's API to allow stopping and starting of workloads using the API. For more information, see Submitting Workloads via HTTP/REST.</li> </ul> <p>Integrations</p> <ul> <li>Added support for Spark and Elastic jobs. For more information, see Running Spark jobs with Run:ai.</li> </ul> <ul> <li> <p>Added support for Ray jobs. Ray is an open-source unified framework for scaling AI and Python applications. For more information, see Integrate Run:ai with Ray.</p> </li> <li> <p>Added integration with Weights &amp; Biases Sweep to allow data scientists to submit hyperparameter optimization workloads directly from the Run:ai UI. To configure sweep, see Sweep configuration.</p> </li> </ul> <ul> <li>Added support for XGBoost. XGBoost, which stands for Extreme Gradient Boosting, is a scalable, distributed gradient-boosted decision tree (GBDT) machine learning library. It provides parallel tree boosting and is the leading machine learning library for regression, classification, and ranking problems. For more information, see runai submit-dist xgboost</li> </ul> <p>Compatability</p> <ul> <li>Added support for multiple OpenShift clusters. For configuration information, see Installing additional Clusters.</li> </ul>"},{"location":"home/whats-new-2-13/#installation","title":"Installation","text":"<ul> <li>The manual process of upgrading Kubernetes CRDs is no longer needed when upgrading to the most recent version (2.13) of Run:ai.</li> <li>From Run:ai 2.12 and above, the control-plane installation has been simplified and no longer requires the creation of a backend values file. Instead, install directly using <code>helm</code> as described in Install the Run:ai Control Plane.  </li> <li>From Run:ai 2.12 and above, the air-gapped, control-plane installation now generates a <code>custom-env.yaml</code> values file during the preparation stage. This is used when installing the control-plane.</li> </ul>"},{"location":"home/whats-new-2-13/#known-issues","title":"Known issues","text":"Internal ID Description RUN-11005 Incorrect error messages when trying to run <code>runai</code> CLI commands in an OpenShift environment. RUN-11009 Incorrect error message when a user without permissions to tries to delete another user."},{"location":"home/whats-new-2-13/#fixed-issues_3","title":"Fixed issues","text":"Internal ID Description RUN-9039 Fixed an issue where in the new job screen, after toggling off the preemptible flag, and a job is submitted, the job still shows as preemptible. RUN-9323 Fixed an issue with a non-scaleable error message when scheduling hundreds of nodes is not successful. RUN-9324 Fixed an issue where the scheduler did not take into consideration the amount of storage so there is no explanation that pvc is not ready. RUN-9902 Fixed an issue in OpenShift environments, where there are no metrics in the dashboard because Prometheus doesn\u2019t have permissions to monitor the <code>runai</code> namespace after an installation or upgrade to 2.9. RUN-9920 Fixed an issue where the <code>canEdit</code> key in a policy is not validated properly for itemized fields when configuring an interactive policy. RUN-10052 Fixed an issue when loading a new job from a template gives an error until there are changes made on the form. RUN-10053 Fixed an issue where the Node pool column is unsearchable in the job list. RUN-10422 Fixed an issue where node details show running workloads that were actually finished (successfully/failed/etc.). RUN-10500 Fixed an issue where jobs are shown as running even though they don't exist in the cluster. RUN-10813 Fixed an issue in adding a <code>data source</code> where the path is case sensitive and didn't allow uppercase."},{"location":"home/whats-new-2-15/","title":"What's New 2.15 - December 3, 2023","text":""},{"location":"home/whats-new-2-15/#release-content","title":"Release Content","text":""},{"location":"home/whats-new-2-15/#researcher","title":"Researcher","text":""},{"location":"home/whats-new-2-15/#jobs-workloads-trainings-and-workspaces","title":"Jobs, Workloads, Trainings, and Workspaces","text":"<ul> <li> <p>Added support to run distributed workloads via the training view in the UI. You can configure distributed training on the following:</p> <ul> <li>Trainings form</li> <li>Environments form</li> </ul> <p>You can select <code>single</code> or <code>multi-node (distributed)</code> training. When configuring distributed training, you will need to select a framework from the list. Supported frameworks now include:</p> <ul> <li>PyTorch</li> <li>Tensorflow</li> <li>XGBoost</li> <li>MPI</li> </ul> <p>For Trainings configuration, see Adding trainings. See your Run:ai representative to enable this feature. For Environments configuration, see Creating an Environment.</p> </li> <li> <p>Preview the new Workloads view. Workloads is a new view for jobs that are running in the AI cluster. The Workloads view provides a more advanced UI than the previous Jobs UI. The new table format provides:</p> <ul> <li>Improved views of the data</li> <li>Improved filters and search</li> <li>More information</li> </ul> <p>Use the toggle at the top of the Jobs page to switch to the Workloads view. For more information.</p> </li> <li> <p>Improved support for Kubeflow Notebooks. Run:ai now supports the scheduling of Kubeflow notebooks with fractional GPUs. Kubeflow notebooks are identified automatically and appear with a dedicated icon in the Jobs UI.</p> </li> <li>Improved the Trainings and Workspaces forms. Now the runtime field for Command and Arguments can be edited directly in the new Workspace or Training creation form.</li> <li>Added new functionality to the Run:ai CLI that allows submitting a workload with multiple service types at the same time in a CSV style format. Both the CLI and the UI now offer the same functionality. For more information, see runai submit.</li> <li>Improved functionality in the <code>runai submit</code> command so that the port for the container is specified using the <code>nodeport</code> flag. For more information, see <code>runai submit</code> --service-type <code>nodeport</code>.</li> </ul>"},{"location":"home/whats-new-2-15/#credentials","title":"Credentials","text":"<ul> <li>Improved Credentials creation. A Run:ai scope can now be added to credentials. For more information, see Credentials.</li> </ul>"},{"location":"home/whats-new-2-15/#environments","title":"Environments","text":"<ul> <li>Added support for workload types when creating a new or editing existing environments. Select from <code>single-node</code> or <code>multi-node (distributed)</code> workloads. The environment is available only on feature forms which are relevant to the workload type selected.</li> </ul>"},{"location":"home/whats-new-2-15/#volumes-and-storage","title":"Volumes and Storage","text":"<ul> <li>Added support for Ephemeral volumes in Workspaces. Ephemeral storage is temporary storage that gets wiped out and lost when the workspace is deleted. Adding Ephemeral storage to a workspace ties that storage to the lifecycle of the Workspace to which it was added. Ephemeral storage is added to the Workspace configuration form in the Volume pane. For configuration information, see Create a new workspace.</li> </ul>"},{"location":"home/whats-new-2-15/#templates","title":"Templates","text":"<ul> <li>Added support for Run:ai a Scope in the template form. For configuration information, see Creating templates.</li> </ul>"},{"location":"home/whats-new-2-15/#deployments","title":"Deployments","text":"<ul> <li>Improvements in the New Deployment form include:<ul> <li>Support for Tolerations. Tolerations guide the system to which node each pod can be scheduled to or evicted by matching between rules and taints defined for each Kubernetes node.</li> <li>Support for Multi-Process Service (MPS). MPS is a service which allows the running of parallel processes on the same GPU, which are all run by the same userid. To enable MPS support, use the toggle switch on the Deployments form.</li> </ul> <p>Note</p> <p>If you do not use the same userid, the processes will run in serial and could possibly degrade performance.</p> </li> </ul>"},{"location":"home/whats-new-2-15/#auto-delete-jobs","title":"Auto Delete Jobs","text":"<ul> <li>Added new functionality to the UI and CLI that provides configuration options to automatically delete jobs after a specified amount of time upon completion. Auto-deletion provides more efficient use of resources and makes it easier for researchers to manage their jobs. For more configuration options in the UI, see Auto deletion (Step 9) in Create a new workspace. For more information on the CLI flag, see --auto-deletion-time-after-completion.</li> </ul>"},{"location":"home/whats-new-2-15/#runai-administrator","title":"Run:ai Administrator","text":""},{"location":"home/whats-new-2-15/#authorization","title":"Authorization","text":"<ul> <li>Run:ai has now revised and updated the Role Based Access Control (RBAC) mechanism, expanding the scope of Kubernetes. Using the new RBAC mechanism makes it easier for administrators to manage access policies across multiple clusters and to define specific access rules over specific scopes for specific users and groups. Along with the revised RBAC mechanism, new user interface views are introduced to support the management of users, groups, and access rules. For more information, see Role based access control.</li> </ul>"},{"location":"home/whats-new-2-15/#policies","title":"Policies","text":"<ul> <li>During Workspaces and Training creation, assets that do not comply with policies cannot be selected. These assets are greyed out and have a button on the cards when the item does not comply with a configured policy. The button displays information about which policies are non-compliant.</li> <li>Added configuration options to Policies in order to prevent the submission of workloads that use data sources of type <code>host path</code>. This prevents data from being stored on the node, so that data is not lost when a node is deleted. For configuration information, see Prevent Data Storage on the Node.</li> <li>Improved flexibility when creating policies which provide the ability to allocate a <code>min</code> and a <code>max</code> value for CPU and GPU memory. For configuration information, see GPU and CPU memory limits in Configuring policies.</li> </ul>"},{"location":"home/whats-new-2-15/#nodes-and-node-pools","title":"Nodes and Node Pools","text":"<ul> <li>Node pools are now enabled by default. There is no need to enable the feature in the settings.</li> </ul>"},{"location":"home/whats-new-2-15/#quotas-and-over-quota","title":"Quotas and Over-Quota","text":"<ul> <li>Improved control over how over-quota is managed by adding the ability to block over-subscription of the quota in Projects or Departments. For more information, see Limit Over-Quota.</li> <li>Improved the scheduler fairness for departments using the <code>over quota priority</code> switch (in Settings). When the feature flag is disabled, over-quota weights are equal to the deserved quota and any excess resources are divided in the same proportion as the in-quota resources. For more information, see Over Quota Priority.</li> <li>Added new functionality to always guarantee in-quota workloads at the expense of inter-Department fairness. Large distributed workloads from one department may preempt in-quota smaller workloads from another department. This new setting in the <code>RunaiConfig</code> file preserves in-quota workloads, even if the department quota or over-quota-fairness is not preserved. For more information, see Scheduler Fairness.</li> </ul>"},{"location":"home/whats-new-2-15/#control-and-visibility","title":"Control and Visibility","text":""},{"location":"home/whats-new-2-15/#dashboards","title":"Dashboards","text":"<ul> <li>To ease the management of AI CPU and cluster resources, a new CPU focused dashboard was added for CPU based environments. The dashboards display specific information for CPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that are specific to CPU based environments. This will help optimize visual information eliminating the views of empty GPU dashlets. For more information see CPU Dashboard.</li> <li>Improved the Consumption report interface by moving the Cost settings to the General settings menu.</li> <li>Added table to the Consumption dashboard that displays the consumption and cost per department. For more information, see Consumption dashboard.</li> </ul>"},{"location":"home/whats-new-2-15/#nodes","title":"Nodes","text":"<ul> <li>Improved the readability of the Nodes table to include more detailed statuses and descriptions. The added information in the table makes it easier to inspect issues that may impact resource availability in the cluster. For more information, see Node and Node Pool Status.</li> </ul>"},{"location":"home/whats-new-2-15/#ui-enhancements","title":"UI Enhancements","text":"<ul> <li>Added the ability to download a CSV file from any page that contains a table. Downloading a CSV provides a snapshot of the page's history over time, and helps with compliance tracking. All the columns that are selected (displayed) in the table are downloaded to the file.</li> </ul>"},{"location":"home/whats-new-2-15/#installation-and-configuration","title":"Installation and Configuration","text":""},{"location":"home/whats-new-2-15/#cluster-installation-and-configuration","title":"Cluster Installation and configuration","text":"<ul> <li>New cluster wizard for adding and installing new clusters to your system.</li> </ul>"},{"location":"home/whats-new-2-15/#openshift-support","title":"OpenShift Support","text":"<ul> <li>Added support for <code>restricted</code> policy for Pod Security Admission (PSA) on OpenShift only. For more information, see [Pod security admission](../admin/runai-setup/cluster-setup/</li> <li>Added the ability, in OpenShift environments, to configure cluster routes created by Run:ai instead of using the OpenShift certificate. For more information, see the table entry Dedicated certificate for the researcher service route.</li> </ul>"},{"location":"home/whats-new-2-16/","title":"Version 2.16","text":""},{"location":"home/whats-new-2-16/#release-content-january-25-2024","title":"Release Content - January 25, 2024","text":""},{"location":"home/whats-new-2-16/#researcher","title":"Researcher","text":"<ul> <li>Added enterprise level security for researcher tools such as Jupyter Notebooks, VSCode, or any other URL associated with the workload. Using this feature, anyone within the organization requesting access to a specific URL will be redirected to the login page to be authenticated and authorized. This results in protected URLs which cannot be reached from outside the organization. Researchers can enhance the URL privacy by using the Private toggle which means that only the researcher who created the workload can is authorized to access it. The Private toggle is available per tool that uses an external URL as a connection type and is located in the workload creation from in the UI in the environment section. This toggle sets a flag of <code>isPrivate</code> in the <code>connections</code> section of a policy for the connection type <code>ExternalUrl</code>. For more information, see Creating a new Workspace.</li> </ul>"},{"location":"home/whats-new-2-16/#jobs-workloads-and-workspaces","title":"Jobs, Workloads, and Workspaces","text":"<ul> <li>Added the capability view and edit policies directly in the project submission form. Pressing on Policy will open a window that displays the effective policy. For more information, see Viewing Project Policies.</li> </ul> <ul> <li> <p>Running machine learning workloads effectively on Kubernetes can be difficult, but Run:ai makes it easy. The new Workloads experience introduces a simpler and more efficient way to manage machine learning workloads, which will appeal to data scientists and engineers alike. The Workloads experience provides a fast, reliable, and easy to use unified interface.</p> <ul> <li>Fast-query of data from the new workloads service.</li> <li>Reliable data retrieval and presentation in the CLI, UI, and API.</li> <li>Easy to use single unified view with all workload types in one place.</li> </ul> <p>For more information, see Workloads Overview.</p> </li> <li> <p>Changed the workload default auto deletion time after completion value from <code>Never</code> to <code>90 days</code>. This ensures that environments will be cleaned from old data. This field is editable by default, allowing researchers the ability to change the value while submitting a workload. Using workload policies, administrators can increase, decrease, set the default value to <code>never</code>, or even lock access to this value so researchers can not edit it when they submit workloads.</p> </li> </ul>"},{"location":"home/whats-new-2-16/#assets","title":"Assets","text":"<ul> <li>When creating an asset such as data sources, credentials, or others, the scope is limited to the cluster selected at the top of the UI.</li> </ul>"},{"location":"home/whats-new-2-16/#runai-administrator","title":"Run:ai Administrator","text":"<ul> <li>Added the capability for administrators to configure messages to users when they log into the platform. Messages are configured using the Message Editor screen. For more information, see Administrator Messages.</li> </ul>"},{"location":"home/whats-new-2-16/#monitoring-and-analytics","title":"Monitoring and Analytics","text":"<ul> <li> <p>Added to the dashboard updated GPU and CPU resource availability.</p> <ul> <li>Added a chart displaying the number of free GPUs per node. Free GPU are GPUs that have not been allocated to a workload.</li> <li>Added a dashlet that displays the total vs. ready resources for GPUs and CPUs. The dashlet indicates how many total nodes are in the platform, and how many are available. </li> </ul> </li> <li> <p>Added additional columns to the consumption report for both Projects and Departments tables. The new columns are:</p> <ul> <li>GPU Idle allocated hours\u2014the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours\u2014the actual usage time of CPU.</li> <li>Memory usage time\u2014the actual usage time of CPU memory.</li> </ul> <p>For more information, see Consumption Dashboard.</p> </li> </ul>"},{"location":"home/whats-new-2-16/#authentication-and-authorization","title":"Authentication and Authorization","text":"<ul> <li>SSO users who have logged into the system will now be visible in the Users table. In addition, added a column to the Users table for the type of user that was created (Local or SSO). For more information, see Adding, Updating, and Deleting Users.</li> </ul>"},{"location":"home/whats-new-2-16/#policies","title":"Policies","text":"<ul> <li> <p>Added new Policy Manager. The new Policy Manager provides administrators the ability to impose restrictions and default values on system resources. The new Policy Manager provides a YAML editor for the configuration of the policies. Administrators can easily add both Workspace or Training policies. The editor makes it easy to see the configuration that has been applied and provides a quick and easy method to edit the policies. The new Policy Editor* brings other important policy features such as the ability to see non-compliant resources in workloads. For more information, see Policies.</p> </li> <li> <p>Added a new policy manager. Enabling the New Policy Manager provides new tools to discover how resources are not compliant. Non-compliant resources and will appear greyed out and cannot be selected. To see how a resource is not compliant, press on the clipboard icon in the upper right hand corner of the resource. Policies can also be applied to specific scopes within the Run:ai platform. For more information, see Viewing Project Policies.</p> </li> </ul>"},{"location":"home/whats-new-2-16/#control-and-visibility","title":"Control and Visibility","text":"<ul> <li>Improved the clarity of the status column in the Clusters view. Now users have more insight about the actual status of Run:ai on the cluster. Users can now see extended details about the state of the Run:ai installation and services on the cluster, and its connectivity state. For more information, see Cluster status.</li> </ul>"},{"location":"home/whats-new-2-16/#deprecation-notifications","title":"Deprecation Notifications","text":"<p>Deprecation notifications allow you to plan for future changes in the Run:ai Platform. Deprecated features will be available for two versions ahead of the notification. For questions, see your Run:ai representative.</p>"},{"location":"home/whats-new-2-16/#project-migration","title":"Project migration","text":"<ul> <li> <p>Run:ai will be deprecating the migration of projects between departments. This affects:</p> <ul> <li>API\u2014the <code>departmentId</code> field will be marked as deprecated in the<code>put</code> endpoint in the <code>projects</code> category.</li> <li>User Interface\u2014there will no longer be an option to:<ul> <li>migrate projects to another department, when deleting departments.</li> <li>change departments, when editing a project.</li> </ul> </li> </ul> </li> </ul>"},{"location":"home/whats-new-2-16/#api-deprecations","title":"API deprecations","text":""},{"location":"home/whats-new-2-16/#removed-apis-and-api-fields-completed-deprecation","title":"Removed APIs and API fields (completed deprecation)","text":"<p>The following list of API endpoints and fields that have completed their deprecation process and therefore will be changed as follows:</p> Endpoint Change /v1/k8s/clusters The endpoint was removed and is replaced by /api/v1/clusters /v1/k8s/clusters/{uuid} The endpoint was removed and is replaced by /api/v1/clusters/{uuid} <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the Run:ai API Policy</p>"},{"location":"home/whats-new-2-17/","title":"Version 2.17","text":""},{"location":"home/whats-new-2-17/#release-content-april-14-2024","title":"Release Content - April 14, 2024","text":"<ul> <li>Deprecation notifications</li> <li>Breaking changes</li> </ul>"},{"location":"home/whats-new-2-17/#researcher","title":"Researcher","text":""},{"location":"home/whats-new-2-17/#scheduler","title":"Scheduler","text":"<ul> <li> <p>Added functionality to configure over provisioning ratios for node pools running any kind of workload. Over provisioning assumes that workloads are either under utilizing or intermittently using GPUs. This indicates that the real utilization is lower than the actual GPU allocation requested. Over provisioning allows the administrator to condense more workloads on a single GPU than what the workload required. For more information, see Optimize performance with Node Level Scheduler.</p> </li> <li> <p>Added the GPU Resource Optimization feature to the UI. Now you can enable and configure GPU Portion (Fraction) limit and GPU Memory Limit from the UI. For more information, see Compute resources UI with Dynamic Fractions. </p> </li> <li> <p>Added the ability to set Run:ai as the default scheduler for any project or namespace. This provides the administrator the ability to ensure that all workloads in a project or namespace are scheduled using the Run:ai scheduler. For more information, see Setting Run:ai as default scheduler.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#jobs-workloads-and-workspaces","title":"Jobs, Workloads, and Workspaces","text":"<ul> <li> <p>Added to the workload details view, the ability to filter by pod. You can now filter metrics and logs per pod or all the pods. Also, the Workloads table now has additional columns including connections and preemtability adding more at a glance information about the workload. In addition, using the Copy &amp; edit button, you can submit a new workload via CLI based on the selected workload. For more information, see Workloads.</p> </li> <li> <p>Added Inference to workload types. Inference workloads can now be created and managed from the unified Workloads table. The Deployments workload type has been deprecated, and replaced with Inference workloads which are submitted using the workload form. For more information, see Inference and for submitting an Inference workload, see Submitting workloads.</p> </li> <li> <p>Added functionality that supports a single workloads submission selection. Now you can submit workloads by pressing + New workloads in the Workloads table. You can submit the following workloads from this table:</p> <ul> <li>Workspace</li> <li>Training</li> <li>Inference</li> </ul> <p>This improvement phases out the previous version's Workspace and Jobs tables. The Jobs table and submission forms have been deprecated and can be reactivated. To reenable the Jobs table and forms, press Tools &amp; settings, then General, then Workloads, and then Toggle the Jobs view and the Jobs submission buttons. For more information, see Submitting workloads.</p> </li> <li> <p>Added the ability to configure a Kubernetes readiness probe. The readiness probe detects resources and workloads that are ready to receive traffic.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#assets","title":"Assets","text":"<ul> <li> <p>Added the capability to use a ConfigMap as a data source. The ability to use a ConfigMap as a data source can be configured in the Data sources UI, the CLI, and as part of a policy. For more information, see Setup a ConfigMap as a data source, Setup a ConfigMap as a volume using the CLI.</p> </li> <li> <p>Added a Status column to the Credentials table, and the Data sources table. The Status column displays the state of the resource and provides troubleshooting information about that asset. For more information, see the Credentials table and the Data sources table.</p> </li> <li> <p>Added functionality for asset creation that validates the asset based on version compatibility of the cluster or the control plane within a specific scope. At time of asset creation, invalid scopes will appear greyed out and will show a pop-up with the reason for the invalidation. This improvement is designed to increase the confidence that an asset is created properly and successfully.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#runai-administrator","title":"Run:ai Administrator","text":""},{"location":"home/whats-new-2-17/#configuration-and-administration","title":"Configuration and Administration","text":"<ul> <li> <p>Introducing a new Tools &amp; Settings menu. The new Tools &amp; Settings menu provides a streamlined UI for administrators to configure the Run:ai environment. The new UI is divided into categories that easily identify the areas where the administrator can change settings. The new categories include:</p> <ul> <li>Analytics\u2014features related to analytics and metrics.</li> <li>Resources\u2014features related to resource configuration and allocation.</li> <li>Workloads\u2014features related to configuration and submission of workloads.</li> <li>Security\u2014features related to configuration of SSO (Single Sign On).</li> <li>Notifications\u2014used for system notifications.</li> <li>Cluster authentication\u2014snippets related to Researcher authentication.</li> </ul> <p>Some features are now labeled either Experimental or Legacy. Experimental features are new features in the environment, that may have certain instabilities and may not perform as expected. Legacy features are features that are in the process of being deprecated, and may be removed in future versions.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#clusters","title":"Clusters","text":"<ul> <li> <p>Added new columns to the Clusters table to show Kubernetes distribution and version. This helps administrators view potential compatibility issues that may arise.</p> </li> <li> <p>Improved the location of the cluster filter. The cluster filter has been relocated to filter bar and the drop down cluster filter in the header of the page has been removed. This improvement creates the following:</p> <ul> <li> <p>Filter assets by cluster in the following tables:</p> <ul> <li>Data sources</li> <li>Environments</li> <li>Computer resources</li> <li>Templates</li> <li>Credentials</li> </ul> </li> <li> <p>Creating a new asset, will automatically display only the scope of the selected cluster.</p> </li> <li>Prevention of account (top most level in the Scope) from being selected when creating assets.</li> <li>Enforcement a cluster specific scope. This increases the confidence that an asset is created properly and successfully.</li> </ul> <p>Note</p> <p>This feature is only applicable if the all the clusters are version 2.17 and above.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#monitoring-and-analytics","title":"Monitoring and Analytics","text":"<ul> <li> <p>Improved GPU Overview dashboard. This improvement provides rich and extensive GPU allocation and performance data and now has interactive tiles that provide direct links to the Nodes, Workloads, and Departments tables. Hover over tiles with graphs to show rich data in the selected time frame filter. Tiles with graphs can be downloaded as CSV files. The new dashboard is enabled by default. Use the Go back to legacy view to return to the previous dashboard style. For more information, see Dashboard analysis.</p> </li> <li> <p>Updated the knative and autoscaler metrics. Run:ai currently supports the following metrics:</p> <ul> <li>Throughput</li> <li>Concurrency</li> </ul> <p>For more information, see Autoscaling metrics.</p> </li> <li> <p>Improved availability of metrics by using Run:ai APIs. Using the API endpoints is now the preferred method to retrieve metrics for use in any application. For more information, see Metrics.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#authentication-and-authorization","title":"Authentication and Authorization","text":"<ul> <li> <p>Added new functionality to SAML 2.0 identity provider configuration in the Security category of the General settings. The added functionality assists with troubleshooting SSO configuration and authentication issues that may arise. Now administrators now have the ability to:</p> <ul> <li>View and edit the identity provider settings for SAML 2.0</li> <li>Upload or download the SAML 2.0 identity provider metadata XML file.</li> </ul> </li> </ul> <p>For more information, see SSO UI configuration.</p>"},{"location":"home/whats-new-2-17/#deprecation-notifications","title":"Deprecation Notifications","text":"<p>Deprecation notifications allow you to plan for future changes in the Run:ai Platform.</p>"},{"location":"home/whats-new-2-17/#feature-deprecations","title":"Feature deprecations","text":"<p>Deprecated features will be available for two versions ahead of the notification. For questions, see your Run:ai representative. The following features have been marked for deprecation:</p> <ul> <li>Jobs\u2014the Jobs feature (submission form and view) has been moved to the category of Legacy. To enable them, go to Tools &amp; Settings, General, open the Workloads pane, and then toggle the Jobs view and Job submission switch to the enabled position.</li> <li>Deployments\u2014the Deployments feature has been removed. It has been replaced by Inference workloads. For more information, see Jobs, Workloads, and Workspaces above.</li> <li>Workspaces view\u2014the Workspaces menu has been removed. You can now submit a Workspace workload using the + New workload form from the Workloads table.</li> </ul>"},{"location":"home/whats-new-2-17/#api-support-and-endpoint-deprecations","title":"API support and endpoint deprecations","text":"<p>The endpoints and parameters specified in the API reference are the ones that are officially supported by Run:ai. For more information about Run:ai's API support policy and deprecation process, see Developer overview.</p>"},{"location":"home/whats-new-2-17/#deprecated-apis-and-api-fields","title":"Deprecated APIs and API fields","text":"<p>The following list of API endpoints and fields that have been marked for deprecation:</p>"},{"location":"home/whats-new-2-17/#jobs-and-pods-api","title":"Jobs and Pods API","text":"Deprecated Replacement /v1/k8s/clusters/{uuid}/jobs /api/v1/workloads /v1/k8s/clusters/{uuid}/jobs/count /api/v1/workloads/count /v1/k8s/clusters/{uuid}/jobs/{jobId}/pods /api/v1/workloads/{workloadId}/pods /v1/k8s/clusters/{uuid}/pods /api/v1/workloads/pods"},{"location":"home/whats-new-2-17/#clusters-api","title":"Clusters API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterUuid}/metrics /api/v1/clusters/{clusterUuid}/metrics"},{"location":"home/whats-new-2-17/#authorization-and-authentication-api","title":"Authorization and Authentication API","text":"Deprecated Replacement /v1/k8s/auth/token/exchange /api/v1/token /v1/k8s/auth/oauth/tokens/refresh /api/v1/token /v1/k8s/auth/oauth/apptoken /api/v1/token /v1/k8s/users/roles /api/v1/authorization/roles /v1/k8s/users /api/v1/users /v1/k8s/users/{userId} /api/v1/users/{userId} /v1/k8s/users/{userId}/roles /api/v1/authorization/access-rules /v1/k8s/apps /api/v1/apps /v1/k8s/apps/{clientId} /api/v1/apps/{appId} /v1/k8s/groups /api/v1/authorization/access-rules /v1/k8s/groups/{groupName} /api/v1/authorization/access-rules /v1/k8s/clusters/{clusterId}/departments/{department-id}/access-control /api/v1/authorization/access-rules /api/v1/authorization/access-rules - <code>subjectIdFilter</code> field Use <code>filterBy</code> / <code>sortBy</code> fields /api/v1/authorization/access-rules - <code>scopeType</code> field Use <code>filterBy</code> / <code>sortBy</code> fields /api/v1/authorization/access-rules - <code>roleId</code> field Use <code>filterBy</code> / <code>sortBy</code> fields"},{"location":"home/whats-new-2-17/#projects-api","title":"Projects API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterId}/projects - <code>permissions</code> field /api/v1/authorization/access-rules /v1/k8s/clusters/{clusterId}/projects - <code>resources</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/projects - <code>deservedGpus</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/projects - <code>maxAllowedGpus</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/projects - <code>gpuOverQuotaWeight</code> field Use <code>nodePoolResources</code> field"},{"location":"home/whats-new-2-17/#departments-api","title":"Departments API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterId}/departments - <code>resources</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/departments - <code>deservedGpus</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/departments - <code>allowOverQuota</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/departments - <code>maxAllowedGpus</code> field Use <code>nodePoolResources</code> field"},{"location":"home/whats-new-2-17/#policy-api","title":"Policy API","text":"Deprecated Replacement /api/v1/policy/workspace /api/v2/policy/workspaces /api/v1/policy/training /api/v2/policy/trainings"},{"location":"home/whats-new-2-17/#logo-api","title":"Logo API","text":"Deprecated Replacement /v1/k8s/tenant/{tenantId}/logo /api/v1/logo"},{"location":"home/whats-new-2-17/#removed-apis-and-api-fields-completed-deprecation","title":"Removed APIs and API fields (completed deprecation)","text":"<p>The following list of API endpoints and fields that have completed their deprecation process and therefore will be changed as follows:</p>"},{"location":"home/whats-new-2-17/#assets-api","title":"Assets API","text":"Endpoint Change /api/v1/asset/compute <code>gpuRequest</code> field was removed and is replaced by the following fields:  * <code>gpuDevicesRequest</code> (New and mandatory)  * <code>gpuRequestType</code> (New and mandatory if  <code>gpuDevicesRequest=1</code> otherwise optional for values 0 or greater than 1)  * <code>gpuPortion</code> was changed to <code>gpuPortionRequest</code> and accepts values between 0 and 1 (for example 0.75)  * <code>gpuPortionLimit</code> (New and optional)  * <code>gpuMemory</code> was changed to <code>gpuMemoryRequest</code>  * <code>gpuMemoryLimit</code> (New and optional)"},{"location":"home/whats-new-2-17/#metrics-deprecations","title":"Metrics deprecations","text":"<p>The following metrics are deprecated and replaced by API endpoints. For details about the replacement APIs, see Changed Metrics:</p> Metric runai_active_job_cpu_requested_cores runai_active_job_memory_requested_bytes runai_cluster_cpu_utilization runai_cluster_memory_utilization runai_gpu_utilization_per_pod_per_gpu runai_gpu_utilization_per_workload runai_job_requested_gpu_memory runai_gpu_memory_used_mebibytes_per_workload runai_gpu_memory_used_mebibytes_per_pod_per_gpu runai_active_job_cpu_limits runai_job_cpu_usage runai_active_job_memory_limits runai_job_memory_used_bytes <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the Run:ai API Policy</p>"},{"location":"home/whats-new-2-17/#breaking-changes","title":"Breaking changes","text":"<p>Breaking changes notifications allow you to plan around potential changes that may interfere your current workflow when interfacing with the Run:ai Platform.</p>"},{"location":"home/whats-new-2-17/#metrics","title":"Metrics","text":"<p>Be aware that some names of metrics have been changed. For more information, see Changed Metrics.</p>"},{"location":"home/whats-new-2-18/","title":"Version 2.18","text":""},{"location":"home/whats-new-2-18/#release-content-june-30-2024","title":"Release Content - June 30, 2024","text":"<ul> <li>Deprecation notifications</li> <li>Breaking changes</li> </ul>"},{"location":"home/whats-new-2-18/#researcher","title":"Researcher","text":""},{"location":"home/whats-new-2-18/#jobs-workloads-and-workspaces","title":"Jobs, Workloads, and Workspaces","text":"<ul> <li> <p>Added to UI backoff limit functionality to Training and Workspace workloads. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload's status will change to <code>Failed</code>. The UI will display the default number of retries based on 6 attempts for each pod in the workload. (For example, 6 pods = 36 attempts).</p> </li> <li> <p>Updated Auto-deletion time default value from never to 30 days. The Auto-deletion time count starts when any Run:ai workload reaches a a completed, or failed status will be automatically deleted (including logs). This change only affects new or cloned workloads.</p> </li> <li> <p>Added new Data sources of type Secret to workload form. Data sources of type Secret are used to hide 3rd party access credentials when submitting workloads. For more information, see Submitting Workloads.</p> </li> <li> <p>Added new graphs for Inference workloads. The new graphs provide more information for Inference workloads to help analyze performance of the workloads. New graphs include Latency, Throughput, and number of replicas. For more information, see Workloads View. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Added latency metric for autoscaling. This feature allows automatic scale-up/down the number of replicas of a Run:ai inference workload based on the threshold set by the ML Engineer. This ensures that response time is kept under the target SLA. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Improved autoscaling for inference models by taking out ChatBot UI from models images. By moving ChatBot UI to predefined Environments, autoscaling is more accurate by taking into account all types of requests (API, and ChatBot UI). Adding a ChatBot UI environment preset by Run:ai allows AI practitioners to easily connect them to workloads.</p> </li> <li> <p>Added more precision to trigger auto-scaling to zero. Now users can configure a precise consecutive idle threshold custom setting to trigger Run:ai inference workloads to scale-to-zero. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Added Hugging Face catalog integration of community models. Run:ai has added Hugging Face integration directly to the inference workload form, providing the ability to select models (vLLM models) from Hugging Face. This allows organizations to quickly experiment with the latest open source community language models. For more information on how Hugging Face is integrated, see Hugging Face.</p> </li> <li> <p>Improved access permissions to external tools. This improvement now allows more granular control over which personas can access external tools (external URLs) such as Jupyter Notebooks, Chatbot UI, and others. For configuration information, see Submitting workloads. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Added a new API for submitting Run:ai inference workloads. This API allows users to easily submit inference workloads. This new API provides a consistent user experience for workload submission which maintains data integrity across all the user interfaces in the Run:ai platform. (Requires minimum cluster version v2.18).</p> </li> </ul>"},{"location":"home/whats-new-2-18/#command-line-interface-v2","title":"Command Line Interface V2","text":"<ul> <li> <p>Added an improved, researcher-focused Command Line Interface (CLI). The improved CLI brings usability enhancements for the Researcher which include:</p> <ul> <li>Support multiple clusters</li> <li>Self-upgrade</li> <li>Interactive mode</li> <li>Align CLI to be data consistent with UI and API</li> <li>Improved usability and performance</li> </ul> <p>This is an early access feature available for customers to use; however, be aware that there may be functional gaps versus the older, V1 CLI. For more information about installing and using the V2 CLI, see CLI V2. (Requires minimum cluster version v2.18).</p> </li> </ul>"},{"location":"home/whats-new-2-18/#gpu-memory-swap","title":"GPU memory swap","text":"<ul> <li>Added new GPU to CPU memory swap. To ensure efficient usage of an organization\u2019s resources, Run:ai provides multiple features on multiple layers to help administrators and practitioners maximize their existing GPUs resource utilization.  Run:ai\u2019s GPU memory swap feature helps administrators and AI practitioners to further increase the utilization of existing GPU HW by improving GPU sharing between AI initiatives and stakeholders. This is done by expending the GPU physical memory to the CPU memory which is typically an order of magnitude larger than that of the GPU. For more information see, GPU Memory Swap. (Requires minimum cluster version v2.18).</li> </ul>"},{"location":"home/whats-new-2-18/#yaml-workload-reference-table","title":"YAML Workload Reference table","text":"<ul> <li>Added a new YAML reference document that contains the value types and workload YAML references. Each table contains the field name, its description and the supported Run:ai workload types. The YAML field details contains information on the value type and currently available example workload snippets. For more information see, YAML Reference PDF.</li> </ul>"},{"location":"home/whats-new-2-18/#email-notifications-workload-status-and-timeouts","title":"Email Notifications - Workload Status and timeouts","text":"<ul> <li>Added new Email notification system. AI Practitioners can setup the types of workload notifications they want to receive. In order to receive email notifications, you must ensure that the admin has enabled and configured notifications for the tenant. For more information, see Email notifications.</li> </ul>"},{"location":"home/whats-new-2-18/#assets","title":"Assets","text":"<ul> <li>Improved UI asset creation form by adding a Description field. Now asset creators can add a free text description(max 250 characters) to any asset created. The description field is intended to help explain the nature and goal of the asset, this way AI practitioners will be able to make better decisions when choosing their assets in workload creation.</li> </ul>"},{"location":"home/whats-new-2-18/#runai-administrator","title":"Run:ai Administrator","text":""},{"location":"home/whats-new-2-18/#data-sources","title":"Data Sources","text":"<ul> <li> <p>Added Data Volumes new feature. Data Volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data, and offer several key benefits. </p> <ul> <li>Managed with dedicated permissions\u2014Data Admins, a new role within Run.ai, have exclusive control over data volume creation, data population, and sharing.</li> <li>Shared between multiple scopes\u2014unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters. This promotes data reuse and collaboration within your organization.</li> <li>Coupled to workloads in the submission process\u2014similar to other Run:ai data sources, Data volumes can be easily attached to AI workloads during submission, specifying the data path within the workload environment.</li> </ul> <p>For more information, see Data Volumes. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Added new data source of type Secret. Run:ai now allows you to configure a Credential as a data source. A Data source of type Secret is best used in workloads so that access to 3rd party interfaces and storage used in containers, keep access credentials hidden. For more information, see Secrets as a data source.</p> </li> <li> <p>Updated the logic of data source initializing state which keeps the workload in \u201cinitializing\u201d status until S3 data is fully mapped. For more information see Sidecar containers documentation.</p> </li> <li> <p>Additional storage unit sizes MiB, GiB &amp; TiB (Megabyte, Gigabyte, and Terabyte respectively) added to the UI and API when creating a new data source of type PVC.</p> </li> </ul>"},{"location":"home/whats-new-2-18/#credentials","title":"Credentials","text":"<ul> <li>Added new Generic secret to Credentials. Credentials had been used only for access to data sources (S3, Git, etc.). However, AI practitioners need to use secrets to access sensitive data (interacting with 3rd party APIs, or other services) without having to put their credentials in their source code. Generic secrets leverage multiple key value pairs which helps reduce the number of Kubernetes resources and simplifies resource management by reducing the overhead associated with maintaining multiple Secrets. Generic secrets are best used as a data source of type Secret so that they can be used in containers to keep access credentials hidden. (Requires minimum cluster version v2.18).</li> </ul>"},{"location":"home/whats-new-2-18/#single-sign-on","title":"Single Sign On","text":"<ul> <li> <p>Added support for Single Sign On using OpenShift v4 (OIDC based). When using OpenShift, you must first define OAuthClient which interacts with OpenShift's OAuth server to authenticate users and request access tokens. For more information, see Single Sign-On.</p> </li> <li> <p>Added OIDC scopes to authentication requests. OIDC Scopes are used to specify what access privileges are being requested for access tokens. The scopes associated with the access tokens determine what resource are available when they are used to access OAuth 2.0 protected endpoints. Protected endpoints may perform different actions and return different information based on the scope values and other parameters used when requesting the presented access token. For more information, see UI configuration.</p> </li> </ul>"},{"location":"home/whats-new-2-18/#ownership-protection","title":"Ownership protection","text":"<ul> <li>Added new ownership protection feature. Run:ai Ownership Protection ensures that only authorized users can delete or modify workloads. This feature is designed to safeguard important jobs and configurations from accidental or unauthorized modifications by users who did not originally create the workload. For configuration information, see your Run:ai representative.</li> </ul>"},{"location":"home/whats-new-2-18/#email-notifications","title":"Email notifications","text":"<ul> <li> <p>Added new email notifications feature. Email Notifications sends alerts for critical workload life cycle changes empowering data scientists to take necessary actions and prevent delays.</p> <ul> <li>System administrators will need to configure the email notifications. For more information, see System notifications.</li> </ul> </li> </ul>"},{"location":"home/whats-new-2-18/#policy-for-distributed-and-inference-workloads-in-the-api","title":"Policy for distributed and inference workloads in the API","text":"<ul> <li>Added a new API for creating distributed training workload policies and inference workload policies. These new policies in the API allow to set defaults, enforce rules and impose setup on distributed training and inference workloads. For distributed policies, worker and master may require different rules due to their different specifications. The new capability is currently available via API only. Documentation on submitting policies to follow shortly.</li> </ul>"},{"location":"home/whats-new-2-18/#policy-for-distributed-and-inference-workloads-in-the-api_1","title":"Policy for distributed and inference workloads in the API","text":"<ul> <li>Added a new API for creating distributed training workload policies and inference workload policies. These new policies in the API allow to set defaults, enforce rules and impose setup on distributed training and inference workloads. For distributed policies, worker and master may require different rules due to their different specifications. The new capability is currently available via API only. Documentation on submitting policies to follow shortly.</li> </ul>"},{"location":"home/whats-new-2-18/#deprecation-notifications","title":"Deprecation Notifications","text":"<p>Existing notifications feature requires cluster configuration, is being deprecated in favor of an improved Notification System. If you have been using the existing notifications feature in the cluster, you can continue to use it for the next two versions. It is recommend that you change to the new notifications system in the Control Plane for better control and improved message granularity.</p>"},{"location":"home/whats-new-2-18/#feature-deprecations","title":"Feature deprecations","text":"<p>Deprecated features will be available for two versions ahead of the notification. For questions, see your Run:ai representative.</p>"},{"location":"home/whats-new-2-18/#api-support-and-endpoint-deprecations","title":"API support and endpoint deprecations","text":"<p>The endpoints and parameters specified in the API reference are the ones that are officially supported by Run:ai. For more information about Run:ai's API support policy and deprecation process, see note under Developer overview.</p>"},{"location":"home/whats-new-2-18/#deprecated-apis-and-api-fields","title":"Deprecated APIs and API fields","text":""},{"location":"home/whats-new-2-18/#cluster-api-deprecation","title":"Cluster API Deprecation","text":"<p>Run:ai REST API now supports job submission. The older, Cluster API is now deprecated. </p>"},{"location":"home/whats-new-2-18/#departments-api","title":"Departments API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterId}/departments /api/v1/org-unit/departments /v1/k8s/clusters/{clusterId}/departments/{department-id} /api/v1/org-unit/departments/{departmentId} /v1/k8s/clusters/{clusterId}/departments/{department-id} /api/v1/org-unit/departments/{departmentId}+PUT/PATCH /api/v1/org-unit/departments/{departmentId}/resources"},{"location":"home/whats-new-2-18/#projects-api","title":"Projects API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterId}/projects /api/v1/org-unit/projects /v1/k8s/clusters/{clusterId}/projects/{id} /api/v1/org-unit/projects/{projectId} /v1/k8s/clusters/{clusterId}/projects/{id} /api/v1/org-unit/projects/{projectId} +\u00a0/api/v1/org-unit/projects/{projectId}/resources <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the Run:ai API Policy</p>"},{"location":"home/whats-new-2-18/#breaking-changes","title":"Breaking changes","text":"<p>Breaking changes notifications allow you to plan around potential changes that may interfere your current workflow when interfacing with the Run:ai Platform.</p>"},{"location":"home/whats-new-2-19/","title":"What\u2019s New in Version 2.19","text":""},{"location":"home/whats-new-2-19/#release-content","title":"Release Content  <ul> <li>Deprecation notifications </li> </ul>","text":""},{"location":"home/whats-new-2-19/#researchers","title":"Researchers","text":""},{"location":"home/whats-new-2-19/#improved-visibility-into-pending-workloads","title":"Improved visibility into pending workloads","text":"<p>For workloads with the status of \"Pending,\" the user can click the \u201ci\u201d icon next to the status to view details of why the workload hasn\u2019t been scheduled. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#new-workload-events","title":"New workload events","text":"<p>There are now new GPU resource optimization-related messages that are viewable as workload events. These events help users understand the decisions made by the Run:ai GPU toolkit while handling Run:ai\u2019s GPU resource optimization features.   Run:ai\u2019s GPU resource optimization offers unique capabilities that take GPU utilization to a new level and helps customers increase their productivity while maximizing their return on GPU investment. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#improved-command-line-interface-autocompletion","title":"Improved command line interface autocompletion","text":"<p>CLI V2 now autocompletes nouns such as project names and workload names for better data consistency with the UI, auto-upgrades, and interactive mode.</p>"},{"location":"home/whats-new-2-19/#details-pane-in-the-workloads-view","title":"Details pane in the Workloads view","text":"<p>A new DETAILS tab for workloads has been added and presents additional workload information, including Container command, Environment variables, and CLI command syntax (if the workload was submitted via CLI). </p>"},{"location":"home/whats-new-2-19/#container-path-outside-the-data-source-asset","title":"Container path outside the data source asset","text":"<p>AI practitioners can now override the predefined container path for each data source when submitting a workload via the Run:ai UI. While the container path must still be specified as part of the data source asset, researchers can now override the default container path when submitting workloads. (Requires a minimum cluster version of v2.16)     </p>"},{"location":"home/whats-new-2-19/#node-toleration-for-workloads","title":"Node toleration for workloads","text":"<p>Researchers can now optionally set tolerations for workloads, letting them bypass node taints during workload submission via the Run:ai UI.   To use this feature, make sure it is activated under General Settings.   For more information, refer to the Kubernetes Taints and Tolerations Guide. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#topology-aware-scheduling","title":"Topology-aware scheduling","text":"<p>When submitting a distributed training workload through the Run:ai UI, researchers can enable topology-aware scheduling. This feature allows an optimized placement within specific placement groups, such as regions, availability zones, or other topologies. To use this, make sure it is activated under General Settings. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#bulk-deletion-of-workloads","title":"Bulk deletion of workloads","text":"<p>Users can now delete workloads in bulk via the Run:ai UI. They\u2019ll be notified if they try to delete workloads for which they don\u2019t have permissions (and those workloads will not be deleted in this process). Multi-selection can also be done using standard keyboard functions. (Requires a minimum cluster version of v2.19)     </p>"},{"location":"home/whats-new-2-19/#enhanced-policy-representation-in-the-runai-ui","title":"Enhanced policy representation in the Run:ai UI","text":"<p>To improve AI practitioners' understanding of administrators\u2019 policy rules and defaults, the UI now includes more clarity to the enforcement and the default values representation for workload fields that are not encapsulated in the asset selection. This update aims to make policy enforcement more intuitive and transparent for practitioners. (Requires a minimum cluster version of v2.18)    </p>"},{"location":"home/whats-new-2-19/#configuration-of-credentials-as-environment-variables","title":"Configuration of credentials as environment variables","text":"<p>Researchers can now easily define pre-configured credentials as environment variables to access private resources. This is available through the Run:ai UI during the workload submission process, specifically under the runtime settings section. (Requires a minimum cluster version pf v2.18)    </p>"},{"location":"home/whats-new-2-19/#expanded-scope-of-configmap-as-data-source","title":"Expanded scope of ConfigMap as data source","text":"<p>When creating a data source of type ConfigMap, researchers can now not only select a project but also a cluster or department. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#improved-workload-scheduling-algorithm","title":"Improved workload scheduling algorithm","text":"<p>The Run:ai scheduler algorithm for handling large distributed workloads has been improved and is now more efficient, resulting in better handling of large distributed workloads, and better performance. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#ml-engineer-inference","title":"ML Engineer (Inference)","text":""},{"location":"home/whats-new-2-19/#additional-data-sources-for-inference-workloads","title":"Additional data sources for inference workloads","text":"<p>When submitting an inference workload via the UI and API, users can now use NFS and hostPath data sources. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#hugging-face-integration-improvements","title":"Hugging Face integration improvements","text":"<p>To reduce errors when submitting inference workloads, additional validations are done for the Hugging Face integration, ensuring that only valid models are submitted, thus enhancing overall reliability. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#rolling-inference-updates","title":"Rolling inference updates","text":"<p>ML engineers can now roll updates onto existing inference workloads. Once the revised workload (the update) is up and running, request traffic is redirected to the new version of the workload and the previous version is terminated, ensuring that services are not impacted during the update.</p> <p>See Inference overview for more information. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#inference-endpoint-authorization","title":"Inference endpoint authorization","text":"<p>When sharing inference endpoints securely using Run:ai, ML engineers can limit access to the endpoint by specifying the authorized users or groups allowed to use the service (i.e., send requests to the endpoint) after being authenticated. This restriction is especially important when handling sensitive information or when you want to manage costs by sharing the service with a controlled group of consumers. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#runai-developer","title":"Run:ai Developer","text":""},{"location":"home/whats-new-2-19/#metrics-and-telemetry","title":"Metrics and telemetry","text":"<p>Additional metrics and telemetry are available via the API. For more information, see the details below and in Metrics API: </p> <ul> <li>Metrics (over time)  <ul> <li>Cluster  <ul> <li>TOTAL_GPU_NODES  </li> <li>GPU_UTILIZATION_DISTRIBUTION  </li> <li>UNALLOCATED_GPU  </li> </ul> </li> <li>Nodepool  <ul> <li>TOTAL_GPU_NODES   </li> <li>GPU_UTILIZATION_DISTRIBUTION   </li> <li>UNALLOCATED_GPU  </li> </ul> </li> <li>Workload  <ul> <li>GPU_ALLOCATION  </li> </ul> </li> <li>Node  <ul> <li>GPU_UTILIZATION_PER_GPU  </li> <li>GPU_MEMORY_UTILIZATION_PER_GPU  </li> <li>GPU_MEMORY_USAGE_BYTES_PER_GPU  </li> <li>CPU_USAGE_CORES  </li> <li>CPU_UTILIZATION  </li> <li>CPU_MEMORY_USAGE_BYTES  </li> <li>CPU_MEMORY_UTILIZATION  </li> </ul> </li> </ul> </li> <li>Telemetry (current time)  <ul> <li>Node  <ul> <li>ALLOCATED_GPUS  </li> <li>TOTAL_CPU_CORES  </li> <li>USED_CPU_CORES  </li> <li>ALLOCATED_CPU_CORES  </li> <li>TOTAL_GPU_MEMORY_BYTES  </li> <li>USED_GPU_MEMORY_BYTES  </li> <li>TOTAL_CPU_MEMORY_BYTES  </li> <li>USED_CPU_MEMORY_BYTES  </li> <li>ALLOCATED_CPU_MEMORY_BYTES  </li> <li>IDLE_ALLOCATED_GPUS</li> </ul> </li> </ul> </li> </ul>"},{"location":"home/whats-new-2-19/#administrator","title":"Administrator","text":""},{"location":"home/whats-new-2-19/#pagination-in-user-api","title":"Pagination in user API","text":"<p>Pagination has been added, removing the limitation to the number of users listed in the Run:ai UI.</p>"},{"location":"home/whats-new-2-19/#audit-log","title":"Audit log","text":"<p>The audit log has been updated, so system admins can view audit logs directly in the Run:ai UI and download them in CSV or JSON formats, providing flexible options for data analysis and compliance reporting. Version 2.19 reintroduces a fully functional audit log (event history), ensuring comprehensive tracking across projects, departments, access rules, and more. In the new version, all entities are logged except logins and workloads.    For more information, see Audit logs.</p>"},{"location":"home/whats-new-2-19/#platform-administrator","title":"Platform Administrator","text":""},{"location":"home/whats-new-2-19/#department-scheduling-rules","title":"Department scheduling rules","text":"<p>Scheduling rules have been added at the department level. For more information, see scheduling rules.  </p>"},{"location":"home/whats-new-2-19/#department-node-pool-priority","title":"Department node pool priority","text":"<p>Node pool priority has been added at the department level. For more information, see node pools </p>"},{"location":"home/whats-new-2-19/#department-and-project-grids","title":"Department and project grids","text":"<p>There is now improved filtering and sorting in the Projects and Departments views, including a multi-cluster view and new filters.   </p>"},{"location":"home/whats-new-2-19/#overview-dashboard","title":"Overview dashboard","text":"<p>\u201cIdle allocated GPU devices\u201d has been added to the Overview dashboard.</p>"},{"location":"home/whats-new-2-19/#workload-policy-for-distributed-training-workloads-in-the-runai-ui","title":"Workload policy for distributed training workloads in the Run:ai UI","text":"<p>Distributed workload policies can now be created via the Run:ai UI. Admins can set defaults, enforce rules, and impose setup on distributed training through the UI YAML, as well as view the distributed policies (both in the policy grid and while submitting workloads). For distributed policies, workers and leaders may require different rules due to their different specifications. (Requires a minimum cluster version of v2.18)    </p>"},{"location":"home/whats-new-2-19/#reconciliation-of-policy-rules","title":"Reconciliation of policy rules","text":"<p>A reconciliation mechanism for policy rules has been added to enhance flexibility in the policy submission process. Previously, if a specific field was governed by a policy for a certain hierarchy, other organizational units couldn\u2019t submit a policy with rules that regarded this specific field. Now, new policies for hierarchies that mention an existing policy field will no longer be blocked.   The effective rules are selected based on the following logic:  1. For the compute and security sections in the workload spec of the Run:ai API, the highest hierarchy is chosen for the effective policy (tenant &gt; cluster &gt; department &gt; project).  2. For any other fields in the policy, the lowest hierarchy closest to the actual workload becomes the effective for the policy (similar to policy defaults).    Additionally, while viewing the effective policy, each rule displays its source of the origin policy, allowing users to clearly understand the selected hierarchy of the effective policy.  |  (Requires a minimum cluster version of v2.18)  </p>"},{"location":"home/whats-new-2-19/#infrastructure-administrator","title":"Infrastructure Administrator","text":""},{"location":"home/whats-new-2-19/#support-for-cos-over-gke","title":"Support for COS over GKE","text":"<p>With Run:ai version 2.19, the Run:ai cluster on Google Kubernetes Engine (GKE) supports Container-Optimized OS (COS) when NVIDIA GPU Operator 24.6 or newer is installed. This is in addition to the already supported Ubuntu on GKE.  </p>"},{"location":"home/whats-new-2-19/#runai-and-karpenter","title":"Run:ai and Karpenter","text":"<p>Run:ai now supports working with Karpenter. Karpenter is an open-source Kubernetes cluster auto-scaler built for cloud deployments. Karpenter optimizes the cloud cost of a customer\u2019s cluster by moving workloads between different node types, bin-packing nodes, using lower-cost nodes where possible, scaling up new nodes on demand, and shutting down unused nodes with the goal of optimizing and reducing costs.  (Requires a minimum cluster version of v2.19)  </p> <p>Please read the documentation for more information on Run:ai and Karpenter integration considerations.</p>"},{"location":"home/whats-new-2-19/#control-and-visibility-ui-changes","title":"Control and Visibility (UI changes)","text":""},{"location":"home/whats-new-2-19/#new-runai-ui-navigation","title":"New Run:ai UI navigation","text":"<p>The platform navigation has been updated to offer a more modern design, easier  navigation, and address all personas interacting with the UI.  </p> <p>The left-side menu now has seven categories, each with its own reorganized sub-options that appear in the pane next to the menu options.</p> <p>If you close the sub-options pane, you can hover over the categories, and the sub-options float and can be used in the same way.</p> <p>The options presented in the menu and categories continue to match each user\u2019s permissions, as in the legacy navigation.</p> <p>Below is the full list of menu and sub-options and changes:</p> <p>Analytics   Displays the Run:ai dashboards allowing the different users to analyze, plan, and improve system performance AI workload execution.    This category contains the following options:</p> <ul> <li>Overview  </li> <li>Quota management  </li> <li>Analytics  </li> <li>Consumption  </li> <li>Multi-cluster overview  </li> </ul> <p>Workload manager Enables AI practitioners to develop modes, train them, and deploy them into production.  All supported tools and capabilities can be found here. This category contains the following options: </p> <ul> <li>Workloads  </li> <li>Deleted workloads (now separated from current workloads. If not visible, it can be activated from Settings -&gt; Workloads -&gt; Deleted workloads)  </li> <li>Templates  </li> <li>Assets (these options are visible via a collapsible menu)  <ul> <li>Models  </li> <li>Environments  </li> <li>Compute resources  </li> <li>Data sources  </li> <li>Credentials</li> </ul> </li> </ul> <p>Resources Enables viewing and managing all cluster resources. In the new navigation, nodes and node pools have been split into different grids. This category contains the following options:</p> <ul> <li>Clusters  </li> <li>Node pools (separated from the Nodes page to its own page)  </li> <li>Nodes  </li> </ul> <p>Organization  Maps system organizations to ensure that resource allocation and policies align with the organizational structure, business projects, and priorities. This category contains the following options:  </p> <ul> <li>Departments  </li> <li>Projects  </li> </ul> <p>Access Makes it possible to provide authorization of the different system users to perform actions and alignment with their role and scope of projects within the organization.  This was moved from the legacy menu where it appeared in the header of the screen under Tools and Settings. This category contains the following options:  </p> <ul> <li>Users  </li> <li>Applications  </li> <li>Roles (separated from the Access rules and roles page to its own page)  </li> <li>Access rules (separated from the Access rules and roles page to its own page)  </li> </ul> <p>Policies Presents the tools to enforce controls over the AI infrastructure enabling different users to be effective while working in alignment with organizational policies.  This category contains the following options:  </p> <ul> <li>Workload policies  </li> </ul> <p>Admin  Presents all administrator functions of the Run:ai platform.  This was moved from the legacy menu where it appeared in the header of the screen under Tools and Settings. This category contains the following options:  </p> <ul> <li>General settings (previously General)  </li> <li>Event history  </li> </ul> <p>For users with more than one cluster, in the legacy version the cluster selection appeared in the header of the page. In the new navigation, the cluster selection is part of the grid and changes only affect the items on that page.  </p> <p>If a user prefers not to use the new UI navigation, there is an option to switch back to the legacy navigation by clicking the Back to legacy navigation option.  </p> <p>Installation and configuration</p> <ul> <li>Tenant logos can now be uploaded to the Run:ai UI via API. The logo should be in base64 format and should not be white to avoid blending into the background. The logo should be no more than 20px tall. See Upload logo for tenant API.  </li> <li>Run:ai now supports NVIDIA GPU Operator version 24.6  </li> <li>Run:ai now supports Kubernetes version 1.31</li> </ul>"},{"location":"home/whats-new-2-19/#deprecation-notifications","title":"Deprecation notifications","text":""},{"location":"home/whats-new-2-19/#feature-deprecations","title":"Feature deprecations","text":""},{"location":"home/whats-new-2-19/#legacy-jobs-view","title":"Legacy Jobs view","text":"<p>The legacy Jobs view will be fully deprecated in the Q1/25 release. We recommend that all users adopt the Workloads view, which offers all the capabilities of the legacy Jobs view with additional enhancements.      SaaS customers will gradually be transitioned to the Workloads view during Q4/24.  </p> <p>Note</p> <p>Users can still submit workloads via the legacy Jobs submission form.</p>"},{"location":"home/whats-new-2-19/#dynamic-mig-deprecation","title":"Dynamic MIG deprecation","text":"<p>Dynamic MIG deprecation process starts with Run:ai v2.19 (Q4/24 release)</p> <ul> <li>The feature is still available and MIG Profile APIs still function but are marked as Deprecated. See the table below for more details.</li> <li>In Q1/25 release, \u2018Dynamic MIG\u2019 will not be usable anymore but the APIs will still be accessible.</li> <li>In Q2/25 all \u2018Dynamic MIG\u2019 APIs will be fully deprecated.</li> </ul>"},{"location":"home/whats-new-2-19/#legacy-navigation-runai-ui","title":"Legacy navigation - Run:ai UI","text":"<p>The legacy navigation will be fully deprecated in the Q1/25 release, and during Q1/25 for SaaS customers.</p>"},{"location":"home/whats-new-2-19/#api-support-and-endpoint-deprecations","title":"API support and endpoint deprecations","text":"Deprecated Replacement /v1/k8s/audit /api/v1/audit/log /api/v1/asset/compute/spec/migProfile /api/v1/workloads/spec/compute/migProfile /api/v1/workloads/workspaces/spec/compute/migProfile /api/v1/workloads/Trainings/spec/compute/migProfile /api/v1/workloads/Inferences/spec/compute/migProfile /api/v1/workloads/distributed/spec/compute/migProfile /api/v1/workloads/distributed/masterSpec/compute/migProfile <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the Run:ai API Policy</p>"},{"location":"home/whats-new-2-19/#documentation-enhancements","title":"Documentation enhancements","text":""},{"location":"home/whats-new-2-19/#workload-policy-documentation","title":"Workload policy documentation","text":"<p>A comprehensive set of articles detailing the usage and the process of submitting new workload policies has been introduced. It covers the structure, syntax, best practices, and examples for configuring policy YAML files. The new documentation includes step-by-step explanations of how to create a new rule in a policy, together with information of the different value types, rule types, and policy spec sections. For more information, refer to the Policies section.  </p>"},{"location":"home/whats-new-2-20/","title":"What\u2019s New in Version 2.20","text":""},{"location":"home/whats-new-2-20/#release-content","title":"Release Content  <p>The Run:ai v2.20 What's New provides a detailed summary of the latest features, enhancements, and updates introduced in this version. They serve as a guide to help users, administrators, and researchers understand the new capabilities and how to leverage them for improved workload management, resource optimization, and more. </p>  <p>Important</p> <p>For a complete list of deprecations, see Deprecation notifications. Deprecated features and capabilities will be available for two versions ahead of the notification.</p>","text":""},{"location":"home/whats-new-2-20/#researchers","title":"Researchers","text":""},{"location":"home/whats-new-2-20/#workloads-workspaces-and-training","title":"Workloads - Workspaces and Training","text":"<ul> <li> <p>Stop/run actions for distributed workloads - You can now stop and run distributed workloads from the UI, CLI, and API. Scheduling rules for training workloads also apply to distributed workloads. This enhances control over distributed workloads, enabling greater flexibility and resource management. From cluster v2.20 onward</p> </li> <li> <p>Visibility into idle GPU devices - Idle GPU devices are now displayed in the UI and API showing the number of allocated GPU devices that have been idle for more than 5 minutes. This provides better visibility into resource utilization, enabling more efficient workload management.</p> </li> <li> <p>Configurable workload completion with multiple runs - You can now define the number of runs a training workload must complete to  be considered finished directly in the UI, API, and CLI v2. Running training workloads multiple times improves  the reliability and validity of training results. Additionally, you can configure how many runs can be scheduled in parallel,  helping to significantly reduce training time and simplifying the process of managing jobs that require multiple runs. See Train models using a standard training workload for more details. From cluster v2.20 onward</p> </li> <li> <p>Configurable grace period for workload preemption - You can now set a grace period in the UI, API and CLI v2 providing a  buffer time for preempted workloads to reach a safe checkpoint before being forcibly preempted for standard and distributed training workloads.  The grace period can be configured between 0 seconds and 5 minutes. This aims to minimize data loss and avoid unnecessary retraining, ensuring the  latest checkpoints are saved. From cluster v2.20 onward </p> </li> <li> <p>Pod deletion policy for terminal workloads - You can now specify which pods should be deleted when a distributed  workload reaches a terminal state (completed/failed) using cleanPodPolicy in CLI v2 and API. This enhancement provides greater control over resource cleanup and helps maintain a more organized and efficient cluster environment. See cleanPodPolicy for more details. </p> </li> </ul>"},{"location":"home/whats-new-2-20/#workload-assets","title":"Workload Assets","text":"<ul> <li> <p>Instructions for environment variables - You can now add instructions to environment variables when creating new environments via the UI and API. In addition, Run:ai's environments now include default instructions. Adding instructions provides guidance enabling anyone using the environment to set the environment variable values correctly. From cluster v2.20 onward</p> </li> <li> <p>Enhanced environments and compute resource management - The action bar now contains \"Make a Copy\" and \"Edit\" while the \"Rename\" option has been removed. A new \"Last Updated\" column has also been added for easier tracking of asset modifications. From cluster v2.20 onward</p> </li> <li> <p>Enhanced data sources and credentials tables - Added a new \"Kubernetes name\" column to data sources and credentials tables for visibility into Kubernetes resource associations. The credentials table now includes an  \"Environments\" column displaying the environments associated with the credential. From cluster v2.20 onward</p> </li> </ul>"},{"location":"home/whats-new-2-20/#authentication-and-authorization","title":"Authentication and authorization","text":"<ul> <li>User applications for API authentication - You can now create your own applications for API integrations with Run:ai.  Each application includes client credentials which can be used to obtain an authentication token to utilize for subsequent API calls.  See User applications for more details. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#scheduler","title":"Scheduler","text":"<ul> <li> <p>Support for multiple fractional GPUs in a single workload - Run:ai now supports submitting workloads that utilize multiple fractional GPUs within a single workload using the UI and CLI. This feature enhances GPU utilization, increases scheduling probability in shorter timeframes, and allows workloads to consume only the memory they need. It maximizes quota usage and  enables more workloads to share the same GPUs effectively. See Multi-GPU fractions and Multi-GPU dynamic fractions for more details. Beta for Dynamic Fractions From cluster v2.20 onward</p> </li> <li> <p>Support for GPU memory swap with multiple GPUs per workload - Run:ai now supports GPU memory swap for workloads utilizing multiple GPUs.  By leveraging GPU memory swap, you can maximize GPU utilization and serve more workloads using the same hardware.  The swap scheduler on each node ensures that all GPUs of a distributed model run simultaneously, maintaining synchronization across GPUs.  Workload configurations combine swap settings with multi-GPU dynamic fractions, providing flexibility and efficiency for managing  large-scale workloads. See Multi-GPU memory swap.  Beta From cluster v2.20 onward</p> </li> </ul>"},{"location":"home/whats-new-2-20/#command-line-interface-cli-v2","title":"Command Line Interface (CLI v2)","text":"<ul> <li> <p>Support for Windows OS - CLI v2 now supports Windows operating systems, enabling you to leverage the full  capabilities of the CLI. From cluster v2.18 onward</p> </li> <li> <p>Unified training command structure - Unified the <code>distributed</code> command into the <code>training</code> command to align with the Run:ai UI.  The <code>training</code> command now includes a new sub-command to support distributed workloads, ensuring a more consistent and streamlined user experience across both the CLI v2 and UI.</p> </li> <li> <p>New command for Kubernetes access - Added a new CLI v2 command, <code>runai kubconfig set</code>, allowing users to set the  kubeconfig file with Run:ai authorization token. This enhancement enables users to gain access to the Kubernetes cluster,  simplifying authentication and integration with Run:ai-managed environments. </p> </li> <li> <p>Added view workload labels - You can now view the labels associated with a workload when using the CLI v2 <code>runai workload describe</code> command for all workload types. This enhancement provides better visibility into workload metadata. </p> </li> </ul>"},{"location":"home/whats-new-2-20/#ml-engineers","title":"ML Engineers","text":""},{"location":"home/whats-new-2-20/#workloads-inference","title":"Workloads - Inference","text":"<ul> <li> <p>Enhanced visibility into rolling updates for inference workloads - Run:ai now provides a phase message that provides detailed  insights into the current state of the update, by hovering over the workload's status. This helps users to monitor and manage updates more effectively. See Rolling inference updates for more details. From cluster v2.20 onward</p> </li> <li> <p>Inference serving endpoint configuration - You can now define an inference serving endpoint directly within the environment  using the Run:ai UI. From cluster v2.19 onward</p> </li> <li> <p>Persistent token management for Hugging Face models - Run:ai allows users to save their Hugging Face tokens persistently as part of their credentials within the Run:ai UI. Once saved, tokens can be easily selected from a list of stored credentials, removing the need to manually enter them each time. This enhancement improves the process of deploying Hugging Face models, making it more efficient and user-friendly. See Deploy inference workloads from Hugging Face for more details. From cluster v2.13 onward</p> </li> <li> <p>Deploy and manage NVIDIA NIM models in inference workloads - Run:ai now supports NVIDIA NIM models, enabling you to  easily deploy and manage these models when submitting inference workloads. You can select a NIM model and leverage NVIDIA\u2019s  hardware optimizations directly through the Run:ai UI. This feature also allows you to take advantage of Run:ai capabilities such as autoscaling and GPU fractioning. See Deploy inference workloads with NVIDIA NIM for more details. </p> </li> <li> <p>Customizable autoscaling plans for inference workloads - Run:ai allows advanced users practicing  autoscaling for inference workloads to fine-tune their autoscaling plans  using the Update inference spec API. This feature enables you to achieve optimal behavior to meet fluctuating request demands. Experimental From cluster v2.20 onward</p> </li> </ul>"},{"location":"home/whats-new-2-20/#platform-administrator","title":"Platform Administrator","text":""},{"location":"home/whats-new-2-20/#analytics","title":"Analytics","text":"<ul> <li>New Reports view for analytics - The new Reports enables generating and organizing large data in a structured,  CSV-formatted layout. With this feature, you can monitor resource consumption, identify trends, and make informed decisions  to optimize their AI workloads with greater efficiency.</li> </ul>"},{"location":"home/whats-new-2-20/#authentication-and-authorization_1","title":"Authentication and authorization","text":"<ul> <li>Client credentials for applications - Applications now use client credentials - Client ID and Client secret - to obtain an  authentication token, aligned with OAuth standard. See Applications for more details. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#node-pools","title":"Node pools","text":"<ul> <li> <p>Enhanced metric graphs for node pools - Enhanced metric graphs in the DETAILS tab for node pools by aligning these graphs with  the dashboard and the node pools API. As part of this improvement, the following columns have been removed  from the Node pools table. </p> <ul> <li>Node GPU Allocation </li> <li>GPU Utilization Distribution </li> <li>GPU Utilization </li> <li>GPU Memory Utilization</li> <li>CPU Utilization</li> <li>CPU Memory Utilization</li> </ul> </li> </ul>"},{"location":"home/whats-new-2-20/#organizations-projectsdepartments","title":"Organizations - Projects/Departments","text":"<ul> <li> <p>Enhanced project deletion - Deleting a project will now attempt to delete the project's associated workloads and assets, allowing better management of your organization's assets.  From cluster v2.20 onward</p> </li> <li> <p>Enhanced resource prioritization for projects and departments - Run:ai has introduced advanced prioritization capabilities to manage resources between projects or between departments more effectively using the Projects and Departments APIs. From cluster v2.20 onward</p> <p>This feature allows administrators to:</p> <ul> <li>Prioritize resource allocation and reclaim between different projects and departments. </li> <li>Prioritize projects within the same department. </li> <li>Set priorities per node-pool for both projects and departments. </li> <li>Implement distinct SLAs by assigning strict priority levels to over-quota resources. </li> </ul> </li> <li> <p>Updated over quota naming - Renamed over quota priority to over quota weight to reflect its actual functionality.</p> </li> </ul>"},{"location":"home/whats-new-2-20/#policy","title":"Policy","text":"<ul> <li> <p>Added policy-based default field values - Administrators can now set default values for fields that are automatically  calculated based on the values of other fields using defaultFrom.  This ensures that critical fields in the workload submission form are populated automatically if not provided by the user.  From cluster v2.20 onward</p> <p>This feature supports various field types:</p> <ul> <li>Integer fields (e.g., <code>cpuCoresRequest</code>),</li> <li>Number fields (e.g., <code>gpuPortionRequest</code>), </li> <li>Quantity fields (e.g., <code>gpuMemoryRequest</code>)</li> </ul> </li> </ul>"},{"location":"home/whats-new-2-20/#data-sources","title":"Data sources","text":"<ul> <li>Improved control over data source and storage class visibility - Run:ai now provides administrators with the ability  to control the visibility of data source types and storage in the UI. Data source types that are restricted by policy  will no longer appear during workload submission or when creating new data source assets. Additionally, administrators  can configure storage classes as internal using the Storage class configuration API. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#email-notifications","title":"Email notifications","text":"<ul> <li>Added email notifications API - Email notifications can now be configured via API in addition to the UI, enabling integration  with external tools. See NotificationChannels API for more details. </li> </ul>"},{"location":"home/whats-new-2-20/#infrastructure-administrator","title":"Infrastructure Administrator","text":""},{"location":"home/whats-new-2-20/#nvidia-data-center-gpus-grace-hopper","title":"NVIDIA Data Center GPUs - Grace-Hopper","text":"<ul> <li>Support for ARM-Based Grace-Hopper Superchip (GH200) - Run:ai now supports the ARM-based Grace-Hopper Superchip (GH200).  Due to a limitation in version 2.20 with ARM64, the Run:ai control plane services must be scheduled on non-ARM based CPU nodes.  This limitation will be addressed in a future release. See Self-Hosted installation over Kubernetes for more details. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#system-requirements","title":"System requirements","text":"<ul> <li>Run:ai now supports Kubernetes version 1.32. </li> <li>Run:ai now supports OpenShift version 4.17.</li> <li>Kubernetes version 1.28 is no longer supported.</li> <li>OpenShift versions 4.12 to 4.13 are no longer supported. </li> </ul>"},{"location":"home/whats-new-2-20/#advanced-cluster-configurations","title":"Advanced cluster configurations","text":"<ul> <li> <p>Exclude nodes in mixed node clusters - Run:ai now allows you to exclude specific nodes in a mixed node cluster using the <code>nodeSelectorTerms</code> flag. See Advanced Cluster Configurations for more details. From cluster v2.20 onward</p> </li> <li> <p>Advanced configuration options for cluster services - Introduced new cluster configuration options for setting node affinity and tolerations for Run:ai cluster services. These configuration ensure that the Run:ai cluster services are scheduled on the desired nodes.  See Advanced Cluster Configurations for more details. From cluster v2.20 onward</p> <ul> <li><code>global.affinity</code></li> <li><code>global.tolerations</code></li> <li><code>daemonSetsTolerations</code></li> </ul> </li> <li> <p>Added Argo workflows auto-pod grouping - Introduced a new cluster configuration option, <code>gangScheduleArgoWorkflow</code>, to modify the  default behavior for grouping ArgoWorkflow pods, allowing you to prevent pods from being grouped into a single pod-group.  See Advanced Cluster Configurations for more details. Cluster v2.20 and v2.18</p> </li> <li> <p>Added cloud auto-scaling for memory fractions - Run:ai now supports auto-scaling for workloads using memory fractions in  cloud environments. Using <code>gpuMemoryToFractionRatio</code> configuration option allows a failed scheduling  attempt for a memory fractions workload to create Run:ai scaling pods, triggering the auto-scaler. See Advanced Cluster Configurations for more details. From cluster v2.19 onward</p> </li> <li> <p>Added stale gang eviction timeout for improved stability - Run:ai has introduced a default timeout of 60 seconds  for gang eviction in gang scheduling workloads using <code>defaultStalenessGracePeriod</code>. This timeout allows both the workload controller and the scheduler sufficient time to remediate the workload, improving the stability of large training jobs. See Advanced Cluster Configurations for more details. From cluster v2.18 onward</p> </li> <li> <p>Added custom labels for built-in alerts - Administrators can now add their own custom labels to the built-in alerts  from Prometheus by setting <code>spec.prometheus.additionalAlertLabels</code> in their cluster. See Advanced Cluster Configurations for mode details. From cluster v2.20 onward</p> </li> <li> <p>Enhanced configuration flexibility for cluster replica management - Administrators can now use the <code>spec.global.replicaCount</code> to  manage replicas for Run:ai services. See Advanced Cluster Configurations for more details. From cluster v2.20 onward</p> </li> </ul>"},{"location":"home/whats-new-2-20/#runai-built-in-alerts","title":"Run:ai built-in alerts","text":"<ul> <li>Added two new Run:ai built-in alerts for Kubernetes nodes hosting GPU workloads. The unknown state alert notifies when the node's health and readiness cannot be determined, and the low memory alert warns when the node has insufficient memory to support current or upcoming workloads. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#runai-developer","title":"Run:ai Developer","text":""},{"location":"home/whats-new-2-20/#metrics-and-telemetry","title":"Metrics and Telemetry","text":"<ul> <li> <p>Additional metrics and telemetry are available via the API. For more details, see Metrics API:</p> <ul> <li> <p>Metrics (over time)  </p> <ul> <li>Project  <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA_MILLICORES</li> <li>CPU_MEMORY_QUOTA_MB</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION_MILLICORES</li> <li>CPU_MEMORY_ALLOCATION_MB </li> </ul> </li> <li>Department  <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA_MILLICORES</li> <li>CPU_MEMORY_QUOTA_MB</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION_MILLICORES</li> <li>CPU_MEMORY_ALLOCATION_MB </li> </ul> </li> </ul> </li> <li> <p>Telemetry (current time)  </p> <ul> <li>Project  <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA </li> <li>MEMORY_QUOTA</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION</li> <li>MEMORY_ALLOCATION</li> <li>GPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>CPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>MEMORY_ALLOCATION_NON_PREEMPTIBLE </li> </ul> </li> <li>Department    <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA </li> <li>MEMORY_QUOTA</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION</li> <li>MEMORY_ALLOCATION</li> <li>GPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>CPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>MEMORY_ALLOCATION_NON_PREEMPTIBLE </li> </ul> </li> </ul> </li> </ul> </li> </ul>"},{"location":"home/whats-new-2-20/#deprecation-notifications","title":"Deprecation notifications","text":""},{"location":"home/whats-new-2-20/#ongoing-dynamic-mig-deprecation-process","title":"Ongoing Dynamic MIG deprecation process","text":"<p>The Dynamic MIG deprecation process started in version 2.19. Run:ai supports standard MIG profiles as detailed in Configuring NVIDIA MIG profiles.</p> <ul> <li>Before upgrading to version 2.20, workloads submitted with Dynamic MIG and their associated node configurations must be removed</li> <li>In version 2.20, MIG was removed from the Run:ai UI under compute resources.</li> <li>In Q2/25 all \u2018Dynamic MIG\u2019 APIs and CLI commands will be fully deprecated.</li> </ul>"},{"location":"home/whats-new-2-20/#cli-v1-deprecation","title":"CLI v1 deprecation","text":"<p>CLI V1 is deprecated and no new features will be developed for it. It will remain available for use for the next  two releases to ensure a smooth transition for all users. We recommend switching to CLI v2, which provides feature parity,  backward compatibility, and ongoing support for new enhancements. CLI v2 is designed to deliver a more robust, efficient, and  user-friendly experience.</p>"},{"location":"home/whats-new-2-20/#legacy-jobs-view-deprecation","title":"Legacy Jobs view deprecation","text":"<p>Starting with version 2.20, the legacy Jobs view will be discontinued in favor of the more advanced Workloads view.  The legacy submission form will still be accessible via the Workload manager view for a smoother transition. </p>"},{"location":"home/whats-new-2-20/#appid-and-appsecret-deprecation","title":"appID and appSecret deprecation","text":"<p>Deprecating appID and appSecret parameters used for requesting an API token. It will remain available for use for the next  two releases. To create application tokens, use your client credentials - Client ID and Client secret.</p>"},{"location":"home/changelog/hotfixes-2-13/","title":"Changelog Version 2.13","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.13.</p>"},{"location":"home/changelog/hotfixes-2-13/#version-21348-march-14-2024","title":"Version 2.13.48 - March 14, 2024","text":"Internal ID Description RUN-16787 Fixed an issue after an upgrade to 2.13 where distributed PyTorch jobs were not able to run due to PVCs being assigned to only worker pods. RUN-16626 Fixed an issue in SSO environments, where Workspaces created using a template were assigned the template creator's UID/GID and not the Workspace creator's UID/GID. RUN-16357 Fixed an issue where pressing the Project link in Jobs screen redirects the view to the Projects of a different cluster in multi-cluster environments."},{"location":"home/changelog/hotfixes-2-13/#version-21343-february-15-2024","title":"Version 2.13.43 - February 15, 2024","text":"Internal ID Description RUN-14946 Fixed an issue where Dashboards are displaying the hidden Grafana path."},{"location":"home/changelog/hotfixes-2-13/#version-21337","title":"Version 2.13.37","text":"Internal ID Description RUN-13300 Fixed an issue where projects will appear with a status of empty while waiting for the project controller to update its status. This was caused because the cluster-sync works faster than the project controller."},{"location":"home/changelog/hotfixes-2-13/#version-21335-december-19-2023","title":"Version 2.13.35 - December 19, 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content","title":"Release content","text":"<ul> <li>Added the ability to set node affinity for Prometheus.</li> </ul>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues","title":"Fixed issues","text":"Internal ID Description RUN-14472 Fixed an issue where template updates were not being applied to the workload. RUN-14434 Fixed an issue where <code>runai_allocated_gpu_count_per_gpu</code> was multiplied by seven. RUN-13956 Fixed an issue where editing templates failed. RUN-13825 Fixed an issue when deleting a job that is allocated a fraction of a GPU, an associated configmap is not deleted. RUN-13343 Fixed an issue in pod status calculation."},{"location":"home/changelog/hotfixes-2-13/#version-21331","title":"Version 2.13.31","text":"Internal ID Description RUN-11367 Fixed an issue where a double click on SSO Users redirects to a blank screen. RUN-10560 Fixed an issue where the <code>RunaiDaemonSetRolloutStuck</code> alert did not work."},{"location":"home/changelog/hotfixes-2-13/#version-21325","title":"Version 2.13.25","text":"Internal ID Description RUN-13171 Fixed an issue when a cluster is not connected the actions in the Workspace and Training pages are still enabled. After the corrections, the actions will be disabled."},{"location":"home/changelog/hotfixes-2-13/#version-21321","title":"Version 2.13.21","text":"Internal ID Description RUN-12563 Fixed an issue where users are unable to login after upgrading the control plane from 2.9.16 to 2.13.16. To correct the issue, secrets need to be upgraded manually in keycloak."},{"location":"home/changelog/hotfixes-2-13/#version-21320-september-28-2023","title":"Version 2.13.20 - September 28, 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content_1","title":"Release content","text":"<ul> <li>Added the prevention of selecting tenant or department scopes for credentials, and the prevention of selecting s3, PVC, and Git data sources if the cluster version does not support these.</li> <li>Quota management is now enabled by default.</li> </ul> Internal ID Description RUN-12923 Fixed an issue in upgrading due to a misconfigured Docker image for airgapped systems in 2.13.19. The helm chart contained an error, and the image is not used even though it is packaged as part of the tar. RUN-12928, RUN-12968 Fixed an issue in upgrading Prometheus due to a misconfigured image for airgapped systems in 2.13.19. The helm chart contained an error, and the image is not used even though it is packaged as part of the tar. RUN-12751 Fixed an issue when upgrading from 2.9 to 2.13 results with a missing engine-config file. RUN-12717 Fixed an issue where the user that is logged in as researcher manager can't see the clusters. RUN-12642 Fixed an issue where assets-sync could not restart due to failing to get token from control plane. RUN-12191 Fixed an issue where there was a timeout while waiting for the <code>runai_allocated_gpu_count_per_project</code> metric to return values. RUN-10474 Fixed an issue where the <code>runai-conatiner-toolkit-exporter</code> DaemonSet fails to start."},{"location":"home/changelog/hotfixes-2-13/#version-21319-september-27-2023","title":"Version 2.13.19 - September 27, 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content_2","title":"Release content","text":"<ul> <li>Added the ability to identify Kubeflow notebooks and display them in the Jobs table.</li> <li>Added the ability to schedule Kubelow workloads.</li> <li>Added functionality that displays Jobs that only belong to the user that is logged in.</li> <li> Added and refined alerts to the state of Run:ai components, schedule latency, and warnings for out of memory on Jobs.</li> <li>Added the ability to work with restricted PSA policy.</li> </ul>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues_1","title":"Fixed issues","text":"Internal ID Description RUN-12650 Fixed an issue that used an incorrect metric in analytics GPU ALLOCATION PER NODE panel. Now the correct allocation is in percentage. RUN-12602 Fixed an issue in <code>runaiconfig</code> where the <code>WorkloadServices</code> spec has memory requests/limits and cpu requests/limits and gets overwritten with the system default. RUN-12585 Fixed an issue where the workload-controller creates a delay in running jobs. RUN-12031 Fixed an issue when upgrading from 2.9 to 2.13 where the Scheduler pod fails to upgrade due to the change of owner. RUN-11091 Fixed an issue where the Departments feature is disabled, you are not able to schedule non-preemable jobs."},{"location":"home/changelog/hotfixes-2-13/#version-21313","title":"Version 2.13.13","text":"Internal ID Description RUN-11321 Fixed an issue where metrics always showed CPU Memory Utilization and CPU Compute Utilization as 0. RUN-11307 Fixed an issue where node affinity might change mid way through a job. Node affinity in now calculated only once at job submission. RUN-11129 Fixed an issue where CRDs are not automatically upgraded when upgrading from 2.9 to 2.13."},{"location":"home/changelog/hotfixes-2-13/#version-21312-august-7-2023","title":"Version 2.13.12 - August 7, 2023","text":"Internal ID Description RUN-11476 Fixed an issue with analytics node pool filter in Allocated GPUs per Project panel."},{"location":"home/changelog/hotfixes-2-13/#version-21311","title":"Version 2.13.11","text":"Internal ID Description RUN-11408 Added to the Run:ai job-controller 2 configurable parameters <code>QPS</code> and <code>Burst</code> which are applied as environment variables in the job-controller Deployment object."},{"location":"home/changelog/hotfixes-2-13/#version-2137-july-2023","title":"Version 2.13.7 - July 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content_3","title":"Release content","text":"<ul> <li>Added filters to the historic quota ratio widget on the Quota management dashboard.</li> </ul>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues_2","title":"Fixed issues","text":"Internal ID Description RUN-11080 Fixed an issue in OpenShift environments where log in via SSO with the <code>kubeadmin</code> user, gets blank pages for every page. RUN-11119 Fixed an issue where values that should be the Order of priority column are in the wrong column. RUN-11120 Fixed an issue where the Projects table does not show correct metrics when Run:ai version 2.13 is paired with a Run:ai 2.8 cluster. RUN-11121 Fixed an issue where the wrong over quota memory alert is shown in the Quota management pane in project edit form. RUN-11272 Fixed an issue in OpenShift environments where the selection in the cluster drop down in the main UI does not match the cluster selected on the login page."},{"location":"home/changelog/hotfixes-2-13/#version-2134","title":"Version 2.13.4","text":""},{"location":"home/changelog/hotfixes-2-13/#release-date","title":"Release date","text":"<p>July 2023</p>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues_3","title":"Fixed issues","text":"Internal ID Description RUN-11089 Fixed an issue when creating an environment, commands in the Runtime settings pane and are not persistent and cannot be found in other assets (for example in a new Training)."},{"location":"home/changelog/hotfixes-2-13/#version-2131-july-2023","title":"Version 2.13.1 - July 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content_4","title":"Release content","text":"<ul> <li>Made an improvement so that occurrences of labels that are not in use anymore are deleted.</li> </ul>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues_4","title":"Fixed issues","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-15/","title":"Changelog Version 2.15","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.15.</p>"},{"location":"home/changelog/hotfixes-2-15/#version-2159-february-5-2024","title":"Version 2.15.9 - February 5, 2024","text":""},{"location":"home/changelog/hotfixes-2-15/#fixed-issues","title":"Fixed issues","text":"Internal ID Description RUN-15296 Fixed an issue where the <code>resources</code> parameter was deprecated in the Projects and Departments API."},{"location":"home/changelog/hotfixes-2-15/#version-2154-january-5-2024","title":"Version 2.15.4 - January 5, 2024","text":""},{"location":"home/changelog/hotfixes-2-15/#fixed-issues_1","title":"Fixed issues","text":"Internal ID Description RUN-15026 Fixed an issue in workloads that were built on a cluster that does not support the NFS field. RUN-14907 Fixed an issue after an upgrade where the Analytics dashboard was missing the time ranges from before the upgrade. RUN-14903 Fixed an issue where internal operations were exposed to the customer audit log. RUN-14062 Fixed an issue in the Overview dashboard where the content for the Running Workload per Type panel did not fit."},{"location":"home/changelog/hotfixes-2-15/#version-2152-february-5-2024","title":"Version 2.15.2 - February 5, 2024","text":""},{"location":"home/changelog/hotfixes-2-15/#fixed-issues_2","title":"Fixed issues","text":"Internal ID Description RUN-14434 Fixed an issue where the Allocated GPUs metric was multiplied by seven."},{"location":"home/changelog/hotfixes-2-15/#version-2151-december-17-2023","title":"Version 2.15.1 - December 17, 2023","text":""},{"location":"home/changelog/hotfixes-2-15/#release-content","title":"Release content","text":"<ul> <li> <p>Added environment variables for customizable QPS and burst support.</p> </li> <li> <p>Added the ability to support running multiple Prometheus replicas.</p> </li> </ul>"},{"location":"home/changelog/hotfixes-2-15/#fixed-issues_3","title":"Fixed issues","text":"Internal ID Description RUN-14292 Fixed an issue where BCM installations were failing due to missing <code>create cluster</code> permissions. RUN-14289 Fixed an issue where metrics were not working due to an incorrect parameter in the cluster-config file. RUN-14198 Fixed an issue in services where multi nodepool jobs were not scheduled due to an unassigned nodepool status. RUN-14191 Fixed an issue where a consolidation failure would cause unnecessary evictions. RUN-14154 Fixed an issue in the New cluster form, whefre the dropdown listed versions that were incompatible with the installed control plane. RUN-13956 Fixed an issue in the Jobs table where templates were not edited successfully. RUN-13891 Fixed an issue where Ray job statuses were shown as empty. RUN-13825 Fixed an issue where GPU sharing configmaps were not deleted. RUN-13628 Fixed an issue where the <code>pre-install</code> pod failed to run <code>pre-install</code> tasks due to the request being denied (Unauthorized). RUN-13550 Fixed an issue where environments were not recovering from a node restart due to a missing GPU runtime class for containerized nodes. RUN-11895 Fixed an issue where the wrong amount of GPU memory usage was shown (is now MB). RUN-11681 Fixed an issue in OpenShift environments where some metrics were not shown on dashboards when the GPU Operator from the RedHat marketplace was installed."},{"location":"home/changelog/hotfixes-2-15/#version-2150","title":"Version 2.15.0","text":""},{"location":"home/changelog/hotfixes-2-15/#fixed-issues_4","title":"Fixed issues","text":"Internal ID Description RUN-13456 Fixed an issue where the Researcher L1 role did not have permissions to create and manage credentials. RUN-13282 Fixed an issue where Workspace logs crashed unexpectedly after restarting. RUN-13121 Fixed an issue in not being able to launch jobs using the API after an upgrade overrode a change in keycloak for applications which have a custom mapping to an email. RUN-13103 Fixed an issue in the Workspaces and Trainings table where the action buttons were not greyed out for users with only the view role. RUN-12993 Fixed an issue where Prometheus was reporting metrics even though the cluster was disconnected. RUN-12978 Fixed an issue after an upgrade, where permissions fail to sync to a project due to a missing application name in the CRD. RUN-12900 Fixed an issue in the Projects table, when sorting by Allocated GPUs, the projects were displayed alphabetically and not numerically. RUN-12846 Fixed an issue after a control-plane upgrade, where GPU, CPU, and Memory Cost fields (in the Consumption Reports) were missing when not using Grafana. RUN-12824 Fixed an issue where airgapped environments tried to pull an image from gcr.io (Internet). RUN-12769 Fixed an issue where SSO users were unable to see projects in Job Form unless the group they belong to was added directly to the project. RUN-12602 Fixed an issue in the documentation where the <code>WorkloadServices</code> configuration in the <code>runaiconfig</code> file was incorrect. RUN-12528 Fixed an issue where the Workspace duration scheduling rule was suspending workspaces regardless of the configured duration. RUN-12298 Fixed an issue where projects were not shown in the Projects table due to the API not sanitizing the project name at time of creation. RUN-12157 Fixed an issue where querying pods completion time returned a negative number. RUN-10560 Fixed an issue where no Prometheus alerts were sent due to a misconfiguration of the parameter <code>RunaiDaemonSetRolloutStuck</code>."},{"location":"home/changelog/hotfixes-2-16/","title":"Changelog Version 2.16","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.16.</p>"},{"location":"home/changelog/hotfixes-2-16/#version-21665","title":"Version 2.16.65","text":"Internal ID Description RUN-21448 Fixed an issue with degraded workload so the condition would reflect the actual state. RUN-20680 Fixed an issue where the workload page did not present the requested GPU."},{"location":"home/changelog/hotfixes-2-16/#version-21657","title":"Version 2.16.57","text":"Internal ID Description RUN-20388 Fixed an issue where cluster-sync caused a memory leak."},{"location":"home/changelog/hotfixes-2-16/#version-21625","title":"Version 2.16.25","text":"Internal ID Description RUN-17241 Fixed an issue where the nodes page showed nodes as not ready due to \"tookit not installed\"."},{"location":"home/changelog/hotfixes-2-16/#version-21621","title":"Version 2.16.21","text":"Internal ID Description RUN-16463 Fixed an issue after a cluster upgrade to v2.16, where some metrics of pre-existing workloads were displayed incorrectly in the Overview Dashboard."},{"location":"home/changelog/hotfixes-2-16/#version-21618","title":"Version 2.16.18","text":"Internal ID Description RUN-16486 Fixed an issue in the Workloads creation form where the GPU fields of the compute resource tiles were showing no data."},{"location":"home/changelog/hotfixes-2-16/#version-21616","title":"Version 2.16.16","text":"Internal ID Description RUN-16340 Fixed an issue in the Workloads table where filters were not saved correctly."},{"location":"home/changelog/hotfixes-2-16/#version-21615","title":"Version 2.16.15","text":""},{"location":"home/changelog/hotfixes-2-16/#release-content","title":"Release content","text":"<ul> <li>Implemented a new Workloads API to support the Workloads feature.</li> </ul>"},{"location":"home/changelog/hotfixes-2-16/#fixed-issues","title":"Fixed issues","text":"Internal ID Description RUN-16070 Fixed an issue where missing metrics caused the Nodepools table to appear empty."},{"location":"home/changelog/hotfixes-2-16/#version-21614","title":"Version 2.16.14","text":""},{"location":"home/changelog/hotfixes-2-16/#release-content_1","title":"Release content","text":"<p>*Improved overall performance by slowing down metrics updates from 10 seconds to 30 seconds.</p>"},{"location":"home/changelog/hotfixes-2-16/#fixed-issues_1","title":"Fixed issues","text":"Internal ID Description RUN-16255 Fixed an issue in the Analytics dashboard where the GPU Allocation per Node and GPU Memory Allocation per Node panels were displaying incorrect data. RUN-16035 Fixed an issue in the Workloads table where completed pods continue to be counted in the requested resources column."},{"location":"home/changelog/hotfixes-2-16/#version-21612","title":"Version 2.16.12","text":""},{"location":"home/changelog/hotfixes-2-16/#fixed-issues_2","title":"Fixed issues","text":"Internal ID Description RUN-16110 Fixed an issue where creating a training workload (single or multi-node) with a new PVC or Volume, resulted in the Workloads table showing the workload in the Unknown/Pending status. RUN-16086 Fixed an issue in airgapped environments where incorrect installation commands were shown when upgrading to V2.15."},{"location":"home/changelog/hotfixes-2-16/#version-21611","title":"Version 2.16.11","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-16/#version-2169","title":"Version 2.16.9","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-16/#version-2168","title":"Version 2.16.8","text":""},{"location":"home/changelog/hotfixes-2-16/#release-content_2","title":"Release content","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-16/#version-2167","title":"Version 2.16.7","text":""},{"location":"home/changelog/hotfixes-2-16/#release-content_3","title":"Release content","text":"<ul> <li>Added an API endpoint that retrieves data from a workloads's pod.</li> </ul>"},{"location":"home/changelog/hotfixes-2-16/#fixed-issues_3","title":"Fixed issues","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-16/#version-2166","title":"Version 2.16.6","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-17/","title":"Changelog Version 2.17","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.17.</p>"},{"location":"home/changelog/hotfixes-2-17/#version-21763","title":"Version 2.17.63","text":"Internal ID Description RUN-21448 Fixed an issue where a degraded workload was stuck and could not be released."},{"location":"home/changelog/hotfixes-2-17/#version-21746","title":"Version 2.17.46","text":"Internal ID Description RUN-20136 Updated postgres version."},{"location":"home/changelog/hotfixes-2-17/#version-21743","title":"Version 2.17.43","text":"Internal ID Description RUN-19949 Fixed an issue where runai submit arguments were not parsed correctly to the command."},{"location":"home/changelog/hotfixes-2-17/#version-21741","title":"Version 2.17.41","text":"Internal ID Description RUN-19870 Added debug logs to cluster-sync"},{"location":"home/changelog/hotfixes-2-17/#version-21726","title":"Version 2.17.26","text":"Internal ID Description RUN-19189 Fixed an issue in cluster-sync that sometimes caused unnecessary sync process to the control-plane."},{"location":"home/changelog/hotfixes-2-17/#version-21725","title":"Version 2.17.25","text":"Internal ID Description RUN-16357 Fixed an issue where the Project button in the Jobs screen redirects to the Projects page but on the wrong cluster."},{"location":"home/changelog/hotfixes-2-17/#version-21710","title":"Version 2.17.10","text":"Internal ID Description RUN-18065 Fixed an issue where the legacy job sumbission configuration was not available in the Settings page"},{"location":"home/changelog/hotfixes-2-17/#version-2170","title":"Version 2.17.0","text":"Internal ID Description RUN-20010 Fixed an issue of reduced permissions that run:ai grants users"},{"location":"home/changelog/hotfixes-2-18/","title":"Changelog Version 2.18","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.18.</p>"},{"location":"home/changelog/hotfixes-2-18/#hotfixes","title":"Hotfixes","text":"Internal ID Hotfix # Description RUN-24521 2.18.83 Fixed a security vulnerability in golang.org.x.crypto with CVE CVE-2024-45337 with severity HIGH. RUN-24733 2.18.83 Fixed an issue where department admins were unable to load the quota management page. RUN-25094 2.18.82 Fixed an issue where OpenShift could not be upgraded due to a broken 3rd binary. RUN-24921 2.18.80 Fixed a security vulnerability in golang.org.x.net and golang.org.x.crypto. RUN-24632 2.18.80 Fixed an issue where an existing monitoring Prometheus setup deployed in an unexpected namespace was reported as missing, causing Run:ai installation to fail on the cluster. The installation mechanism now searches for the monitoring prerequisite in additional relevant namespaces. RUN-24693 2.18.80 Fixed an issue where users were unable to provide metric store authentication details using secret references. RUN-24752 2.18.79 Fixed an issue where a workload would move to a failed state when created with a custom NodePort that was already allocated. RUN-24649 2.18.79 Fixed an issue where submitting a workload with <code>existingPvc=false</code> and not providing a <code>claimName</code> resulted in auto-generating a <code>claimName</code> that included both upper and lower case letters. Since Kubernetes rejects uppercase letters, the workload would fail. The behavior has been updated to generate names using only lowercase letters. RUN-24595 2.18.78 Fixed an issue where the new CLI did not parse master and worker commands/args simultaneously for distributed workloads. RUN-23914 2.18.78 Fixed an issue where unexpected behavior could occur if an application was capturing a graph while memory was being swapped in as part of the GPU memory swap feature. RUN-24020 2.18.77 Fixed a security vulnerability in k8s.io.kubernetes with CVE CVE-2024-0793. RUN-24021 2.18.77 Fixed a security vulnerability in pam with CVE CVE-2024-10963. RUN-23798 2.18.75 Fixed an issue in distributed PyTorch workloads where the worker pods are deleted immediately after completion, not allowing logs to be viewed. RUN-23838 2.18.74 Fixed an issue where the command-line interface could not access resources when configured as single-sign on in a self-hosted environment. RUN-23561 2.18.74 Fixed an issue where the frontend in airgapped environment attempted to download font resources from the internet. RUN-23789 2.18.73 Fixed an issue where in some cases, it was not possible to download the latest version of the command line interface. RUN-23790 2.18.73 Fixed an issue where in some cases it was not possible to download the Windows version of the command line interface. RUN-23855 2.18.73 Fixed an issue where the pods list in the UI showed past pods. RUN-23909 2.18.73 Fixed an issue where users based on group permissions cannot see dashboards. RUN-23857 2.18.72 Dashboard to transition from Grafana v9 to v10. RUN-24010 2.18.72 Fixed an infinite loop issue in the cluster-sync service. RUN-23040 2.18.72 Fixed an edge case where the Run:ai container toolkit hangs when user is spawning hundreds of sub-processes. RUN-23802 2.18.70 Fixed an issue where new scheduling rules were not applied to existing workloads, if those new rules were set on existing projects which had no scheduling rules before. RUN-23211 2.18.70 Fixed an issue where workloads were stuck at \"Pending\" when the command-line interface flag --gpu-memory was set to zero. RUN-23778 2.18.68 Fixed an issue where in single-sign-on configuration, the mapping of UID and other properties would sometimes disappear. RUN-23762 2.18.68 Fixed an issue where the wrong version of a Grafana dashboard was displayed in the UI. RUN-21198 2.18.66 Fixed an issue where creating a training workload via yaml (kubectl apply -f) and specifying spec.namePrefix, created infinite jobs. RUN-23541 2.18.65 Fixed an issue where in some cases workload authorization did not work properly due to wrong oidc configuration. RUN-23291 2.18.64 CLI change text to be user friendly RUN-23283 2.18.64 Fixed a permissions issue with the Analytics dashboard post upgrade for SSO Users RUN-23420 2.18.63 Replaced Redis with Keydb RUN-23140 2.18.63 Fixed an issue where distributed workloads were created with the wrong types RUN-23130 2.18.63 Fixed an issue where inference-workload-controller crashed when WorkloadOwnershipProtection was enabled RUN-23334 2.18.62 Updated core Dockerfiles to ubi9 RUN-23296 2.18.62 Fixed an issue in the CLI where runai attach did not work with auto-complete RUN-23215 2.18.62 Fixed an issue where metrics requests from backend to mimir failed for certain tenants. RUN-22138 2.18.62 Fixed an issue where private URL user(s) input was an email and not a string. RUN-23282 2.18.61 CLI documentation fixes RUN-23055 2.18.60 Fixed unified Distributed and Training CLI commands RUN-23243 2.18.59 Fixed an issue where the scope tree wasn't calculating permissions correctly RUN-22463 2.18.59 Fixed an error in CLI bash command RUN-22314 2.18.59 Fixed distributed framework filtering in API commands RUN-23142 2.18.58 Fixed an issue where advanced GPU metrics per-gpu don't have gpu label RUN-23001 2.18.58 Fixed an issue of false overcommit on out-of-memory killed in the \u201cswap\u201d feature. RUN-22851 2.18.58 Fixed an issue where client may get stuck on device lock acquired during \u201cswap\u201d out-migration RUN-22758 2.18.58 Fixed an issue where inference workload showed wrong status when submission failed. RUN-22544 2.18.58 Updated Grafana version for security vulnerabilities. RUN-23055 2.18.57 Fixed the unified Distributed and Training CLI commands RUN-23014 2.18.56 Fixed an issue where node-scale-adjuster might not create a scaling pod if it is in cool-down and the pod was not updated after that. RUN-22660 2.18.56 Fixed an issue where workload charts have an unclear state RUN-22457 2.18.55 Fixed an issue where in rare edge cases the cluster-sync pod was out of memory. RUN-21825 2.18.55 Fixed all CVEs in Run:ai's Goofys-based image used for S3 integration. RUN-22871 2.18.55 Fixed an issue in runai-container-toolkit where in certain cases when a process is preempted, OOMKill metrics were not published correctly. RUN-22250 2.18.55 Fixed an issue where workloads trying to use an ingress URL which is already in use were behaving inconsistentyly instead of failing immediately. RUN-22880 2.18.55 Fixed an issue where the minAvailable field for training-operator CRDs did not consider all possible replica specs. RUN-22073 2.18.55 Fixed an issue where runai-operator failed to parse cluster URLs ending with '/'. RUN-22453 2.18.55 Fixed an issue where in rare edge cases the workload-overseer pod experienced a crash. RUN-22763 2.18.55 Fixed an issue where in rare edge cases an 'attach' command from CLI-V2 caused a crash in the cluster-api service. RUN-21948 2.18.49 Fixed an issue where in rare edge cases workload child resources could have duplicate names, causing inconsistent behavior. RUN-22623 2.18.49 Fixed an issue in Openshift where workloads were not suspended when reaching their idle GPU time limit. RUN-22600 2.18.49 Fixed an issue in AWS EKS clusters where the V1-CLI returned an empty table when listing all projects as an administrator. RUN-21878 2.18.49 Added a label to disable container toolkit from running on certain nodes <code>run.ai/container-toolkit-enabled</code>. RUN-22452 2.18.47 Fixed an issue where the scheduler has signature errors if TopologySpreadConstraints was partially defined. RUN-22570 2.18.47 Updated git-sync image to version v4.3.0. RUN-22054 2.18.46 Fixed an issue where users could not attach to jobs. RUN-22377 2.18.46 Removed uncached client from accessrule-controller. RUN-21697 2.18.46 Fixed an issue where client may deadlock on suspension during allocation request. RUN-20073 2.18.45 Fixed an issue where it wasn't possible to authenticate with user credentials in the CLI. RUN-21957 2.18.45 Fixed an issue where there was a missing username-loader container in inference workloads. RUN-22276 2.18.39 Fixed an issue where Knative external URL was missing from the Connections modal. RUN-22280 2.18.39 Fixed an issue when setting scale to zero - there was no pod counter in the Workload grid. RUN-19811 2.18.39 Added an option to set k8s tolerations to run:ai daemonsets (container-toolkit, runai-device-plugin, mig-parted, node-exporter, etc..) . RUN-22128 2.18.39 Added GID, UID, Supplemental groups to the V1 CLI. RUN-21800 2.18.37 Fixed an issue with old workloads residing in the cluster. RUN-21907 2.18.34 Fixed an issue where the SSO user credentials contain supplementary groups as string instead of int. RUN-21272 2.18.31 Fixed an issue with multi-cluster credinatils creation, specifically with the same name in different clusters. RUN-20680 2.18.29 Fixed an issue where workloads page do not present requested GPU. RUN-21200 2.18.29 Fixed issues with upgrades and connections from v2.13. RUN-20970 2.18.27 Fixed an issue with PUT APIs. RUN-20927 2.18.26 Fixed an issue where node affinity was not updated correctly in projects edit. RUN-20084 2.18.26 Fixed an issue where default department were deleted instead of a message being displayed. RUN-21062 2.18.26 Fixed issues with the API documentation. RUN-20434 2.18.25 Fixed an issue when creating a Project/Department with memory resources requires 'units'. RUN-20923 2.18.25 Fixed an issue with projects/departments page loading slowly. RUN-19872 2.18.23 Fixed an issue where the Toolkit crashes and fails to create and replace the publishing binaries. RUN-20861 2.18.22 Fixed an issue where a pod is stuck on pending due to a missing resource reservation pod. RUN-20842 2.18.22 Fixed an issue of illegal model name with \".\" in hugging face integration. RUN-20791 2.18.22 Fix an issue where notifications froze after startup. RUN-20865 2.18.22 Fixed an issue where default departments are not deleted when a cluster is deleted. RUN-20698 2.18.21 Fixed an issue where 2 processes requests a device at the same time received the same GPU, causing failures. RUN-20760 2.18.18 Fixed an issue where workload protection UI shows wrong status. RUN-20612 2.18.15 Fixed an issue where it was impossible with the use-table-data to hide node pool columns when there is only one default node pool. RUN-20735 2.18.15 Fixed an issue where nodePool.name is undefined RUN-20721 2.18.12 Added error handling to nodes pages. RUN-20578 2.18.10 Fixed an issue regarding policy enforcement. RUN-20188 2.18.10 Fixed issue with defining SSO in OpenShift identity provider. RUN-20673 2.18.9 Fixed an issue where a researcher uses a distributed elastic job, it is possible that in a specific flow it is scheduled on more than one node-pools. RUN-20360 2.18.7 Fixed an issue where the workload network status was misleading. RUN-22107 2.18.7 Fixed an issue where passwords containing $ were removed from the configuration. RUN-20510 2.18.5 Fixed an issue with external workloads - argocd workflow failed to be updated. RUN-20516 2.18.4 Fixed an issue when after deploying to prod, the cluster-service and authorization-service got multiple OOMKilled every ~1 hour. RUN-20485 2.18.2 Changed policy flags to Beta. RUN-20005 2.18.1 Fixed an issue where a sidecar container failure failed the workload. RUN-20169 2.18.1 Fixed an issue allowing the addition of annotations and labels to workload resources. RUN-20108 2.18.1 Fixed an issue exposing service node ports to workload status. RUN-20160 2.18.1 Fixed an issue with version display when installing a new cluster in an airgapped environment. RUN-19874 2.18.1 Fixed an issue when copying and editing a workload with group access to a tool and the group wasn't removed when selecting users option. RUN-19893 2.18.1 Fixed an issue when using a float number in the scale to zero inactivity value - custom which sometimes caused the submission to fail. RUN-20087 2.18.1 Fixed an issue where inference graphs should be displayed only for minimum cluster versions. RUN-10733 2.18.1 Fixed an issue where we needed to minify and obfuscate our code in production. RUN-19962 2.18.1 Fixed an issue to fix sentry domains regex and map them to relevant projects. RUN-20104 2.18.1 Fixed an issue where frontend Infinite loop on keycloak causes an error. RUN-19906 2.18.1 Fixed an issue where inference workload name validation fails with 2.16 cluster. RUN-19605 2.18.1 Fixed an issue where authorized users should support multiple users (workload-controller) . RUN-19903 2.18.1 Fixed an issue where inference chatbot creation fails with 2.16 cluster. RUN-20409 2.18.1 Fixed an issue where clicking on create new compute during the runai model flow did nothing. RUN-11224 2.18.1 Fixed an issue where ruani-adm collect all logs was not collecting all logs. RUN-20478 2.18.1 Improved workloads error status in overview panel. RUN-19850 2.18.1 Fixed an issue where an application administrator could not submit a job with CLI. RUN-19863 2.18.1 Fixed an issue where department admin received 403 on get tenants and cannot login to UI. RUN-19904 2.18.1 Fixed an issue when filtering by allocatedGPU in get workloads with operator returns incorrect result. RUN-19925 2.18.1 Fixed an issue when upgrade from v2.16 to v2.18 failed on worklaods migrations. RUN-19887 2.18.1 Fixed an issue in the UI when there is a scheduling rule of timeout, the form opened with the rules collapsed and written \"none\". RUN-19941 2.18.1 Fixed an issue where completed and failed jobs were shown in view pods in nodes screen. RUN-19940 2.18.1 Fixed an issue where setting gpu quota failed because the department quota was taken from wrong department. RUN-19890 2.18.1 Fixed an issue where editing a project by removing its node-affinity stuck updating. RUN-20120 2.18.1 Fixed an issue where project update fails when there is no cluster version. RUN-20113 2.18.1 Fixed an issue in the Workloads table where a researcher does not see other workloads once they clear their filters. RUN-19915 2.18.1 Fixed an issue when turning departments toggles on on cluster v2.11+ the gpu limit is -1 and there is ui error. RUN-20178 2.18.1 Fixed an issue where dashboard CPU tabs appeared in new overview. RUN-20247 2.18.1 Fixed an issue where you couldn't create a workload with namespace of a deleted project. RUN-20138 2.18.1 Fixed an issue where the system failed to create node-type on override-backend env. RUN-18994 2.18.1 Fixed an issue where some limitations for department administrator are not working as expected. RUN-19830 2.18.1 Fixed an issue where resources (GPU, CPU, Memory) units were added to k8s events that are published by run:ai scheduler making our messages more readable."},{"location":"home/changelog/hotfixes-2-18/#version-2180-fixes","title":"Version 2.18.0 Fixes","text":"Internal ID Description RUN-20734 Fixed an issue where the enable/disable toggle for the feature was presenting wrong info. RUN-19895 Fixed an issue of empty state for deleted workloads which is incorrect. RUN-19507 Fixed an issue in V1 where get APIs are missing required field in swagger leading to omit empty. RUN-20246 Fixed an issue in Departments v1 org unit where if unrecognizable params are sent, an error is returned. RUN-19947 Fixed an issue where pending multi-nodepool podgroups got stuck after cluster upgrade. RUN-20047 Fixed an issue where Workload status shows as \"deleting\" rather than \"deleted\" in side panel. RUN-20163 Fixed an issue when a DV is shared with a department and a new project is added to this dep - no pvc/pv is created. RUN-20484 Fixed an issue where Create Projects Requests Returned 500 - services is not a valid ResourceType. RUN-20354 Fixed an issue when deleting a department with projects resulted in projects remaining in environment with the status NotReady."},{"location":"home/changelog/hotfixes-2-19/","title":"Changelog Version 2.19","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.19.</p>"},{"location":"home/changelog/hotfixes-2-19/#hotfixes","title":"Hotfixes","text":"Internal ID Hotfix # Description RUN-17284 2.19.49 Fixed an issue where workloads were suspended when set with the termination after preemption option. RUN-25290 2.19.49 Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH. RUN-25234 2.19.49 Fixed security vulnerabilities by updating oauth2 proxy image to the latest. RUN-25234 2.19.48 Fixed an authentication issue in CLI V1. RUN-25062 2.19.45 Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21614 with severity HIGH. RUN-25061 2.19.45 Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21613 with severity HIGH. RUN-24857 2.19.45 Fixed a security vulnerability in golang.org.x.net with CVE CVE-2024-45338 with severity HIGH. RUN-24733 2.19.45 Fixed an issue where users were unable to load the quota management dashboard. RUN-25094 2.19.44 Fixed an issue where OpenShift could not be upgraded due to a broken 3rd binary. RUN-24026 2.19.40 Fixed a security vulnerability in krb5-libs with CVE CVE-2024-3596. RUN-24649 2.19.40 Fixed an issue where submitting a workload with <code>existingPvc=false</code> and not providing a <code>claimName</code> resulted in auto-generating a <code>claimName</code> that included both upper and lower case letters. Since Kubernetes rejects uppercase letters, the workload would fail. The behavior has been updated to generate names using only lowercase letters. RUN-24632 2.19.40 Fixed an issue where an existing Prometheus monitoring setup deployed in an unexpected namespace was reported as missing, causing Run:ai installation to fail on the cluster. The installation mechanism now searches for the monitoring prerequisite in additional relevant namespaces. RUN-24693 2.19.40 Fixed an issue where users were unable to provide metric store authentication details using secret references. RUN-23744 2.19.40 Fixed an issue where refreshing some pages (such as the settings, policy, and access rules) removed the side navigation. RUN-24715 2.19.40 Fixed an issue in the templates form where selecting Secret as a data source got stuck in an infinite loading page. RUN-24831 2.19.40 Fixed an issue where some edge cases triggered consolidation without it actually being necessary. RUN-24873 2.19.40 Fixed an issue where users were unable to configure email notifications regarding workload statuses. RUN-24921 2.19.40 Fixed a security vulnerability in golang.org.x.net and golang.org.x.crypto. RUN-23914 2.19.38 Fixed an issue where unexpected behavior could occur if an application was capturing a graph while memory was being swapped in as part of the GPU memory swap feature. RUN-24521 2.19.36 Fixed a security vulnerability in golang.org.x.crypto with CVE CVE-2024-45337 with severity HIGH. RUN-24595 2.19.36 Fixed an issue where the new command-line interface did not parse master and worker commands/args simultaneously for distributed workloads. RUN-24565 2.19.34 Fixed an issue where the UI was hanging at times during Hugging Face model memory calculation. RUN-24021 2.19.33 Fixed a security vulnerability in pam with CVE-2024-10963. RUN-24506 2.19.33 Fixed a security vulnerability in krb5-libs with CVE-2024-3596. RUN-24259 2.19.31 Fixed an issue where the option to reset a local user password is sometimes not available. RUN-23798 2.19.30 Fixed an issue in distributed PyTorch workloads where the worker pods are deleted immediately after completion, not allowing logs to be viewed. RUN-24184 2.19.28 Fixed an issue in database migration when upgrading from 2.16 to 2.19. RUN-23752 2.19.27 Fixed an issue in the distributed training submission form when a policy on the master pod was applied. RUN-23040 2.19.27 Fixed an edge case where the Run:ai container toolkit hangs when user is spawning hundreds of sub-processes. RUN-23211 2.19.27 Fixed an issue where workloads were stuck at \"Pending\" when the command-line interface flag --gpu-memory was set to zero. RUN-23561 2.19.27 Fixed an issue where the frontend in airgapped environment attempted to download font resources from the internet. RUN-23789 2.19.27 Fixed an issue where in some cases, it was not possible to download the latest version of the command-line interface. RUN-23790 2.19.27 Fixed an issue where in some cases it was not possible to download the Windows version of the command-line interface. RUN-23802 2.19.27 Fixed an issue where new scheduling rules were not applied to existing workloads, if those new rules were set on existing projects which had no scheduling rules before. RUN-23838 2.19.27 Fixed an issue where the command-line interface could not access resources when configured as single-sign on in a self-hosted environment. RUN-23855 2.19.27 Fixed an issue where the pods list in the UI showed past pods. RUN-23857 2.19.27 Dashboard to transition from Grafana v9 to v10. RUN-24010 2.19.27 Fixed an infinite loop issue in the cluster-sync service. RUN-23669 2.19.25 Fixed an issue where export function of consumption Grafana dashboard was not showing. RUN-23778 2.19.24 Fixed an issue where mapping of UID and other properties disappears. RUN-23770 2.19.24 Fixed an issue where older overview dashboard does not filter on cluster, even though a cluster is selected. RUN-23762 2.19.24 Fixed an issue where the wrong version of a Grafana dashboard was displayed in the UI. RUN-23752 2.19.24 Fixed an issue in the distributed training submission form when a policy on the master pod was applied. RUN-23664 2.19.24 Fixed an issue where the GPU quota numbers on the department overview page did not mach the department edit page. RUN-21198 2.19.22 Fixed an issue where creating a training workload via yaml (kubectl apply -f) and specifying spec.namePrefix, created infinite jobs. RUN-23583 2.19.21 Fixed an issue where the new UI navigation bar sometimes showed multiple selections. RUN-23541 2.19.21 Fixed an issue where authorization was not working properly in SaaS due to wrong oidc URL being used. RUN-23376 2.19.21 Fixed an issue where the new command-line interface required re-login after 10 minutes. RUN-23162 2.19.21 Fixed an issue where older audit logs did not show on the new audit log UI. RUN-23385 2.19.20 Fixed an issue where calls to api/v1/notifications/config/notifications would return 502 RUN-23382 2.19.20 Fixed an issue where all nodepools were deleted on cluster upgrade RUN-23374 2.19.20 Fixed an issue where \"ghost\" nodepool in project settings prevents workload creation via UI/API RUN-23291 2.19.20 CLI - change text to be user friendly RUN-23283 2.19.20 Fixed a permissions issue with the Analytics dashboard post upgrade for SSO Users RUN-23208 2.19.20 Upload the source map to sentry only RUN-22642 2.19.20 infw-controller service tests for the reconcile RUN-23373 2.19.19 Fixed an issue where a new data source couldn't be created from the \"New Workload\" form. RUN-23368 2.19.19 Fixed an issue where the getProjects v1 API returned a list of users which was not always in the same order. RUN-23333 2.19.19 Fixed an issue where node pool with overProvisioningRatio greater than 1 cannot be created. RUN-23215 2.19.18 Fixed an issue where metrics requests from backend to mimir failed for certain tenants. RUN-23334 2.19.17 Updated some dockerfiles to the latest ubi9 image for security vulnerabilities. RUN-23318 2.19.16 Fixed an issue where some projects held faulty data which caused the getProjectById API to fail RUN-23140 2.19.16 Fixed an issue where distributed workloads were created with the wrong types RUN-22069 2.19.16 Fixed an isuue where JWT parse with claims failed to parse token without Keyfunc. RUN-23321 2.19.15 Fixed and issue where the GetProjectById wrapper API of the org-unit client in the runai-common-packages ignored errors RUN-23296 2.19.15 Fixed an issue in the CLI where runai attach did not work with auto-complete RUN-23282 2.19.15 CLI documentation fixes RUN-23245 2.19.15 Fixed an issue where ther binder service didn't update the pod status RUN-23057 2.19.15 OCP 2.19 upgrade troubleshooting RUN-22138 2.19.15 Fixed an issue where private URL user(s) input was an email and not a string. RUN-23243 2.19.14 Fixed an issue where the scope tree wasn't calculating permissions correctly RUN-23208 2.19.14 Upload the source map to sentry only RUN-23198 2.19.14 Fixed an issue where external-workload-integrator sometimes crashed for RayJob RUN-23191 2.19.13 Fixed an issue where creating workloads in the UI returned only the first 50 projects RUN-23142 2.19.12 Fixed an issue where advanced GPU metrics per-gpu did not have gpu label RUN-23139 2.19.12 Fixed an issue where inference workload showed wrong status. RUN-23027 2.19.12 Deprecated migProfiles API fields RUN-23001 2.19.12 Fixed an issue of false overcommit on out-of-memory kills in the Swap feature. RUN-22851 2.19.12 Fixed an issue where client may get stuck on device lock acquired during \u201cswap\u201d out-migration RUN-22771 2.19.12 Fixed an issue where get cluster by id with metadata verbosity returned zero values RUN-22742 2.19.12 Fixed user experience issue in inference autoscaling RUN-22725 2.19.12 Fixed an issue where the cloud operator failed to get pods in nodes UI. RUN-22720 2.19.12 Fixed an issue where the cloud operator failed to get projects in node pools UI. RUN-22700 2.19.12 Added auto refresh to the overview dashboard, Pods modal in the Workloads page, and Event history page RUN-22544 2.19.12 Updated Grafana version for security vulnerabilities. RUN-23083 2.19.11 Fixed an issue where workload actions were blocked in the UI when the cluster had any issues RUN-22771 2.19.11 Fixed an issue where the getClusterById API with metadata verbosity returned zero values"},{"location":"home/changelog/hotfixes-2-19/#version-2190-fixes","title":"Version 2.19.0 Fixes","text":"Internal ID Description RUN-21756 Fixed an issue where the NFS mount path doesn\u2019t accept \u201c{}\u201d characters RUN-21475 Fixed an issue where users failed to select the compute resource from UI if the compute resource is last in the list and has a long name"},{"location":"home/changelog/hotfixes-2-20/","title":"Changelog Version 2.19","text":"<p>This section provides details on all hotfixes available for version 2.20. Hotfixes are critical updates released between our major and minor versions to address specific issues or vulnerabilities. These updates ensure the system remains secure, stable, and optimized without requiring a full version upgrade. </p>"},{"location":"home/changelog/hotfixes-2-20/#hotfixes","title":"Hotfixes","text":"Version Date Internal ID Description 2.20.15 24/01/2025 RUN-24354 Fixed an issue where migrating workloads failed due to slow network connection. 2.20.14 23/01/2025 RUN-24754 Fixed an issue where the status of training and interactive workloads was not updated correctly. 2.20.14 23/01/2025 RUN-24838 Fixed an issue where an environment asset could not be created if it included an environment variable with no value specified. 2.20.11 21/01/2025 RUN-25303 Fixed an issue where submitting with the --attach flag was supported only in a workspace workload. 2.20.11 21/01/2025 RUN-25291 Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH. 2.20.10 20/01/2025 RUN-25234 Fixed an authentication issue in CLI V1. 2.20.9 19/01/2025 RUN-25032 Fixed an issue where inference workloads with large container sizes skipped the Initializing state. 2.20.9 19/01/2025 RUN-24752 Fixed an issue where a workload would move to a failed state when created with a custom NodePort that was already allocated. 2.20.9 19/01/2025 RUN-25031 Fixed an issue in the Templates form where existing credentials in the environment variables section were not displayed. 2.20.5 14/01/2025 RUN-25061 Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21613 with severity HIGH."},{"location":"platform-admin/overview/","title":"Overview: Platform Administrator","text":"<p>The Platform Administrator is responsible for the day-to-day administration of the product. </p> <p>As part of the Platform Administrator documentation you will find:</p> <ul> <li>Provide the right access level to users.</li> <li>Configure Run:ai meta-data such as Projects, Departments, Node pools etc.  </li> <li>Understand Researcher Workloads and set up Workload Policies and Assets.</li> <li>Review possible integrations with third-party products. </li> <li>Analyze system performance and perform suggested actions. </li> </ul>"},{"location":"platform-admin/aiinitiatives/overview/","title":"Adapting AI initiatives to your organization","text":"<p>AI initiatives refer to advancing research, development, and implementation of AI technologies. These initiatives represent your business needs and involve collaboration between individuals, teams, and other stakeholders. AI initiatives require compute resources and a methodology to effectively and efficiently use those compute resources and split them among the different AI initiatives stakeholders. The building blocks of AI compute resources are GPUs, CPUs, and CPU memory, which are built into nodes (servers) and can be further grouped into node pools. Nodes and node pools are part of a Kubernetes Cluster.</p> <p>To manage AI initiatives in Run:ai you should:</p> <ul> <li>Map your organization and initiatives to projects and optionally departments  </li> <li>Map compute resources (node pools and quotas) to projects and optionally departments  </li> <li>Assign users (e.g. AI practitioners, ML engineers, Admins) to projects and departments</li> </ul>"},{"location":"platform-admin/aiinitiatives/overview/#mapping-your-organization","title":"Mapping your organization","text":"<p>The way you map your AI initiatives and organization into Run:ai projects and departments should reflect your organization\u2019s structure and Project management practices. There are multiple options, and we provide you here with 3 examples of typical forms in which to map your organization, initiatives, and users into Run:ai, but of course, other ways that suit your requirements are also acceptable.</p>"},{"location":"platform-admin/aiinitiatives/overview/#based-on-individuals","title":"Based on individuals","text":"<p>A typical use case would be students (individual practitioners) within a faculty (business unit) - an individual practitioner may be involved in one or more initiatives. In this example, the resources are accounted for by the student (project) and aggregated per faculty (department). Department = business unit / Project = individual practitioner</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#based-on-business-units","title":"Based on business units","text":"<p>A typical use case would be an AI service (business unit) split into AI capabilities (initiatives) - an individual practitioner may be involved in several initiatives. In this example, the resources are accounted for by Initiative (project) and aggregated per AI service (department).</p> <p>Department = business unit / Project = initiative</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#based-on-the-organizational-structure","title":"Based on the organizational structure","text":"<p>A typical use case would be a business unit split into teams - an individual practitioner is involved in a single team (project) but the team may be involved in several AI initiatives. In this example, the resources are accounted for by team (project) and aggregated per business unit (department).</p> <p>Department = business unit  /  Project = team</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#mapping-your-resources","title":"Mapping your resources","text":"<p>AI initiatives require compute resources such as GPUs and CPUs to run. Compute resources in any organization are limited, either due to the number of servers (nodes) owned by the organization is limited, the budget it can spend to lease resources in the cloud or spending for in-house servers is also limited. Every organization strives to optimize the usage of its resources by maximizing their utilization and providing all users with their needs. Therefore, the organization needs to split resources according to the organization's internal priorities and budget constraints. But even after splitting the resources, the orchestration layer should still provide fairness between the resourced consumers, and allow access to unused resources to minimize scenarios of idle resources.</p> <p>Another aspect of resource management is how to group your resources effectively, especially in large environments, or environments that are made of heterogeneous types of hardware, where some users need to use specific hardware types, or where other users should avoid occupying critical hardware of some users or initiatives.</p> <p>Run:ai assists you with all of these complex issues by allowing you to map your cluster resources to node pools, then map each Project and Department a quota allocation per node pool, and set access rights to unused resources (Over quota) per node pool.</p>"},{"location":"platform-admin/aiinitiatives/overview/#grouping-your-resources","title":"Grouping your resources","text":"<p>There are several reasons why you would group resources (nodes) into node pools:</p> <ul> <li>Control the GPU type to use in heterogeneous hardware environment - in many cases, AI models can be optimized per hardware type they will use, e.g. a training workload that is optimized for H100 does not necessarily run optimally on an A100, and vice versa. Therefore segmenting into node pools, each with a different hardware type gives the AI researcher and ML engineer better control of where to run.  </li> <li>Quota control - splitting to node pools allows the admin to set specific quota per hardware type, e.g. give high priority project guaranteed access to advanced GPU hardware, while keeping lower priority project with a lower quota or even with no quota at all for that high-end GPU, but give it a \u201cbest-effort\u201d access only (i.e. if the high priority guaranteed project is not using those resources).  </li> <li>Multi-region or multi-availability-zone cloud environments - if some or all of your clusters run on the cloud (or even on-premise) but any of your clusters uses different physical locations or different topologies (e.g. racks), you probably want to segment your resources per region/zone/topology to be able to control where to run your workloads, how much quota to assign to specific environments (per project, per department), even if all those locations are all using the same hardware type. This methodology can help in optimizing the performance of your workloads because of the superior performance of local computing such as the locality of distributed workloads, local storage etc.  </li> <li>Explainability and predictability - large environments are complex to understand, this becomes even more complex when an environment is loaded. To maintain users\u2019 satisfaction and their understanding of the resources state, as well as to keep predictability of your workload chances to get scheduled, segmenting your cluster into smaller pools may significantly help.  </li> <li>Scale - Run:ai implementation of node pools has many benefits, one of the main of them is scale. Each node pool has its own scheduler instance, therefore allowing the cluster to handle more nodes and schedule workloads faster when segmented into node pools vs. one large cluster. To allow your workloads to use any resource within a cluster that is split to node pools, a second-level Scheduler is in charge of scheduling workloads between node pools according to your preferences and resource availability.  </li> <li>Prevent mutual exclusion - Some AI workloads consume CPU-only resources, to prevent those workloads from consuming the CPU resources of GPU nodes and thus block GPU workloads from using those nodes, it is recommended to group CPU-only nodes into a dedicated node pool(s) and assign a quota for CPU projects to CPU node-pools only while keeping GPU node-pools with zero quota and optionally \u201cbest-effort\u201d over-quota access for CPU-only projects.</li> </ul>"},{"location":"platform-admin/aiinitiatives/overview/#grouping-examples","title":"Grouping Examples","text":"<p>Set out below are illustrations of different grouping options.                              </p> <p>Example: grouping nodes by topology</p> <p></p> <p>Example: grouping nodes by hardware type</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#assigning-your-resources","title":"Assigning your resources","text":"<p>After the initial grouping of resources, it is time to associate resources to AI initiatives, this is performed by assigning quotas to projects and optionally to departments. Assigning GPU quota to a project, on a node pool basis, means that the workloads submitted by that project are entitled to use those GPUs as guaranteed resources and can use them for all workload types.</p> <p>However, what happens if the project requires more resources than its quota? This depends on the type of workloads that the user wants to submit. If the user requires more resources for non-preemptible workloads, then the quota must be increased, because non-preemptible workloads require guaranteed resources. On the other hand, if the type of workload is, for example, a model Training workload that is preemptible - in this case the project can exploit unused resources of other projects, as long as the other projects don\u2019t need them. Over-quota is set per project on a node-pool basis and per department.</p> <p>Administrators can use quota allocations to prioritize resources between users, teams, and AI initiatives. The administrator can completely prevent the use of certain node pools by a project or department by setting the node pool quota to 0 and disabling over quota for that node pool, or it can keep the quota to 0 and enable over-quota to that node pool and allow access based on resource availability only (e.g. unused GPUs). However, when a project with a non-zero quota needs to use those resources, the Scheduler reclaims those resources back and preempts the preemptible workloads of over-quota projects. As an administrator, you can also have an impact on the amount of over-quota resources a project or department uses.</p> <p>It is essential to make sure that the sum of all projects' quota does NOT surpass that of the Department, and that the sum of all departments does not surpass the number of physical resources, per node pool and for the entire cluster (we call such behavior - \u2018over-subscription\u2019). The reason over-subscription is not recommended is that it may produce unexpected scheduling decisions, especially those that might preempt \u2018non-preemptive\u2019 workloads or fail to schedule workloads within quota, either non-preemptible or preemptible, thus quota cannot be considered anymore as \u2018guaranteed\u2019. Admins can opt-in a system flag that helps to prevent over-subscription scenarios.</p> <p>Example: assigning resources to projects</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#assigning-users-to-projects-and-departments","title":"Assigning users to projects and departments","text":"<p>Run:ai system is using \u2018Role Based Access Control\u2019 (RBAC) to manage users\u2019 access rights to the different objects of the system, its resources, and the set of allowed actions. To allow AI researchers, ML engineers, Project Admins, or any other stakeholder of your AI initiatives to access projects and use AI compute resources with their AI initiatives, the administrator needs to assign users to projects. After a user is assigned to a project with the proper role, e.g. \u2018L1 Researcher\u2019, the user can submit and monitor its workloads under that project. Assigning users to departments is usually done to assign \u2018Department Admin\u2019 to manage a specific department. Other roles, such as \u2018L1 Researcher\u2019, can also be assigned to departments, this allows the researcher access to all projects within that department.</p>"},{"location":"platform-admin/aiinitiatives/overview/#scopes-in-the-organization","title":"Scopes in the organization","text":"<p>This is an example of an organization, as represented in the Run:ai platform:</p> <p></p> <p>The organizational tree is structured from top down under a single node headed by the account. The account is comprised of clusters, departments and projects.</p> <p>Note</p> <p>Different roles and permissions can be granted to specific clusters, departments and projects within an organization.</p> <p>The organizational tree is structured from top down under a single node headed by the account. The account is comprised of clusters, departments and projects.</p> <p>After mapping and building your hierarchal structured organization as shown above, you can assign or associate various Run:ai components (e.g. workloads, roles, assets, policies, and more) to different parts of the organization - these organizational parts are the Scopes. The following organizational example consists of 5 optional scopes:</p> <p></p> <p>Note</p> <p>When a scope is selected, the very same unit, including all of its subordinates (both existing and any future subordinates, if added), are selected as well.</p>"},{"location":"platform-admin/aiinitiatives/overview/#next-steps","title":"Next Steps","text":"<p>Now that resources are grouped into node pools, organizational units or business initiatives are mapped into projects and departments, projects\u2019 quota parameters are set per node pool, and users are assigned to projects, you can finally submit workloads from a project and use compute resources to run your AI initiatives.</p>"},{"location":"platform-admin/aiinitiatives/org/departments/","title":"Departments","text":"<p>This article explains the procedure for managing departments</p> <p>Departments are a grouping of projects. By grouping projects into a department, you can set quota limitations to a set of projects, create policies that are applied to the department, and create assets that can be scoped to the whole department or a partial group of descendent projects</p> <p>For example, in an academic environment, a department can be the Physics Department grouping various projects (AI Initiatives) within the department, or grouping projects where each project represents a single student.</p>"},{"location":"platform-admin/aiinitiatives/org/departments/#departments","title":"Departments","text":"<p>The Departments table can be found under Organization in the Run:ai platform.</p> <p>Note</p> <p>Departments are disabled, by default. If you cannot see Departments in the menu, then it must be enabled by your Administrator, under General settings \u2192 Resources \u2192 Departments</p> <p>The Departments table lists all departments defined for a specific cluster and allows you to manage them. You can switch between clusters by selecting your cluster using the filter at the top.</p> <p></p> <p>The Departments table consists of the following columns:</p> Column Description Department The name of the department Node pool(s) with quota The node pools associated with this department. By default, all node pools within a cluster are associated with each department. Administrators can change the node pools\u2019 quota parameters for a department. Click the values under this column to view the list of node pools with their parameters (as described below) GPU quota GPU quota associated with the department Total GPUs for projects The sum of all projects\u2019 GPU quotas associated with this department Project(s) List of projects associated with this department Subject(s) The users, SSO groups, or applications with access to the project. Click the values under this column to view the list of subjects with their parameters (as described below). This column is only viewable if your role in Run:ai platform allows you those permissions. Allocated GPUs The total number of GPUs allocated by successfully scheduled workloads in projects associated with this department GPU allocation ratio The ratio of Allocated GPUs to GPU quota. This number reflects how well the department\u2019s GPU quota is utilized by its descendant projects. A number higher than 100% means the department is using over-quota GPUs. A number lower than 100% means not all projects are utilizing their quotas. A quota becomes allocated once a workload is successfully scheduled. Creation time The timestamp for when the department was created Workload(s) The list of workloads under projects associated with this department. Click the values under this column to view the list of workloads with their resource parameters (as described below) Cluster The cluster that the department is associated with"},{"location":"platform-admin/aiinitiatives/org/departments/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul>"},{"location":"platform-admin/aiinitiatives/org/departments/#node-pools-with-quota-associated-with-the-department","title":"Node pools with quota associated with the department","text":"<p>Click one of the values of Node pool(s) with quota column, to view the list of node pools and their parameters</p> Column Description Node pool The name of the node pool is given by the administrator during node pool creation. All clusters have a default node pool created automatically by the system and named \u2018default\u2019. GPU quota The amount of GPU quota the administrator dedicated to the department for this node pool (floating number, e.g. 2.3 means 230% of a GPU capacity) CPU (Cores) The amount of CPU (cores) quota the administrator has dedicated to the department for this node pool (floating number, e.g. 1.3 Cores = 1300 mili-cores). The \u2018unlimited\u2019 value means the CPU (Cores) quota is not bound and workloads using this node pool can use as many CPU (Cores) resources as they need (if available) CPU memory The amount of CPU memory quota the administrator has dedicated to the department for this node pool (floating number, in MB or GB). The \u2018unlimited\u2019 value means the CPU memory quota is not bounded and workloads using this node pool can use as much CPU memory resource as they need (if available). Allocated GPUs The total amount of GPUs allocated by workloads using this node pool under projects associated with this department. The number of allocated GPUs may temporarily surpass the GPU quota of the department if over-quota is used. Allocated CPU (Cores) The total amount of CPUs (cores) allocated by workloads using this node pool under all projects associated with this department. The number of allocated CPUs (cores) may temporarily surpass the CPUs (Cores) quota of the department if over-quota is used. Allocated CPU memory The actual amount of CPU memory allocated by workloads using this node pool under all projects associated with this department. The number of Allocated CPU memory may temporarily surpass the CPU memory quota if over-quota is used."},{"location":"platform-admin/aiinitiatives/org/departments/#subjects-authorized-for-the-project","title":"Subjects authorized for the project","text":"<p>Click one of the values of the Subject(s) column, to view the list of subjects and their parameters. This column is only viewable if your role in the Run:ai system affords you those permissions.</p> Column Description Subject A user, SSO group, or application assigned with a role in the scope of this department Type The type of subject assigned to the access rule (user, SSO group, or application). Scope The scope of this department within the organizational tree. Click the name of the scope to view the organizational tree diagram, you can only view the parts of the organizational tree for which you have permission to view. Role The role assigned to the subject, in this department\u2019s scope Authorized by The user who granted the access rule Last updated The last time the access rule was updated <p>Note</p> <p>A role given in a certain scope, means the role applies to this scope and any descendant scopes in the organizational tree.</p>"},{"location":"platform-admin/aiinitiatives/org/departments/#adding-a-new-department","title":"Adding a new department","text":"<p>To create a new Department:</p> <ol> <li>Click +NEW DEPARTMENT  </li> <li>Select a scope.     By default, the field contains the scope of the current UI context cluster, viewable at the top left side of your screen. You can change the current UI context cluster by clicking the \u2018Cluster: cluster-name\u2019 field and applying another cluster as the UI context. Alternatively, you can choose another cluster within the \u2018+ New Department\u2019 form by clicking the organizational tree icon on the right side of the scope field, opening the organizational tree and selecting one of the available clusters.  </li> <li>Enter a name for the department. Department names must start with a letter and can only contain lower case latin letters, numbers or a hyphen ('-\u2019).  </li> <li>Under Quota Management, select a quota for the department. The Quota management section may contain different fields depending on pre-created system configuration. Possible system configurations are:  <ul> <li>Existence of Node Pools  </li> <li>CPU Quota - Allow setting a quota for CPU resources.</li> </ul> </li> </ol> <p>When no node pools are configured, you can set the following quota parameters:</p> <ul> <li>GPU Devices   The number of GPUs you want to allocate for this department (decimal number). This quota is consumed by the department\u2019s subordinated project.  </li> <li>CPUs (cores) (when CPU quota is set)    The number of CPU cores you want to allocate for this department (decimal number). This quota is consumed by the department\u2019s subordinated projects  </li> <li>CPUs memory (when CPU quota is set)    The amount of CPU memory you want to allocate for this department (in Megabytes or Gigabytes). This quota is consumed by the department\u2019s subordinated projects</li> </ul> <p>When node pools are enabled, it is possible to set the above quota parameters for each node-pool separately.</p> <ul> <li>Order of priority This column is displayed only if more than one node pool exists. The default order in which the Scheduler uses node pools to schedule a workload.  This means, the Scheduler first tries to allocate resources using the highest priority node pool, followed by the next in priority, until it reaches the lowest priority node pool list, then the Scheduler starts from the highest priority again. The Scheduler uses the department list of prioritized node pools, only if the order of priority of node pools is not set in project or the workload during submission (either by an admin policy or by the user). An empty value indicates that the node pool is not part of the department\u2019s default node pool priority list, but a node pool can still be chosen by the admin policy or a user during workload submission. Department nodepool priority sets defaults to the subordinate projects but does not enforce it, meaning projects are free to change their priority.</li> <li>In addition, you can decide whether to allow a department to go over-quota. Allowing over-quota at the department level means that one department can receive more resources than its quota when not required by other departments. If the over-quota is disabled, workloads running under subordinated projects are not able to use more resources than the department\u2019s quota, but each project can still go over-quota (if enabled at the project level) up to the department\u2019s quota.</li> </ul> <p>Unlimited CPU(Cores) and CPU memory quotas are an exception - in this case, workloads of subordinated projects can consume available resources up to the physical limitation of the cluster or any of the node pools.</p> <p>Example of Quota management:</p> <p></p> <ol> <li>Click CREATE DEPARTMENT</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#adding-an-access-rule-to-a-department","title":"Adding an access rule to a department","text":"<p>To create a new access rule for a department:</p> <ol> <li>Select the department you want to add an access rule for  </li> <li>Click ACCESS RULES  </li> <li>Click +ACCESS RULE  </li> <li>Select a subject  </li> <li>Select or enter the subject identifier:  <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP  </li> <li>Group name as recognized by the IDP  </li> <li>Application name as created in Run:ai  </li> </ul> </li> <li>Select a role  </li> <li>Click SAVE RULE  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#deleting-an-access-rule-from-a-department","title":"Deleting an access rule from a department","text":"<p>To delete an access rule from a department:</p> <ol> <li>Select the department you want to remove an access rule from  </li> <li>Click ACCESS RULES  </li> <li>Find the access rule you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#editing-a-department","title":"Editing a department","text":"<ol> <li>Select the Department you want to edit  </li> <li>Click EDIT  </li> <li>Update the Department and click SAVE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#viewing-a-departments-policy","title":"Viewing a department\u2019s policy","text":"<p>To view the policy of a department:</p> <ol> <li>Select the department for which you want to view its policies.     This option is only active if the department has defined policies in place.  </li> <li>Click VIEW POLICY and select the workload type for which you want to view the policies:     a. Workspace workload type policy with its set of rules     b. Training workload type policies with its set of rules  </li> <li>In the Policy form, view the workload rules that are enforcing your department for the selected workload type as well as the defaults:  <ul> <li>Parameter - The workload submission parameter that Rule and Default is applied on  </li> <li>Type (applicable for data sources only) - The data source type (Git, S3, nfs, pvc etc.)  </li> <li>Default - The default value of the Parameter  </li> <li>Rule - Set up constraints on workload policy fields  </li> <li>Source - The origin of the applied policy (cluster, department or project)  </li> </ul> </li> </ol> <p>Notes</p> <ul> <li>The policy affecting the department consists of rules and defaults. Some of these rules and defaults may be derived from the policies of a parent cluster (source). You can see the source of each rule in the policy form.  </li> <li>A policy set for a department affects all subordinated projects and their workloads, according to the policy workload type</li> </ul>"},{"location":"platform-admin/aiinitiatives/org/departments/#deleting-a-department","title":"Deleting a department","text":"<ol> <li>Select the department you want to delete  </li> <li>Click DELETE  </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol> <p>Note</p> <p>Deleting a department permanently deletes its subordinated projects, any assets created in the scope of this department, and any of its subordinated projects such as compute resources, environments, data sources, templates, and credentials. However, workloads running within the department\u2019s subordinated projects, or the policies defined for this department or its subordinated projects - remain intact and running.</p>"},{"location":"platform-admin/aiinitiatives/org/departments/#reviewing-a-department","title":"Reviewing a department","text":"<ol> <li>Select the department you want to review  </li> <li>Click REVIEW  </li> <li>Review and click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#using-api","title":"Using API","text":"<p>Go to the Departments API reference to view the available actions</p>"},{"location":"platform-admin/aiinitiatives/org/projects/","title":"Projects","text":"<p>This article explains the procedure to manage Projects.</p> <p>Researchers submit AI workloads. To streamline resource allocation and prioritize work, Run:ai introduces the concept of Projects. Projects are the tool to implement resource allocation policies as well as the segregation between different initiatives. A project may represent a team, an individual, or an initiative that shares resources or has a specific resource quota. Projects may be aggregated in Run:ai departments.</p> <p>For example, you may have several people involved in a specific face-recognition initiative collaborating under one project named \u201cface-recognition-2024\u201d. Alternatively, you can have a project per person in your team, where each member receives their own quota.</p>"},{"location":"platform-admin/aiinitiatives/org/projects/#projects-table","title":"Projects table","text":"<p>The Projects table can be found under Organization in the Run:ai platform.</p> <p>The Projects table provides a list of all projects defined for a specific cluster, and allows you to manage them. You can switch between clusters by selecting your cluster using the filter at the top.</p> <p></p> <p>The Projects table consists of the following columns:</p> Column Description Project The name of the project Department The name of the parent department. Several projects may be grouped under a department. Status The Project creation status. Projects are manifested as Kubernetes namespaces. The project status represents the Namespace creation status. Node pool(s) with quota The node pools associated with the project. By default, a new project is associated with all node pools within its associated cluster. Administrators can change the node pools\u2019 quota parameters for a project. Click the values under this column to view the list of node pools with their parameters (as described below) Subject(s) The users, SSO groups, or applications with access to the project. Click the values under this column to view the list of subjects with their parameters (as described below). This column is only viewable if your role in the Run:ai platform allows you those permissions. Allocated GPUs The total number of GPUs allocated by successfully scheduled workloads under this project GPU allocation ratio The ratio of Allocated GPUs to GPU quota. This number reflects how well the project\u2019s GPU quota is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota GPUs. GPU quota The GPU quota allocated to the project. This number represents the sum of all node pools\u2019 GPU quota allocated to this project. Allocated CPUs (Core) The total number of CPU cores allocated by workloads submitted within this project. (This column is only available if the CPU Quota setting is enabled, as described below). Allocated CPU Memory The total number of CPUs allocated by successfully scheduled workloads under this project. (This column is only available if the CPU Quota setting is enabled, as described below). CPU quota (Cores) CPU quota allocated to this project. (This column is only available if the CPU Quota setting is enabled, as described below). This number represents the sum of all node pools\u2019 CPU quota allocated to this project. The \u2018unlimited\u2019 value means the CPU (cores) quota is not bounded and workloads using this project can use as many CPU (cores) resources as they need (if available). CPU memory quota CPU memory quota allocated to this project. (This column is only available if the CPU Quota setting is enabled, as described below). This number represents the sum of all node pools\u2019 CPU memory quota allocated to this project. The \u2018unlimited\u2019 value means the CPU memory quota is not bounded and workloads using this Project can use as much CPU memory resources as they need (if available). CPU allocation ratio The ratio of Allocated CPUs (cores) to CPU quota (cores). This number reflects how much the project\u2019s \u2018CPU quota\u2019 is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota CPU cores. CPU memory allocation ratio The ratio of Allocated CPU memory to CPU memory quota. This number reflects how well the project\u2019s \u2018CPU memory quota\u2019 is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota CPU memory. Node affinity of training workloads The list of Run:ai node-affinities. Any training workload submitted within this project must specify one of those Run:ai node affinities, otherwise it is not submitted. Node affinity of interactive workloads The list of Run:ai node-affinities. Any interactive (workspace) workload submitted within this project must specify one of those Run:ai node affinities, otherwise it is not submitted. Idle time limit of training workloads The time in days:hours:minutes after which the project stops a training workload not using its allocated GPU resources. Idle time limit of preemptible workloads The time in days:hours:minutes after which the project stops a preemptible interactive (workspace) workload not using its allocated GPU resources. Idle time limit of non preemptible workloads The time in days:hours:minutes after which the project stops a non-preemptible interactive (workspace) workload not using its allocated GPU resources.. Interactive workloads time limit The duration in days:hours:minutes after which the project stops an interactive (workspace) workload Training workloads time limit The duration in days:hours:minutes after which the project stops a training workload Creation time The timestamp for when the project was created Workload(s) The list of workloads associated with the project. Click the values under this column to view the list of workloads with their resource parameters (as described below). Cluster The cluster that the project is associated with"},{"location":"platform-admin/aiinitiatives/org/projects/#node-pools-with-quota-associated-with-the-project","title":"Node pools with quota associated with the project","text":"<p>Click one of the values of Node pool(s) with quota column, to view the list of node pools and their parameters</p> Column Description Node pool The name of the node pool is given by the administrator during node pool creation. All clusters have a default node pool created automatically by the system and named \u2018default\u2019. GPU quota The amount of GPU quota the administrator dedicated to the project for this node pool (floating number, e.g. 2.3 means 230% of GPU capacity). CPU (Cores) The amount of CPUs (cores) quota the administrator has dedicated to the project for this node pool (floating number, e.g. 1.3 Cores = 1300 mili-cores). The \u2018unlimited\u2019 value means the CPU (Cores) quota is not bounded and workloads using this node pool can use as many CPU (Cores) resources as they require, (if available). CPU memory The amount of CPU memory quota the administrator has dedicated to the project for this node pool (floating number, in MB or GB). The \u2018unlimited\u2019 value means the CPU memory quota is not bounded and workloads using this node pool can use as much CPU memory resource as they need (if available). Allocated GPUs The actual amount of GPUs allocated by workloads using this node pool under this project. The number of allocated GPUs may temporarily surpass the GPU quota if over-quota is used. Allocated CPU (Cores) The actual amount of CPUs (cores) allocated by workloads using this node pool under this project. The number of allocated CPUs (cores) may temporarily surpass the CPUs (Cores) quota if over-quota is used. Allocated CPU memory The actual amount of CPU memory allocated by workloads using this node pool under this Project. The number of Allocated CPU memory may temporarily surpass the CPU memory quota if over-quota is used. Order of priority The default order in which the Scheduler uses node-pools to schedule a workload. This is used only if the order of priority of node pools is not set in the workload during submission, either by an admin policy or the user. An empty value means the node pool is not part of the project\u2019s default list, but can still be chosen by an admin policy or the user during workload submission"},{"location":"platform-admin/aiinitiatives/org/projects/#subjects-authorized-for-the-project","title":"Subjects authorized for the project","text":"<p>Click one of the values in the Subject(s) column, to view the list of subjects and their parameters. This column is only viewable, if your role in the Run:ai system affords you those permissions.</p> Column Description Subject A user, SSO group, or application assigned with a role in the scope of this Project Type The type of subject assigned to the access rule (user, SSO group, or application) Scope The scope of this project in the organizational tree. Click the name of the scope to view the organizational tree diagram, you can only view the parts of the organizational tree for which you have permission to view. Role The role assigned to the subject, in this project\u2019s scope Authorized by The user who granted the access rule Last updated The last time the access rule was updated"},{"location":"platform-admin/aiinitiatives/org/projects/#workloads-associated-with-the-project","title":"Workloads associated with the project","text":"<p>Click one of the values of Workload(s) column, to view the list of workloads and their parameters</p> Column Description Workload The name of the workload, given during its submission. Optionally, an icon describing the type of workload is also visible Type The type of the workload, e.g. Workspace, Training, Inference Status The state of the workload and time elapsed since the last status change Created by The subject that created this workload Running/ requested pods The number of running pods out of the number of requested pods for this workload. e.g. a distributed workload requesting 4 pods but may be in a state where only 2 are running and 2 are pending Creation time The date and time the workload was created GPU compute request The amount of GPU compute requested (floating number, represents either a portion of the GPU compute, or the number of whole GPUs requested) GPU memory request The amount of GPU memory requested (floating number, can either be presented as a portion of the GPU memory, an absolute memory size in MB or GB, or a MIG profile) CPU memory request The amount of CPU memory requested (floating number, presented as an absolute memory size in MB or GB) CPU compute request The amount of CPU compute requested (floating number, represents the number of requested Cores)"},{"location":"platform-admin/aiinitiatives/org/projects/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul>"},{"location":"platform-admin/aiinitiatives/org/projects/#adding-a-new-project","title":"Adding a new project","text":"<p>To create a new Project:</p> <ol> <li>Click +NEW PROJECT </li> <li>Select a scope, you can only view clusters if you have permission to do so - within the scope of the roles assigned to you  </li> <li>Enter a name for the project    Project names must start with a letter and can only contain lower case Latin letters, numbers or a hyphen ('-\u2019)  </li> <li>Namespace associated with Project    Each project has an associated (Kubernetes) namespace in the cluster.     All workloads under this project use this namespace.    a. By default, Run:ai creates a namespace based on the Project name (in the form of <code>runai-&lt;name&gt;</code>)    b. Alternatively, you can choose an existing namespace created for you by the cluster administrator  </li> <li> <p>In the Quota management section, you can set the quota parameters and prioritize resources  </p> <ul> <li>Order of priority This column is displayed only if more than one node pool exists. The default order in which the Scheduler uses node pools to schedule a workload. This means the Scheduler first tries to allocate resources using the highest priority node pool, then the next in priority, until it reaches the lowest priority node pool list, then the Scheduler starts from the highest again. The Scheduler uses the Project list of prioritized node pools, only if the order of priority of node pools is not set in the workload during submission, either by an admin policy or by the user. Empty value means the node pool is not part of the Project\u2019s default node pool priority list, but a node pool can still be chosen by the admin policy or a user during workload submission  </li> <li>Node pool This column is displayed only if more than one node pool exists. It represents the name of the node pool.  </li> <li>GPU devices The number of GPUs you want to allocate for this project in this node pool (decimal number).  </li> <li>CPUs (Cores) This column is displayed only if CPU quota is enabled via the General settings. Represents the number of CPU cores you want to allocate for this project in this node pool (decimal number).  </li> <li> <p>CPU memory This column is displayed only if CPU quota is enabled via the General settings. The amount of CPU memory you want to allocate for this project in this node pool (in Megabytes or Gigabytes).  </p> </li> <li> <p>Over quota / Over quota weight -  If over-quota weight is enabled via the General settings then over-quota weight is presented, otherwise over-quota is presented  </p> <ul> <li>Over quota When enabled, the project can use non-guaranteed overage resources above its quota in this node pool. The amount of the non-guaranteed overage resources for this project is calculated proportionally to the project quota in this node pool. When disabled, the project cannot use more resources than the guaranteed quota in this node pool.         </li> <li>Over quota weight - Represents a weight used to calculate the amount of non-guaranteed overage resources a project can get on top of its quota in this node pool. All unused resources are split between projects that require the use of overage resources:  <ul> <li>Medium The default value. The Admin can change the default to any of the following values: High, Low, Lowest, or None.  </li> <li>None When set, the project cannot use more resources than the guaranteed quota in this node pool.  </li> <li>Lowest Over-quota weight \u2018lowest\u2019 has a unique behavior, because its weight is 0, it can only use over-quota (unused overage) resources if no other project needs them, and any project with a higher over-quota weight can snap the average resources at any time.</li> </ul> </li> </ul> </li> </ul> </li> </ol> <p>Note</p> <p>Setting the quota to 0 (either GPU, CPU, or CPU memory) and the over-quota to \u2018disabled\u2019 or over-quota weight to \u2018none\u2019 means the project is blocked from using those resources on this node pool.</p> <p>When no node pools are configured, you can set the same parameters but it is for the whole project, instead of per node pool.</p> <p>After node pools are created, you can set the above parameters for each node-pool separately.</p> <ol> <li> <p>Set Scheduling rules as required. You can have a scheduling rule for:  </p> <ul> <li>Idle GPU timeout Preempt a workload that does not use GPUs for more than a specified duration. You can apply a single rule per workload type - Preemptive Workspaces, Non-preemptive Workspaces, and Training.  </li> </ul> <p>Note</p> <p>To make \u2018Idle GPU timeout\u2019 effective, it must be set to a shorter duration than that workload duration of the same workload type.  </p> <ul> <li>Workspace duration Preempt workspaces after a specified duration. This applies to both preemptive and non-preemptive Workspaces.  </li> <li>Training duration Preempt a training workload after a specified duration.  </li> <li>Node type (Affinity) Node type is used to select a group of nodes, usually with specific characteristics such as a hardware feature, storage type, fast networking interconnection, etc. The scheduler uses node type as an indication of which nodes should be used for your workloads, within this project. Node type is a label in the form of run.ai/type and a value (e.g. run.ai/type = dgx200) that the administrator uses to tag a set of nodes. Adding the node type to the project\u2019s scheduling rules enables the user to submit workloads with any node type label/value pairs in this list, according to the workload type - Workspace or Training. The Scheduler then schedules workloads using a node selector, targeting nodes tagged with the Run:ai node type label/value pair. Node pools and a node type can be used in conjunction with each other. For example, specifying a node pool and a smaller group of nodes from that node pool that includes a fast SSD memory or other unique characteristics.  </li> </ul> </li> <li> <p>Click CREATE PROJECT</p> </li> </ol>"},{"location":"platform-admin/aiinitiatives/org/projects/#adding-an-access-rule-to-a-project","title":"Adding an access rule to a project","text":"<p>To create a new access rule for a project:</p> <ol> <li>Select the project you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a subject </li> <li>Select or enter the subject identifier:  <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP  </li> <li>Group name as recognized by the IDP  </li> <li>Application name as created in Run:ai  </li> </ul> </li> <li>Select a role </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/projects/#deleting-an-access-rule-from-a-project","title":"Deleting an access rule from a project","text":"<p>To delete an access rule from a project:</p> <ol> <li>Select the project you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule you want to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/projects/#editing-a-project","title":"Editing a project","text":"<p>To edit a project:</p> <ol> <li>Select the project you want to edit  </li> <li>Click EDIT </li> <li>Update the Project and click SAVE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/projects/#viewing-a-projects-policy","title":"Viewing a project\u2019s policy","text":"<p>To view the policy of a project:</p> <ol> <li>Select the project for which you want to view its policies. This option is only active for projects with defined policies in place.  </li> <li>Click VIEW POLICY and select the workload type for which you want to view the policies:     a. Workspace workload type policy with its set of rules     b. Training workload type policies with its set of rules  </li> <li>In the Policy form, view the workload rules that are enforcing your project for the selected workload type as well as the defaults:  <ul> <li>Parameter - The workload submission parameter that Rules and Defaults are applied to  </li> <li>Type (applicable for data sources only) - The data source type (Git, S3, nfs, pvc etc.)  </li> <li>Default - The default value of the Parameter  </li> <li>Rule - Set up constraints on workload policy fields  </li> <li>Source - The origin of the applied policy (cluster, department or project)  </li> </ul> </li> </ol> <p>Note</p> <p>The policy affecting the project consists of rules and defaults. Some of these rules and defaults may be derived from policies of a parent cluster and/or department (source). You can see the source of each rule in the policy form.</p>"},{"location":"platform-admin/aiinitiatives/org/projects/#deleting-a-project","title":"Deleting a project","text":"<p>To delete a project:</p> <ol> <li>Select the project you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm </li> </ol> <p>Note</p> <ul> <li> <p>Clusters &lt; v2.20</p> <p>Deleting a project does not delete its associated namespace, any of the running workloads using this namespace, or the policies defined for this project. However, any assets created in the scope of this project such as compute resources, environments, data sources, templates and credentials, are permanently deleted from the system.</p> </li> <li> <p>Clusters &gt;=v2.20</p> <p>Deleting a project does not delete its associated namespace, but will attempt to delete its associated workloads and assets. Any assets created in the scope of this project such as compute resources, environments, data sources, templates and credentials, are permanently deleted from the system.</p> </li> </ul>"},{"location":"platform-admin/aiinitiatives/org/projects/#using-api","title":"Using API","text":"<p>Go to the Projects API reference to view the available actions</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/","title":"Scheduling Rules","text":"<p>This article explains the procedure of configuring and managing Scheduling rules.  Scheduling rules refer to restrictions applied over workloads. These restrictions apply to either the resources (nodes) on which workloads can run or to the duration of the workload run time.  Scheduling rules are set for projects or departments and apply to a specific workload type. Once scheduling rules are set, all matching workloads associated with the project or (subordinate projects in case of department) have the restrictions as defined when the workload was submitted. New scheduling rules added, are not applied over already created workloads associated with that project/department.</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#scheduling-rules","title":"Scheduling Rules","text":"<p>There are 3 types of scheduling rules:</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#workload-duration-time-limit","title":"Workload duration (time limit)","text":"<p>This rule limits the duration of a workload run time. Workload run time is calculated as the total time in which the workload was in status Running. You can apply a single rule per workload type - Preemptive Workspaces, Non-preemptive Workspaces, and Training.  </p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#idle-gpu-time-limit","title":"Idle GPU time limit","text":"<p>This rule limits the total GPU time of a workload. Workload idle time is counted from the first time the workload is in status Running and the GPU was idle. We calculate idleness by employing the <code>runai_gpu_idle_seconds_per_workload</code> metric. This metric determines the total duration of zero GPU utilization within each 30-second interval. If the GPU remains idle throughout the 30-second window, 30 seconds are added to the idleness sum; otherwise, the idleness count is reset. You can apply a single rule per workload type - Preemptible Workspaces, Non-preemptible Workspaces, and Training.  </p> <p>Note</p> <p>To make <code>Idle GPU timeout</code> effective, it must be set to a shorter duration than that workload duration of the same workload type. </p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity","title":"Node type (Affinity)","text":"<p>Node type is used to select a group of nodes, typically with specific characteristics such as a hardware feature, storage type, fast networking interconnection, etc. The scheduler uses node type as an indication of which nodes should be used for your workloads, within this project.  </p> <p>Node type is a label in the form of <code>run.ai/type</code> and a value (e.g. <code>run.ai/type = dgx200</code>) that the administrator uses to tag a set of nodes. Adding the node type to the project\u2019s scheduling rules mandates the user to submit workloads with a node type label/value pairs from this list, according to the workload type - Workspace or Training. The Scheduler then schedules workloads using a node selector, targeting nodes tagged with the Run:ai node type label/value pair. Node pools and a node type can be used in conjunction. For example, specifying a node pool and a smaller group of nodes from that node pool that includes a fast SSD memory or other unique characteristics.</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping","title":"Labelling nodes for node types grouping","text":"<p>The administrator should use a node label with the key of run.ai/type and any coupled value</p> <p>To assign a label to nodes you want to group, set the \u2018node type (affinity)\u2019 on each relevant node:</p> <ol> <li> <p>Obtain the list of nodes and their current labels by coping the following to your terminal:   <pre><code>kubectl get nodes --show-labels\n</code></pre></p> </li> <li> <p>Annotate a specific node with a new label by coping the following to your terminal:   <pre><code>kubectl label node &lt;node-name&gt; run.ai/type=&lt;value&gt;\n</code></pre></p> </li> </ol>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#adding-a-scheduling-rule-to-a-projectdepartment","title":"Adding a scheduling rule to a project/department","text":"<p>To add a scheduling rule:</p> <ol> <li>Select the project/department for which you want to add a scheduling rule  </li> <li>Click EDIT </li> <li>In the Scheduling rules section click +RULE </li> <li>Select the rule type </li> <li>Select the workload type and time limitation period </li> <li>For Node type, choose one or more labels for the desired nodes.  </li> <li>Click SAVE</li> </ol> <p>Note</p> <p>You can review the defined rules in the Projects table in the relevant column.</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#editing-the-projectdepartment-scheduling-rule","title":"Editing the project/department scheduling rule","text":"<p>To edit a scheduling rule:</p> <ol> <li>Select the project/department for which you want to edit its scheduling rule  </li> <li>Click EDIT </li> <li>Find the scheduling rule you would like to edit  </li> <li>Edit the rule  </li> <li>Click SAVE</li> </ol> <p>Note</p> <p>When a editing an inherited rule on a project/department (a rule defined by the department), you can only restrict the rule limitation</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#deleting-the-projectdepartment-scheduling-rule","title":"Deleting the project/department scheduling rule","text":"<p>To delete a scheduling rule:</p> <ol> <li>Select the project/department from which you want to delete a scheduling rule  </li> <li>Click EDIT </li> <li>Find the scheduling rule you would like to delete  </li> <li>Click on the x icon  </li> <li>Click SAVE</li> </ol> <p>!!! You cannot delete rules inherited from the department from the project's set of rules</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#using-api","title":"Using API","text":"<p>Go to the Projects API reference to view the available actions</p>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/","title":"Configuring NVIDIA MIG Profiles","text":"<p>NVIDIA\u2019s Multi-Instance GPU (MIG) enables splitting a GPU into multiple logical GPU devices, each with its own memory and compute portion of the physical GPU. </p> <p>NVIDIA provides two MIG strategies that the user can split the GPU into:</p> <ul> <li>Single - A GPU can be divided evenly. This means all MIG profiles are the same. </li> <li>Mixed - A GPU can be divided into different profiles. </li> </ul> <p>The Run:ai platform supports running workloads using NVIDIA MIG. Administrators can set the Kubernetes nodes to their preferred MIG strategy and configure the appropriate MIG profiles for researchers and MLOPS engineers to use. </p> <p>This guide explains how to configure MIG in each strategy to submit workloads. It also outlines the individual implications of each strategy and best practices for administrators.</p> <p>Note</p> <ul> <li>Starting from v2.19, Dynamic MIG feature began a deprecation process and is now no longer supported. With Dynamic MIG, the Run:ai platform automatically configured MIG profiles according to on-demand user requests for different MIG profiles or memory fractions.  </li> <li>GPU fractions and memory fractions are not supported with MIG profiles.</li> <li>Single strategy supports both Run:ai and third-party workloads. Using mixed strategy can only be done using third-party workloads. For more details on Run:ai and third-party workloads, see Introduction to workloads.</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#before-you-start","title":"Before you start","text":"<p>To use MIG single and mixed strategy effectively, make sure to familiarize yourself with the following NVIDIA resources:</p> <ul> <li>NVIDIA Multi-Instance GPU</li> <li>MIG User Guide </li> <li>GPU Operator with MIG </li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#configuring-single-mig-strategy","title":"Configuring single MIG strategy","text":"<p>When deploying MIG using single strategy, all GPUs within a node are configured with the same profile. For example, a node might have GPUs configured with 3 MIG slices of profile type 1g.20gb, or 7 MIG slices of profile 1g.10gb. With this strategy, MIG profiles are displayed as whole GPU devices by CUDA. </p> <p>The Run:ai platform discovers these MIG profiles as whole GPU devices as well, ensuring MIG devices are transparent to the end-user (practitioner). For example, a node that consists of 8 physical GPUs split into MIG slices, 3\u00d72g20gb slices each, is discovered by the Run:ai platform as a node with 24 GPU devices.</p> <p>Users can submit workloads by requesting a specific number of GPU devices (X GPU) and Run:ai will allocate X MIG slices (logical devices). The Run:ai platform deducts X GPUs from the workload\u2019s Project quota, regardless of whether this \u2018logical GPU\u2019 represents 1/3 of a physical GPU device or 1/7 of a physical GPU device.</p>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#configuring-mixed-mig-strategy","title":"Configuring mixed MIG strategy","text":"<p>When deploying MIG using mixed strategy, each GPU in a node can be configured with a different combination of MIG profiles such as 2\u00d72g.20gb and 3\u00d71g.10gb. For details on supported combinations per GPU type, refer to Supported MIG Profiles.</p> <p>In mixed strategy, physical GPU devices continue to be displayed as physical GPU devices by CUDA, and each MIG profile is shown individually. The Run:ai platform identifies the physical GPU devices normally, however, MIG profiles are not visible in the UI or node APIs. </p> <p>When submitting third-party workloads with this strategy, the user should explicitly specify the exact requested MIG profile (for example, nvidia.com/gpu.product: A100-SXM4-40GB-MIG-3g.20gb). The Run:ai Scheduler finds a node that can provide this specific profile and binds it to the workload. </p> <p>A third-party workload submitted with a MIG profile of type Xg.Ygb (e.g. 3g.40gb or 2g.20gb) is considered as consuming X GPUs. These X GPUs will be deducted from the workload\u2019s project quota of GPUs. For example, a 3g.40gb profile deducts 3 GPUs from the associated Project\u2019s quota, while 2g.20gb deducts 2 GPUs from the associated Project\u2019s quota. This is done to maintain a logical ratio according to the characteristics of the MIG profile. </p>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#best-practices-for-administrators","title":"Best practices for administrators","text":""},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#single-strategy","title":"Single strategy","text":"<ul> <li>Configure proper and uniform sizes of MIG slices (profiles) across all GPUs within a node.</li> <li>Set the same MIG profiles on all nodes of a single node pool. </li> <li>Create separate node pools with different MIG profile configurations allowing users to select the pool that best matches their workloads\u2019 needs. </li> <li>Ensure Project quotas are allocated according to the MIG profile sizes.</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#mixed-strategy","title":"Mixed strategy","text":"<ul> <li>Use mixed strategy with workloads that require diverse resources. Make sure to evaluate the workload requirements and plan accordingly.</li> <li>Configure individual MIG profiles on each node by using a limited set of MIG profile combinations to minimize complexity. Make sure to evaluate your requirements and node configurations. </li> <li>Ensure Project quotas are allocated according to the MIG profile sizes.</li> </ul> <p>Note</p> <p>Since MIG slices are a fixed size, once configured, changing MIG profiles requires administrative intervention.</p>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/","title":"Node Pools","text":"<p>This article explains the procedure for managing Node pools.</p> <p>Node pools assist in managing heterogeneous resources effectively. A node pool is a Run:ai construct representing a set of nodes grouped into a bucket of resources using a predefined node label (e.g. NVidia GPU type) or an administrator-defined node label (any key/value pair).</p> <p>Typically, the grouped nodes share a common feature or property, such as GPU type or other HW capability (such as Infiniband connectivity), or represent a proximity group (i.e. nodes interconnected via a local ultra-fast switch). Researchers and ML Engineers would typically use node pools to run specific workloads on specific resource types.</p> <p>Platform administrators can create, view, edit, and delete node pools. Creating a new node pool creates a new instance of the Run:ai scheduler, workloads submitted to a node pool will be scheduled using the node pool\u2019s designated scheduler instance.</p> <p>Once a new node pool is created, it is automatically assigned to all Projects and Departments with a quota of zero GPU resources, unlimited CPU resources, and over-quota enabled (Medium priority if over-quota weight is enabled). This allows any Project and Department to use any node pool when over-quota is enabled, even if the administrator has not assigned a quota for a specific node pool in a Project or Department.</p> <p>Workloads can be submitted using a prioritized list of node pools, the node pool selector picks one node pool at a time (according to the prioritized list) and the designated node pool scheduler instance handles the submission request and tries to match the requested resources within that node pool. If the scheduler cannot find resources to satisfy the submitted workload, the node pool selector will move the request to the next node pool in the prioritized list, if no node pool satisfies the request, the node pool selector will start from the first node pool again until one of the node pools satisfies the request.</p>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#node-pools-table","title":"Node pools table","text":"<p>The Node pools table can be found under Resources in the Run:ai platform.</p> <p>The Node pools table lists all the node pools defined in the Run:ai platform and allows you to manage them.</p> <p>Note</p> <p>By default, the Run:ai platform includes a single node pool named \u2018default\u2019. When no other node pool is defined, all existing and new nodes are associated with the \u2018default\u2019 node pool. When deleting a node pool, if no other node pool matches any of the nodes\u2019 labels, the node will be included in the default node pool.</p> <p></p> <p>The Node pools table consists of the following columns:</p> Column Description Node pool The node pool name, set by the administrator during its creation (the node pool name cannot be changed after its creation). Status Node pool status. A \u2018Ready\u2019 status means the scheduler can use this node pool to schedule workloads. \u2018Empty\u2019 status means no nodes are currently included in that node pool. Label key  Label value The node pool controller will use this node-label key-value pair to match nodes into this node pool. Node(s) List of nodes included in this node pool. Click the field to view details (the details are in the Nodes article). GPU devices The total number of GPU devices installed into nodes included in this node pool. For example, a node pool that includes 12 nodes each with 8 GPU devices would show a total number of 96 GPU devices. GPU memory The total amount of GPU memory included in this node pool. The total amount of GPU memory installed in nodes included in this node pool. For example, a node pool that includes 12 nodes, each with 8 GPU devices, and each device with 80 GB of memory would show a total memory amount of 7.68 TB. Allocated GPUs The total allocation of GPU devices in units of GPUs (decimal number). For example, if 3 GPUs are 50% allocated, the field prints out the value 1.50. This value represents the portion of GPU memory consumed by all running pods using this node pool. \u2018Allocated GPUs\u2019 can be larger than \u2018Projects\u2019 GPU quota\u2019 if over-quota is used by workloads, but not larger than GPU devices. GPU resource optimization ratio Shows the Node Level Scheduler mode. CPUs (Cores) The number of CPU cores installed on nodes included in this node CPU memory The total amount of CPU memory installed on nodes using this node pool Allocated CPUs (Cores) The total allocation of CPU compute in units of Cores (decimal number). This value represents the amount of CPU cores consumed by all running pods using this node pool. \u2018Allocated CPUs\u2019 can be larger than \u2018Projects\u2019 GPU quota\u2019 if over-quota is used by workloads, but not larger than CPUs (Cores). Allocated CPU memory The total allocation of CPU memory in units of TB/GB/MB (decimal number). This value represents the amount of CPU memory consumed by all running pods using this node pool. \u2018Allocated CPUs\u2019 can be larger than \u2018Projects\u2019 CPU memory quota\u2019 if over-quota is used by workloads, but not larger than CPU memory. GPU placement strategy Sets the Scheduler strategy for the assignment of pods requesting both GPU and CPU resources to nodes, which can be either Bin-pack or Spread. By default, Bin-Pack is used, but can be changed to Spread by editing the node pool. When set to Bin-pack the scheduler will try to fill nodes as much as possible before using empty or sparse nodes, when set to spread the scheduler will try to keep nodes as sparse as possible by spreading workloads across as many nodes as it succeeds. CPU placement strategy Sets the Scheduler strategy for the assignment of pods requesting only CPU resources to nodes, which can be either Bin-pack or Spread. By default, Bin-Pack is used, but can be changed to Spread by editing the node pool. When set to Bin-pack the scheduler will try to fill nodes as much as possible before using empty or sparse nodes, when set to spread the scheduler will try to keep nodes as sparse as possible by spreading workloads across as many nodes as it succeeds. Last update The date and time when the node pool was last updated Creation time The date and time when the node pool was created Workload(s) List of workloads running on nodes included in this node pool, click the field to view details (described below in this article)"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#workloads-associated-with-the-node-pool","title":"Workloads associated with the node pool","text":"<p>Click one of the values in the Workload(s) column, to view the list of workloads and their parameters.</p> <p>Note</p> <p>This column is only viewable if your role in the Run:ai platform gives you read access to workloads, even if you are allowed to view workloads, you can only view the workloads within your allowed scope. This means, there might be more pods running on this node than appear in the list your are viewing.</p> Column Description Workload The name of the workload. If the workloads\u2019 type is one of the recognized types (for example: Pytorch, MPI, Jupyter, Ray, Spark, Kubeflow, and many more), an appropriate icon is printed. Type The Run:ai platform type of the workload - Workspace, Training, or Inference Status The state of the workload. The Workloads state is described in the \u2018Run:ai Workloads\u2019 article. Created by The User or Application created this workload Running/requested pods The number of running pods out of the number of requested pods within this workload. Creation time The workload\u2019s creation date and time Allocated GPU compute The total amount of GPU compute allocated by this workload. A workload with 3 Pods, each allocating 0.5 GPU, will show a value of 1.5 GPUs for the workload. Allocated GPU memory The total amount of GPU memory allocated by this workload. A workload with 3 Pods, each allocating 20GB, will show a value of 60 GB for the workload. Allocated CPU compute (cores) The total amount of CPU compute allocated by this workload. A workload with 3 Pods, each allocating 0.5 Core, will show a value of 1.5 Cores for the workload. Allocated CPU memory The total amount of CPU memory allocated by this workload. A workload with 3 Pods, each allocating 5 GB of CPU memory, will show a value of 15 GB of CPU memory for the workload."},{"location":"platform-admin/aiinitiatives/resources/node-pools/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#showhide-details","title":"Show/Hide details","text":"<p>Select a row in the Node pools table and then click Show details in the upper-right corner of the action bar. The details window appears, presenting metrics graphs for the whole node pool:</p> <ul> <li> <p>Node GPU allocation -  This graph shows an overall sum of the Allocated, Unallocated, and Total number of GPUs for this node pool, over time. From observing this graph, you can learn about the occupancy of GPUs in this node pool, over time.</p> </li> <li> <p>GPU Utilization Distribution - This graph shows the distribution of GPU utilization in this node pool over time. Observing this graph, you can learn how many GPUs are utilized up to 25%, 25%-50%, 50%-75%, and 75%-100%. This information helps to understand how many available resources you have in this node pool, and how well those resources are utilized by comparing the allocation graph to the utilization graphs, over time.</p> </li> <li> <p>GPU Utilization - This graph shows the average GPU utilization in this node pool over time. Comparing this graph with the GPU Utilization Distribution helps to understand the actual distribution of GPU occupancy over time.</p> </li> <li> <p>GPU Memory Utilization - This graph shows the average GPU memory utilization in this node pool over time, for example an average of all nodes\u2019 GPU memory utilization over time.</p> </li> <li> <p>CPU Utilization -  This graph shows the average CPU utilization in this node pool over time, for example, an average of all nodes\u2019 CPU utilization over time.</p> </li> <li> <p>CPU Memory Utilization -  This graph shows the average CPU memory utilization in this node pool over time, for example an average of all nodes\u2019 CPU memory utilization over time.</p> </li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#adding-a-new-node-pool","title":"Adding a new node pool","text":"<p>To create a new node pool:</p> <ol> <li>Click +NEW NODE POOL </li> <li>Enter a name for the node pool.     Node pools names must start with a letter and can only contain lowercase Latin letters, numbers or a hyphen ('-\u2019)  </li> <li> <p>Enter the node pool label:    The node pool controller will use this node-label key-value pair to match nodes into this node pool.  </p> <ul> <li> <p>Key is the unique identifier of a node label.  </p> <ul> <li>The key must fit the following regular expression:  <code>^(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])?/?([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9]$</code> </li> <li>The administrator can put an automatically preset label such as the nvidia.com/gpu.product that labels the GPU type or any other key from a node label.  </li> </ul> </li> <li> <p>Value is the value of that label identifier (key). The same key may have different values, in this case, they are    considered as different labels.  </p> <ul> <li>Value must fit the following regular expression: <code>^(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])?$</code> </li> </ul> </li> <li>A node pool is defined by a single key-value pair. You must not use different labels that are set on the same node by    different node pools, this situation may lead to unexpected results.  </li> </ul> </li> <li> <p>Set the GPU placement strategy:  </p> <ul> <li>Bin-pack - Place as many workloads as possible in each GPU and node to use fewer resources and maximize GPU and node vacancy.  </li> <li>Spread Spread workloads across as many GPUs and nodes as possible to minimize the load and maximize the available resources per workload.  </li> <li>GPU workloads are workloads that request both GPU and CPU resources</li> </ul> </li> <li> <p>Set the CPU placement strategy:  </p> <ul> <li>Bin-pack - Place as many workloads as possible in each CPU and node to use fewer resources and maximize CPU and node vacancy.  </li> <li>Spread - Spread workloads across as many CPUs and nodes as possible to minimize the load and maximize the available resources per workload.  </li> <li>CPU workloads are workloads that request purely CPU resources  </li> </ul> </li> <li> <p>Click CREATE NODE POOL</p> </li> </ol>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#labeling-nodes-for-node-pool-grouping","title":"Labeling nodes for node-pool grouping:","text":"<p>The Infrastructure Administrator can use a preset node label such as the <code>nvidia.com/gpu.product</code> that labels the GPU type, or configure any other node label (e.g. <code>faculty=physics</code>).</p> <p>To assign a label to nodes you want to group into a node pool, set a node label on each node:</p> <ol> <li> <p>Get the list of nodes and their current labels using the following command:    <pre><code>kubectl get nodes --show-labels\n</code></pre></p> </li> <li> <p>Annotate a specific node with a new label using the following command:    <pre><code>kubectl label node &lt;node-name&gt; &lt;key&gt;=&lt;value&gt;\n</code></pre></p> </li> </ol>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#editing-a-node-pool","title":"Editing a node pool","text":"<ol> <li>Select the node pool you want to edit  </li> <li>Click EDIT </li> <li>Update the node pool and click SAVE</li> </ol>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#deleting-a-node-pool","title":"Deleting a node pool","text":"<ol> <li>Select the node pool you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol> <p>Note</p> <p>The <code>default</code> node pool cannot be deleted. When deleting a node pool, if no other node pool matches any of the nodes\u2019 labels, the node will be included in the default node pool.</p>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#using-api","title":"Using API","text":"<p>Go to the Node pools API reference to view the available actions</p>"},{"location":"platform-admin/aiinitiatives/resources/nodes/","title":"Nodes","text":"<p>This article explains the procedure for managing Nodes.</p> <p>Nodes are Kubernetes elements automatically discovered by the Run:ai platform. Once a node is discovered by the Run:ai platform, an associated instance is created in the Nodes table, administrators can view the Node\u2019s relevant information, and Run:ai scheduler can use the node for Scheduling.</p>"},{"location":"platform-admin/aiinitiatives/resources/nodes/#nodes-table","title":"Nodes table","text":"<p>The Nodes table can be found under Resources in the Run:ai platform.</p> <p>The Nodes table displays a list of predefined nodes available to users in the Run:ai platform.</p> <p>Note</p> <ul> <li>It is not possible to create additional nodes, or edit, or delete existing nodes.  </li> <li>Only users with relevant permissions can view the table.</li> </ul> <p></p> <p>The Nodes table consists of the following columns:</p> Column Description Node The Kubernetes name of the node Status The state of the node. Nodes in the Ready state are eligible for scheduling. If the state is Not ready then the main reason appears in parenthesis on the right side of the state field. Hovering the state lists the reasons why a node is Not ready. Node pool The name of the associated node pool. By default, every node in the Run:ai platform is associated with the default node pool, if no other node pool is associated GPU type The GPU model, for example, H100, or V100 GPU devices The number of GPU devices installed on the node. Clicking this field pops up a dialog with details per GPU (described below in this article) Free GPU devices The current number of fully vacant GPU devices GPU memory The total amount of GPU memory installed on this node. For example, if the number is 640GB and the number of GPU devices is 8, then each GPU is installed with 80GB of memory (assuming the node is assembled of homogenous GPU devices) Allocated GPUs The total allocation of GPU devices in units of GPUs (decimal number). For example, if 3 GPUs are 50% allocated, the field prints out the value 1.50. This value represents the portion of GPU memory consumed by all running pods using this node Used GPU memory The actual amount of memory (in GB or MB) used by pods running on this node. GPU compute utilization The average compute utilization of all GPU devices in this node GPU memory utilization The average memory utilization of all GPU devices in this node CPU (Cores) The number of CPU cores installed on this node CPU memory The total amount of CPU memory installed on this node Allocated CPU (Cores) The number of CPU cores allocated by pods running on this node (decimal number, e.g. a pod allocating 350 mili-cores shows an allocation of 0.35 cores). Allocated CPU memory The total amount of CPU memory allocated by pods running on this node (in GB or MB) Used CPU memory The total amount of actually used CPU memory by pods running on this node. Pods may allocate memory but not use all of it, or go beyond their CPU memory allocation if using Limit &gt; Request for CPU memory (burstable workload) CPU compute utilization The utilization of all CPU compute resources on this node (percentage) CPU memory utilization The utilization of all CPU memory resources on this node (percentage) Used swap CPU memory The amount of CPU memory (in GB or MB) used for GPU swap memory (* future) Pod(s) List of pods running on this node, click the field to view details (described below in this article)"},{"location":"platform-admin/aiinitiatives/resources/nodes/#gpu-devices-for-node","title":"GPU devices for node","text":"<p>Click one of the values in the GPU devices column, to view the list of GPU devices and their parameters.</p> Column Description Index The GPU index, read from the GPU hardware. The same index is used when accessing the GPU directly Used memory The amount of memory used by pods and drivers using the GPU (in GB or MB) Compute utilization The portion of time the GPU is being used by applications (percentage) Memory utilization The portion of the GPU memory that is being used by applications (percentage) Idle time The elapsed time since the GPU was used (i.e. the GPU is being idle for \u2018Idle time\u2019)"},{"location":"platform-admin/aiinitiatives/resources/nodes/#pods-associated-with-node","title":"Pods associated with node","text":"<p>Click one of the values in the Pod(s) column, to view the list of pods and their parameters.</p> <p>Note</p> <p>This column is only viewable if your role in the Run:ai platform gives you read access to workloads, even if you are allowed to view workloads, you can only view the workloads within your allowed scope. This means, there might be more pods running on this node than appear in the list your are viewing.</p> Column Description Pod The Kubernetes name of the pod. Usually name of the pod is made of the name of the parent workload if there is one, and an index for unique for that pod instance within the workload Status The state of the pod. In steady state this should be Running and the amount of time the pod is running Project The Run:ai project name the pod belongs to. Clicking this field takes you to the Projects table filtered by this project name Workload The workload name the pod belongs to. Clicking this field takes you to the Workloads table filtered by this workload name Image The full path of the image used by the main container of this pod Creation time The pod\u2019s creation date and time"},{"location":"platform-admin/aiinitiatives/resources/nodes/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.  </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/nodes/#showhide-details","title":"Show/Hide details","text":"<p>Click a row in the Nodes table and then click the Show details button at the upper right side of the action bar. The details screen appears, presenting the following metrics graphs:</p> <ul> <li>GPU utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node.  </li> <li>GPU memory utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node.  </li> <li>CPU compute utilization   The average of all CPUs\u2019 cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node.  </li> <li>CPU memory utilization   The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node.  </li> <li> <p>CPU memory usage   The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines.  </p> </li> <li>You can click the date picker to change the presented period  </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use the \u2018Reset zoom\u2019 button to go back to the preset period  </li> <li>Changes in the period affect all graphs on this screen.</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/nodes/#using-api","title":"Using API","text":"<p>Go to the Nodes API reference to view the available actions</p>"},{"location":"platform-admin/authentication/accessrules/","title":"Access Rules","text":"<p>This article explains the procedure to manage Access rules.</p> <p>Access rules provide users, groups, or applications privileges to system entities.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <p>For example, user user@domain.com is a department admin in department A.</p>"},{"location":"platform-admin/authentication/accessrules/#access-rules-table","title":"Access rules table","text":"<p>The Access rules table can be found under Access in the Run:ai platform.</p> <p>The Access rules table provides a list of all the access rules defined in the platform and allows you to manage them.</p> <p>Note</p> <p>Flexible management</p> <p>It is also possible to manage access rules directly for a specific user, application, project, or department.</p> <p></p> <p>The Access rules table consists of the following columns:</p> Column Description Type The type of subject assigned to the access rule (user, SSO group, or application). Subject The user, SSO group, or application assigned with the role Role The role assigned to the subject Scope The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates Authorized by The user who granted the access rule Creation time The timestamp for when the rule was created Last updated The last time the access rule was updated"},{"location":"platform-admin/authentication/accessrules/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"platform-admin/authentication/accessrules/#adding-new-access-rules","title":"Adding new access rules","text":"<p>To add a new access rule:</p> <ol> <li>Click +NEW ACCESS RULE </li> <li>Select a subject User, SSO Group, or Application </li> <li>Select or enter the subject identifier:  <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP  </li> <li>Group name as recognized by the IDP  </li> <li>Application name as created in Run:ai  </li> </ul> </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE</li> </ol> <p>Note</p> <p>An access rule consists of a single subject with a single role in a single scope. To assign multiple roles or multiple scopes to the same subject, multiple access rules must be added.</p>"},{"location":"platform-admin/authentication/accessrules/#editing-an-access-rule","title":"Editing an access rule","text":"<p>Access rules cannot be edited. To change an access rule, you must delete the rule, and then create a new rule to replace it.</p>"},{"location":"platform-admin/authentication/accessrules/#deleting-an-access-rule","title":"Deleting an access rule","text":"<ol> <li>Select the access rule you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol>"},{"location":"platform-admin/authentication/accessrules/#using-api","title":"Using API","text":"<p>Go to the Access rules API reference to view the available actions</p>"},{"location":"platform-admin/authentication/applications/","title":"Applications","text":"<p>This article explains the procedure to manage your organization's applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in API authentication and use it within subsequent API calls.</p> <p>Applications are assigned with Access Rules to manage permissions. For example, application ci-pipeline-prod is assigned with a Researcher role in Cluster: A. </p>"},{"location":"platform-admin/authentication/applications/#applications-table","title":"Applications table","text":"<p>The Applications table can be found under Access in the Run:ai platform.</p> <p>The Applications table provides a list of all the applications defined in the platform, and allows you to manage them.</p> <p></p> <p>The Applications table consists of the following columns:</p> Column Description Application The name of the application Client ID The client ID of the application Access rule(s) The access rules assigned to the application Last login The timestamp for the last time the user signed in Created by The user who created the application Creation time The timestamp for when the application was created Last updated The last time the application was updated"},{"location":"platform-admin/authentication/applications/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"platform-admin/authentication/applications/#creating-an-application","title":"Creating an application","text":"<p>To create an application:</p> <ol> <li>Click +NEW APPLICATION </li> <li>Enter the application\u2019s name </li> <li>Click CREATE </li> <li>Copy the Client ID and Client secret and store them securely</li> <li>Click DONE</li> </ol> <p>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p>"},{"location":"platform-admin/authentication/applications/#adding-an-access-rule-to-an-application","title":"Adding an access rule to an application","text":"<p>To create an access rule:</p> <ol> <li>Select the application you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/authentication/applications/#deleting-an-access-rule-from-an-application","title":"Deleting an access rule from an application","text":"<p>To delete an access rule:</p> <ol> <li>Select the application you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule assigned to the user you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/authentication/applications/#regenerating-client-secret","title":"Regenerating client secret","text":"<p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click REGENERATE CLIENT SECRET </li> <li>Click REGENERATE </li> <li>Copy the New client secret and store it securely</li> <li>Click DONE</li> </ol> <p>Warning</p> <p>Regenerating a client secret revokes the previous one.</p>"},{"location":"platform-admin/authentication/applications/#deleting-an-application","title":"Deleting an application","text":"<ol> <li>Select the application you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm</li> </ol>"},{"location":"platform-admin/authentication/applications/#using-api","title":"Using API","text":"<p>Go to the Applications, Access rules API reference to view the available actions</p>"},{"location":"platform-admin/authentication/roles/","title":"Roles","text":"<p>This article explains the available roles in the Run:ai platform.</p> <p>A role is a set of permissions that can be assigned to a subject in a scope.</p> <p>A permission is a set of actions (View, Edit, Create and Delete) over a Run:ai entity (e.g. projects, workloads, users).</p>"},{"location":"platform-admin/authentication/roles/#roles-table","title":"Roles table","text":"<p>The Roles table can be found under Access in the Run:ai platform.</p> <p>The Roles table displays a list of predefined roles available to users in the Run:ai platform. It is not possible to create additional rules or edit or delete existing rules.</p> <p></p> <p>The Roles table consists of the following columns:</p> Column Description Role The name of the role Created by The name of the role creator Creation time The timestamp when the role was created"},{"location":"platform-admin/authentication/roles/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"platform-admin/authentication/roles/#reviewing-a-role","title":"Reviewing a role","text":"<ol> <li>To review a role click the role name on the table  </li> <li>In the role form review the following:  <ul> <li>Role name   The name of the role  </li> <li>Entity  A system-managed object that can be viewed, edited, created or deleted by a user based on their assigned role and scope  </li> <li>Actions  The actions that the role assignee is authorized to perform for each entity  <ul> <li>View If checked, an assigned user with this role can view instances of this type of entity within their defined scope  </li> <li>Edit If checked, an assigned user with this role can change the settings of an instance of this type of entity within their defined scope  </li> <li>Create If checked, an assigned user with this role can create new instances of this type of entity within their defined scope  </li> <li>Delete If checked, an assigned user with this role can delete instances of this type of entity within their defined scope</li> </ul> </li> </ul> </li> </ol>"},{"location":"platform-admin/authentication/roles/#roles-in-runai","title":"Roles in Run:ai","text":"<p>Run:ai supports the following roles and their permissions:  Under each role is a detailed list of the actions that the role assignee is authorized to perform for each entity.</p> Compute resource administrator <p></p> Data source administrator <p></p> Data volume administrator <p></p> Department administrator <p></p> Department viewer <p></p> Editor <p></p> Environment administrator <p></p> L1 researcher <p></p> L2 researcher <p></p> ML engineer <p></p> Research manager <p></p> System administrator <p></p> Template administrator <p></p> Viewer <p></p> <p>Notes</p> <p>Keep the following in mind when upgrading from versions 2.13 or earlier:</p> <ul> <li>Admin becomes System Admin with full access to all managed objects and scopes  </li> <li>Research Manager is not automatically assigned to all projects, but to projects set by the relevant Admin when assigning this role to a user, group or app  </li> <li>To preserve backwards compatibility, users with the role of Research Manager are assigned to all current projects, but not to new projects  </li> <li>To allow the Department Admin to assign a Researcher role to a user, group or app, the Department Admin must have VECD permissions for jobs and workspaces. This creates a broader span of managed objects  </li> <li>To preserve backwards compatibility, users with the role of Editor, are assigned to the same scope they had before the upgrade. However, with new user assignments, the Admin can limit the scope to only part of the organizational scope.</li> </ul>"},{"location":"platform-admin/authentication/roles/#permitted-workloads","title":"Permitted workloads","text":"<p>When assigning a role with either one, all or any combination of the View, Edit, Create and Delete permissions for workloads, the subject has permissions to manage not only Run:ai native workloads (Workspace, Training, Inference), but also a list of 3rd party workloads:</p> <ul> <li>k8s: StatefulSet</li> <li>k8s: ReplicaSet</li> <li>k8s: Pod</li> <li>k8s: Deployment</li> <li>batch: Job</li> <li>batch: CronJob</li> <li>machinelearning.seldon.io: SeldonDeployment</li> <li>kubevirt.io: VirtualMachineInstance</li> <li>kubeflow.org: TFJob</li> <li>kubeflow.org: PyTorchJob</li> <li>kubeflow.org: XGBoostJob</li> <li>kubeflow.org: MPIJob</li> <li>kubeflow.org: MPIJob</li> <li>kubeflow.org: Notebook</li> <li>kubeflow.org: ScheduledWorkflow</li> <li>amlarc.azureml.com: AmlJob</li> <li>serving.knative.dev: Service</li> <li>workspace.devfile.io: DevWorkspace</li> <li>ray.io: RayCluster</li> <li>ray.io: RayJob</li> <li>ray.io: RayService</li> <li>ray.io: RayCluster</li> <li>ray.io: RayJob</li> <li>ray.io: RayService</li> <li>tekton.dev: TaskRun</li> <li>tekton.dev: PipelineRun</li> <li>argoproj.io: Workflow</li> </ul>"},{"location":"platform-admin/authentication/roles/#using-api","title":"Using API","text":"<p>Go to the Roles API reference to view the available actions.</p>"},{"location":"platform-admin/authentication/users/","title":"Users","text":"<p>This article explains the procedure to manage users and their permissions.</p> <p>Users can be managed locally, or via the Identity provider, while assigned with Access Rules to manage its permissions.</p> <p>For example, user user@domain.com is a department admin in department A.</p>"},{"location":"platform-admin/authentication/users/#users-table","title":"Users table","text":"<p>The Users table can be found under Access in the Run:ai platform.</p> <p>The users table provides a list of all the users in the platform. You can manage local users and manage user permissions (access rules) for both local and SSO users.</p> <p>Note</p> <p>Single Sign-On users</p> <p>SSO users are managed by the identity provider and appear once they have signed in to Run:ai</p> <p></p> <p>The Users table consists of the following columns:</p> Column Description User The unique identity of the user (email address) Type The type of the user - SSO / local Last login The timestamp for the last time the user signed in Access rule(s) The access rules assigned to the user Created By The user who created the user Creation time The timestamp for when the user was created Last updated The last time the user was updated"},{"location":"platform-admin/authentication/users/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"platform-admin/authentication/users/#creating-a-local-user","title":"Creating a local user","text":"<p>To create a local user:</p> <ol> <li>Click +NEW LOCAL USER </li> <li>Enter the user\u2019s Email address </li> <li>Click CREATE </li> <li>Review and copy the user\u2019s credentials:  <ul> <li>User Email </li> <li>Temporary password to be used on first sign-in  </li> </ul> </li> <li>Click DONE</li> </ol> <p>Note</p> <p>The temporary password is visible only at the time of user\u2019s creation, and must be changed after the first sign-in</p>"},{"location":"platform-admin/authentication/users/#adding-an-access-rule-to-a-user","title":"Adding an access rule to a user","text":"<p>To create an access rule:</p> <ol> <li>Select the user you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/authentication/users/#deleting-users-access-rule","title":"Deleting user\u2019s access rule","text":"<p>To delete an access rule:</p> <ol> <li>Select the user you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule assigned to the user you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/authentication/users/#resetting-a-user-password","title":"Resetting a user password","text":"<p>To reset a user\u2019s password:</p> <ol> <li>Select the user you want to reset it\u2019s password  </li> <li>Click RESET PASSWORD </li> <li>Click RESET </li> <li>Review and copy the user\u2019s credentials:  <ul> <li>User Email </li> <li>Temporary password to be used on next sign-in  </li> </ul> </li> <li>Click DONE</li> </ol>"},{"location":"platform-admin/authentication/users/#deleting-a-user","title":"Deleting a user","text":"<ol> <li>Select the user you want to delete  </li> <li>Click DELETE </li> <li>In the dialog, click DELETE to confirm the deletion</li> </ol> <p>Note</p> <p>To ensure administrative operations are always available, at least one local user with System Administrator role should exist.</p>"},{"location":"platform-admin/authentication/users/#using-api","title":"Using API","text":"<p>Go to the Users, Access rules API reference to view the available actions</p>"},{"location":"platform-admin/integrations/integration-overview/","title":"Integrations with Run:ai","text":"<p>The table below summarizes the integration capabilities with various third-party products. </p>"},{"location":"platform-admin/integrations/integration-overview/#integration-support","title":"Integration support","text":"<p>Support for integrations varies. Where mentioned below, the integration is supported out of the box with Run:ai. With other integrations,  our customer success team has previous experience with integrating with the third party software and many times the community portal will contain additional reference documentation provided on an as-is basis.</p> <p>The Run:ai community portal is password protected and access is provided to customers and partners.</p>"},{"location":"platform-admin/integrations/integration-overview/#integrations","title":"Integrations","text":"Tool Category Run:ai support details Additional Information Triton Orchestration Supported Usage via docker base image. Quickstart inference example Spark Orchestration Community Support  It is possible to schedule Spark workflows with the Run:ai scheduler. For details, please contact Run:ai customer support.  Sample code can be found in the Run:ai customer success community portal: https://runai.my.site.com/community/s/article/How-to-Run-Spark-jobs-with-Run-AI Kubeflow Pipelines Orchestration Community Support It is possible to schedule kubeflow pipelines with the Run:ai scheduler. For details please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portalhttps://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow Apache Airflow Orchestration Community Support It is possible to schedule Airflow workflows with the Run:ai scheduler. For details, please contact Run:ai customer support.                              Sample code can be found in the Run:ai customer success community portal: https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Apache-Airflow Argo workflows Orchestration Community Support It is possible to schedule Argo workflows with the Run:ai scheduler. For details, please contact Run:ai customer support.  Sample code can be found in the Run:ai customer success community portal https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Argo-Workflows SeldonX Orchestration Community Support It is possible to schedule Seldon Core workloads with the Run:ai scheduler. For details, please contact Run:ai customer success.                          Sample code can be found in the Run:ai customer success community portal: https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Seldon-Core Jupyter Notebook Development Supported Run:ai provides integrated support with Jupyter Notebooks. Quickstart example: https://docs.run.ai/latest/Researcher/Walkthroughs/quickstart-jupyter/ Jupyter Hub Development Community Support It is possible to submit Run:ai workloads via JupyterHub. For more information please contact Run:ai customer support PyCharm Development Supported Containers created by Run:ai can be accessed via PyCharm. PyCharm example VScode Development Supported - Containers created by Run:ai can be accessed via Visual Studio Code. example - You can automatically launch Visual Studio code web from the Run:ai console. example. Kubeflow notebooks Development Community Support It is possible to launch a kubeflow notebook with the Run:ai scheduler. For details please contact Run:ai customer support Sample code can be found in the Run:ai customer success community portal:https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow Ray training, inference, data processing. Community Support It is possible to schedule Ray jobs with the Run:ai scheduler.   Sample code can be found in the Run:ai customer success community portal https://runai.my.site.com/community/s/article/How-to-Integrate-Run-ai-with-Ray TensorBoard Experiment tracking Supported Run:ai comes with a preset Tensorboard Environment asset. TensorBoard example.  Additional sample Weights &amp; Biases Experiment tracking Community Support It is possible to schedule W&amp;B workloads with the Run:ai scheduler. For details, please contact Run:ai customer success. ClearML Experiment tracking Community Support It is possible to schedule ClearML workloads with the Run:ai scheduler. For details, please contact Run:ai customer success. MLFlow Model Serving Community Support It is possible to use ML Flow together with the Run:ai scheduler. For details, please contact Run:ai customer support.     Sample code can be found in the Run:ai customer success community portal: https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-MLflow  Additional MLFlow sample Hugging Face Repositories Supported Run:ai provides an out of the box integration with Hugging Face Docker Registry Repositories Supported Run:ai allows using a docker registry as a Credentials asset. S3 Storage Supported Run:ai communicates with S3 by defining a data source asset. Github Storage Supported Run:ai communicates with GitHub by defining it as a data source  asset Tensorflow Training Supported Run:ai provides out of the box support for submitting TensorFlow workloads via API or by submitting workloads via user interface. Pytorch Training Supported Run:ai provides out of the box support for submitting PyTorch workloads via API or by submitting workloads via user interface. Kubeflow MPI Training Supported Run:ai provides out of the box support for submitting MPI workloads via API or by submitting workloads via user interface XGBoost Training Supported Run:ai provides out of the box support for submitting XGBoost workloads via API or by submitting workloads via user interface Karpenter Cost Optimization Supported Run:ai provides out of the box support for Karpenter to save cloud costs. Integration notes with Karpenter can be found here"},{"location":"platform-admin/integrations/integration-overview/#kubernetes-workloads-integration","title":"Kubernetes Workloads Integration","text":"<p>Kubernetes has several built-in resources that encapsulate running Pods. These are called Kubernetes Workloads and should not be confused with Run:ai Workloads.</p> <p>Examples of such resources are a Deployment that manages a stateless application, or a Job that runs tasks to completion.</p> <p>Run:ai natively runs Run:ai Workloads. A Run:ai workload encapsulates all the resources needed to run, creates them, and deletes them together. However, Run:ai, being an open platform allows the scheduling of any Kubernetes Workflow.</p> <p>For more information see Kubernetes Workloads Integration.</p>"},{"location":"platform-admin/integrations/karpenter/","title":"Working with Karpenter","text":"<p>Karpenter is an open-source, Kubernetes cluster autoscaler built for cloud deployments. Karpenter optimizes the cloud cost of a customer\u2019s cluster by moving workloads between different node types, consolidating workloads into fewer nodes, using lower-cost nodes where possible, scaling up new nodes when needed, and shutting down unused nodes.</p> <p>Karpenter\u2019s main goal is cost optimization. Unlike Karpenter, Run:ai\u2019s scheduler optimizes for fairness and resource utilization. Therefore, there are a few potential friction points when using both on the same cluster.</p>"},{"location":"platform-admin/integrations/karpenter/#friction-points-using-karpenter-with-runai","title":"Friction points using Karpenter with Run:ai","text":"<ol> <li>Karpenter looks for \u201cunschedulable\u201d pending workloads and may try to scale up new nodes to make those workloads schedulable. However, in some scenarios, these workloads may exceed their quota parameters, and the Run:ai scheduler will put them into a pending state.</li> <li>Karpenter is not aware of the Run:ai fractions mechanism and may try to interfere incorrectly.</li> <li>Karpenter preempts any type of workload (i.e., high-priority, non-preemptible workloads will potentially be interrupted and moved to save cost).</li> <li>Karpenter has no pod-group (i.e., workload) notion or gang scheduling awareness, meaning that Karpenter is unaware that a set of \u201carbitrary\u201d pods is a single workload. This may cause Karpenter to schedule those pods into different node pools (in the case of multi-node-pool workloads) or scale up or down a mix of wrong nodes.</li> </ol>"},{"location":"platform-admin/integrations/karpenter/#mitigating-the-friction-points","title":"Mitigating the friction points","text":"<p>Run:ai scheduler mitigates the friction points using the following techniques (each numbered bullet below corresponds to the related friction point listed above):</p> <ol> <li>Karpenter uses a \u201cnominated node\u201d to recommend a node for the scheduler. The Run:ai scheduler treats this as a \u201cpreferred\u201d recommendation, meaning it will try to use this node, but it\u2019s not required and it may choose another node.</li> <li>Fractions - Karpenter won\u2019t consolidate nodes with one or more pods that cannot be moved. The Run:ai reservation pod is marked as \u2018do not evict\u2019 to allow the Run:ai scheduler to control the scheduling of fractions.</li> <li>Non-preemptible workloads - Run:ai marks non-preemptible workloads as \u2018do not evict\u2019 and Karpenter respects this annotation.</li> <li>Run:ai node pools (single-node-pool workloads) - Karpenter respects the \u2018node affinity\u2019 that Run:ai sets on a pod, so Karpenter uses the node affinity for its recommended node. For the gang-scheduling/pod-group (workload) notion, Run:ai scheduler considers Karpenter directives as preferred recommendations rather than mandatory instructions and overrides Karpenter instructions where appropriate.</li> </ol>"},{"location":"platform-admin/integrations/karpenter/#deployment-considerations","title":"Deployment Considerations","text":"<ul> <li>Using multi-node-pool workloads<ul> <li>Workloads may include a list of optional nodepools. Karpenter is not aware that only a single node pool should be selected out of that list for the workload. It may therefore recommend putting pods of the same workload into different node pools and may scaleup nodes from different node pools to serve a \u201cmulti-node-pool\u201d workload instead of nodes on the selected single node pool.</li> <li>If this becomes an issue (i.e., if Karpenter scales up the wrong node types), users can set an inter-pod affinity using the node pool label or another common label as a \u2018topology\u2019 identifier. This will force Karpenter to choose nodes from a single-node pool per workload, selecting from any of the node pools listed as allowed by the workload.</li> <li>An alternative approach is to use a single-node pool for each workload instead of multi-node pools.</li> </ul> </li> <li>Consolidation<ul> <li>To make Karpenter more effective when using its consolidation function, users should consider separating preemptible and non-preemptible workloads, either by using node pools, node affinities, taint/tollerations, or inter-pod anti-affinity.</li> <li>If users don\u2019t separate preemptible and non-preemptible workloads (i.e., make them run on different nodes), Karpenter\u2019s ability to consolidate (binpack) and shut down nodes will be reduced, but it is still effective.</li> </ul> </li> <li>Conflicts between binpacking and spread policies<ul> <li>If Run:ai is used with a scheduling spread policy, it will clash with Karpenter\u2019s default binpacks/consolidation policy, and the outcome may be a deployment that is not optimized for any of these policies.</li> <li>Usually spread is used for Inference, which is non-preemptible and therefore not controlled by Karpenter (Run:ai scheduler will mark those workloads as \u2018do not evict\u2019 for Karpenter), so this should not present a real deployment issue for customers.</li> </ul> </li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/","title":"Introduction","text":"<p>The Run:ai Administration User Interface provides a set of dashboards that help you monitor Clusters, Cluster Nodes, Projects, and Workloads. This document provides the key metrics to monitor, how to assess them as well as suggested actions.</p> <p>Dashboards are used by system administrators to analyze and diagnose issues that relate to:</p> <ul> <li>Physical Resources.</li> <li>Organization resource allocation and utilization.</li> <li>Usage characteristics.</li> </ul> <p>System administrators need to know important information about the physical resources that are currently being used. Important information such as:</p> <ul> <li>Resource health.</li> <li>Available resources and their distribution.</li> <li>Is there a lack of resources.</li> <li>Are resources being utilized correctly.</li> </ul> <p>With this information, system administrators can hone in on:</p> <ul> <li>How resources are allocated across the organization.</li> <li>How the different organizational units utilized quotas and resources within those quotas.</li> <li>The actual performance of the organizational units.</li> </ul> <p>These dashboards give system administrators the ability to drill down to see details of the different types of workloads that each of the organizational units is running. These usage and performance metrics ensure that system administrators can then take actions to correct issues that affect performance.</p> <p>There are 5 dashboards:</p> <ul> <li>GPU/CPU Overview dashboard\u2014Provides information about what is happening right now in the cluster.</li> <li>Quota Management dashboard\u2014Provides information about quota utilization.</li> <li>Analytics dashboard\u2014Provides long term analysis of cluster behavior.</li> <li>Multi-Cluster Overview dashboard\u2014Provides a more holistic, multi-cluster view of what is happening right now. The dashboard is intended for organizations that have more than one connected cluster.</li> <li>Consumption dashboard\u2014Provides information about resource consumption.</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#gpucpu-overview-dashboard-new-and-legacy","title":"GPU/CPU Overview Dashboard (New and legacy)","text":"<p>The Overview dashboard provides information about what is happening right now in the cluster.  Administrators can view high-level information on the state of the cluster. The dashboard has two tabs that change the display to provide a focused view for GPU Dashboards (default view) and CPU Dashboards.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#gpu-dashboard","title":"GPU Dashboard","text":"<p>The GPU dashboard displays specific information for GPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that specific to GPU based environments. The dashboard contains tiles that show information about specific resource allocation and performance metrics. The tiles are interactive allowing you to link directly to the assets or drill down to specific scopes. Use the time frame selector to choose a time frame for all the tiles in the dashboard.</p> <p>The dashboard has the following tiles:</p> <ul> <li>Ready nodes\u2014displays GPU nodes that are in the ready state.</li> <li>Ready GPU devices\u2014displays the number of GPUs in nodes that are in the ready state.</li> <li>Allocated GPU compute\u2014displays the total number of GPUs allocated from all the nodes.</li> <li>Idle allocated GPU devices\u2014displays the number of allocated GPU devices that have been idle for more than 5 minutes.</li> <li>Running workloads\u2014displays the number of running workloads.</li> <li>Pending workloads\u2014displays the number of workloads in the pending status.</li> <li>Allocation ration by node pool\u2014displays the percentage of GPUs allocated per node pool. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details.</li> <li>Free resources by node pool\u2014the graph displays the amount of free resources per node pool. Press a entry in the graph for more details. Hover over the resource bubbles for specific details for the workers in the node. Use the ellipsis to download the graph as a CSV file.</li> <li>Resource allocation by workload type\u2014displays the resource allocation by workload type. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details. Use the ellipsis to download the graph as a CSV file.</li> <li>Workload by status\u2014displays the number of workloads for each status in the workloads table. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details. Use the ellipsis to download the graph as a CSV file.</li> <li>Resources utilization\u2014displays the resource utilization over time. The right pane of the graph shows the average utilization of the selected time frame of the dashboard. Hover over the graph to see details of a specific time in the graph. Use the ellipsis to download the graph as a CSV file.</li> <li>Resource allocation\u2014displays the resource allocation over time. The right pane of the graph shows the average allocation of the selected time frame of the dashboard. Hover over the graph to see details of a specific time in the graph. Use the ellipsis to download the graph as a CSV file.</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#cpu-dashboard","title":"CPU Dashboard","text":"<p>The CPU dashboards display specific information for CPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that specific to CPU based environments.</p> <p>To enable CPU Dashboards:</p> <ol> <li>Click <code>General settings</code></li> <li>Open the <code>Analytics</code> pane and toggle the Show CPU dashboard switch to enable the feature.</li> </ol> <p>Toggle the switch to <code>disable</code> to disable CPU Dashboards option.</p> <p>The dashboard contains the following tiles:</p> <ul> <li>Total CPU Nodes\u2014displays the total amount of CPU nodes.</li> <li>Ready CPU nodes\u2014displays the total amount of CPU nodes in the ready state.</li> <li>Total CPUs\u2014displays the total amount of CPUs.</li> <li>Ready CPUs\u2014displays the total amount of CPUs in the ready state.</li> <li>Allocated CPUs\u2014displays the amount of allocated CPUs.</li> <li>Running workloads\u2014displays the amount of workloads in the running state.</li> <li>Pending workloads\u2014displays the amount of workloads in the pending state.</li> <li>Allocated CPUs per project\u2014displays the amount of CPUs allocated per project.</li> <li>Active projects\u2014displays the active projects  with the CPU allocation and amount of running and pending workloads.</li> <li>Utilization per resource type\u2014displays the CPU compute and CPU memory utilization over time.</li> <li>CPU compute utilization\u2014displays the current CPU compute utilization.</li> <li>CPU memory utilization\u2014displays the current CPU memory utilization.</li> <li>Pending workloads\u2014displays the requested resources and wait time for workloads in the pending status.</li> <li>Workloads with error\u2014displays the amount of workloads that are currently not running due to an error.</li> <li>Workload Count per CPU Compute Utilization\u2014</li> <li>5 longest running workloads\u2014displays up to 5 of workloads that have the longest running time.</li> </ul> <p>Analysis and Suggested actions:</p> Review Analysis  &amp; Actions Interactive Workloads are too frequently idle Consider setting time limits for interactive Workloads through the Projects tab.\u00a0  Consider also reducing GPU/CPU quotas for specific Projects to encourage users to run more training Workloads as opposed to interactive Workloads (note that interactive Workloads can not use more than the GPU/CPU quota assigned to their Project). Training Workloads are too frequently idle Identify and notify the right users and work with them to improve the utilization of their training scripts"},{"location":"platform-admin/performance/dashboard-analysis/#workloads-with-an-error","title":"Workloads with an Error","text":"<p>Search for Workloads with an error status. These Workloads may be holding GPUs/CPUs without actually using them.</p> <p>Analysis and Suggested actions:</p> <p>Search for workloads with an Error status on the Workloads view and discuss with the Job owner. Consider deleting these Workloads to free up the resources for other users.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#workloads-with-a-long-duration","title":"Workloads with a Long Duration","text":"<p>View list of 5 longest Workloads.</p> <p>Analysis and Suggested actions:</p> Review Analysis &amp; Actions Training Workloads run for too long Ask users to view their Workloads and analyze whether useful work is being done. If needed, stop their Workloads. Interactive Workloads run for too long Consider setting time limits for interactive Workloads via the Project editor."},{"location":"platform-admin/performance/dashboard-analysis/#job-queue","title":"Job Queue","text":"<p>Identify queueing bottlenecks.</p> <p>Analysis and Suggested actions:</p> Review Analysis &amp; Actions Cluster is fully loaded Go over the table of active Projects and check that fairness between Projects was enforced, by reviewing the number of allocated GPUs/CPUs for each Project, ensuring each Project was allocated with its fair-share portion of the cluster. Cluster is not fully loaded Go to the Workloads view to review the resources requested for that Job (CPU, CPU memory, GPU, GPU memory). Go to the Nodes view to verify that there is no Node with enough free resources that can host that Job. <p>Also, check the command that the user used to submit the job. The Researcher may have requested a specific Node for that Job.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#analytics-dashboard","title":"Analytics Dashboard","text":"<p>The Analytics dashboard provides means for viewing historical data on cluster information such as:</p> <ul> <li>Utilization across the cluster</li> <li>GPU usage by different Projects, including allocation and utilization, broken down into interactive and training Workloads</li> <li>Breakdown of running Workloads into interactive, training, and GPU versus CPU-only Workloads, including information on queueing (number of pending Workloads and requested GPUs),</li> <li>Status of Nodes in terms of availability and allocated and utilized resources.</li> </ul> <p>The dashboard has a dropdown filter for node pools and Departments. From the dropdown, select one or more node pools. The default setting is <code>all</code>.</p> <p>The information presented in Analytics can be used in different ways for identifying problems and fixing them. Below are a few examples.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#node-downtime","title":"Node Downtime","text":"<p>View the overall available resources per Node and identify cases where a Node is down and there was a reduction in the number of available resources.</p> <p>How to: view the following panel.</p> <p></p> <p>Analysis and Suggested actions:</p> <p>Filter according to time range to understand for how long the Node is down.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#gpu-allocation","title":"GPU Allocation","text":"<p>Track GPU allocation across time.</p> <p>How to: view the following panels.</p> <p></p> <p>The panel on the right-hand side shows the cluster-wide GPU allocation and utilization versus time, whereas the panels on the left-hand side show the cluster-wide GPU allocation and utilization averaged across the filtered time range.</p> <p>Analysis and Suggested actions:</p> <p>If the allocation is too low for a long period, work with users to run more workloads and to better utilize the Cluster.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#track-gpu-utilization","title":"Track GPU utilization","text":"<p>Track whether Researchers efficiently use the GPU resources they have allocated for themselves.</p> <p>How to: view the following panel:</p> <p></p> <p>Analysis and Suggested actions:</p> <p>If utilization is too low for a long period, you will want to identify the source of the problem:</p> <ul> <li>Go to \u201cAverage GPU Allocation &amp; Utilization\u201d</li> <li>Look for Projects with large GPU allocations for interactive Workloads or Projects that poorly utilize their training Workloads. Users tend to poorly utilize their GPUs in interactive sessions because of the dev &amp; debug nature of their work which typically is an iterative process with long idle GPU time. On many occasions users also don\u2019t shut down their interactive Workloads, holding their GPUs idle and preventing others from using them.</li> </ul> Review Analysis &amp; Actions Low GPU utilization is due to interactive Workloads being used too frequently Consider setting time limits for interactive Workloads through the Projects tab or reducing GPU quotas to encourage users to run more training Workloads as opposed to interactive Workloads (note that interactive Workloads can not use more than the GPU quota assigned to their Project). Low GPU utilization is due to users poorly utilizing their GPUs in training sessions Identify Projects with bad GPU utilization in training Workloads, notify the users and work with them to improve their code and the way they utilize their GPUs."},{"location":"platform-admin/performance/dashboard-analysis/#training-vs-interactive-researcher-maturity","title":"Training vs. Interactive -- Researcher maturity","text":"<p>Track the number of running Workloads and the breakdown into interactive, training, and CPU-only Workloads.</p> <p>How to: view the following panel:</p> <p></p> <p>Analysis and Suggested actions:</p> <p>We would want to encourage users to run more training Workloads than interactive Workloads, as it is the key to achieving high GPU utilization across the Cluster:</p> <ul> <li>Training Workloads run to completion and free up their resources automatically when training ends</li> <li>Training Workloads can be preempted, queued, and resumed automatically by the Run:ai system according to predefined policies which increases fairness and Cluster utilization.</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#pending-queue-size","title":"Pending Queue Size","text":"<p>Track how long is the queue for pending Workloads</p> <p>How to: view the following panels:</p> <p></p> <p>Analysis and Suggested actions:</p> <p>Consider buying more GPUs:</p> <ul> <li>When there are too many Workloads are waiting in queue for too long.</li> <li>With a large number of requested GPUs.</li> <li>While the Cluster is fully loaded and well utilized.</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#cpu-memory-utilization","title":"CPU &amp; Memory Utilization","text":"<p>Track CPU and memory Node utilization and identify times where the load on specific Nodes is high.</p> <p>How to: view the following panel:</p> <p></p> <p>Analysis and Suggested actions:</p> <p>If the load on specific Nodes is too high, it may cause problems with the proper operation of the Cluster and the way workloads are running.</p> <p>Consider adding more CPUs, or adding additional CPU-only nodes for Workloads that do only CPU processing.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#multi-cluster-overview-dashboard","title":"Multi-Cluster overview dashboard","text":"<p>Provides a holistic, aggregated view across Clusters, including information about Cluster and Node utilization, available resources, and allocated resources. With this dashboard, you can identify Clusters that are down or underutilized and go to the Overview of that Cluster to explore further.</p> <p></p>"},{"location":"platform-admin/performance/dashboard-analysis/#consumption-dashboard","title":"Consumption dashboard","text":"<p>This dashboard enables users and admins to view consumption usage using run:AI services. The dashboard provides views based on configurable filters and timelines. The dashboard also provides costing analysis for GPU, CPU, and memory costs for the system.</p> <p></p> <p>The dashboard has 4 tiles for:</p> <ul> <li>Cumulative GPU allocation per Project or Department</li> <li>Cumulative CPU allocation per Project or Department</li> <li>Cumulative memory allocation per Project or Department</li> <li>Consumption types</li> </ul> <p>Use the drop down menus at the top of the dashboard to apply filters for:</p> <ul> <li>Project or department</li> <li>Per project (single, multiple, or all)</li> <li>Per department (single, multiple or all)</li> <li>Per cluster (single, multiple, all)</li> </ul> <p>To enable the Consumption Dashboard:</p> <ol> <li>Press the <code>General settings</code> icon, then press <code>General</code>.</li> <li>Open the <code>Analytics</code> pane and toggle the Consumption switch to enable the feature.</li> <li>Enter the cost of:</li> <li>GPU compute / Hour</li> <li>CPU compute / Hour</li> <li>CPU memory / Hour</li> </ol> <p>Use the time picker dropdown to select relative time range options and set custom absolute time ranges. You can change the Timezone and fiscal year settings from the time range controls by clicking the Change time settings button.</p> <p>Note</p> <p>Dashboard data updates once an hour.</p> <p></p> <p>You can change the refresh interval using the refresh interval drop down.</p> <p>The dashboard has a 2 consumption tables that display the total consumption of resources. Hover over an entry in the table to filter it in or out of the table.</p> <p>The Total consumption table includes consumption details based on the filters selected. Fields include:</p> <ul> <li>Project</li> <li>Department</li> <li>GPU hours</li> <li>CPU hours</li> <li>Memory hours</li> <li>GPU Idle allocated hours\u2014the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours\u2014the actual usage time of CPU.</li> <li>Memory usage time\u2014the actual usage time of CPU memory.</li> <li>GPU cost (only when configured)</li> <li>CPU cost (only when configured)</li> <li>CPU memory (only when configured)</li> </ul> <p>The Total department consumption table includes consumption details for each department, or details for departments selected in the filters. Fields include:</p> <ul> <li>Department</li> <li>GPU hours</li> <li>CPU hours</li> <li>Memory hours</li> <li>GPU Idle allocated hours\u2014the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours\u2014the actual usage time of CPU.</li> <li>Memory usage time\u2014the actual usage time of CPU memory.</li> <li>GPU cost (only when configured)</li> <li>CPU cost (only when configured)</li> <li>CPU memory (only when configured)</li> </ul> <p>The dashboard has a graph of the GPU allocation over time.</p> <p>!</p> <p>The dashboard has a graph of the Project over-quota GPU consumption.</p> <p>!</p>"},{"location":"platform-admin/performance/dashboard-analysis/#quota-management-dashboard","title":"Quota management dashboard","text":"<p>The Quota management dashboard provides an efficient means to monitor and manage resource utilization within the AI cluster. The dashboard is divided into sections with essential metrics and data visualizations to identify resource usage patterns, potential bottlenecks, and areas for optimization. The sections of the dashboard include:</p> <ul> <li>Add Filter</li> <li>Quota / Total</li> <li>Allocated / Quota</li> <li>Pending workloads</li> <li>Quota by node pool</li> <li>Allocation by node pool</li> <li>Pending workloads by node pool</li> <li>Departments with lowest allocation by node pool</li> <li>Projects with lowest allocation ratio by node pool</li> <li>Over time allocation / quota</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#add-filter","title":"Add Filter","text":"<p>Use the Add Filter dropdown to select filters for the dashboard. The filters will change the data shown on the dashboard. Available filters are:</p> <ul> <li>Departments</li> <li>Projects</li> <li>Nodes</li> </ul> <p>Select a filter from the dropdown, then select a item from the list, and press apply.</p> <p>Note</p> <p>You can create a filter with multiple categories, but you can use each category and item only once.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#quota-total","title":"Quota / Total","text":"<p>This section shows the number of GPUs that are in the quota based on the filter selection. The quota of GPUs is the number of GPUs that are reserved for use.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#allocated-quota","title":"Allocated / Quota","text":"<p>This section shows the number of GPUs that are allocated based on the filter selection. Allocated GPUs are the number of GPUs that are being used.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#pending-workloads","title":"Pending workloads","text":"<p>This section shows the number workloads that are pending based on the filter selection. Pending workloads are workloads that have not started.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#quota-by-node-pool","title":"Quota by node pool","text":"<p>This section shows the quota of GPUs by node pool based on the filter. The quota is the number of GPUs that are reserved for use. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#allocation-by-node-pool","title":"Allocation by node pool","text":"<p>This section shows the allocation of GPUs by node pool based on the filter. The allocation is the number of GPUs that are being used. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#pending-workloads-by-node-pool","title":"Pending workloads by node pool","text":"<p>This section shows the number of pending workloads by node pool. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#departments-with-lowest-allocation-by-node-pool","title":"Departments with lowest allocation by node pool","text":"<p>This section shows the departments with the lowest allocation of GPUs by percentage relative to the total number of GPUs.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#projects-with-lowest-allocation-ratio-by-node-pool","title":"Projects with lowest allocation ratio by node pool","text":"<p>This section shows the projects with the lowest allocation of GPUS by percentage relative to the total number of GPUs.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#over-time-allocation-quota","title":"Over time allocation / quota","text":"<p>This section shows the allocation of GPUs from the quota over a period of time.</p>"},{"location":"platform-admin/performance/reports/","title":"Reports","text":"<p>This article explains the procedure of managing reports in Run:ai.</p> <p>Reports allow users to access and organize large amounts of data in a clear, CSV-formatted layout. They enable users to monitor resource consumption, analyze trends, and make data-driven decisions to optimize their AI workloads effectively.</p> <p>Note</p> <p>Reports is enabled by default for SaaS tenants. In order to enable the feature for  tenants, additional configuration must be added. See Enabling reports for self-hosted accounts.</p>"},{"location":"platform-admin/performance/reports/#report-types","title":"Report types","text":"<p>Currently, only \u201cConsumption Reports\u201d are available, which provides insights into the consumption of resources such as GPU, CPU, and CPU memory across organizational units.</p>"},{"location":"platform-admin/performance/reports/#reports-table","title":"Reports table","text":"<p>The Reports table can be found under Analytics in the Run:ai platform.</p> <p>The Reports table provides a list of all the reports defined in the platform and allows you to manage them.</p> <p>Users are able to access the reports they have generated themselves. Users with project viewing permissions throughout the tenant can access all reports within the tenant.</p> <p></p> <p>The Reports table comprises the following columns:</p> Column Description Report The name of the report Description The description of the report Status The different lifecycle phases and representation of the report condition Type The type of the report \u2013 e.g., consumption Created by The user who created the report Creation time The timestamp of when the report was created Collection period The period in which the data was collected"},{"location":"platform-admin/performance/reports/#reports-status","title":"Reports status","text":"<p>The following table describes the reports' condition and whether they were created successfully:</p> Status Description Ready Report is ready and can be downloaded as CSV Pending Report is in the queue and waiting to be processed Failed The report couldn\u2019t be created Processing... The report is being created"},{"location":"platform-admin/performance/reports/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul>"},{"location":"platform-admin/performance/reports/#creating-a-new-report","title":"Creating a\u00a0new report","text":"<p>Before you start, make sure you have a project.</p> <p>To create a new report:</p> <ol> <li>Click +NEW REPORT</li> <li>Enter a name for the report (if the name already exists, you will need to choose a different one)</li> <li>Optional: Provide a description of the report</li> <li>Set the report\u2019s data collection period <ul> <li>Start date - The date at which the report data commenced</li> <li>End date - The date at which the report data concluded</li> </ul> </li> <li>Set the report segmentation and filters<ul> <li>Filters - Filter by project or department name</li> <li>Segment by - Data is collected and aggregated based on the segment</li> </ul> </li> <li>Click CREATE REPORT</li> </ol>"},{"location":"platform-admin/performance/reports/#deleting-a-report","title":"Deleting a report","text":"<ol> <li>Select the report you want to delete</li> <li>Click DELETE</li> <li>On the dialog, click DELETE to confirm</li> </ol>"},{"location":"platform-admin/performance/reports/#downloading-a-report","title":"Downloading a report","text":"<p>Note</p> <p>To download, the report must be in status \u201cReady\u201d.</p> <ol> <li>Select the report you want to download</li> <li>Click DOWNLOAD CSV</li> </ol>"},{"location":"platform-admin/performance/reports/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Reports API reference.</p>"},{"location":"platform-admin/performance/reports/#enabling-reports-for-self-hosted-accounts","title":"Enabling Reports for self-hosted accounts","text":"<p>Reports must be saved in a storage solution compatible with S3. To activate this feature for self-hosted accounts, the storage needs to be linked to the account. The configuration should be incorporated into two ConfigMap objects within the Control Plane.</p> <ol> <li> <p>Edit the <code>runai-backend-org-unit-service</code> ConfigMap:    <pre><code>kubectl edit cm runai-backend-org-unit-service -n runai-backend\n</code></pre></p> </li> <li> <p>Add the following lines to the file:    <pre><code>S3_ENDPOINT: &lt;S3_END_POINT_URL&gt;\nS3_ACCESS_KEY_ID: &lt;S3_ACCESS_KEY_ID&gt;\nS3_ACCESS_KEY: &lt;S3_ACCESS_KEY&gt;\nS3_USE_SSL: \"true\"\nS3_BUCKET: &lt;BUCKET_NAME&gt;\n</code></pre></p> </li> <li> <p>Edit the <code>runai-backend-metrics-service</code> ConfigMap:    <pre><code>kubectl edit cm runai-backend-metrics-service -n runai-backend\n</code></pre></p> </li> <li> <p>Add the following lines to the file:    <pre><code>S3_ENDPOINT: &lt;S3_END_POINT_URL&gt;\nS3_ACCESS_KEY_ID: &lt;S3_ACCESS_KEY_ID&gt;\nS3_ACCESS_KEY: &lt;S3_ACCESS_KEY&gt;\nS3_USE_SSL: \"true\"\n</code></pre></p> </li> <li> <p>In addition on the same file, under <code>config.yaml section</code>, add the following right after <code>log_level: \\\"Info\\\"\\n</code>:    <pre><code>reports:\\n s3_config:\\n bucket: \\\"&lt;BUCKET_NAME&gt;\\\"\\n\n</code></pre></p> </li> <li> <p>Restart the deployments:    <pre><code>kubectl rollout restart deployment runai-backend-metrics-service runai-backend-org-unit-service -n runai-backend\n</code></pre></p> </li> <li> <p>Refresh the page to see Reports under Analytics in the Run:ai platform.</p> </li> </ol>"},{"location":"platform-admin/workloads/assets/compute/","title":"Compute Resources","text":"<p>This article explains what compute resources are and how to create and use them.</p> <p>Compute resources are one type of workload asset. A compute resource is a template that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>A compute resource asset is a preconfigured building block that encapsulates all the specifications of compute requirements for the workload including:</p> <ul> <li>GPU devices and GPU memory  </li> <li>CPU memory and CPU compute</li> </ul>"},{"location":"platform-admin/workloads/assets/compute/#compute-resource-table","title":"Compute resource table","text":"<p>The Compute resource table can be found under Workload manager in the Run:ai UI.</p> <p>The Compute resource table provides a list of all the compute resources defined in the platform and allows you to manage them.</p> <p></p> <p>The Compute resource table consists of the following columns:</p> Column Description Compute resource The name of the compute resource Description A description of the essence of the compute resource GPU devices request per pod The number of requested physical devices per pod of the workload that uses this compute resource GPU memory request per device The amount of GPU memory per requested device that is granted to each pod of the workload that uses this compute resource CPU memory request The minimum amount of CPU memory per pod of the workload that uses this compute resource CPU memory limit The maximum amount of CPU memory per pod of the workload that uses this compute resource CPU compute request The minimum number of CPU cores per pod of the workload that uses this compute resource CPU compute limit The maximum number of CPU cores per pod of the workload that uses this compute resource Scope The scope of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram Workload(s) The list of workloads associated with the compute resource Template(s) The list of workload templates that use this compute resource Created by The name of the user who created the compute resource Creation time The timestamp of when the compute resource was created Last updated The timestamp of when the compute resource was last updated Cluster The cluster that the compute resource is associated with"},{"location":"platform-admin/workloads/assets/compute/#workloads-associated-with-the-compute-resource","title":"Workloads associated with the compute resource","text":"<p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> Column Description Workload The workload that uses the compute resource Type Workspace/Training/Inference Status Represents the workload lifecycle. See the full list of workload status."},{"location":"platform-admin/workloads/assets/compute/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul>"},{"location":"platform-admin/workloads/assets/compute/#adding-new-compute-resource","title":"Adding new compute resource","text":"<p>To add a new compute resource:</p> <ol> <li>Go to the Compute resource table  </li> <li>Click +NEW COMPUTE RESOURCE </li> <li>Select under which cluster to create the compute resource  </li> <li>Select a scope </li> <li>Enter a name for the compute resource. The name must be unique.  </li> <li>Optional: Provide a description of the essence of the compute resource  </li> <li> <p>Set the resource types needed within a single node    (the Run:ai scheduler tries to match a single node that complies with the compute resource for each of the workload\u2019s pods)  </p> <ul> <li> <p>GPU </p> <ul> <li>GPU devices per pod The number of devices (physical GPUs) per pod    (for example, if you requested 3 devices per pod and the running workload using this compute resource consists of 3 pods, there are 9 physical GPU devices used in total)  </li> </ul> <p>Note</p> <ul> <li>When setting it to zero, the workload using this computer resource neither requests or uses GPU resources while running  </li> <li>You can set any number of GPU devices and specify the memory requirement to any portion size (1..100), or memory size value using GB or MB units per device </li> </ul> <ul> <li>GPU memory per device <ul> <li>Select the memory request format  <ul> <li>% (of device) - Fraction of a GPU device\u2019s memory  </li> <li>MB (memory size) - An explicit GPU memory unit  </li> <li>GB (memory size) - An explicit GPU memory unit    </li> </ul> </li> <li>Set the memory Request - The minimum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives this amount of GPU memory for each device(s) the pod utilizes  </li> <li>Optional: Set the memory Limit - The maximum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives at most this amount of GPU memory for each device(s) the pod utilizes. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.  </li> </ul> </li> </ul> <p>Note</p> <ul> <li>GPU memory limit is disabled by default. If you cannot see the Limit toggle in the compute resource form, then it must be enabled by your Administrator, under General settings \u2192 Resources \u2192 GPU resource optimization  </li> <li>When a Limit is set and is bigger than the Request, the scheduler allows each pod to reach the maximum amount of GPU memory in an opportunistic manner (only upon availability).  </li> <li>If the GPU Memory Limit is bigger that the Request the pod is prone to be killed by the Run:ai toolkit (out of memory signal). The greater the difference between the GPU memory used and the request, the higher the risk of being killed  </li> <li>If GPU resource optimization is turned off, the minimum and maximum are in fact equal  </li> </ul> </li> <li> <p>CPU </p> <ul> <li>CPU compute per pod <ul> <li>Select the units for the CPU compute (Cores / Millicores)  </li> <li>Set the CPU compute Request - the minimum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU compute for each pod.  </li> <li>Optional: Set the CPU compute Limit - The maximum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives at most this amount of CPU compute. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. By default, the limit is set to \u201cUnlimited\u201d - which means that the pod may consume all the node's free CPU compute resources.  </li> </ul> </li> <li>CPU memory per pod <ul> <li>Select the units for the CPU memory (MB / GB)  </li> <li>Set the CPU memory Request - The minimum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU memory for each pod.  </li> <li>Optional: Set the CPU memory Limit - The maximum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives at most this amount of CPU memory. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. By default, the limit is set to \u201cUnlimited\u201d - Meaning that the pod may consume all the node's free CPU memory resources.  </li> </ul> </li> </ul> <p>Note</p> <p>If the CPU Memory Limit is bigger that the Request the pod is prone to be killed by the operating system (out of memory signal). The greater the difference between the CPU memory used and the request, the higher the risk of being killed.  </p> </li> </ul> </li> <li> <p>Optional: More settings  </p> <ul> <li>Increase shared memory size When enabled, the shared memory size available to the pod is increased from the default 64MB to the node's total available memory or the CPU memory limit, if set above.  </li> <li>Set extended resource(s) Click +EXTENDED RESOURCES to add resource/quantity pairs. For more information on how to set extended resources, see the Extended resources and Quantity guides  </li> </ul> </li> <li> <p>Click CREATE COMPUTE RESOURCE</p> <p>Note</p> <p>It is also possible to add compute resources directly when creating a specific Workspace, training or inference workload.</p> </li> </ol>"},{"location":"platform-admin/workloads/assets/compute/#editing-a-compute-resource","title":"Editing a compute resource","text":"<p>To edit a compute resource:</p> <ol> <li>Select the compute resource you want to edit</li> <li>Click Edit</li> <li>Click SAVE COMPUTE RESOURCE</li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"platform-admin/workloads/assets/compute/#copying-a-compute-resource","title":"Copying a compute resource","text":"<p>To make a copy of an existing compute resource:</p> <ol> <li>Select the compute resource you want to copy</li> <li>Click MAKE A COPY</li> <li>Enter a name for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click CREATE COMPUTE RESOURCE </li> </ol>"},{"location":"platform-admin/workloads/assets/compute/#deleting-a-compute-resource","title":"Deleting a compute resource","text":"<ol> <li>Select the compute resource you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm   </li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"platform-admin/workloads/assets/compute/#using-api","title":"Using API","text":"<p>Go to the Compute resources API reference to view the available actions</p>"},{"location":"platform-admin/workloads/assets/credentials/","title":"Credentials","text":"<p>This article explains what credentials are and how to create and use them.</p> <p>Credentials are a workload asset that simplify the complexities of Kubernetes secrets. They consist of and mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <p>Credentials are crucial for the security of AI workloads and the resources they require, as they restrict access to authorized users, verify identities, and ensure secure interactions. By enforcing the protection of sensitive data, credentials help organizations comply with industry regulations, fostering a secure environment overall.</p> <p>Essentially, credentials enable AI practitioners to access relevant protected resources, such as private data sources and Docker images, thereby streamlining the workload submission process.</p>"},{"location":"platform-admin/workloads/assets/credentials/#credentials-table","title":"Credentials table","text":"<p>The Credentials table can be found under Workload manager in the Run:ai User interface.</p> <p>The Credentials table provides a list of all the credentials defined in the platform and allows you to manage them.</p> <p></p> <p>The Credentials table comprises the following columns:</p> Column Description Credentials The name of the credentials Description A description of the credentials Type The type of credentials, e.g., Docker registry Status The different lifecycle phases and representation of the credentials\u2019 condition Scope The scope of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram Kubernetes name The unique name of the credentials Kubernetes name as it appears in the cluster Environment(s) The environment(s) that are associated with the credentials Data source(s) The private data source(s) that are accessed using the credentials Created by The user who created the credentials Creation time The timestamp of when the credentials were created Cluster The cluster with which the credentials are associated"},{"location":"platform-admin/workloads/assets/credentials/#credentials-status","title":"Credentials status","text":"<p>The following table describes the credentials\u2019 condition and whether they were created successfully for the selected scope.</p> Status Description No issues found No issues were found while creating the credentials (this status may change while propagating the credentials to the selected scope) Issues found Issues found while propagating the credentials Issues found Failed to access the cluster Creating\u2026 Credentials are being created Deleting\u2026 Credentials are being deleted No status When the credentials\u2019 scope is an account, or the current version of the cluster is not up to date, the status cannot be displayed"},{"location":"platform-admin/workloads/assets/credentials/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click \u2018Download as CSV\u2019. Export to CSV is limited to 20,000 rows.</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"platform-admin/workloads/assets/credentials/#adding-new-credentials","title":"Adding new credentials","text":"<p>Creating credentials is limited to specific roles.</p> <p>To add a new credential:</p> <ol> <li>Go to the Credentials table:</li> <li>Click +NEW CREDENTIALS</li> <li>Select the credential type from the list     Follow the step-by-step guide for each credential type:</li> </ol>"},{"location":"platform-admin/workloads/assets/credentials/#docker-registry","title":"Docker registry","text":"<p>These credentials allow users to authenticate and pull images from a Docker registry, enabling access to containerized applications and services.</p> <p>After creating the credentials, it is used automatically when pulling images.</p> <ol> <li>Select a scope.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the username, password, and Docker registry URL</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/credentials/#access-key","title":"Access key","text":"<p>These credentials are unique identifiers used to authenticate and authorize access to cloud services or APIs, ensuring secure communication between applications. They typically consist of two parts:</p> <ul> <li>An access key ID</li> <li>A secret access key</li> </ul> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credential</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the Access key and Access secret</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/credentials/#username-password","title":"Username &amp; password","text":"<p>These credentials require a username and corresponding password to access various resources, ensuring that only authorized users can log in.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the username and password</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/credentials/#generic-secret","title":"Generic secret","text":"<p>These credentials are a flexible option that consists of multiple keys &amp; values and can store various sensitive information, such as API keys or configuration data, to be used securely within applications.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Click +KEY &amp; VALUE - to add key/value pairs to store in the new secret</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol>"},{"location":"platform-admin/workloads/assets/credentials/#editing-credentials","title":"Editing credentials","text":"<p>To rename a credential:</p> <ol> <li>Select the credential from the table</li> <li>Click Rename to edit its name and description</li> </ol>"},{"location":"platform-admin/workloads/assets/credentials/#deleting-credentials","title":"Deleting credentials","text":"<p>To delete a credential:</p> <ol> <li>Select the credential you want to delete</li> <li>Click DELETE</li> <li>In the dialog, click DELETE to confirm</li> </ol> <p>Note</p> <p>Credentials cannot be deleted if they are being used by a workload and template.</p>"},{"location":"platform-admin/workloads/assets/credentials/#using-credentials","title":"Using credentials","text":"<p>You can use credentials (secrets) in various ways within the system</p>"},{"location":"platform-admin/workloads/assets/credentials/#access-private-data-sources","title":"Access private data sources","text":"<p>To access private data sources, attach credentials to data sources of the following types: Git, S3 Bucket</p>"},{"location":"platform-admin/workloads/assets/credentials/#use-directly-within-the-container","title":"Use directly within the container","text":"<p>To use the secret directly from within the container, you can choose between the following options</p> <ol> <li>Get the secret mounted to the file system by using the Generic secret data source</li> <li> <p>Get the secret as an environment variable injected into the container. There are two equivalent ways to inject the environment variable.</p> <p>a. By adding it to the Environment asset.    b. By adding it ad-hoc as part of the workload.</p> </li> </ol>"},{"location":"platform-admin/workloads/assets/credentials/#creating-secrets-in-advance","title":"Creating secrets in advance","text":"<p>Add secrets in advance to be used when creating credentials via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> Cluster scopeDepartment scopeProject scope <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/cluster-wide: \"true\"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code> \u05bf</li> </ol> </li> </ol> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/department: \"&lt;department id&gt;\"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code></li> </ol> </li> </ol> <ol> <li>Create the secret in the project\u2019s namespace</li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code></li> </ol> </li> </ol> <p>The secret is now displayed for that scope in the list of existing secrets.</p>"},{"location":"platform-admin/workloads/assets/credentials/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Credentials API reference</p>"},{"location":"platform-admin/workloads/assets/data-volumes/","title":"Data Volumes","text":"<p>Data volumes offer a powerful solution for storing, managing, and sharing AI training data within the Run:ai platform. They promote collaboration, simplify data access control, and streamline the AI development lifecycle.</p> <p>Data volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data.</p>"},{"location":"platform-admin/workloads/assets/data-volumes/#why-use-a-data-volume","title":"Why use a data volume?","text":"<ol> <li>Sharing with multiple scopes     Unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters, encouraging data reuse and collaboration within the organization.</li> <li>Storage saving     A single copy of the data can be used across multiple scopes</li> </ol>"},{"location":"platform-admin/workloads/assets/data-volumes/#typical-use-cases","title":"Typical use cases","text":"<ol> <li>Sharing large data sets     In large organizations, the data is often stored in a remote location, which can be a barrier for large model training. Even if the data is transferred into the cluster, sharing it easily with multiple users is still challenging. Data volumes can help share the data seamlessly, with maximum security and control.</li> <li>Sharing data with colleagues     When sharing training results, generated data sets, or other artifacts with team members is needed, data volumes can help make the data available easily.</li> </ol>"},{"location":"platform-admin/workloads/assets/data-volumes/#prerequisites","title":"Prerequisites","text":"<p>To create a data volume, there must be a project with a PVC in its namespace.</p> <p>Working with data volumes is currently available using the API. To view the available actions, go to the Data volumes API reference.</p>"},{"location":"platform-admin/workloads/assets/data-volumes/#adding-a-new-data-volume","title":"Adding a new data volume","text":"<p>Data volume creation is limited to specific roles</p>"},{"location":"platform-admin/workloads/assets/data-volumes/#adding-scopes-for-a-data-volume","title":"Adding scopes for a data volume","text":"<p>Data volume sharing (adding scopes) is limited to specific roles</p> <p>Once created, the data volume is available to its originating project (see the prerequisites above).</p> <p>Data volumes can be shared with additional scopes in the organization.</p>"},{"location":"platform-admin/workloads/assets/data-volumes/#who-can-use-a-data-volume","title":"Who can use a data volume?","text":"<p>Data volumes are used when submitting workloads. Any user, application or SSO group with a role that has permissions to create workloads can also use data volumes.</p> <p>Researchers can list available data volumes within their permitted scopes for easy selection.</p>"},{"location":"platform-admin/workloads/assets/datasources/","title":"Data Sources","text":"<p>This article explains what data sources are and how to create and use them.</p> <p>Data sources are a type of workload asset and represent a location where data is actually stored. They may represent a remote data location, such as NFS, Git, or S3, or a Kubernetes local resource, such as PVC, ConfigMap, HostPath, or Secret.</p> <p>This configuration simplifies the mapping of the data into the workload\u2019s file system and handles the mounting process during workload creation for reading and writing. These data sources are reusable and can be easily integrated and used by AI practitioners while submitting workloads across various scopes.</p>"},{"location":"platform-admin/workloads/assets/datasources/#data-sources-table","title":"Data sources table","text":"<p>The data sources table can be found under Workload manager in the Run:ai platform.</p> <p>The data sources table provides a list of all the data sources defined in the platform and allows you to manage them.</p> <p></p> <p>The data sources table comprises the following columns:</p> Column Description Data source The name of the data source Description A description of the data source Type The type of data source connected \u2013 e.g., S3 bucket, PVC, or others Status The different lifecycle phases and representation of the data source condition Scope The scope of the data source within the organizational tree. Click the scope name to view the organizational tree diagram Kubernetes name The unique name of the data sources Kubernetes name as it appears in the cluster Workload(s) The list of existing workloads that use the data source Template(s) The list of workload templates that use the data source Created by The user who created the data source Creation time The timestamp for when the data source was created Cluster The cluster that the data source is associated with"},{"location":"platform-admin/workloads/assets/datasources/#data-sources-status","title":"Data sources status","text":"<p>The following table describes the data sources' condition and whether they were created successfully for the selected scope.</p> Status Description No issues found No issues were found while creating the data source Issues found Issues were found while propagating the data source credentials Issues found The data source couldn\u2019t be created at the cluster Creating\u2026 The data source is being created No status / \u201c-\u201d When the data source\u2019s scope is an account, the current version of the cluster is not up to date, or the asset is not a cluster-syncing entity, the status can\u2019t be displayed"},{"location":"platform-admin/workloads/assets/datasources/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click \u2018Download as CSV\u2019</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"platform-admin/workloads/assets/datasources/#adding-a-new-data-source","title":"Adding a new data source","text":"<p>To create a new data source:</p> <ol> <li>Click +NEW DATA SOURCE</li> <li>Select the data source type from the list. Follow the step-by-step guide for each data source type:</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#nfs","title":"NFS","text":"<p>A Network File System (NFS) is a Kubernetes concept used for sharing storage in the cluster among different pods. Like a PVC, the NFS volume\u2019s content remains preserved, even outside the lifecycle of a single pod. However, unlike PVCs, which abstract storage management, NFS provides a method for network-based file sharing. The NFS volume can be pre-populated with data and can be mounted by multiple pod writers simultaneously. At Run:ai, an NFS-type data source is an abstraction that is mapped directly to a Kubernetes NFS volume. This integration allows multiple workloads under various scopes to mount and present the NFS data source.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Enter the NFS server (host name or host IP)</li> <li>Enter the NFS path</li> </ul> </li> <li>Set the data target location<ul> <li>Container path</li> </ul> </li> <li>Optional: Restrictions<ul> <li>Prevent data modification - When enabled, the data will be mounted with read-only permissions</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#pvc","title":"PVC","text":"<p>A Persistent Volume Claim (PVC) is a Kubernetes concept used for managing storage in the cluster, which can be provisioned by an administrator or dynamically by Kubernetes using a StorageClass. PVCs allow users to request specific sizes and access modes (read/write once, read-only many). Run:ai ensures that data remains consistent and accessible across various scopes and workloads, beyond the lifecycle of individual pods, which is efficient while working with large datasets typically associated with AI projects.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Select PVC:<ul> <li>Existing PVC     This option is relevant when the purpose is to create a PVC-type data source based on an existing PVC in the cluster<ul> <li>Select a PVC from the list - (The list is empty if no existing PVCs were created in advance)</li> </ul> </li> <li>New PVC - creates a new PVC in the cluster. New PVCs are not added to the Existing PVCs list.     When creating a PVC-type data source and selecting the \u2018New PVC\u2019 option, the PVC is immediately created in the cluster (even if no workload has requested this PVC).</li> </ul> </li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, check Kubernetes storage classes</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - allows the volume to be mounted as a filesystem, enabling the usage of directories and files.</li> <li>Block - exposes the volume as a block storage, which can be formatted or used by applications directly without a filesystem.</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Optional: Prevent data modification - When enabled, the data will be mounted with read-only permission.</li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/datasources/#s3-bucket","title":"S3 Bucket","text":"<p>The S3 bucket data source enables the mapping of a remote S3 bucket into the workload\u2019s file system. Similar to a PVC, this mapping remains accessible across different workload executions, extending beyond the lifecycle of individual pods. However, unlike PVCs, data stored in an S3 bucket resides remotely, which may lead to decreased performance during the execution of heavy machine learning workloads. As part of the Run:ai connection to the S3 bucket, you can create credentials in order to access and map private buckets.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Set the S3 service URL</li> <li>Select the credentials<ul> <li>None - for public buckets</li> <li>Credential names - This option is relevant for private buckets based on existing credentials that were created for the scope.     To add new credentials to the credentials list, and for additional information, check the Credentials article.</li> </ul> </li> <li>Enter the bucket name</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/datasources/#git","title":"Git","text":"<p>A Git-type data source is a Run:ai integration, that enables code to be copied from a Git branch into a dedicated folder in the container. It is mainly used to provide the workload with the latest code repository. As part of the integration with Git, in order to access private repositories, you can add predefined credentials to the data source mapping.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Set the Repository URL</li> <li>Set the Revision (branch, tag, or hash)- If left empty, it will use the 'HEAD' (latest)</li> <li>Select the credentials<ul> <li>None - for public repositories</li> <li>Credential names - This option applies to private repositories based on existing credentials that were created for the scope.     To add new credentials to the credentials list, and for additional information, check the Credentials article.</li> </ul> </li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/datasources/#host-path","title":"Host path","text":"<p>A Host path volume is a Kubernetes concept that enables mounting a host path file or a directory on the workload\u2019s file system. Like a PVC, the host path volume\u2019s data persists across workloads under various scopes. It also enables data serving from the hosting node.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>host path</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Optional: Prevent data modification - When enabled, the data will be mounted with read-only permissions.</li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#configmap","title":"ConfigMap","text":"<p>A ConfigMap data source is a Run:ai abstraction for the Kubernetes ConfigMap concept. The ConfigMap is used mainly for storage that can be mounted on the workload container for non-confidential data. It is usually represented in key-value pairs (e.g., environment variables, command-line arguments etc.). It allows you to decouple environment-specific system configurations from your container images, so that your applications are easily portable. ConfigMaps must be created on the cluster prior to being used within the Run:ai system.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Select the ConfigMap name (The list is empty if no existing ConfigMaps were created in advance).</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#secret","title":"Secret","text":"<p>A secret-type data source enables the mapping of a credential into the workload\u2019s file system. Credentials are a workload asset that simplify the complexities of Kubernetes Secrets. The credentials mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Select the credentials     To add new credentials, and for additional information, check the Credentials article.</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <p>Note</p> <p>It is also possible to add data sources directly when creating a specific workspace, training or inference workload</p>"},{"location":"platform-admin/workloads/assets/datasources/#editing-a-data-source","title":"Editing a data source","text":"<p>To edit a data source:</p> <ol> <li>Select the data source from the table</li> <li>Click Rename to provide it with a new name</li> <li>Click Copy &amp; Edit to make any changes to the data source</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#deleting-a-data-source","title":"Deleting a data source","text":"<p>To delete a data source:</p> <ol> <li>Select the data source you want to delete</li> <li>Click DELETE</li> <li>Confirm you want to delete the data source</li> </ol> <p>Note</p> <p>It is not possible to delete an environment being used by an existing workload or template.</p>"},{"location":"platform-admin/workloads/assets/datasources/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Data sources API reference.</p>"},{"location":"platform-admin/workloads/assets/environments/","title":"Environments","text":"<p>This article explains what environments are and how to create and use them.</p> <p>Environments are one type of workload asset. An environment consists of a configuration that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>An environment asset is a preconfigured building block that encapsulates aspects for the workload such as:</p> <ul> <li>Container image and container configuration  </li> <li>Tools and connections  </li> <li>The type of workload it serves</li> </ul>"},{"location":"platform-admin/workloads/assets/environments/#environments-table","title":"Environments table","text":"<p>The Environments table can be found under Workload manager in the Run:ai platform.</p> <p>The Environment table provides a list of all the environment defined in the platform and allows you to manage them.</p> <p></p> <p>The Environments table consists of the following columns:</p> Column Description Environment The name of the environment Description A description of the environment Scope The scope of this environment within the organizational tree. Click the name of the scope to view the organizational tree diagram Image The application or service to be run by the workload Workload Architecture This can be either standard for running workloads on a single node or distributed for running distributed workloads on multiple nodes Tool(s) The tools and connection types the environment exposes Workload(s) The list of existing workloads that use the environment Workload types The workload types that can use the environment (Workspace/ Training / Inference) Template(s) The list of workload templates that use this environment Created by The user who created the environment. By default Run:ai UI comes with preinstalled environments created by Run:ai created by Run:ai Creation time The timestamp of when the environment was created Last updated The timestamp of when the environment was last updated Cluster The cluster with which the environment is associated"},{"location":"platform-admin/workloads/assets/environments/#tools-associated-with-the-environment","title":"Tools associated with the environment","text":"<p>Click one of the values in the tools column to view the list of tools and their connection type.</p> Column Description Tool name The name of the tool or application AI practitioner can set up within the environment. Connection type The method by which you can access and interact with the running workload. It's essentially the \"doorway\" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc)"},{"location":"platform-admin/workloads/assets/environments/#workloads-associated-with-the-environment","title":"Workloads associated with the environment","text":"<p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> Column Description Workload The workload that uses the environment Type The workload type (Workspace/Training/Inference) Status Represents the workload lifecycle. See the full list of workload status"},{"location":"platform-admin/workloads/assets/environments/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul>"},{"location":"platform-admin/workloads/assets/environments/#environments-created-by-runai","title":"Environments created by Run:ai","text":"<p>When installing Run:ai, you automatically get the environments created by Run:ai to ease up the onboarding process and support different use cases out of the box. These environments are created at the scope of the account.</p> Environment Image Jupiter-lab jupyter/scipy-notebook jupyter-tensorboard gcr.io/run-ai-demo/jupyter-tensorboard tensorboard tensorflow/tensorflow:latest llm-server runai.jfrog.io/core-llm/runai-vllm:v0.6.4-0.10.0 chatbot-ui runai.jfrog.io/core-llm/llm-app gpt2 runai.jfrog.io/core-llm/quickstart-inference:gpt2-cpu"},{"location":"platform-admin/workloads/assets/environments/#adding-a-new-environment","title":"Adding a new environment","text":"<p>Environment creation is limited to specific roles</p> <p>To add a new environment:</p> <ol> <li>Go to the Environments table  </li> <li>Click +NEW ENVIRONMENT </li> <li>Select under which cluster to create the environment  </li> <li>Select a scope </li> <li>Enter a name for the environment. The name must be unique.  </li> <li>Optional: Provide a description of the essence of the environment  </li> <li>Enter the Image URL    If a token or secret is required to pull the image, it is possible to create it via credentials of type docker registry. These credentials are automatically used once the image is pulled (which happens when the workload is submitted)  </li> <li>Set the image pull policy - the condition for when to pull the image from the registry  </li> <li>Set the workload architecture:  <ul> <li>Standard Only standard workloads can use the environment. A standard workload consists of a single process.  </li> <li>Distributed Only distributed workloads can use the environment. A distributed workload consists of multiple processes working together. These processes can run on different nodes.  </li> <li>Select a framework from the list.  </li> </ul> </li> <li>Set the workload type:  <ul> <li>Workspace </li> <li>Training </li> <li>Inference </li> <li>When inference is selected, define the endpoint of the model by providing both the protocol and the container\u2019s serving port  </li> </ul> </li> <li>Optional: Set the connection for your tool(s). The tools must be configured in the image. When submitting a workload using the environment, it is possible to connect to these tools  <ul> <li>Select the tool from the list (the available tools varies from IDE, experiment tracking, and more, including a custom tool for your choice)  </li> <li>Select the connection type  <ul> <li>External URL <ul> <li>Auto generate   A unique URL is automatically created for each workload using the environment  </li> <li>Custom URL   The URL is set manually  </li> </ul> </li> <li>Node port <ul> <li>Auto generate   A unique port is automatically exposed for each workload using the environment  </li> <li>Custom URL   Set the port manually  </li> </ul> </li> <li>Set the container port </li> </ul> </li> </ul> </li> <li>Optional: Set a command and arguments for the container running the pod  <ul> <li>When no command is added, the default command of the image is used (the image entrypoint)  </li> <li>The command can be modified while submitting a workload using the environment  </li> <li>The argument(s) can be modified while submitting a workload using the environment  </li> </ul> </li> <li>Optional: Set the environment variable(s) <ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable</li> <li>Custom<ul> <li>Enter a value </li> <li>Leave empty</li> <li>Add instructions for the expected value if any</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name     To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key </li> </ul> </li> <li>The environment variables can be modified and new variables can be added while submitting a workload using the environment</li> </ul> </li> <li>Optional: Set the container\u2019s working directory to define where the container\u2019s process starts running. When left empty, the default directory is used.  </li> <li>Optional: Set where the UID, GID and supplementary groups are taken from, this can be:  <ul> <li>From the image </li> <li>From the IdP token (only available in an SSO installations)  </li> <li>Custom (manually set) - decide whether the submitter can modify these value upon submission.</li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas)  </li> <li>Disable Allow the values above to be modified within the workload if you want the above values to be used as the default</li> </ul> </li> </ul> </li> <li>Optional: Select Linux capabilities - Grant certain privileges to a container without granting all the privileges of the root user. </li> <li>Click CREATE ENVIRONMENT</li> </ol> <p>Note</p> <p>It is also possible to add environments directly when creating a specific workspace, training or inference workload.</p>"},{"location":"platform-admin/workloads/assets/environments/#editing-an-environment","title":"Editing an environment","text":"<p>To edit an environment:</p> <ol> <li>Select the environment you want to edit</li> <li>Click Edit</li> <li>Click SAVE ENVIRONMENT</li> </ol> <p>Note</p> <ul> <li>The already bound workload that is using this asset will not be affected.</li> <li>llm-server and chatbot-ui environments cannot be edited. </li> </ul>"},{"location":"platform-admin/workloads/assets/environments/#copying-an-environment","title":"Copying an environment","text":"<p>To make a copy of an existing environment:</p> <ol> <li>Select the environment you want to copy</li> <li>Click MAKE A COPY</li> <li>Enter a name for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click CREATE ENVIRONMENT </li> </ol>"},{"location":"platform-admin/workloads/assets/environments/#deleting-an-environment","title":"Deleting an environment","text":"<p>To delete an environment:</p> <ol> <li>Select the environment you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm</li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"platform-admin/workloads/assets/environments/#using-api","title":"Using API","text":"<p>Go to the Environment API reference to view the available actions</p>"},{"location":"platform-admin/workloads/assets/overview/","title":"Overview","text":"<p>Workload assets enable organizations to:</p> <ul> <li>Create and reuse preconfigured setup for code, data, storage and resources to be used by AI practitioners to simplify the process of submitting workloads  </li> <li>Share the preconfigured setup with a wide audience of AI practitioners with similar needs</li> </ul> <p>Note</p> <ul> <li>The creation of assets is possible only via API and the Run:ai UI  </li> <li>The submission of workloads using assets, is possible only via the Run:ai UI</li> </ul>"},{"location":"platform-admin/workloads/assets/overview/#workload-asset-types","title":"Workload asset types","text":"<p>There are four workload asset types used by the workload:</p> <ul> <li>Environments   The container image, tools and connections for the workload  </li> <li>Data sources   The type of data, its origin and the target storage location such as PVCs or cloud storage buckets where datasets are stored  </li> <li>Compute resources   The compute specification, including GPU and CPU compute and memory  </li> <li>Credentials   The secrets to be used to access sensitive data, services, and applications such as docker registry or S3 buckets</li> </ul>"},{"location":"platform-admin/workloads/assets/overview/#asset-scope","title":"Asset scope","text":"<p>When a workload asset is created, a scope is required. The scope defines who in the organization can view and/or use the asset.</p> <p>Note</p> <p>When an asset is created via API, the scope can be the entire account, this is currently an experimental feature.</p>"},{"location":"platform-admin/workloads/assets/overview/#who-can-create-an-asset","title":"Who can create an asset?","text":"<p>Any subject (user, application, or SSO group) with a role that has permissions to Create an asset, can do so within their scope.</p>"},{"location":"platform-admin/workloads/assets/overview/#who-can-use-an-asset","title":"Who can use an asset?","text":"<p>Assets are used when submitting workloads. Any subject (user, application or SSO group) with a role that has permissions to Create workloads, can also use assets.</p>"},{"location":"platform-admin/workloads/assets/overview/#who-can-view-an-asset","title":"Who can view an asset?","text":"<p>Any subject (user, application, or SSO group) with a role that has permission to View an asset, can do so within their scope.  </p>"},{"location":"platform-admin/workloads/assets/templates/","title":"Workspace Templates","text":"<p>This article explains the procedure to manage templates.</p> <p>A template is a pre-set configuration that is used to quickly configure and submit workloads using existing assets. A template consists of all the assets a workload needs, allowing researchers to submit a workload in a single click, or make subtle adjustments to differentiate them from each other.</p>"},{"location":"platform-admin/workloads/assets/templates/#workspace-templates-table","title":"Workspace templates table","text":"<p>The Templates table can be found under Workload manager in the Run:ai User interface.</p> <p>The Templates table provides a list of all the templates defined in the platform, and allows you to manage them.</p> <p>Flexible Management</p> <p>It is also possible to manage templates directly for a specific user, application, project, or department.</p> <p></p> <p>The Templates table consists of the following columns:</p> Column Description Scope The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates Environment The name of the environment related to the workspace template Compute resource The name of the compute resource connected to the workspace template Data source(s) The name of the data source(s) connected to the workspace template Created by The subject that created the template Creation time The timestamp for when the template was created Cluster The cluster name containing the template"},{"location":"platform-admin/workloads/assets/templates/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh (optional) - Click REFRESH to update the table with the latest data  </li> <li>Show/Hide details (optional) - Click to view additional information on the selected row</li> </ul>"},{"location":"platform-admin/workloads/assets/templates/#adding-a-new-workspace-template","title":"Adding a new workspace template","text":"<p>To add a new template:</p> <ol> <li>Click +NEW TEMPLATE </li> <li>Set the scope for the template  </li> <li>Enter a name for the template  </li> <li>Select the environment for your workload  </li> <li> <p>Select the node resources needed to run your workload     - or -    Click +NEW COMPUTE RESOURCE</p> </li> <li> <p>Set the volume needed for your workload  </p> </li> <li>Create a new data source  </li> <li>Set auto-deletion, annotations and labels, as required  </li> <li>Click CREATE TEMPLATE</li> </ol>"},{"location":"platform-admin/workloads/assets/templates/#editing-a-template","title":"Editing a template","text":"<p>To edit a template:</p> <ol> <li>Select the template from the table  </li> <li>Click Rename to provide it with a new name  </li> <li>Click Copy &amp; Edit to make any changes to the template</li> </ol>"},{"location":"platform-admin/workloads/assets/templates/#deleting-a-template","title":"Deleting a template","text":"<p>To delete a template:</p> <ol> <li>Select the template you want to delete  </li> <li>Click DELETE </li> <li>Confirm you want to delete the template</li> </ol>"},{"location":"platform-admin/workloads/assets/templates/#using-api","title":"Using API**","text":"<p>Go to the Workload template API reference to view the available actions  </p>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/","title":"Introduction to Workloads","text":"<p>Run:ai enhances visibility and simplifies management, by monitoring, presenting and orchestrating all AI workloads in the clusters it is installed on. Workloads are the fundamental building blocks for consuming resources, enabling AI practitioners such as researchers, data scientists and engineers to efficiently support the entire life cycle of an AI initiative. </p>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#workloads-across-the-ai-lifecycle","title":"Workloads across the AI lifecycle","text":"<p>A typical AI initiative progresses through several key stages, each with distinct workloads and objectives. With Run:ai, research and engineering teams can host and manage all these workloads to achieve the following:</p> <ul> <li>Data preparation: Aggregating, cleaning, normalizing, and labeling data to prepare for training.</li> <li>Training: Conducting resource-intensive model development and iterative performance optimization.</li> <li>Fine-tuning: Adapting pre-trained models to domain-specific data sets while balancing efficiency and performance.</li> <li>Inference: Deploying models for real-time or batch predictions with a focus on low latency and high throughput.</li> <li>Monitoring and optimization: Ensuring ongoing performance by addressing data drift, usage patterns, and retraining as needed.</li> </ul>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#what-is-a-workload","title":"What is a workload?","text":"<p>A workload runs in the cluster, is associated with a namespace, and operates to fulfill its targets, whether that is running to completion for a batch job, allocating resources for experimentation in an integrated development environment (IDE)/notebook, or serving inference requests in production. </p> <p>The workload, defined by the AI practitioner, consists of:</p> <ul> <li>Container images: This includes the application, its dependencies, and the runtime environment.</li> <li>Compute resources: CPU, GPU, and RAM to execute efficiently and address the workload\u2019s needs.</li> <li>Data sets: The data needed for processing, such as training data sets or input from external databases. </li> <li>Credentials: The access to certain data sources or external services, ensuring proper authentication and authorization. </li> </ul>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#workload-scheduling-and-orchestration","title":"Workload scheduling and orchestration","text":"<p>Run:ai\u2019s core mission is to optimize AI resource usage at scale. This is achieved through efficient scheduling and orchestrating of all cluster workloads using the Run:ai Scheduler. The Scheduler allows the prioritization of workloads across different departments and projects within the organization at large scales, based on the resource distribution set by the system administrator.</p>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#runai-and-third-party-workloads","title":"Run:ai and third-party workloads","text":"<ul> <li>Run:ai workloads: These workloads are submitted via the Run:ai platform. They are represented by Kubernetes Custom Resource Definitions (CRDs) and APIs. When using Run:ai workloads, a complete Workload and Scheduling Policy solution is offered for administrators to ensure optimizations, governance and security standards are applied. </li> <li>Third-party workloads: These workloads are submitted via third-party applications that use the Run:ai Scheduler. The Run:ai platform manages and monitors these workloads. They enable seamless integrations with external tools, allowing teams and individuals flexibility. </li> </ul>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#levels-of-support","title":"Levels of support","text":"<p>Different types of workloads have different levels of support. Understanding what capabilities are needed before selecting the workload type to work with is important. The table below details the level of support for each workload type in Run:ai. Run:ai workloads are fully supported with all of Run:ai advanced features and capabilities. While third-party workloads are partially supported. The list of capabilities can change between different Run:ai versions.</p> Functionality Workload Type Run:ai workloads Third-party workloads Training - Standard Workspace Inference Training - distributed Fairness v v v v v Priority and preemption v v v v v Over quota v v v v v Node pools v v v v v Bin packing / Spread v v v v v Multi-GPU fractions v v v v v Multi-GPU dynamic fractions v v v v v Node level scheduler v v v v v Multi-GPU memory swap v v v v v Elastic scaling NA NA v v v Gang scheduling v v v v v Monitoring v v v v v RBAC v v v v Workload awareness v v v v Workload submission v v v v Workload actions (stop/run) v v v v Workload Policies v v v v Scheduling rules v v v v <p>Note</p> <p>Workload awareness</p> <p>Specific workload-aware visibility, so that different pods are identified and treated as a single workload (for example GPU utilization, workload view, dashboards).</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/","title":"Workloads","text":"<p>This article explains the procedure for managing workloads.</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#workloads-table","title":"Workloads table","text":"<p>The Workloads table can be found under Workload manager in the Run:ai platform.</p> <p>The workloads table provides a list of all the workloads scheduled on the run:ai Scheduler, and allows you to manage them.</p> <p></p> <p>The Workloads table consists of the following columns:</p> Column Description Workload The name of the workload Type The workload type Preemptible Is the workload preemptible Status The different phases in a workload life cycle. Project The project in which the workload runs. Department The department that the workload is associated with. this column is visible only if the department toggle is enabled by your administrator. Created by The user who created the workload Running/requested pods The number of running pods out of the requested Creation time The timestamp for when the workload was created Completion time The timestamp the workload reached a terminal state (failed/completed) Connection(s) The method by which you can access and interact with the running workload. It's essentially the \"doorway\" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc). Click one of the values in the column to view the list of connections and their parameters Data source(s) Data resources used by the workload Environment The environment used by the workload Workload architecture Standard or distributed. A standard workload consists of a single process. A distributed workload consists of multiple processes working together. These processes can run on different nodes. GPU compute request Amount of GPU devices requested GPU compute allocation Amount of GPU devices allocated GPU memory request Amount of GPU memory Requested GPU memory allocation Amount of GPU memory allocated Idle GPU devices The number of allocated GPU devices that have been idle for more than 5 minutes CPU compute request Amount of CPU cores requested CPU compute allocation Amount of CPU cores allocated CPU memory request Amount of CPU memory requested CPU memory allocation Amount of CPU memory allocated Cluster The cluster that the workload is associated with"},{"location":"platform-admin/workloads/overviews/managing-workloads/#workload-status","title":"Workload status","text":"<p>The following table describes the different phases in a workload life cycle. The UI provides additional details for some of the below workload statuses which can be viewed by clicking the icon next to the status.</p> Status Description Entry Condition Exit Condition Creating Workload setup is initiated in the cluster. Resources and pods are now provisioning. A workload is submitted. A multi-pod group is created. Pending Workload is queued and awaiting resource allocation. A pod group exists. All pods are scheduled. Initializing Workload is retrieving images, starting containers, and preparing pods. All pods are scheduled. All pods are initialized or a failure to initialize is detected. Running Workload is currently in progress with all pods operational. All pods initialized (all containers in pods are ready). Workload completion or failure. Degraded Pods may not align with specifications, network services might be incomplete, or persistent volumes may be detached. Check your logs for specific details. Pending - All pods are running but have issues. Running - All pods are running with no issues. Running - All resources are OK. Completed - Workload finished with fewer resources. Failed - Workload failure or user-defined rules. Deleting Workload and its associated resources are being decommissioned from the cluster. Deleting the workload. Resources are fully deleted. Stopped Workload is on hold and resources are intact but inactive. Stopping the workload without deleting resources. Transitioning back to the initializing phase or proceeding to deleting the workload. Failed Image retrieval failed or containers experienced a crash. Check your logs for specific details. An error occurs preventing the successful completion of the workload. Terminal state. Completed Workload has successfully finished its execution. The workload has finished processing without errors. Terminal state."},{"location":"platform-admin/workloads/overviews/managing-workloads/#pods-associated-with-workload","title":"Pods Associated with Workload","text":"<p>Click one of the values in the Running/requested pods column, to view the list of pods and their parameters.</p> Column Description Pod Pod name Status Pod lifecycle stages Node The node on which the pod resides Node pool The node pool in which the pod resides (applicable if node pools are enabled) Image The pod\u2019s main image GPU compute allocation Amount of GPU devices allocated for the pod GPU memory allocation Amount of GPU memory allocated for the pod"},{"location":"platform-admin/workloads/overviews/managing-workloads/#connections-associated-with-workload","title":"Connections Associated with Workload","text":"<p>A connection refers to the method by which you can access and interact with the running workloads. It is essentially the \"doorway\" through which you can reach and use the applications (tools) these workloads provide.</p> <p>Click one of the values in the Connection(s) column, to view the list of connections and their parameters. Connections are network interfaces that communicate with the application running in the workload. Connections are either the URL the application exposes or the IP and the port of the node that the workload is running on.</p> Column Description Name The name of the application running on the workload Connection type The network connection type selected for the workload Access Who is authorized to use this connection (everyone, specific groups/users) Address The connection URL Copy button Copy URL to clipboard Connect button Enabled only for supported tools"},{"location":"platform-admin/workloads/overviews/managing-workloads/#data-sources-associated-with-workload","title":"Data Sources Associated with Workload","text":"<p>Click one of the values in the Data source(s) column, to view the list of data sources and their parameters.</p> Column Description Data source The name of the data source mounted to the workload Type The data source type"},{"location":"platform-admin/workloads/overviews/managing-workloads/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh - Click REFRESH to update the table with the latest data  </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#showhide-details","title":"Show/Hide details","text":"<p>Click a row in the Workloads table and then click the SHOW DETAILS button at the upper-right side of the action bar. The details pane appears, presenting the following tabs:</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#event-history","title":"Event History","text":"<p>Displays the workload status over time. It displays events describing the workload lifecycle and alerts on notable events. Use the filter to search through the history for specific events.</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#metrics","title":"Metrics","text":"<ul> <li>GPU utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node.  </li> <li>GPU memory utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node.  </li> <li>CPU compute utilization   The average of all CPUs\u2019 cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node.  </li> <li>CPU memory utilization   The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node.  </li> <li> <p>CPU memory usage   The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines.  </p> </li> <li>You can click the date picker to change the presented period  </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use Reset zoom to go back to the preset period  </li> <li>Changes in the period affect all graphs on this screen.</li> </ul>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#logs","title":"Logs","text":"<p>Workload events are ordered in chronological order. The logs contain events from the workload\u2019s lifecycle to help monitor and debug issues.</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#adding-new-workload","title":"Adding new workload","text":"<p>Before starting, make sure you have created a project or have one created for you to work with workloads.</p> <p>To create a new workload:</p> <ol> <li>Click +NEW WORKLOAD </li> <li>Select a workload type - Follow the links below to view the step-by-step guide for each workload type:  <ul> <li>Workspace. Used for data preparation and model-building tasks.  </li> <li>Training. Used for standard training tasks of all sorts  </li> <li>Distributed Training. Used for distributed tasks of all sorts  </li> <li>Inference. Used for inference and serving tasks  </li> <li>Job (legacy). This type is displayed only if enabled by your Administrator, under General settings \u2192 Workloads \u2192 Workload policies  </li> </ul> </li> <li>Click CREATE WORKLOAD</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#stopping-a-workload","title":"Stopping a workload","text":"<p>Stopping a workload kills the workload pods and releases the workload resources.</p> <ol> <li>Select the workload you want to stop  </li> <li>Click STOP</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#running-a-workload","title":"Running a workload","text":"<p>Running a workload spins up new pods and resumes the workload work after it was stopped.</p> <ol> <li>Select the workload you want to run again  </li> <li>Click RUN</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#connecting-to-a-workload","title":"Connecting to a workload","text":"<p>To connect to an application running in the workload (for example, Jupyter Notebook)</p> <ol> <li>Select the workload you want to connect  </li> <li>Click CONNECT </li> <li>Select the tool from the drop-down list  </li> <li>The selected tool is opened in a new tab on your browser</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#deleting-a-workload","title":"Deleting a workload","text":"<ol> <li>Select the workload you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion  </li> </ol> <p>Note</p> <p>Once a workload is deleted you can view it in the Deleted tab in the workloads view. This tab is displayed only if enabled by your Administrator, under General settings \u2192 Workloads \u2192 Deleted workloads</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#copy-edit-a-workload","title":"Copy &amp; Edit a workload","text":"<ol> <li>Select the workload you want to copy and edit  </li> <li>Click COPY &amp; EDIT </li> <li>Update the workload and click CREATE WORKLOAD</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#using-api","title":"Using API","text":"<p>Go to the Workloads API reference to view the available actions</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#troubleshooting","title":"Troubleshooting","text":"<p>To understand the condition of the workload, review the workload status in the Workload table. For more information, see check the workload\u2019s event history.</p> <p>Listed below are a number of known issues when working with workloads and how to fix them:</p> Issue Mediation Cluster connectivity issues (there are issues with your connection to the cluster error message) Verify that you are on a network that has been granted access to the cluster.  Reach out to your cluster admin for instructions on verifying this.  If you are an admin, see the troubleshooting section in the cluster documentation Workload in \u201cInitializing\u201d status for some time Check that you have access to the Container image registry.  Check the statuses of the pods in the pods\u2019 modal.  Check the event history for more details Workload has been pending for some time Check that you have the required quota.  Check the project\u2019s available quota in the project dialog.  Check that all services needed to run are bound to the workload.  Check the event history for more details. PVCs created using the K8s API or <code>kubectl</code> are not visible or mountable in Run:ai. This is by design.  - Create a new data source of type PVC in the Run:ai UI  - In the Data mount section, select Existing PVC  - Select the PVC you created via the K8S API  You are now able to select and mount this PVC in your Run:ai submitted workloads. Workload is not visible in the UI. Check that the workload hasn\u2019t been deleted.  See the \u201cDeleted\u201d tab in the workloads view"},{"location":"platform-admin/workloads/overviews/workload-types/","title":"Run:ai Workload Types","text":"<p>In the world of machine learning (ML), the journey from raw data to actionable insights is a complex process that spans multiple stages. Each stage of the AI lifecycle requires different tools, resources, and frameworks to ensure optimal performance. Run:ai simplifies this process by offering specialized workload types tailored to each phase, facilitating a smooth transition across various stages of the ML workflows. </p> <p>The ML lifecycle usually begins with the experimental work on data and exploration of different modeling techniques to identify the best approach for accurate predictions. At this stage, resource consumption is usually moderate as experimentation is done on a smaller scale. As confidence grows in the model's potential and its accuracy, the demand for compute resources increases. This is especially true during the training phase, where vast amounts of data need to be processed, particularly with complex models such as large language models (LLMs), with their huge parameter sizes, that often require distributed training across multiple GPUs to handle the intensive computational load. </p> <p>Finally, once the model is ready, it moves to the inference stage, where it is deployed to make predictions on new, unseen data. Run:ai's workload types are designed to correspond with the natural stages of this lifecycle. They are structured to align with the specific resource and framework requirements of each phase, ensuring that AI researchers and data scientists can focus on advancing their models without worrying about infrastructure management.</p> <p>Run:ai offers three workload types that correspond to a specific phase of the researcher\u2019s work:</p> <ul> <li>Workspaces \u2013 For experimentation with data and models.</li> <li>Training \u2013 For resource-intensive tasks such as model training and data preparation.</li> <li>Inference \u2013 For deploying and serving the trained model.</li> </ul>"},{"location":"platform-admin/workloads/overviews/workload-types/#workspaces-the-experimentation-phase","title":"Workspaces: the experimentation phase","text":"<p>The Workspace is where data scientists conduct initial research, experiment with different data sets, and test various algorithms. This is the most flexible stage in the ML lifecycle, where models and data are explored, tuned, and refined. The value of workspaces lies in the flexibility they offer, allowing the researcher to iterate quickly without being constrained by rigid infrastructure.  </p> <ul> <li> <p>Framework flexibility</p> <p>Workspaces support a variety of machine learning frameworks, as researchers need to experiment with different tools and methods. </p> </li> <li> <p>Resource requirements</p> <p>Workspaces are often lighter on resources compared to the training phase, but they still require significant computational power for data processing, analysis, and model iteration. </p> <p>Hence, the default for the Run:ai workspaces considerations is to allow scheduling those workloads without the ability to preempt them once the resources were allocated. However, this non-preemptable state doesn\u2019t allow to utilize more resources outside of the project\u2019s deserved quota. </p> </li> </ul> <p>See Running workspaces to learn more about how to submit a workspace via the Run:ai platform. For quick starts, see Running Jupyter Notebook using workspaces.</p>"},{"location":"platform-admin/workloads/overviews/workload-types/#training-scaling-resources-for-model-development","title":"Training: scaling resources for model development","text":"<p>As models mature and the need for more robust data processing and model training increases, Run:ai facilitates this shift through the Training workload. This phase is resource-intensive, often requiring distributed computing and high-performance clusters to process vast data sets and train models.</p> <ul> <li> <p>Training architecture</p> <p>For training workloads Run:ai allows you to specify the architecture - standard or distributed. The distributed architecture is relevant for larger data sets and more complex models that require utilizing multiple nodes. For the distributed architecture, Run:ai allows you to specify different configurations for the master and workers and select which framework to use -  PyTorch, XGBoost, MPI, and TensorFlow. In addition, as part of the distributed configuration, Run:ai enable the researchers to schedule their distributed workloads on nodes within the same region, zone, placement group, or any other topology.</p> </li> <li> <p>Resource requirements</p> <p>Training tasks demand high memory, compute power, and storage. Run:ai ensures that the allocated resources match the scale of the task and allows those workloads to utilize more compute resources than the project\u2019s deserved quota. Make sure that if you wish your training workload not to be preempted, specify the number of GPU\u2019s that are in your quota.  </p> </li> </ul> <p>See Standard training and Distributed training to learn more about how to submit a training workload via the Run:ai UI. For quick starts, see Run your first standard training and Run your first distributed training. </p>"},{"location":"platform-admin/workloads/overviews/workload-types/#inference-deploying-and-serving-models","title":"Inference: deploying and serving models","text":"<p>Once a model is trained and validated, it moves to the Inference stage, where it is deployed to make predictions (usually in a production environment). This phase is all about efficiency and responsiveness, as the model needs to serve real-time or batch predictions to end-users or other systems.</p> <ul> <li> <p>Inference-specific use cases</p> <p>Naturally, inference workloads are required to change and adapt to the ever-changing demands to meet SLA. For example, additional replicas may be deployed, manually or automatically, to increase compute resources as part of a horizontal scaling approach or a new version of the deployment may need to be rolled out without affecting the running services.</p> </li> <li> <p>Resource requirements</p> <p>Inference models differ in size and purpose, leading to varying computational requirements. For example, small OCR models can run efficiently on CPUs, whereas LLMs typically require significant GPU memory for deployment and serving. Inference workloads are considered production-critical and are given the highest priority to ensure compliance with SLAs. Additionally, Run:ai ensures that inference workloads cannot be preempted, maintaining consistent performance and reliability.</p> </li> </ul> <p>See Deploy a custom inference workload to learn more about how to submit an inference workload via the Run:ai UI. </p>"},{"location":"platform-admin/workloads/policies/old-policies/","title":"Policies (YAML-based)","text":"<p>Warning</p> <p>The below describes the old V1 Policies. While these still work, they have been replaced with Control-plane-based v2 policies which are accessible via API and user interface.  For a description of the new policies, see API-based Policies.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#what-are-policies","title":"What are Policies?","text":"<p>Policies allow administrators to impose restrictions and set default values for Researcher Workloads. For example:</p> <ol> <li>Restrict researchers from requesting more than 2 GPUs, or less than 1GB of memory for an interactive workload.</li> <li>Set the default memory of each training job to 1GB, or mount a default volume to be used by any submitted Workload.</li> </ol> <p>Policies are stored as Kubernetes custom resources.</p> <p>Policies are specific to Workload type as such there are several kinds of Policies:</p> Workload Type Kubernetes Workload Name Kubernetes Policy Name Interactive <code>InteractiveWorkload</code> <code>InteractivePolicy</code> Training <code>TrainingWorkload</code> <code>TrainingPolicy</code> Distributed Training <code>DistributedWorkload</code> <code>DistributedPolicy</code> Inference <code>InferenceWorkload</code> <code>InferencePolicy</code> <p>A Policy can be created per Run:ai Project (Kubernetes namespace). Additionally, a Policy resource can be created in the <code>runai</code> namespace. This special Policy will take effect when there is no project-specific Policy for the relevant workload kind.</p> <p>When researchers create a new interactive workload or workspace, they see list of available node pools and their priority. Priority is set by dragging and dropping the node pools in the desired order of priority. When the node pool priority list is locked by an administrator policy, the node pool list isn't editable by the Researcher even if the workspace is created from a template or copied from another workspace.</p> <p>Note</p> <p>Policies on this page cannot be added to platform 2.16 or higher that have the New Policy Manager enabled.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#creating-a-policy","title":"Creating a Policy","text":""},{"location":"platform-admin/workloads/policies/old-policies/#creating-your-first-policy","title":"Creating your First Policy","text":"<p>To create a sample <code>InteractivePolicy</code>, prepare a file (e.g. <code>policy.yaml</code>) containing the following YAML:</p> gpupolicy.yaml<pre><code>apiVersion: run.ai/v2alpha1\nkind: InteractivePolicy\nmetadata:\n  name: interactive-policy1\n  namespace: runai-team-a # (1)\nspec:\n  gpu:\n    rules:\n      required: true\n      min: \"1\"  # (2)\n      max: \"4\"  \n    value: \"1\"\n</code></pre> <ol> <li>Set the Project namespace here.</li> <li>GPU values are quoted as they can contain non-integer values.</li> </ol> <p>The policy places a default and limit on the available values for GPU allocation. To apply this policy, run:</p> <pre><code>kubectl apply -f gpupolicy.yaml \n</code></pre> <p>Now, try the following command:</p> <pre><code>runai submit --gpu 5 --interactive -p team-a\n</code></pre> <p>The following message will appear:</p> <pre><code>gpu: must be no greater than 4\n</code></pre> <p>A similar message will appear in the New Job form of the Run:ai user interface, when attempting to enter the number of GPUs, which is out of range for a training job.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#gpu-and-cpu-memory-limits","title":"GPU and CPU memory limits","text":"<p>The following policy places a default and limit on the available values for CPU and GPU memory allocation.</p> gpumemorypolicy.yaml<pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: training-policy\n  namespace: runai\nspec:\n  gpuMemory:\n    rules:\n      min: 100M\n      max: 2G\nmemory:\n    rules:\n      min: 100M\n      max: 2G\n</code></pre>"},{"location":"platform-admin/workloads/policies/old-policies/#read-only-values","title":"Read-only values","text":"<p>When you do not want the user to be able to change a value, you can force the corresponding user interface control to become read-only by using the <code>canEdit</code> key. For example,</p> runasuserpolicy.yaml<pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: train-policy1\n  namespace: runai-team-a # (1) \n\nspec:\n  runAsUser:\n    rules:\n      required: true  # (2)\n      canEdit: false  # (3)\n    value: true # (4)\n</code></pre> <ol> <li>Set the Project namespace here.</li> <li>The field is required.</li> <li>The field will be shown as read-only in the user interface.</li> <li>The field value is true.  </li> </ol>"},{"location":"platform-admin/workloads/policies/old-policies/#complex-values","title":"Complex Values","text":"<p>The example above illustrated rules for parameters of \"primitive\" types, such as GPU allocation, CPU memory, working directory, etc. These parameters contain a single value.</p> <p>Other workload parameters, such as ports or volumes, are \"complex\", in the sense that they may contain multiple values: a workload may contain multiple ports and multiple volumes.</p> <p>The following is an example of a policy containing the value <code>ports</code>, which is complex: The <code>ports</code> flag typically contains two values: The <code>external</code> port that is mapped to an internal <code>container</code> port. One can have multiple port tuples defined for a single Workload:</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: InteractivePolicy\nmetadata:\n  name: interactive-policy\n  namespace: runai\nspec:\n  ports:\n    rules:\n      canAdd: true\n    itemRules:\n      container:\n        min: 30000\n        max: 32767\n      external:\n        max: 32767\n    items:\n      admin-port-a:\n        rules:\n          canRemove: false\n          canEdit: false\n        value:\n          container: 30100\n          external: 8080\n      admin-port-b:\n        value:\n          container: 30101\n          external: 8081\n</code></pre> <p>A policy for a complex field is composed of three parts:</p> <ul> <li>Rules: Rules apply to the <code>ports</code> parameter as a whole. In this example, the administrator specifies <code>canAdd</code> rule with <code>true</code> value, indicating that a researcher submitting an interactive job can add additional ports to the ports listed by the policy (true is the default for <code>canAdd</code>, so it actually could have been omitted from the policy above). When <code>canAdd</code> is set to <code>false</code>, the researcher will not be able to add any additional port except those already specified by the policy.</li> <li>itemRules: itemRules impose restrictions on the data members of each item, in this case - <code>container</code> and <code>external</code>. In the above example, the administrator has limited the value of <code>container</code> to 30000-32767, and the value of <code>external</code> to a maximum of 32767.</li> <li>Items: Specifies a list of default ports. Each port is an item in the ports list and given a label (e.g. <code>admin-port-b</code>). The administrator can also specify whether a researcher can change/delete ports from the submitted workload. In the above example, <code>admin-port-a</code> is hardwired and cannot be changed or deleted, while <code>admin-port-b</code> can be changed or deleted by the researcher when submitting the Workload. It is possible to specify a label using the reserved name of <code>DEFAULTS</code>. This item provides the defaults for all other items.</li> </ul> <p>The following is an example of a complex policy for PVCs which contains <code>DEFAULTS</code>.</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: tp # use your name.\n  namespace: runai-team-a # use your namespace\nspec:\n  pvcs:\n    itemRules:\n      existingPvc:\n        canEdit: false\n      claimName:\n        required: true\n    items:\n      DEFAULTS:\n        value:\n          existingPvc: true\n          path: nil\n</code></pre>"},{"location":"platform-admin/workloads/policies/old-policies/#syntax","title":"Syntax","text":"<p>The complete syntax of the policy YAML can be obtained using the <code>explain</code> command of kubectl. For example:</p> <p><pre><code>kubectl explain trainingpolicy.spec\n</code></pre> Should provide the list of all possible fields in the spec of training policies:</p> <pre><code>KIND:     TrainingPolicy\nVERSION:  run.ai/v2alpha1\n\nRESOURCE: spec &lt;Object&gt;\n\nDESCRIPTION:\nThe specifications of this TrainingPolicy\n\nFIELDS:\nannotations &lt;Object&gt;\nSpecifies annotations to be set in the container running the created\nworkload.\n\narguments   &lt;Object&gt;\nIf set, the arguments are sent along with the command which overrides the\nimage's entry point of the created workload.\n\ncommand &lt;Object&gt;\nIf set, overrides the image's entry point with the supplied command.\n...\n</code></pre> <p>You can further drill down to get the syntax for <code>ports</code> by running:</p> <pre><code>kubectl explain trainingpolicy.spec.ports\n</code></pre> <pre><code>KIND:     TrainingPolicy\nVERSION:  run.ai/v2alpha1\n\nRESOURCE: ports &lt;Object&gt;\n\nDESCRIPTION:\n     Specify the set of ports exposed from the container running the created\n     workload. Used together with --service-type.\n\nFIELDS:\n   itemRules    &lt;Object&gt;\n\n   items    &lt;map[string]Object&gt;\n\n   rules    &lt;Object&gt;\n     these rules apply to a value of type map (=non primitive) as a whole\n     additionally there are rules which apply for specific items of the map\n</code></pre> <p>Drill down into the <code>ports.rules</code> object by running:</p> <pre><code>kubectl explain trainingpolicy.spec.ports.rules\n</code></pre> <pre><code>KIND:     TrainingPolicy\nVERSION:  run.ai/\n\nRESOURCE: rules &lt;Object&gt;\n\nDESCRIPTION:\n     these rules apply to a value of type map (=non primitive) as a whole\n     additionally there are rules which apply for specific items of the map\n\nFIELDS:\n   canAdd   &lt;boolean&gt;\n     is it allowed for a workload to add items to this map\n\n   required &lt;boolean&gt;\n     if the map as a whole is required\n</code></pre> <p>Note that each kind of policy has a slightly different set of parameters. For example, an <code>InteractivePolicy</code> has a <code>jupyter</code> parameter that is not available under <code>TrainingPolicy</code>.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#using-secrets-for-environment-variables","title":"Using Secrets for Environment Variables","text":"<p>It is possible to add values from Kubernetes secrets as the value of environment variables included in the policy. The secret will be extracted from the secret object when the Job is created. For example:</p> <pre><code>  environment:\n    items:\n      MYPASSWORD:\n        value: \"SECRET:my-secret,password\"\n</code></pre> <p>When submitting a workload that is affected by this policy, the created container will have an environment variable called <code>MYPASSWORD</code> whose value is the key <code>password</code> residing in Kubernetes secret <code>my-secret</code> which has been pre-created in the namespace where the workload runs.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#prevent-data-storage-on-the-node","title":"Prevent Data Storage on the Node","text":"<p>You can configure policies to prevent the submission of workloads that use data sources that consist of a host path. This setting prevents data from being stored on the node so that in the event when a node is deleted, all data stored on that node is lost.</p> <p>Example for rejecting workloads requesting host path:</p> <pre><code>spec:\n  volumes:\n    itemRules:\n      nfsServer:\n        required: true\n</code></pre>"},{"location":"platform-admin/workloads/policies/old-policies/#terminate-runai-training-jobs-after-preemption-policy","title":"Terminate Run:ai training Jobs after preemption policy","text":"<p>Administrators can set a \u2018termination after preemption\u2019 policy to Run:ai training jobs. After applying this policy, a training job will be terminated once it has been preempted from any reason. For example, a training job that is using over-quota resources (e.g. GPUs) and the owner of those GPUs wants to reclaim them back, the Training job is preempted and typically goes back to the pending queue. However, if the termination policy is applied, the job is terminated instead of reinstated as pending. The Termination after Preemption Policy can be set as a cluster-wide policy (applicable to all namespaces/projects) or per project/namespace.</p> <p>To use this feature the administrator should configure either a cluster wide or namespace policy.</p> <p>For cluster wide (all namespaces/projects) use this YAML based policy:</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: training-policy\n  namespace: runai\nspec:\n  terminateAfterPreemption:\n    value: true\n</code></pre> <p>For per namespace (project) use this YAML based policy:</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: training-policy\n  namespace: runai-&lt;PROJECT_NAME&gt;\nspec:\n  terminateAfterPreemption:\n    value: false\n</code></pre>"},{"location":"platform-admin/workloads/policies/old-policies/#modifyingdeleting-policies","title":"Modifying/Deleting Policies","text":"<p>Use the standard kubectl get/apply/delete commands to modify and delete policies.</p> <p>For example, to view the global interactive policy:</p> <pre><code>kubectl get interactivepolicies -n runai\n</code></pre> <p>Should return the following:</p> <pre><code>NAME                 AGE\ninteractive-policy   2d3h\n</code></pre> <p>To delete this policy:</p> <pre><code>kubectl delete InteractivePolicy interactive-policy -n runai\n</code></pre> <p>To access project-specific policies, replace the <code>-n runai</code> parameter with the namespace of the relevant project.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#see-also","title":"See Also","text":"<ul> <li>For creating workloads based on policies, see the Run:ai submitting workloads</li> </ul>"},{"location":"platform-admin/workloads/policies/overview/","title":"Overview","text":"<p>At Run:ai, Administrator can access a suite of tools designed to facilitate efficient account management. This article focuses on two key features: workload policies and workload scheduling rules. These features empower admins to establish default values and implement restrictions allowing enhanced control, assuring compatibility with organizational policies and optimizing resources usage and utilization.</p>"},{"location":"platform-admin/workloads/policies/overview/#workload-policies","title":"Workload policies","text":"<p>A workload policy is an end-to-end solution for AI managers and administrators to control and simplify how workloads are submitted. This solution allows them to set best practices, enforce limitations, and standardize processes for the submission of workloads for AI projects within their organization. It acts as a key guideline for data scientists, researchers, ML &amp; MLOps engineers by standardizing submission practices and simplifying the workload submission process.</p>"},{"location":"platform-admin/workloads/policies/overview/#older-and-newer-policy-technologies","title":"Older and Newer Policy technologies","text":"<p>Run:ai provides two policy technologies.</p> <p>YAML-Based policies are the older policies. These policies:</p> <ul> <li>Require access to Kubernetes to view or change.</li> <li>Contact Run:ai support to convert the old policies to the new V2 policies format.</li> </ul> <p>API-based policies which are the newer policies. These are:</p> <ul> <li>Show in the Run:ai user interface.</li> <li>Can be viewed and modified via the user interface and the Control-plane API.</li> <li>Enable new rules addressing differences between project, department and cluster policies.</li> <li>Only available with Run:ai clusters of version 2.18 and up. </li> </ul>"},{"location":"platform-admin/workloads/policies/overview/#why-use-a-workload-policy","title":"Why use a workload policy?","text":"<p>Implementing workload policies is essential when managing complex AI projects within an enterprise for several reasons:</p> <ol> <li>Resource control and management     Defining or limiting the use of costly resources across the enterprise via a centralized management system to ensure efficient allocation and prevent overuse.  </li> <li>Setting best practices     Provide managers with the ability to establish guidelines and standards to follow, reducing errors amongst AI practitioners within the organization.  </li> <li>Security and compliance    Define and enforce permitted and restricted actions to uphold organizational security and meet compliance requirements.  </li> <li>Simplified setup    Conveniently allow setting defaults and streamline the workload submission process for AI practitioners.  </li> <li>Scalability and diversity  <ol> <li>Multi-purpose clusters with various workload types that may have different requirements and characteristics for resource usage.  </li> <li>The organization has multiple hierarchies, each with distinct goals, objectives and degrees of flexibility.  </li> <li>Manage multiple users and projects with distinct requirements and methods, ensuring appropriate utilization of resources.</li> </ol> </li> </ol>"},{"location":"platform-admin/workloads/policies/overview/#understanding-the-mechanism","title":"Understanding the mechanism","text":"<p>The following sections provide details of how the workload policy mechanism works.</p>"},{"location":"platform-admin/workloads/policies/overview/#cross-interface-enforcement","title":"Cross-interface enforcement","text":"<p>The policy enforces the workloads regardless of whether they were submitted via UI, CLI, Rest APIs, or Kubernetes YAMLs.</p>"},{"location":"platform-admin/workloads/policies/overview/#policy-types","title":"Policy types","text":"<p>Run:ai\u2019s policies enforce Run:ai workloads. The policy type is per Run:ai workload type. This allows administrators to set different policies for each workload type.</p> Policy type Workload type Kubernetes name Workspace Workspace Interactive workload Training Standard Training Standard Training workload Distributed Distributed Distributed workload Inference* Inference Inference workload <p>* The submission of this policy type is supported currently via API only</p>"},{"location":"platform-admin/workloads/policies/overview/#policy-structure-rules-defaults-and-imposed-assets","title":"Policy structure - rules, defaults, and imposed assets","text":"<p>A policy consists of rules for limiting and controlling the values of fields of the workload. In addition to rules, some defaults allow the implementation of default values to different workload fields. These default values are not rules, as they simply suggest values that can be overridden during the workload submission.</p> <p>Furthermore, policies allow the enforcement of workload assets. For example, as an admin, you can impose a data source of type PVC to be used by any workload submitted.</p> <p>For more information see rules, defaults and imposed assets.</p>"},{"location":"platform-admin/workloads/policies/overview/#scope-of-effectiveness","title":"Scope of effectiveness","text":"<p>Numerous teams working on various projects require the use of different tools, requirements, and safeguards. One policy may not suit all teams and their requirements. Hence, administrators can select the scope to cover the effectiveness of the policy. When a scope is selected, all of its subordinate units are also affected. As a result, all workloads submitted within the selected scope are controlled by the policy.</p> <p>For example, if a policy is set for Department A, all workloads submitted by any of the projects within this department are controlled.</p> <p>A scope for a policy can be:  </p> <pre><code>    The entire account *  \n        L Specific cluster  \n            L Specific department  \n                L Specific project\n</code></pre> <p>* The policy submission to the entire account scope is supported via API only</p> <p>The different scoping of policies also allows the breakdown of the responsibility between different administrators. This allows delegation of ownership between different levels within the organization. The policies, containing rules and defaults, propagate* down the organizational tree, forming an \u201ceffective\u201d policy that enforces any workload submitted by users within the project.</p> <p></p>"},{"location":"platform-admin/workloads/policies/overview/#policy-rules-reconciliation","title":"Policy rules reconciliation","text":"<p>For situations where a rule or a default for a specific field is already governed by a policy, newly submitted policies for additional organizational units mentioning this existing field are not blocked from submission. For those instances, the effective rules and defaults are selected based on the following logic:</p> <ul> <li>For policy defaults - The lowest organizational hierarchy \u201cclosest\u201d to the actual workload becomes the effective policy defaults (project defaults &gt; department defaults &gt; cluster defaults &gt; tenant defaults).</li> <li>For policy rules - </li> <li>If the rule belongs to the compute and security sections in the workload spec of the Run:ai API, the highest hierarchy is chosen for the effective policy for the field (tenant rules &gt; cluster rules &gt; department rules &gt; project rules).</li> <li>If the rule does not belong to the compute or security sections, the lowest hierarchy \u201cclosest\u201d to the actual workload becomes the effective policy for the field (similar to defaults).</li> </ul> <p>While viewing the effective policy, for each rule and default the source of the policy origin is visible, allowing users to clearly understand the selected hierarchy of the effective policy.</p>"},{"location":"platform-admin/workloads/policies/overview/#runai-policies-vs-kyverno-policies","title":"Run:ai Policies vs. Kyverno Policies","text":"<p>Kyverno runs as a dynamic admission controller in a Kubernetes cluster. Kyverno receives validating and mutating admission webhook HTTP callbacks from the Kubernetes API server and applies matching policies to return results that enforce admission policies or reject requests. Kyverno policies can match resources using the resource kind, name, label selectors, and much more. For more information, see How Kyverno Works.</p>"},{"location":"platform-admin/workloads/policies/policy-examples/","title":"Policies Examples","text":"<p>This article provides examples of:</p> <ol> <li>Creating a new rule within a policy </li> <li>Best practices for adding sections to a policy </li> <li>A full example of a policy.</li> </ol>"},{"location":"platform-admin/workloads/policies/policy-examples/#creating-a-new-rule-within-a-policy","title":"Creating a new rule within a policy","text":"<p>This example shows how to add a new limitation to the GPU usage for workloads of type workspace:</p> <ol> <li> <p>Check the workload API fields documentation and select the field(s) that are most relevant for GPU usage.  </p> <pre><code>{\n\"spec\": {\n    \"compute\": {\n    \"gpuDevicesRequest\": 1,\n    \"gpuRequestType\": \"portion\",\n    \"gpuPortionRequest\": 0.5,\n    \"gpuPortionLimit\": 0.5,\n    \"gpuMemoryRequest\": \"10M\",\n    \"gpuMemoryLimit\": \"10M\",\n    \"migProfile\": \"1g.5gb\",\n    \"cpuCoreRequest\": 0.5,\n    \"cpuCoreLimit\": 2,\n    \"cpuMemoryRequest\": \"20M\",\n    \"cpuMemoryLimit\": \"30M\",\n    \"largeShmRequest\": false,\n    \"extendedResources\": [\n        {\n        \"resource\": \"hardware-vendor.example/foo\",\n        \"quantity\": 2,\n        \"exclude\": false\n        }\n    ]\n    },\n}\n}\n</code></pre> </li> <li> <p>Search the field in the Policy YAML fields - reference table. For example, gpuDevicesRequest appears under the Compute fields sub-table and appears as follow:</p> </li> </ol> Fields Description Value type Supported Run:ai workload type gpuDeviceRequest Specifies the number of GPUs to allocate for the created workload. Only if <code>gpuDeviceRequest = 1</code>, the gpuRequestType can be defined. integer Workspace &amp; Training <ol> <li> <p>Use the value type of the gpuDevicesRequest field indicated in the table - \u201cinteger\u201d and navigate to the Value types table to view the possible rules that can be applied to this value type - </p> <p>for integer, the options are: </p> <ul> <li>canEdit  </li> <li>required  </li> <li>min  </li> <li>max  </li> <li>step  </li> </ul> </li> <li> <p>Proceed to the Rule Type table, select the required rule for the limitation of the field - for example \u201cmax\u201d and use the examples syntax to indicate the maximum GPU device requested.</p> </li> </ol> <pre><code>compute:\n    gpuDevicesRequest:\n        max: 2\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-examples/#policy-yaml-best-practices","title":"Policy YAML best practices","text":"Create a policy that has multiple defaults and rules <p>Best practice description: Presentation of the syntax while adding a set of defaults and rules</p> <pre><code>defaults:\n  createHomeDir: true\n  environmentVariables:\n    instances:\n    - name: MY_ENV\n      value: my_value\nsecurity:\n  allowPrivilegeEscalation: false\n\nrules:\n  storage:\n    s3:\n      attributes:\n        url:\n          options:\n            - value: https://www.google.com\n            displayed: https://www.google.com\n            - value: https://www.yahoo.com\n            displayed: https://www.yahoo.com\n</code></pre> Allow only single selection out of many <p>Best practice description:  Blocking the option to create all types of data sources except the one that is allowed is the solution.</p> <pre><code>rules:\n  storage:\n    dataVolume:\n      instances:\n        canAdd: false\n    hostPath:\n      instances:\n        canAdd: false\n    pvc:\n      instances:\n        canAdd: false\n    git:\n      attributes:\n        repository:\n          required: true\n        branch:\n          required: true\n        path:\n          required: true\n    nfs:\n      instances:\n        canAdd: false\n    s3:\n      instances:\n        canAdd: false\n</code></pre> Create a robust set of guidelines <p>Best practice description: Set rules for specific compute resource usage, addressing most relevant spec fields </p> <pre><code>rules:\n  compute:\n    cpuCoreRequest:\n      required: true\n      min: 0\n      max: 8\n    cpuCoreLimit:\n      min: 0\n      max: 8\n    cpuMemoryRequest:\n      required: true\n      min: '0'\n      max: 16G\n    cpuMemoryLimit:\n      min: '0'\n      max: 8G\n    migProfile:\n      canEdit: false\n    gpuPortionRequest:\n      min: 0\n      max: 1\n    gpuMemoryRequest:\n      canEdit: false\n    extendedResources:\n      instances:\n        canAdd: false\n</code></pre> Environment creation (specific section) <pre><code>rules:\n  imagePullPolicy:\n    required: true\n    options:\n    - value: Always\n      displayed: Always\n    - value: Never\n      displayed: Never\n  createHomeDir:\n    canEdit: false\n</code></pre> Setting security measures (specific section) <pre><code>rules:\n  security:\n    runAsUid:\n      min: 1\n      max: 32700\n    allowPrivilegeEscalation:\n      canEdit: false\n</code></pre> Policy for distributed training workloads (specific section) <p>Best practice description: Set rules and defaults for a distributed training workload with different settings for master and worker </p> <pre><code>defaults:\n  worker:\n    command: my-command-worker-1\n    environmentVariables:\n      instances:\n        - name: LOG_DIR\n          value: policy-worker-to-be-ignored\n        - name: ADDED_VAR\n          value: policy-worker-added\n   security:\n    runAsUid: 500\n  storage:\n     s3:\n     attributes:\n       bucket: bucket1-worker\n master:\n   command: my-command-master-2\n   environmentVariables:\n     instances:\n       - name: LOG_DIR\n         value: policy-master-to-be-ignored\n       - name: ADDED_VAR\n         value: policy-master-added\n    security:\n      runAsUid: 800\n    storage:\n     s3:\n       attributes:\n         bucket: bucket1-master\n rules:\n   worker:\n     command:\n       options:\n         - value: my-command-worker-1\n           displayed: command1\n         - value: my-command-worker-2\n           displayed: command2\n     storage:\n       nfs:\n         instances:\n           canAdd: false\n       s3:\n         attributes:\n           bucket:\n             options:\n               - value: bucket1-worker\n               - value: bucket2-worker\n   master:\n     command:\n       options:\n         - value: my-command-master-1\n           displayed: command1\n         - value: my-command-master-2\n           displayed: command2\n     storage:\n       nfs:\n         instances:\n           canAdd: false\n       s3:\n         attributes:\n           bucket:\n             options:\n               - value: bucket1-master\n               - value: bucket2-master\n</code></pre> Impose an asset (specific section) <pre><code> defaults: null\n rules: null\n imposedAssets:\n   - f12c965b-44e9-4ff6-8b43-01d8f9e630cc\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-examples/#example-of-a-full-policy","title":"Example of a full policy","text":"<pre><code>defaults:\n  createHomeDir: true\n  imagePullPolicy: IfNotPresent\n  nodePools:\n    - node-pool-a\n    - node-pool-b\n  environmentVariables:\n    instances:\n      - name: WANDB_API_KEY\n        value: REPLACE_ME!\n      - name: WANDB_BASE_URL\n        value: https://wandb.mydomain.com\n  compute:\n    cpuCoreRequest: 0.1\n    cpuCoreLimit: 20\n    cpuMemoryRequest: 10G\n    cpuMemoryLimit: 40G\n    largeShmRequest: true\n  security:\n    allowPrivilegeEscalation: false\n  storage:\n    git:\n      attributes:\n        repository: https://git-repo.my-domain.com\n        branch: master\n    hostPath:\n      instances:\n        - name: vol-data-1\n          path: /data-1\n          mountPath: /mount/data-1\n        - name: vol-data-2\n          path: /data-2\n          mountPath: /mount/data-2\nrules:\n  createHomeDir:\n    canEdit: false\n  imagePullPolicy:\n    canEdit: false\n  environmentVariables:\n    instances:\n      locked:\n        - WANDB_BASE_URL\n  compute:\n    cpuCoreRequest:\n      max: 32\n    cpuCoreLimit:\n      max: 32\n    cpuMemoryRequest:\n      min: 1G\n      max: 20G\n    cpuMemoryLimit:\n      min: 1G\n      max: 40G\n    largeShmRequest:\n      canEdit: false\n    extendedResources:\n      instances:\n        canAdd: false\n  security:\n    allowPrivilegeEscalation:\n      canEdit: false\n    runAsUid:\n      min: 1\n  storage:\n    hostPath:\n      instances:\n        locked:\n          - vol-data-1\n          - vol-data-2\nimposedAssets:\n  - 4ba37689-f528-4eb6-9377-5e322780cc27\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-reference/","title":"Policies Reference","text":"<p>A workload policy is an end-to-end solution for AI managers and administrators to control and simplify how workloads are submitted, setting best practices, enforcing limitations, and standardizing processes for AI projects within their organization.</p> <p>This article explains the policy YAML fields and the possible rules and defaults that can be set for each field.</p>"},{"location":"platform-admin/workloads/policies/policy-reference/#policy-yaml-fields-reference-table","title":"Policy YAML fields - reference table","text":"<p>The policy fields are structured in a similar format to the workload API fields. The following tables represent a structured guide designed to help you understand and configure policies in a YAML format. It provides the fields, descriptions, defaults and rules for each workload type.</p> <p>Click the link to view the value type of each field.</p> Fields Description Value type Supported Run:ai workload type args When set, contains the arguments sent along with the command. These override the entry point of the image in the created workload string Workspace Training command A command to serve as the entry point of the container running the workspace string Workspace Training createHomeDir Instructs the system to create a temporary home directory for the user within the container. Data stored in this directory is not saved when the container exists. When the runAsUser flag is set to true, this flag defaults to true as well boolean Workspace Training environmentVariables Set of environmentVariables to populate the container running the workspace array Workspace Training image Specifies the image to use when creating the container running the workload string Workspace Training imagePullPolicy Specifies the pull policy of the image when starting t a container running the created workload. Options are: always, ifNotPresent, or never string Workspace Training workingDir Container\u2019s working directory. If not specified, the container runtime default is used, which might be configured in the container image string Workspace Training nodeType Nodes (machines) or a group of nodes on which the workload runs string Workspace Training nodePools A prioritized list of node pools for the scheduler to run the workspace on. The scheduler always tries to use the first node pool before moving to the next one when the first is not available. array Workspace Training annotations Set of annotations to populate into the container running the workspace itemized Workspace Training labels Set of labels to populate into the container running the workspace itemized Workspace Training terminateAfterPreemtpion Indicates whether the job should be terminated, by the system, after it has been preempted boolean Workspace Training autoDeletionTimeAfterCompletionSeconds Specifies the duration after which a finished workload (Completed or Failed) is automatically deleted. If this field is set to zero, the workload becomes eligible to be deleted immediately after it finishes. integer Workspace Training backoffLimit Specifies the number of retries before marking a workload as failed integer Workspace Training cleanPodPolicy <p>Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed). The policy can be one of the following values:</p><ul><li><code>Running</code> - Only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default).</li><li><code>All</code> - All (including completed) pods will be deleted immediately when the job finishes.</li><li><code>None</code> - No pods will be deleted when the job completes. It will keep running pods that consume GPU, CPU and memory over time. It is recommended to set to None only for debugging and obtaining logs from running pods.</li></ul> string Distributed completions Used with Hyperparameter Optimization. Specifies the number of successful pods the job should reach to be completed. The Job is marked as successful once the specified amount of pods has succeeded. integer Workspace Training parallelism Used with Hyperparameters Optimization. Specifies the maximum desired number of pods the workload should run at any given time. itemized Workspace Training exposeUrls Specifies a set of exported URL (e.g. ingress) from the container running the created workload. itemized Workspace Training largeShmRequest Specifies a large /dev/shm device to mount into a container running the created workload. SHM is a shared file system mounted on RAM. boolean Workspace Training PodAffinitySchedulingRule Indicates if we want to use the Pod affinity rule as: the \u201chard\u201d (required) or the \u201csoft\u201d (preferred) option. This field can be specified only if PodAffinity is set to true. string Workspace Training podAffinityTopology Specifies the Pod Affinity Topology to be used for scheduling the job. This field can be specified only if PodAffinity is set to true. string Workspace Training ports Specifies a set of ports exposed from the container running the created workload. More information in Ports fields below. itemized Workspace Training probes Specifies the ReadinessProbe to use to determine if the container is ready to accept traffic. More information in Probes fields below - Workspace Training tolerations Toleration rules which apply to the pods running the workload. Toleration rules guide (but do not require) the system to which node each pod can be scheduled to or evicted from, based on matching between those rules and the set of taints defined for each Kubernetes node. itemized Workspace Training priorityClass Priority class of the workload. The values for workspace are build (default) or interactive-preemptible. For training only, use train. Enum: \"build\", \"train\", \"interactive-preemptible\" string Workspace storage Contains all the fields related to storage configurations. More information in Storage fields below. - Workspace Training security Contains all the fields related to security configurations. More information in Security fields below. - Workspace Training compute Contains all the fields related to compute configurations. More information in Compute fields below. - Workspace Training"},{"location":"platform-admin/workloads/policies/policy-reference/#ports-fields","title":"Ports fields","text":"Fields Description Value type Supported Run:ai workload type container The port that the container running the workload exposes. string Workspace Training serviceType Specifies the default service exposure method for ports. the default shall be sued for ports which do not specify service type. Options are: LoadBalancer, NodePort or ClusterIP. For more information see the External Access to Containers guide. string Workspace Training external The external port which allows a connection to the container port. If not specified, the port is auto-generated by the system. integer Workspace Training toolType The tool type that runs on this port. string Workspace Training toolName A name describing the tool that runs on this port. string Workspace Training"},{"location":"platform-admin/workloads/policies/policy-reference/#probes-fields","title":"Probes fields","text":"Fields Description Value type Supported Run:ai workload type readiness Specifies the Readiness Probe to use to determine if the container is ready to accept traffic. - Workspace Training Readiness field details Spec fields readiness Description Specifies the Readiness Probe to use to determine if the container is ready to accept traffic Supported Run:ai workload types Workspace Training Value type itemized Spec Readiness fields Description Value type initialDelaySeconds Number of seconds after the container has started before liveness or readiness probes are initiated. integer periodSeconds How often (in seconds) to perform the probe. integer timeoutSeconds Number of seconds after which the probe times out integer successThreshold Minimum consecutive successes for the probe to be considered successful after having failed. integer failureThreshod When a probe fails, the number of times to try before giving up. integer <p>Example workload snippet:</p> <pre><code>defaults:\n  probes:\n    readiness:\n        initialDelaySeconds: 2\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-reference/#security-fields","title":"Security fields","text":"Fields Description Value type Supported Run:ai workload type uidGidSource Indicates the way to determine the user and group ids of the container. The options are: <code>fromTheImage</code> - user and group IDs are determined by the docker image that the container runs. This is the default option. <code>custom</code> - user and group IDs can be specified in the environment asset and/or the workspace creation request. <code>idpToken</code> - user and group IDs are determined according to the identity provider (idp) access token. This option is intended for internal use of the environment UI form. For more information, see Non-root containers string Workspace Training capabilities The capabilities field allows adding a set of unix capabilities to the container running the workload. Capabilities are Linux distinct privileges traditionally associated with superuser which can be independently enabled and disabled Array Workspace Training seccompProfileType Indicates which kind of seccomp profile is applied to the container. The options are: RuntimeDefault - the container runtime default profile should be used Unconfined - no profile should be applied string Workspace Training runAsNonRoot Indicates that the container must run as a non-root user. boolean Workspace Training readOnlyRootFilesystem If true, mounts the container's root filesystem as read-only. boolean Workspace Training runAsUid Specifies the Unix user id with which the container running the created workload should run. integer Workspace Training runasGid Specifies the Unix Group ID with which the container should run. integer Workspace Training supplementalGroups Comma separated list of groups that the user running the container belongs to, in addition to the group indicated by runAsGid. string Workspace Training allowPrivilegeEscalation Allows the container running the workload and all launched processes to gain additional privileges after the workload starts boolean Workspace Training hostIpc Whether to enable hostIpc. Defaults to false. boolean Workspace Training hostNetwork Whether to enable host network. boolean Workspace Training"},{"location":"platform-admin/workloads/policies/policy-reference/#compute-fields","title":"Compute fields","text":"Fields Description Value type Supported Run:ai workload type cpuCoreRequest CPU units to allocate for the created workload (0.5, 1, .etc). The workload receives at least this amount of CPU. Note that the workload is not scheduled unless the system can guarantee this amount of CPUs to the workload. number Workspace Training cpuCoreLimit Limitations on the number of CPUs consumed by the workload (0.5, 1, .etc). The system guarantees that this workload is not able to consume more than this amount of CPUs. number Workspace Training cpuMemoryRequest The amount of CPU memory to allocate for this workload (1G, 20M, .etc). The workload receives at least this amount of memory. Note that the workload is not scheduled unless the system can guarantee this amount of memory to the workload quantity Workspace Training cpuMemoryLimit Limitations on the CPU memory to allocate for this workload (1G, 20M, .etc). The system guarantees that this workload is not be able to consume more than this amount of memory. The workload receives an error when trying to allocate more memory than this limit. quantity Workspace Training largeShmRequest A large /dev/shm device to mount into a container running the created workload (shm is a shared file system mounted on RAM). boolean Workspace Training gpuRequestType Sets the unit type for GPU resources requests to either portion, memory or mig profile. Only if <code>gpuDeviceRequest = 1</code>, the request type can be stated as <code>portion</code>, <code>memory</code> or <code>migProfile</code>. string Workspace Training migProfile Specifies the memory profile to be used for workload running on NVIDIA Multi-Instance GPU (MIG) technology. string Workspace Training (Deprecated) gpuPortionRequest Specifies the fraction of GPU to be allocated to the workload, between 0 and 1. For backward compatibility, it also supports the number of gpuDevices larger than 1, currently provided using the gpuDevices field. number Workspace Training gpuDeviceRequest Specifies the number of GPUs to allocate for the created workload. Only if <code>gpuDeviceRequest = 1</code>, the gpuRequestType can be defined. integer Workspace Training gpuPortionLimit When a fraction of a GPU is requested, the GPU limit specifies the portion limit to allocate to the workload. The range of the value is from 0 to 1. number Workspace Training gpuMemoryRequest Specifies GPU memory to allocate for the created workload. The workload receives this amount of memory. Note that the workload is not scheduled unless the system can guarantee this amount of GPU memory to the workload. quantity Workspace Training gpuMemoryLimit Specifies a limit on the GPU memory to allocate for this workload. Should be no less than the gpuMemory. quantity Workspace Training extendedResources Specifies values for extended resources. Extended resources are third-party devices (such as high-performance NICs, FPGAs, or InfiniBand adapters) that you want to allocate to your Job. itemized Workspace Training"},{"location":"platform-admin/workloads/policies/policy-reference/#storage-fields","title":"Storage fields","text":"Fields Description Value type Supported Run:ai workload type dataVolume Set of data volumes to use in the workload. Each data volume is mapped to a file-system mount point within the container running the workload. itemized Workspace Training hostPath Maps a folder to a file-system mount point within the container running the workload. itemized Workspace Training git Details of the git repository and items mapped to it. itemized Workspace Training pvc Specifies persistent volume claims to mount into a container running the created workload. itemized Workspace Training nfs Specifies NFS volume to mount into the container running the workload. itemized Workspace Training s3 Specifies S3 buckets to mount into the container running the workload. itemized Workspace Training configMapVolumes Specifies ConfigMaps to mount as volumes into a container running the created workload. itemized Workspace Training secretVolume Set of secret volumes to use in the workload. A secret volume maps a secret resource in the cluster to a file-system mount point within the container running the workload. itemized Workspace Training Storage field details Spec fields hostPath Description Maps a folder to a file system mount oint within the container running the workload Supported Run:ai workload types Workspace Training Value type itemized Git fields Description Value type name Unique name to identify the instance. primarily used for policy locked rules. string path Local path within the controller to which the host volume is mapped. string readOnly Force the volume to be mounted with read-only permissions. Defaults to false. boolean mountPath The path that the host volume is mounted to when in use. string mountPropagation Enum: \"None\" \"HostToContainer\" Share this volume mount with other containers. If set to HostToContainer, this volume mount receives all subsequent mounts that are mounted to this volume or any of its subdirectories. In case of multiple hostPath entries, this field should have the same value for all of them string <p>Example workload snippet:</p> <pre><code>defaults:\n  storage:\n    hostPath:\n      instances:\n        - path: h3-path-1\n          mountPath: h3-mount-1\n        - path: h3-path-2\n          mountPath: h3-mount-2\n      attributes:\n        - readOnly: true\n</code></pre> Spec fields git Description Details of the git repository and items mapped to it. Supported Run:ai workload types Workspace Training Value type itemized Git fields Description Value type repository URL to a remote git repository. The content of this repository is mapped to the container running the workload string revision Specific revision to synchronize the repository from string path Local path within the workspace to which the S3 bucket is mapped. string secretName Optional name of Kubernetes secret that holds your git username and password. string username If secretName is provided, this field should contain the key, within the provided Kubernetes secret, which holds the value of your git username. Otherwise, this field should specify your git username in plain text (example: myuser). string <p>Example workload snippet:</p> <pre><code>defaults:\n  storage:\n    git:\n      attributes:\n        Repository: https://runai.public.github.com\n      instances\n        - branch: \"master\"\n          path: /container/my-repository\n          passwordSecret: my-password-secret\n</code></pre> Spec fields pvc Description Specifies persistent volume claims to mount into a container running the created workload Supported Run:ai workload types Workspace Training Value type itemized Spec PVC fields Description Value type claimName (manadatory) A given name for the PVC. Allowed referencing it across workspaces. string ephemeral Use true to set PVC to ephemeral. If set to true, the PVC is deleted when the workspace is stopped. boolean path Local path within the workspace to which the PVC bucket is mapped. string readonly Permits read only from the PVC, prevents additions or modifications to its content. boolean ReadwriteOnce Requesting claim that can be mounted in read/write mode to exactly 1 host. If none of the modes are specified, the default is readWriteOnce. boolean size Requested size for the PVC. Mandatory when existing PVC is false. string storageClass Storage class name to associate with the PVC. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. Further details at Kubernetes storage classes. string readOnlyMany Requesting claim that can be mounted in read-only mode to many hosts. boolean readWriteMany Requesting claim that can be mounted in read/write mode to many hosts. boolean <p>Example workload snippet:</p> <pre><code>defaults:\n  storage:\n    pvc:\n      instances:\n        - claimName: pvc-staging-researcher1-home\n          existingPvc: true\n          path: /myhome\n          readOnly: false\n          claimInfo:\n            accessModes:\n              readWriteMany: true\n</code></pre> Spec fields nfs Description Specifies NFS volume to mount into the container running the workload Supported Run:ai workload types Workspace Training Value type itemized Spec PVC fields Description Value type mountpath The path that the NFS volume is mounted to when in use. string path Path that is exported by the NFS server. string readOnly Whether to force the NFS export to be mounted with read-only permissions. boolean nfsServer The hostname or IP address of the NFS server. string <p>Example workload snippet:</p> <pre><code>defaults:\nstorage:\n  nfs:\n    instances:\n      - path: nfs-path\n        readOnly: true\n        server: nfs-server\n        mountPath: nfs-mount\nrules:\n  storage:\n    nfs:\n      instances:\n        canAdd: false\n</code></pre> Spec fields s3 Description Specifies S3 buckets to mount into the container running the workload Supported Run:ai workload types Workspace Training Value type itemized Spec PVC fields Description Value type Bucket The name of the bucket string path Local path within the workspace to which the S3 bucket is mapped string url The URL of the S3 service provider. The default is the URL of the Amazon AWS Se service string <p>Example workload snippet:</p> <pre><code>defaults:\n  storage:\n    s3:\n      instances:\n        - bucket: bucket-opt-1\n          path: /s3/path\n          accessKeySecret: s3-access-key\n          secretKeyOfAccessKeyId: s3-secret-id\n          secretKeyOfSecretKey: s3-secret-key\n      attributes:\n        url: https://amazonaws.s3.com\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-reference/#value-types","title":"Value types","text":"<p>Each field has a specific value type. The following value types are supported.</p> Value type Description Supported rule type Defaults Boolean A binary value that can be either True or False <ul><li>canEdit</li><li>required true/false String A sequence of characters used to represent text. It can include letters, numbers, symbols, and spaces <ul><li>canEdit</li><li>required</li><li>options abc Itemized An ordered collection of items (objects), which can be of different types (all items in the list are of the same type). For further information see the chapter below the table. <ul><li>canAdd</li><li>locked See below Integer An Integer is a whole number without a fractional component. <ul><li>canEdit</li><li>required</li><li>min</li><li>max</li><li>step</li><li>defaultFrom 100 Number Capable of having non-integer values <ul><li>canEdit</li><li>required</li><li>min</li><li>defaultFrom 10.3 Quantity Holds a string composed of a number and a unit representing a quantity <ul><li>canEdit</li><li>required</li><li>min</li><li>max</li><li>defaultFrom 5M Array Set of values that are treated as one, as opposed to Itemized in which each item can be referenced separately. <ul><li>canEdit</li><li>required node-a node-b node-c"},{"location":"platform-admin/workloads/policies/policy-reference/#itemized","title":"Itemized","text":"<p>Workload fields of type itemized have multiple instances, however in comparison to objects, each can be referenced by a key field. The key field is defined for each field.</p> <p>Consider the following workload spec:</p> <pre><code>spec:\n  image: ubuntu\n  compute:\n    extendedResources:\n      - resource: added/cpu\n        quantity: 10\n      - resource: added/memory\n        quantity: 20M\n</code></pre> <p>In this example, extendedResources have two instances, each has two attributes: resource (the key attribute) and quantity.</p> <p>In policy, the defaults and rules for itemized fields have two sub sections:</p> <ul> <li>Instances: default items to be added to the policy or rules which apply to an instance as a whole.  </li> <li>Attributes: defaults for attributes within an item or rules which apply to attributes within each item.</li> </ul> <p>Consider the following example:</p> <pre><code>defaults:\n  compute:\n    extendedResources:\n      instances: \n        - resource: default/cpu\n          quantity: 5\n        - resource: default/memory\n          quantity: 4M\n      attributes:\n        quantity: 3\nrules:\n  compute:\n    extendedResources:\n      instances:\n        locked: \n          - default/cpu\n      attributes:\n        quantity: \n          required: true\n</code></pre> <p>Assume the following workload submission is requested:</p> <pre><code>spec:\n  image: ubuntu\n  compute:\n    extendedResources:\n      - resource: default/memory\n        exclude: true\n      - resource: added/cpu\n      - resource: added/memory\n        quantity: 5M\n</code></pre> <p>The effective policy for the above mentioned workload has the following extendedResources instances:</p> Resource Source of the instance Quantity Source of the attribute quantity default/cpu Policy defaults 5 The default of this instance in the policy defaults section added/cpu Submission request 3 The default of the quantity attribute from the attributes section added/memory Submission request 5M Submission request <p>Note</p> <p>The default/memory is not populated to the workload, this is because it has been excluded from the workload using \u201cexclude: true\u201d.</p> <p>A workload submission request cannot exclude the default/cpu resource, as this key is included in the locked rules under the instances section. {#a-workload-submission-request-cannot-exclude-the-default/cpu-resource,-as-this-key-is-included-in-the-locked-rules-under-the-instances-section.}</p>"},{"location":"platform-admin/workloads/policies/policy-reference/#rule-types","title":"Rule types","text":"Rule types Description Supported value types Rule type example canAdd Whether the submission request can add items to an itemized field other than those listed in the policy defaults for this field. itemized <code>storage:   hostPath:      instances:        canAdd: false</code> locked Set of items that the workload is unable to modify or exclude. In this example, a workload policy default is given to HOME and USER, that the submission request cannot modify or exclude from the workload. itemized <code>storage:   hostPath:     Instances:       locked:         - HOME         - USER</code> canEdit Whether the submission request can modify the policy default for this field. In this example, it is assumed that the policy has default for imagePullPolicy. As canEdit is set to false, submission requests are not able to alter this default. <ul><li>string</li><li>boolean</li><li>integer</li><li>number</li><li>quantity</li><li>array <code>imagePullPolicy:     canEdit: false</code> required When set to true, the workload must have a value for this field. The value can be obtained from policy defaults. If no value specified in the policy defaults, a value must be specified for this field in the submission request. <ul><li>string</li><li>boolean</li><li>integer</li><li>number</li><li>quantity</li><li>array <code>image:     required: true</code> min The minimal value for the field. <ul><li>integer</li><li>number</li><li>quantity <code>compute:   gpuDevicesRequest:     min: 3</code> max The maximal value for the field. <ul><li>integer</li><li>number</li><li>quantity <code>compute:   gpuMemoryRequest:      max: 2G</code> step The allowed gap between values for this field. In this example the allowed values are: 1, 3, 5, 7 <ul><li>integer</li><li>number <code>compute:   cpuCoreRequest:     min: 1     max: 7     Step: 2</code> options Set of allowed values for this field. string <code>image:   options:     - value: image-1     - value: image-2</code> defaultFrom Set a default value for a field that will be calculated based on the value of another field. <ul><li>integer</li><li>number</li><li>quantity <code>computeCoreRequest:   defaultFrom:     field:compute.cpuCoreLimit    factor:0.5</code>"},{"location":"platform-admin/workloads/policies/policy-reference/#policy-spec-sections","title":"Policy Spec Sections","text":"<p>For each field of a specific policy, you can specify both rules and defaults. A policy spec consists of the following sections:</p> <ul> <li>Rules  </li> <li>Defaults  </li> <li>Imposed Assets</li> </ul>"},{"location":"platform-admin/workloads/policies/policy-reference/#rules","title":"Rules","text":"<p>Rules set up constraints on workload policy fields. For example, consider the following policy:</p> <pre><code>rules:\n  compute:\n    gpuDevicesRequest: \n      max: 8\n  security:\n    runAsUid: \n      min: 500\n</code></pre> <p>Such a policy restricts the maximum value for gpuDeviceRequests to 8, and the minimal value for runAsUid, provided in the security section to 500.</p>"},{"location":"platform-admin/workloads/policies/policy-reference/#defaults","title":"Defaults","text":"<p>The defaults section is used for providing defaults for various workload fields. For example, consider the following policy:</p> <pre><code>defaults:\n  imagePullPolicy: Always\n  security:\n    runAsNonRoot: true\n    runAsUid: 500\n</code></pre> <p>Assume a submission request with the following values:</p> <ul> <li>Image: ubuntu  </li> <li>runAsUid: 501</li> </ul> <p>The effective workload that runs has the following set of values:</p> Field Value Source Image Ubuntu Submission request ImagePullPolicy Always Policy defaults security.runAsNonRoot true Policy defaults security.runAsUid 501 Submission request <p>Note</p> <p>It is possible to specify a rule for each field, which states if a submission request is allowed to change the policy default for that given field, for example:</p> <pre><code>defaults:\n  imagePullPolicy: Always\n  security:\n    runAsNonRoot: true\n    runAsUid: 500\nrules:\n  security:\n    runAsUid:\n      canEdit: false\n</code></pre> <p>If this policy is applied, the submission request above fails, as it attempts to change the value of secuirty.runAsUid from 500 (the policy default) to 501 (the value provided in the submission request), which is forbidden due to canEdit rule set to false for this field.</p>"},{"location":"platform-admin/workloads/policies/policy-reference/#imposed-assets","title":"Imposed Assets","text":"<p>Default instances of a storage field can be provided using a datasource containing the details of this storage instance. To add such instances in the policy, specify those asset IDs in the imposedAssets section of the policy.</p> <pre><code>defaults: null\nrules: null\nimposedAssets:\n  - f12c965b-44e9-4ff6-8b43-01d8f9e630cc\n</code></pre> <p>Assets with references to credentials assets (for example: private S3, containing reference to an AccessKey asset) cannot be used as imposedAssets.</p>"},{"location":"platform-admin/workloads/policies/workspaces-policy/","title":"Policies","text":"<p>This article explains the procedure to manage workload policies.</p>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#workload-policies-table","title":"Workload policies table","text":"<p>The Workload policies table can be found under Policies in the Run:ai platform.</p> <p>Note</p> <p>Workload policies are disabled by default. If you cannot see Workload policies in the menu, then it must be enabled by your administrator, under General settings \u2192 Workloads \u2192 Policies</p> <p>The Workload policies table provides a list of all the policies defined in the platform, and allows you to manage them.</p> <p></p> <p>The Workload policies table consists of the following columns:</p> Column Description Policy The policy name which is a combination of the policy scope and the policy type Type The policy type is per Run:ai workload type. This allows administrators to set different policies for each workload type. Status Representation of the policy lifecycle (one of the following - \u201cCreating\u2026\u201d, \u201cUpdating\u2026\u201d, \u201cDeleting\u2026\u201d, Ready or Failed) Scope The scope the policy affects. Click the name of the scope to view the organizational tree diagram. You can only view the parts of the organizational tree for which you have permission to view. Created by The user who created the policy Creation time The timestamp for when the policy was created Last updated The last time the policy was updated"},{"location":"platform-admin/workloads/policies/workspaces-policy/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#adding-a-policy","title":"Adding a policy","text":"<p>To create a new policy:</p> <ol> <li>Click +NEW POLICY </li> <li>Select a scope </li> <li>Select the workload type </li> <li>Click +POLICY YAML </li> <li>In the YAML editor type or paste a YAML policy with defaults and rules.     You can utilize the following references and examples:  </li> <li>Policy YAML reference </li> <li>Policy YAML examples </li> <li>Click SAVE POLICY</li> </ol>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#editing-a-policy","title":"Editing a policy","text":"<ol> <li>Select the policy you want to edit  </li> <li>Click EDIT </li> <li>Update the policy and click APPLY </li> <li>Click SAVE POLICY</li> </ol>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#troubleshooting","title":"Troubleshooting","text":"<p>Listed below are issues that might occur when creating or editing a policy via the YAML Editor:</p> Issue Message Mitigation Cluster connectivity issues There's no communication from cluster \u201ccluster_name\u201c. Actions may be affected, and the data may be stale. Verify that you are on a network that has been allowed access to the cluster. Reach out to your cluster administrator for instructions on verifying the issue. Policy can\u2019t be applied due to a rule that is occupied by a different policy Field \u201cfield_name\u201d already has rules in cluster: \u201ccluster_id\u201d Remove the rule from the new policy or adjust the old policy for the specific rule. Policy is not visible in the UI - Check that the policy hasn\u2019t been deleted. Policy syntax is no valid Add a valid policy YAML;json: unknown field \"field_name\" For correct syntax check the Policy YAML reference or the Policy YAML examples. Policy can\u2019t be saved for some reason The policy couldn't be saved due to a network or other unknown issue. Download your draft and try pasting and saving it again later. Possible cluster connectivity issues. Try updating the policy once again at a different time. Policies were submitted before version 2.18, you upgraded to version 2.18 or above and wish to submit new policies If you have policies and want to create a new one, first contact Run:ai support to prevent potential conflicts Contact Run:ai support. R&amp;D can migrate your old policies to the new version."},{"location":"platform-admin/workloads/policies/workspaces-policy/#viewing-a-policy","title":"Viewing a policy","text":"<p>To view a policy:</p> <ol> <li>Select the policy for which you want to view its policies.  </li> <li>Click VIEW POLICY </li> <li>In the Policy form per workload section, view the workload rules and defaults:  <ul> <li>Parameter   The workload submission parameter that Rules and Defaults are applied to  </li> <li>Type (applicable for data sources only)   The data source type (Git, S3, nfs, pvc etc.)  </li> <li>Default   The default value of the Parameter  </li> <li>Rule   Set up constraint on workload policy field  </li> <li>Source   The origin of the applied policy (cluster, department or project)  </li> </ul> </li> </ol> <p>Note</p> <p>Some of the rules and defaults may be derived from policies of a parent cluster and/or department. You can see the source of each rule in the policy form. For more information, check the Scope of effectiveness documentation</p>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#deleting-a-policy","title":"Deleting a policy","text":"<ol> <li>Select the policy you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#using-api","title":"Using API","text":"<p>Go to the Policies API reference to view the available actions.</p>"}]}
\ No newline at end of file
+{"config":{"lang":["en"],"separator":"[\\s\\-]+","pipeline":["stopWordFilter"]},"docs":[{"location":"Researcher/overview-researcher/","title":"Overview: Researcher Documentation","text":"<p>Researchers, or AI practitioners, use Run:ai to submit Workloads. </p> <p>As part of the Researcher documentation you will find:</p> <ul> <li>Quickstart Guides which provide step-by-step guides to Run:ai technology.</li> <li>Command line interface reference documentation.</li> <li>Best Practices for Deep Learning with Run:ai.</li> <li>Information about the Run:ai Scheduler.</li> <li>Using Run:ai with various developer tools. </li> </ul>"},{"location":"Researcher/use-cases/","title":"Use Cases","text":"<p>This is a collection of various client-requested use cases. Each use case is accompanied by a short live-demo video, along with all the files used.</p> <p>Note</p> <p>For the most up-to-date information, check out the official Run:ai use-cases GitHub page.  </p> <ul> <li>MLflow with Run:ai: experiment management is important for Data Scientists. This is a demo of how to set up and use MLflow with Run:ai.  </li> <li>Introduction to Docker: Run:ai runs using Docker images. This is a brief introduction to Docker, image creation, and how to use them in the context of Run:ai. Please also check out the Persistent Environments use case if you wish to keep the creation of Docker images to a minimum.  </li> <li>Tensorboard with Jupyter (ResNet demo): Many Data Scientists like to use Tensorboard to keep an eye on the their current training experiments. They also like to have it side-by-side with Jupyter. In this demo, we will show how to integrate Tensorboard and Jupyter Lab within the context of Run:ai.  </li> <li>Persistent Environments (with Conda/Mamba &amp; Jupyter): Some Data Scientists find creating Docker images for every single one of their environments a bit of a hindrance. They would often prefer the ability to create and alter environments on the fly and to have those environments remain, even after an image has finished running in a job. This demo shows users how they can create and persist Conda/Mamba environments using an NFS.  </li> <li>Weights &amp; Biases with Run:ai: W&amp;B (Weights &amp; Biases) is one of the best tools for experiment tracking and management. W&amp;B is an official Run:ai partner. In this tutorial, we will demo how to use W&amp;B alongside Run:ai</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-inference/","title":"Quickstart: Launch an Inference Workload","text":""},{"location":"Researcher/Walkthroughs/quickstart-inference/#introduction","title":"Introduction","text":"<p>Machine learning (ML) inference refers to the process of using a trained machine learning model to make predictions or generate outputs based on new, unseen data. After a model has been trained on a dataset, inference involves applying this model to new examples to produce results such as classifications, predictions, or other types of insights.</p> <p>The quickstart below shows an inference server running the model and an inference client.</p> <p>There are various ways to submit a Workload:</p> <ul> <li>Run:ai command-line interface (CLI)</li> <li>Run:ai user interface</li> <li>Run:ai API</li> </ul> <p>At this time, Inference services cannot be created via the CLI. The CLI can be used for creating a client to query the inference service.</p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#prerequisites","title":"Prerequisites","text":"<p>To complete this Quickstart, the Infrastructure Administrator will need to install some optional inference prerequisites as described here.</p> <p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>ML Engineer access to Project in Run:ai named \"team-a\"</li> <li>The project should be assigned a quota of at least 1 GPU. </li> <li>The URL of the Run:ai Console. E.g. https://acme.run.ai.</li> </ul> <p>As described, the inference client can be created via CLI. To perform this, you will need to have the Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#step-by-step-walkthrough","title":"Step by Step Walkthrough","text":""},{"location":"Researcher/Walkthroughs/quickstart-inference/#login","title":"Login","text":"CLI V1CLI V2User InterfaceAPI <p>Run <code>runai login</code> and enter your credentials.</p> <p>Run <code>runai login</code> and enter your credentials.</p> <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>To use the API, you will need to obtain a token. Please follow the api authentication article.</p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#create-an-inference-server-environment","title":"Create an Inference Server Environment","text":"<p>To complete this Quickstart via the UI, you will need to create a new Inference Server Environment asset. </p> <p>This is a one-time step for all Inference workloads using the same image.</p> <p>Under <code>Environments</code> Select NEW ENVIRONMENT. Then select:</p> <ul> <li>A default (cluster) scope.</li> <li>Use the environment name <code>inference-server</code>.</li> <li>The image <code>runai.jfrog.io/demo/example-triton-server</code>.</li> <li>Under <code>type of workload</code> select <code>inference</code>.</li> <li>Under <code>endpoint</code> set the container port as <code>8000</code> which is the port that the triton server is using. </li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#run-an-inference-workload","title":"Run an Inference Workload","text":"CLI V1CLI V2User InterfaceAPI <p>Not available right now.</p> <p>Not available right now.</p> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Inference</li> <li>You should already have <code>Cluster</code> and <code>Project</code> selected. Enter <code>inference-server-1</code> as the name and press CONTINUE.</li> <li>Under <code>Environment</code>,  select <code>inference-server</code>.</li> <li>Under <code>Compute Resource</code>, select <code>half-gpu</code>. </li> <li>Under `Replica autoscaling, select a minimum of 1 and a maximum of 2. </li> <li>Under <code>conditions for a new replica</code> select <code>Concurrency</code> and set the value as 3.</li> <li>Set the <code>scale to zero</code> option to <code>5 minutes</code></li> <li>Select CREATE INFERENCE.</li> </ul> <p>Note</p> <p>For more information on submitting Workloads and creating Assets via the user interface, see Workload documentation.</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/inferences' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"inference-server-1\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"image\": \"runai.jfrog.io/demo/example-triton-server\",\n        \"servingPort\": {\n            \"protocol\": \"http\",\n            \"container\": 8000\n        },\n        \"autoscaling\": {\n            \"minReplicas\": 1,\n            \"maxReplicas\": 2,\n            \"metric\": \"concurrency\",\n            \"metricThreshold\": 3,\n            \"scaleToZeroRetentionSeconds\": 300\n        },\n        \"compute\": {\n            \"cpuCoreRequest\": 0.1,\n            \"gpuRequestType\": \"portion\",\n            \"cpuMemoryRequest\": \"100M\",\n            \"gpuDevicesRequest\": 1,\n            \"gpuPortionRequest\": 0.5\n        }\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface. For example <code>acme.run.ai</code></li> <li><code>&lt;TOKEN&gt;</code> is an API access token. see above on how to obtain a valid token.</li> <li><code>&lt;PROJECT-ID&gt;</code> is the the ID of the <code>team-a</code> Project. You can get the Project ID via the Get Projects API</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>Note</p> <ul> <li>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</li> <li>For more information on the Inference Submit API see API Documentation </li> </ul> <p>This would start a triton inference server with a maximum of 2 instances, each instance consumes half a GPU. </p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#query-the-inference-server","title":"Query the Inference Server","text":"<p>You can use the Run:ai Triton demo client to send requests to the server</p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#find-the-inference-server-endpoint","title":"Find the Inference Server Endpoint","text":"<ul> <li>Under <code>Workloads</code>, select <code>Columns</code> on the top right. Add the column <code>Connections</code>.</li> <li>See the connections of the <code>inference-server-1</code> workload: </li> </ul> <ul> <li>Copy the inference endpoint URL.</li> </ul> CLI V1CLI V2User Interface <p>Open a terminal and run:</p> <pre><code>runai config project team-a   \nrunai submit inference-client-1  -i runai.jfrog.io/demo/example-triton-client \\\n-- perf_analyzer -m inception_graphdef  -p 3600000 -u  &lt;INFERENCE-ENDPOINT&gt;    \n</code></pre> <p>Open a terminal and run:</p> <pre><code>runai project set team-a\nrunai training submit inference-client-1  -i runai.jfrog.io/demo/example-triton-client \\\n-- perf_analyzer -m inception_graphdef  -p 3600000 -u  &lt;INFERENCE-ENDPOINT&gt;    \n</code></pre> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Training</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>inference-client-1</code> as the name and press CONTINUE.</li> <li>Select NEW ENVIRONMENT. Enter <code>inference-client</code> as the name and <code>runai.jfrog.io/demo/example-triton-client</code> as the image.  Select CREATE ENVIRONMENT.</li> <li>When the previous screen comes up, select <code>cpu-only</code> under the Compute resource.</li> <li>Under <code>runtime settings</code> enter the command as <code>perf_analyzer</code> and arguments <code>-m inception_graphdef  -p 3600000 -u  &lt;INFERENCE-ENDPOINT&gt;</code> (replace inference endpoint with the above URL).</li> <li>Select CREATE TRAINING.</li> </ul> <p>In the user interface, under <code>inference-server-1</code>, go to the <code>Metrics</code> tab and watch as the various GPU and inference metrics graphs rise. </p>"},{"location":"Researcher/Walkthroughs/quickstart-inference/#stop-workload","title":"Stop Workload","text":"<p>Run the following:</p> CLI V1CLI V2User Interface <p>Not available right now</p> <p>Not available right now</p> <p>Select the two workloads and press DELETE.</p>"},{"location":"Researcher/Walkthroughs/quickstart-overview/","title":"Run:ai Quickstart Guides","text":"<p>Below is a set of Quickstart documents. The purpose of these documents is to get you acquainted with an aspect of Run:ai in the simplest possible form.</p> <p>Note</p> <p>The Quickstart documents are based solely on the command-line interface. The same functionality can be achieved by using the Workloads User interface which allows for Workload submission and log viewing. </p> <p>Follow the Quickstart documents below to learn more:</p> <ul> <li>Training Quickstart documents:<ul> <li>Standard training sessions</li> <li>Distributed Training</li> </ul> </li> <li>Build Quickstart documents: <ul> <li>Basic Interactive build sessions</li> <li>Interfactive build session with connected ports</li> <li>Jupyter Notebook</li> <li>Visual Studio Web</li> </ul> </li> <li>Inference</li> <li>GPU Allocation documents:<ul> <li>Using GPU Fractions </li> </ul> </li> <li>Scheduling documents:<ul> <li>Over-Quota, Basic Fairness &amp; Bin Packing</li> <li>Fairness</li> </ul> </li> </ul> <p>Most quickstarts rely on an image called <code>runai.jfrog.io/demo/quickstart</code>. The image is based on  TensorFlow Release 20-08. This TensorFlow image has minimal requirements for CUDA and NVIDIA Compute Capability. </p> <p>If your GPUs do not meet these requirements, use <code>runai.jfrog.io/demo/quickstart:legacy</code> instead. </p>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/","title":"Quickstart: Launch Workspace with a Visual Studio Code for Web","text":""},{"location":"Researcher/Walkthroughs/quickstart-vscode/#introduction","title":"Introduction","text":"<p>The purpose of this article is to provide a quick ramp-up to running a Workspace running Visual Studio Code (Web edition). Workspaces are containers that live forever until deleted by the user. </p> <p>There are various ways to submit a Workspace:</p> <ul> <li>Run:ai command-line interface (CLI)</li> <li>Run:ai user interface</li> <li>Run:ai API</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#prerequisites","title":"Prerequisites","text":"<p>To complete this Quickstart, the Infrastructure Administrator will need to configure a wildcard certificate to Run:ai as described here.</p> <p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Researcher access to Project in Run:ai named \"team-a\"</li> <li>The project should be assigned a quota of at least 1 GPU. </li> <li>A URL of the Run:ai Console. E.g. https://acme.run.ai.</li> </ul> <p>To complete this Quickstart via the CLI, you will need to have the Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#step-by-step-walkthrough","title":"Step by Step Walkthrough","text":""},{"location":"Researcher/Walkthroughs/quickstart-vscode/#login","title":"Login","text":"CLI V1CLI V2User InterfaceAPI <p>Run <code>runai login</code> and enter your credentials.</p> <p>Run <code>runai login</code> and enter your credentials.</p> <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>To use the API, you will need to obtain a token. Please follow the api authentication article.</p>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#create-a-visual-studio-environment","title":"Create a Visual Studio Environment","text":"<p>To complete this Quickstart via the UI, you will need to create a new Visual Studio Environment asset. </p> <p>This is a one-time step for all VSCode Workloads.</p> <p>Under <code>Environments</code> Select NEW ENVIRONMENT. Then select:</p> <ul> <li>A scope (where you want your environment to live).</li> <li>Use the environment name <code>vscode</code>.</li> <li>The image <code>quay.io/opendatahub-contrib/workbench-images:vscode-datascience-c9s-py311_2023c_latest</code>.</li> <li>Under <code>Tools</code>, add Visual Studio Code and change the port to <code>8787</code>.</li> </ul>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#run-workload","title":"Run Workload","text":"CLI V1CLI V2User InterfaceAPI <p>Open a terminal and run:</p> <pre><code>runai config project team-a   \nrunai submit vs1 --jupyter -g 1\n</code></pre> <p>Note</p> <p>For more information on the workload submit command, see cli documentation.</p> <p>Open a terminal and run:</p> <pre><code>runai project set team-a\nrunai workspace submit vs1  --image quay.io/opendatahub-contrib/workbench-images:vscode-datascience-c9s-py311_2023c_latest \\\n    --gpu-devices-request 1  --external-url container=8787  \n</code></pre> <p>Note</p> <p>For more information on the workspace submit command, see cli documentation.</p> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Workspace</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>vs1</code> as the name and press CONTINUE.</li> <li>Under <code>Environment</code>,  select select the previously created <code>vscode</code> environment.</li> <li>Under <code>Compute Resource</code>, select <code>one-gpu</code>. </li> <li>Select CREATE WORKSPACE.</li> </ul> <p>Note</p> <p>For more information on submitting Workloads and creating Assets via the user interface, see Workload documentation.</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/workspaces' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"vs1\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"image\": \"quay.io/opendatahub-contrib/workbench-images:vscode-datascience-c9s-py311_2023c_latest\",\n        \"compute\": {\n            \"gpuDevicesRequest\": 1\n        },\n        \"exposedUrls\" : [\n            { \n                \"container\" : 8787,\n                \"toolType\": \"visual-studio-code\", \\ # (5)\n                \"toolName\": \"Visual Studio\" \\ # (6)\n            }\n        ]\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface. For example <code>acme.run.ai</code></li> <li><code>&lt;TOKEN&gt;</code> is an API access token. see above on how to obtain a valid token.</li> <li><code>&lt;PROJECT-ID&gt;</code> is the the ID of the <code>team-a</code> Project. You can get the Project ID via the Get Projects API</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> <li><code>toolType</code> will show the Visual Studio icon when connecting to the Visual Studio tool via the user interface. </li> <li><code>toolName</code> text will show when connecting to the Visual Studio tool via the user interface.</li> </ol> <p>Note</p> <ul> <li>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</li> <li>For more information on the Training Submit API see API Documentation </li> </ul> <p>This would start a Workspace with a pre-configured Visual Studio Code image with an allocation of a single GPU. </p>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#accessing-visual-studio-web","title":"Accessing Visual Studio Web","text":"<p>Via the Run:ai user interface, go to <code>Workloads</code>, select the <code>vs1</code> Workspace and press <code>Connect</code>.</p>"},{"location":"Researcher/Walkthroughs/quickstart-vscode/#stop-workload","title":"Stop Workload","text":"<p>Run the following:</p> CLI V1CLI V2User Interface <pre><code>runai delete job vs1\n</code></pre> <pre><code>runai workspace delete vs1\n</code></pre> <p>Select the Workspace and press DELETE.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/","title":"Quickstart: Launch Interactive Build Workloads with Connected Ports","text":""},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#introduction","title":"Introduction","text":"<p>This Quickstart is an extension of the Quickstart document: Start and Use Interactive Build Workloads </p> <p>When starting a container with the Run:ai Command-Line Interface (CLI), it is sometimes needed to expose internal ports to the user. Examples are: accessing a Jupyter notebook, using the container from a development environment such as PyCharm. </p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#exposing-a-container-port","title":"Exposing a Container Port","text":"<p>There are three ways to expose ports in Kubernetes: Port Forwarding, NodePort, and LoadBalancer. The first two will always work. The other requires a special setup by your administrator. The four methods are explained here. </p> <p>The document below provides an example based on Port Forwarding.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#port-forwarding-step-by-step-walkthrough","title":"Port Forwarding, Step by Step Walkthrough","text":""},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#setup","title":"Setup","text":"<ul> <li>Login to the Projects area of the Run:ai user interface.</li> <li>Add a Project named <code>team-a</code>.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#run-workload","title":"Run Workload","text":"<ul> <li>At the command-line run:</li> </ul> <pre><code>runai config project team-a\nrunai submit nginx-test -i zembutsu/docker-sample-nginx --interactive\nrunai port-forward nginx-test --port 8080:80\n</code></pre> <ul> <li>The Job is based on a sample NGINX webserver docker image <code>zembutsu/docker-sample-nginx</code>. Once accessed via a browser, the page shows the container name. </li> <li>Note the interactive flag which means the Job will not have a start or end. It is the Researcher's responsibility to close the Job.  </li> <li>In this example, we have chosen the simplest scheme to expose ports which is port forwarding. We temporarily expose port 8080 to localhost as long as the <code>runai port-forward</code> command is not stopped</li> <li>It is possible to forward traffic from multiple IP addresses by using the \"--address\" parameter. Check the CLI reference for further details. </li> </ul> <p>The result will be:</p> <pre><code>The job 'nginx-test-0' has been submitted successfully\nYou can run `runai describe job nginx-test-0 -p team-a` to check the job status\n\nForwarding from 127.0.0.1:8080 -&gt; 80\nForwarding from [::1]:8080 -&gt; 80\n</code></pre>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#access-the-webserver","title":"Access the Webserver","text":"<p>Open the following in the browser at http://localhost:8080.</p> <p>You should see a web page with the name of the container.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#stop-workload","title":"Stop Workload","text":"<p>Press Ctrl-C in the shell to stop port forwarding. Then delete the Job by running <code>runai delete job nginx-test</code></p>"},{"location":"Researcher/Walkthroughs/walkthrough-build-ports/#see-also","title":"See Also","text":"<ul> <li>Develop on Run:ai using Visual Studio Code</li> <li>Develop on Run:ai using PyCharm</li> <li>Use a Jupyter notbook with Run:ai.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build/","title":"Quickstart: Launch Interactive Build Workloads","text":""},{"location":"Researcher/Walkthroughs/walkthrough-build/#introduction","title":"Introduction","text":"<p>The purpose of this article is to provide a quick ramp-up to running an interactive Workspace to allow building data science programs. data scientists typically use various tools such as Jupyter Notebook,  PyCharm, or Visual Studio code. However, in this quickstart, we will start by launching a bare-bones Workspace without such tools. </p> <p>With this Quickstart you will learn how to:</p> <ul> <li>Start a workspace.</li> <li>Open an ssh session to the workspace.</li> <li>Stop the workspace.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#prerequisites","title":"Prerequisites","text":"<p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Researcher access to Project in Run:ai named \"team-a\"</li> <li>The project should be assigned a quota of at least 1 GPU. </li> <li>A URL of the Run:ai Console. E.g. https://acme.run.ai.</li> </ul> <p>To complete this Quickstart via the CLI, you will need to have the Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#step-by-step-quickstart","title":"Step by Step Quickstart","text":""},{"location":"Researcher/Walkthroughs/walkthrough-build/#login","title":"Login","text":"CLI V1CLI V2User InterfaceAPI <p>Run <code>runai login</code> and enter your credentials.</p> <p>Run <code>runai login</code> and enter your credentials.</p> <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>To use the API, you will need to obtain a token. Please follow the api authentication article.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#create-a-workspace","title":"Create a Workspace","text":"CLI V1CLI V2User InterfaceAPI <p>Open a terminal and run:</p> <pre><code>runai config project team-a   \nrunai submit build1 -i ubuntu -g 1 --interactive -- sleep infinity\n</code></pre> <p>Note</p> <p>For more information on the workload submit command, see cli documentation.</p> <p>Open a terminal and run:</p> <pre><code>runai project set team-a\nrunai workspace submit build1 -i ubuntu -g 1 --command -- sleep infinity\n</code></pre> <p>Note</p> <p>For more information on the workspace submit command, see cli documentation.</p> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Workspace</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>build1</code> as the name and press CONTINUE.</li> <li>Select NEW ENVIRONMENT. Enter <code>ubuntu</code> as the name and <code>ubuntu</code> as the image. Then select CREATE ENVIRONMENT.</li> <li>When the previous screen comes up, select <code>one-gpu</code> under the Compute resource. </li> <li>Select CREATE WORKSPACE.</li> </ul> <p>Note</p> <p>For more information on submitting Workloads and creating Assets via the user interface, see Workload documentation.</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/workspaces' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"build1\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"command\" : \"sleep\",\n        \"args\" : \"infinity\"\n        \"image\": \"ubuntu\",\n        \"compute\": {\n        \"gpuDevicesRequest\": 1\n        }\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface. For example <code>acme.run.ai</code></li> <li><code>&lt;TOKEN&gt;</code> is an API access token. see above on how to obtain a valid token.</li> <li><code>&lt;PROJECT-ID&gt;</code> is the the ID of the <code>team-a</code> Project. You can get the Project ID via the Get Projects API</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>Note</p> <ul> <li>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</li> <li>For more information on the Workspace Submit API see API Documentation </li> </ul> <ul> <li>This would start a workload of type Workspace for <code>team-a</code> with an allocation of a single GPU. </li> <li>We named the Workload <code>build1</code>. </li> <li>Note that, unlike a Training workload, a Workspace workload will not end automatically. It is the Researcher's responsibility to stop the Workload. </li> <li>The command provided is <code>sleep infinity</code>. You must provide a command or the container will start and then exit immediately. Alternatively, when using the command line, replace these flags with <code>--attach</code> to attach immediately to a session.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#list-workloads","title":"List Workloads","text":"<p>Follow up on the Workload's progress by running:</p> CLI V1CLI V2User Interface <p><pre><code>runai list jobs\n</code></pre> The result: </p> <pre><code>runai workspace list\n</code></pre> <p>The result:</p> <pre><code>Workload     Type        Status      Project     Preemptible      Running/Requested Pods     GPU Allocation\n\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\nvs1          Workspace   Running     team-a      No               1/1                        1.00\n</code></pre> <ul> <li>Open the Run:ai user interface.</li> <li>Under \"Workloads\" you can view the new Workspace:</li> </ul> <p></p> <p>Select the Workloads and press <code>Show Details</code> to see the Workload details</p> <p> </p> <p>Typical statuses you may see:</p> <ul> <li>ContainerCreating - The docker container is being downloaded from the cloud repository</li> <li>Pending - the job is waiting to be scheduled</li> <li>Running - the job is running</li> </ul> <p>A full list of Job statuses can be found here</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#describe-workload","title":"Describe Workload","text":"<p>To get additional status on your Workload run:</p> CLI V1CLI V2User Interface <pre><code>runai describe job build1\n</code></pre> <pre><code>runai workspace describe build1\n</code></pre> <p>Workload parameters can be viewed by adding more columns to the Workload list and by reviewing the <code>Event History</code> tab for the specific Workload. </p>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#get-a-shell-to-the-container","title":"Get a Shell to the container","text":"CLI V1CLI V2 <p>Run: <pre><code>runai bash build1\n</code></pre></p> <pre><code>runai workspace bash build1\n</code></pre> <p>This should provide a direct shell into the computer</p>"},{"location":"Researcher/Walkthroughs/walkthrough-build/#stop-workload","title":"Stop Workload","text":"<p>Run the following:</p> CLI V1CLI V2User Interface <pre><code>runai delete job build1\n</code></pre> <pre><code>runai workspace delete build1\n</code></pre> <p>Select the Workspace and press DELETE.</p> <p>This would stop the workspace. You can verify this by running the list command again.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/","title":"Quickstart: Launch Workloads with GPU Fractions","text":""},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#introduction","title":"Introduction","text":"<p>Run:ai provides a Fractional GPU sharing system for containerized workloads on Kubernetes. The system supports workloads running CUDA programs and is especially suited for lightweight AI tasks such as inference and model building. The fractional GPU system transparently gives data science and AI engineering teams the ability to run multiple workloads simultaneously on a single GPU, enabling companies to run more workloads such as computer vision, voice recognition and natural language processing on the same hardware, lowering costs.</p> <p>Run:ai\u2019s fractional GPU system effectively creates logical GPUs, with their own memory and computing space that containers can use and access as if they were self-contained processors. This enables several workloads to run in containers side-by-side on the same GPU without interfering with each other. The solution is transparent, simple, and portable; it requires no changes to the containers themselves.</p> <p>A typical use-case could see a couple of Workloads running on the same GPU, meaning you could multiply the work with the same hardware.</p> <p>The purpose of this article is to provide a quick ramp-up to running a training Workload with fractions of a GPU.  </p> <p>There are various ways to submit a  Workload:</p> <ul> <li>Run:ai command-line interface (CLI)</li> <li>Run:ai user interface</li> <li>Run:ai API </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#prerequisites","title":"Prerequisites","text":"<p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Researcher access to Run:ai </li> <li>To a Project named \"team-a\"</li> <li>With at least 1 GPU assigned to the project. </li> <li>A link to the Run:ai Console. E.g. https://acme.run.ai.</li> <li>To complete this Quickstart via the CLI, you will need to have the Run:ai CLI installed on your machine. There are two available CLI variants:<ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul> </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#step-by-step-walkthrough","title":"Step by Step Walkthrough","text":""},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#login","title":"Login","text":"CLI V1CLI V2User InterfaceAPI <p>Run <code>runai login</code> and enter your credentials.</p> <p>Run <code>runai login</code> and enter your credentials.</p> <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>To use the API, you will need to obtain a token. Please follow the api authentication article.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#run-workload","title":"Run Workload","text":"<p>Open a terminal and run:</p> CLI V1CLI V2User InterfaceAPI <pre><code>runai config project team-a   \nrunai submit frac05 -i runai.jfrog.io/demo/quickstart -g 0.5\nrunai submit frac05-2 -i runai.jfrog.io/demo/quickstart -g 0.5 \n</code></pre> <pre><code>runai project set team-a\nrunai training submit frac05 -i runai.jfrog.io/demo/quickstart --gpu-portion-request 0.5\nrunai training submit frac05-2 -i runai.jfrog.io/demo/quickstart --gpu-portion-request 0.5\n</code></pre> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Training</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>frac05</code> as the name and press CONTINUE.</li> <li>Select NEW ENVIRONMENT. Enter <code>quickstart</code> as the name and <code>runai.jfrog.io/demo/quickstart</code> as the image. Then select CREATE ENVIRONMENT.</li> <li>When the previous screen comes up, select <code>half-gpu</code> under the Compute resource. </li> <li>Select CREATE TRAINING.</li> <li>Follow the process again to submit a second workload called <code>frac05-2</code>.</li> </ul> <p>Note</p> <p>For more information on submitting Workloads and creating Assets via the user interface, see Workload documentation.</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/trainings' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"frac05\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"image\": \"runai.jfrog.io/demo/quickstart\",\n        \"compute\": {\n        \"gpuRequestType\": \"portion\",\n        \"gpuPortionRequest\" : 0.5\n        }\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface. For example <code>acme.run.ai</code></li> <li><code>&lt;TOKEN&gt;</code> is an API access token. see above on how to obtain a valid token.</li> <li><code>&lt;PROJECT-ID&gt;</code> is the the ID of the <code>team-a</code> Project. You can get the Project ID via the Get Projects API</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>Note</p> <ul> <li>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</li> <li>For more information on the Training Submit API see API Documentation </li> </ul> <ul> <li>The Workloads are based on a sample docker image <code>runai.jfrog.io/demo/quickstart</code> the image contains a startup script that runs a deep learning TensorFlow-based workload.</li> <li>We named the Workloads frac05 and frac05-2 respectively. </li> <li>The Workloads are assigned to team-a with an allocation of half a GPU. </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#list-workloads","title":"List Workloads","text":"<p>Follow up on the Workload's progress by running:</p> CLI V1CLI V2User Interface <p><pre><code>runai list jobs\n</code></pre> The result:</p> <pre><code>Showing jobs for project team-a\nNAME      STATUS   AGE  NODE                  IMAGE                          TYPE   PROJECT  USER   GPUs Allocated (Requested)  PODs Running (Pending)  SERVICE URL(S)\nfrac05    Running  9s   runai-cluster-worker  runai.jfrog.io/demo/quickstart  Train  team-a   yaron  0.50 (0.50)                 1 (0)\nfrac05-2  Running  8s   runai-cluster-worker  runai.jfrog.io/demo/quickstart  Train  team-a   yaron  0.50 (0.50)                 1 (0)\n</code></pre> <pre><code>runai training list\n</code></pre> <p>The result:</p> <pre><code>Workload               Type        Status      Project     Preemptible      Running/Requested Pods     GPU Allocation\n\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\nfrac05      Training    Running  team-a      Yes              0/1                        0.00\nfrac05-2    Training    Running  team-a      Yes              0/1                        0.00    \n</code></pre> <ul> <li>Open the Run:ai user interface.</li> <li>Under <code>Workloads</code> you can view the two new Training Workloads</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#view-partial-gpu-memory","title":"View Partial GPU memory","text":"<p>To verify that the Workload sees only parts of the GPU memory run:</p> CLI V1CLI V2 <pre><code>runai exec frac05 nvidia-smi\n</code></pre> <pre><code>runai training exec frac05 nvidia-smi\n</code></pre> <p>The result:</p> <p></p> <p>Notes:</p> <ul> <li>The total memory is circled in red. It should be 50% of the GPUs memory size. In the picture above we see 8GB which is half of the 16GB of Tesla V100 GPUs.</li> <li>The script running on the container is limited by 8GB. In this case, TensorFlow, which tends to allocate almost all of the GPU memory has allocated 7.7GB RAM (and not close to 16 GB). Overallocation beyond 8GB will lead to an out-of-memory exception </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-fractions/#use-exact-gpu-memory","title":"Use Exact GPU Memory","text":"<p>Instead of requesting a fraction of the GPU, you can ask for specific GPU memory requirements. For example:</p> CLI V1CLI V2User Interface <pre><code>runai submit  -i runai.jfrog.io/demo/quickstart --gpu-memory 5G\n</code></pre> <pre><code>runai training submit -i runai.jfrog.io/demo/quickstart --gpu-memory-request 5G\n</code></pre> <p>As part of the Workload submission, Create a new <code>Compute Resource</code>, with 1 GPU Device and 5GB of <code>GPU memory per device</code>. See picture below: </p> <p>Which will provide 5GB of GPU memory. </p>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/","title":"Quickstart: Over-Quota and Bin Packing","text":""},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#goals","title":"Goals","text":"<p>The goal of this Quickstart is to explain the concepts of over-quota and bin-packing (consolidation) and how they help in maximizing cluster utilization: </p> <ul> <li>Show the simplicity of resource provisioning, and how resources are abstracted from users.</li> <li>Show how the system eliminates compute bottlenecks by allowing teams/users to go over their resource quota if there are free GPUs in the cluster.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#setup-and-configuration","title":"Setup and configuration:","text":"<p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Your cluster should have 4 GPUs on 2 machines with 2 GPUs each.</li> <li>Researcher access to two Projects  named \"team-a\" and \"team-b\"</li> <li>Each project should be assigned an exact quota of 2 GPUs. </li> <li>A URL of the Run:ai Console. E.g. https://acme.run.ai.</li> <li> <p>Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul> </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#login","title":"Login","text":"<p>Run <code>runai login</code> and enter your credentials.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#part-i-over-quota","title":"Part I: Over-quota","text":"<p>Open a terminal and run the following command:</p> CLI V1CLI V2 <pre><code>runai submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a\nrunai submit a1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai submit b1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <pre><code>runai training submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a\nrunai training submit a1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai training submit b1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <p>System status after run: </p> <p>Discussion</p> <ul> <li>team-a has 3 GPUs allocated. Which is over its quota by 1 GPU. </li> <li>The system allows this over-quota as long as there are available resources</li> <li>The system is at full capacity with all GPUs utilized. </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#part-2-basic-fairness-via-preemption","title":"Part 2: Basic Fairness via Preemption","text":"<p>Run the following command:</p> CLI V1CLI V2 <pre><code>runai submit b2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <pre><code>runai training submit b2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <p>System status after run: </p> <p>Discussion</p> <ul> <li>team-a can no longer remain in over-quota. Thus, one Job, must be preempted: moved out to allow team-b to grow.</li> <li>Run:ai scheduler chooses to preempt Job a1.</li> <li>It is important that unattended Jobs will save checkpoints. This will ensure that whenever Job a1 resume, it will do so from where it left off.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-overquota/#part-3-bin-packing","title":"Part 3: Bin Packing","text":"<p>Run the following command:</p> CLI V1CLI V2 <p><code>runai delete job a2 -p team-a</code></p> <pre><code>runai training delete a2\n</code></pre> <p>a1 is now going to start running again.</p> <p>Run:</p> CLI V1CLI V2 <pre><code>runai list jobs -A\n</code></pre> <pre><code>runai training list -A\n</code></pre> <p>You have two Jobs that are running on the first node and one Job that is running alone the second node. </p> <p>Choose one of the two Jobs from the full node and delete it:</p> CLI V1CLI V2 <pre><code>runai delete job &lt;job-name&gt; -p &lt;project&gt;\n</code></pre> <pre><code>runai training delete &lt;job-name&gt; -p &lt;project&gt;\n</code></pre> <p>The status now is: </p> <p>Now, run a 2 GPU Job:</p> CLI V1CLI V2 <pre><code>runai submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a\n</code></pre> <pre><code>runai training submit a2 -i runai.jfrog.io/demo/quickstart -g 2 -p team-a\n</code></pre> <p>_ The status now is: </p> <p>Discussion</p> <p>Note that Job a1 has been preempted and then restarted on the second node, to clear space for the new a2 Job. This is bin-packing or consolidation</p>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/","title":"Quickstart: Queue Fairness","text":""},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#goal","title":"Goal","text":"<p>The goal of this Quickstart is to explain fairness. The over-quota Quickstart shows basic fairness where allocated GPUs per Project are adhered to such that if a Project is in over-quota, its Job will be preempted once another Project requires its resources.</p> <p>This Quickstart is about queue fairness. It shows that Jobs will be scheduled fairly regardless of the time they have been submitted. As such, if a person in Project A has submitted 50 Jobs and soon after that, a person in Project B has submitted 25 Jobs, the Jobs in the queue will be processed fairly.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#setup-and-configuration","title":"Setup and configuration:","text":"<p>To complete this Quickstart, the Platform Administrator will need to provide you with:</p> <ul> <li>Your cluster should have 4 GPUs on 2 machines with 2 GPUs each.</li> <li>Researcher access to two Projects  named \"team-a\" and \"team-b\"</li> <li>Each project should be assigned an exact quota of 1 GPU. </li> <li>A URL of the Run:ai Console. E.g. https://acme.run.ai.</li> <li> <p>Run:ai CLI installed on your machine. There are two available CLI variants:</p> <ul> <li>The older V1 CLI. See installation here</li> <li>A newer V2 CLI, supported with clusters of version 2.18 and up. See installation here</li> </ul> </li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#login","title":"Login","text":"<p>Run <code>runai login</code> and enter your credentials.</p>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#part-i-immediate-displacement-of-over-quota","title":"Part I: Immediate Displacement of Over-Quota","text":"<p>Run the following commands:</p> CLI V1CLI V2 <pre><code>runai submit a1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai submit a2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai submit a3 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai submit a4 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\n</code></pre> <pre><code>runai training submit a1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai training submit a2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai training submit a3 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\nrunai training submit a4 -i runai.jfrog.io/demo/quickstart -g 1 -p team-a\n</code></pre> <p>System status after run: </p> <p>Discussion</p> <p>team-a, even though it has a single GPU as quota, is now using all 4 GPUs.</p> <p>Run the following commands:</p> CLI V1CLI V2 <pre><code>runai submit b1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai submit b2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai submit b3 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai submit b4 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <pre><code>runai training submit b1 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai training submit b2 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai training submit b3 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\nrunai training submit b4 -i runai.jfrog.io/demo/quickstart -g 1 -p team-b\n</code></pre> <p>System status after run: </p> <p>Discussion</p> <ul> <li>Two team-b Jobs have immediately displaced team-a. </li> <li>team-a and team-b each have a quota of 1 GPU, thus the remaining over-quota (2 GPUs) is distributed equally between the Projects.</li> </ul>"},{"location":"Researcher/Walkthroughs/walkthrough-queue-fairness/#part-2-queue-fairness","title":"Part 2: Queue Fairness","text":"<p>Now lets start deleting Jobs. Alternatively, you can wait for Jobs to complete.</p> CLI V1CLI V2 <pre><code>runai delete job b2 -p team-b\n</code></pre> <pre><code>runai training delete b2 -p team-b\n</code></pre> <p>Discussion</p> <p>As the quotas are equal (1 for each Project, the remaining pending Jobs will get scheduled one by one alternating between Projects, regardless of the time in which they were submitted. </p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/","title":"Best Practice: From Bare Metal to Docker Images","text":""},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#introduction","title":"Introduction","text":"<p>Some Researchers do data science on bare metal. The term bare-metal relates to connecting to a server and working directly on its operating system and disks.</p> <p>This is the fastest way to start working, but it introduces problems when the data science organization scales:</p> <ul> <li>More Researchers mean that the machine resources need to be efficiently shared</li> <li>Researchers need to collaborate and share data, code, and results</li> </ul> <p>To overcome that, people working on bare-metal typically write scripts to gather data, code as well as code dependencies. This soon becomes an overwhelming task.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#why-use-docker-images","title":"Why Use Docker Images?","text":"<p>Docker images and containerization in general provide a level of abstraction which, by large, frees developers and Researchers from the mundane tasks of setting up an environment. The image is an operating system by itself and thus the 'environment' is by large, a part of the image.</p> <p>When a docker image is instantiated, it creates a container. A container is the running manifestation of a docker image.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#moving-a-data-science-environment-to-docker","title":"Moving a Data Science Environment to Docker","text":"<p>A data science environment typically includes:</p> <li>Training data</li> <li>Machine Learning (ML) code and inputs</li> <li>Libraries: Code dependencies that must be installed before the ML code can be run</li>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#training-data","title":"Training data","text":"<p>Training data is usually significantly large (from several Gigabytes to Petabytes) and is read-only in nature. Thus, training data is typically left outside of the docker image. Instead, the data is mounted onto the image when it is instantiated. Mounting a volume allows the code within the container to access the data as though it was within a directory on the local file system.</p> <p>The best practice is to store the training data on a shared file system. This allows the data to be accessed uniformly on whichever machine the Researcher is currently using, allowing the Researcher to easily migrate between machines. </p> <p>Organizations without a shared file system typically write scripts to copy data from machine to machine.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#machine-learning-code-and-inputs","title":"Machine Learning Code and Inputs","text":"<p>As a rule, code needs to be saved and versioned in a code repository.</p> <p>There are two alternative practices:</p> <ul> <li>The code resides in the image and is being periodically pulled from the repository. This practice requires building a new container image each time a change is introduced to the code.</li> <li>When a shared file system exists, the code can reside outside the image on a shared disk and mounted via a volume onto the container. </li> </ul> <p>Both practices are valid.</p> <p>Inputs to machine learning models and artifacts of training sessions, like model checkpoints, are also better stored in and loaded from a shared file system.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#code-dependencies","title":"Code Dependencies","text":"<p>Any code has code dependencies. These libraries must be installed for the code to run. As the code is changing, so do the dependencies.</p> <p>ML Code is typically python and python dependencies are typically declared together in a single <code>requirements.txt</code> file which is saved together with the code.</p> <p>The best practice is to have your docker startup script (see below) run this file using <code>pip install -r requirements.txt</code>. This allows the flexibility of adding and removing code dependencies dynamically.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#ml-lifecycle-build-and-train","title":"ML Lifecycle: Build and Train","text":"<p>Deep learning workloads can be divided into two generic types:</p> <li>Interactive \"build\" sessions. With these types of workloads, the data scientist opens an interactive session, via bash, Jupyter Notebook, remote PyCharm, or similar and accesses GPU resources directly. Build workloads are typically meant for debugging and development sessions. </li> <li>Unattended \"training\" sessions. Training is characterized by a machine learning run that has a start and a finish. With these types of workloads, the data scientist prepares a self-running workload and sends it for execution. During the execution, the data scientist can examine the results. A Training session can take from a few minutes to a couple of days. It can be interrupted in the middle and later restored (though the data scientist should save checkpoints for that purpose). Training workloads typically utilize large percentages of the GPU and at the end of the run automatically frees the resources. </li> <p>Getting your docker ready is also a matter of which type of workload you are currently running.</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#build-workloads","title":"Build Workloads","text":"<p>With \"build\" you are actually coding and debugging small experiments. You are interactive. In that mode, you can typically take a well known standard image (e.g. https://ngc.nvidia.com/catalog/containers/nvidia:tensorflow) and use it directly.</p> <p>Start a docker container by running:</p> <pre><code>docker run -it .... \"the well known image\" -v /where/my/code/resides bash </code></pre> <p>You get a shell prompt to a container with a mounted volume of where your code is. You can then install your prerequisites and run your code via ssh.</p> <p>You can also access the container remotely from tools such as PyCharm, Jupyter Notebook, and more. In this case, the docker image needs to be customized to install the \"server software\" (e.g. a Jupyter Notebook service).</p>"},{"location":"Researcher/best-practices/bare-metal-to-docker-images/#training-workloads","title":"Training Workloads","text":"<p>For training workloads, you can use a well-known image (e.g. the TensorFlow image from the link above) but more often than not, you want to create your own docker image. The best practice is to use the well-known image (e.g. TensorFlow from above) as a base image and add your own customizations on top of it. To achieve that, you create a Dockerfile. A Dockerfile is a declarative way to build a docker image and is built in layers. e.g.:</p> <ol><li>Base image is nvidia-tensorflow</li> <li>Install popular software</li> <li>(Optional) Run a script</li> </ol> <p>The script can be part of the image or can be provided as part of the command line to run the docker. It will typically include additional dependencies to install as well as a reference to the ML code to be run. </p> <p>The best practice for running training workloads is to test the container image in a \"build\" session and then send it for execution as a training Job. For further information on how to set up and parameterize a training workload via docker or Run:ai see Converting your Workload to use Unattended Training Execution.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/","title":"Best Practice: Convert your Workload to Run Unattended","text":""},{"location":"Researcher/best-practices/convert-to-unattended/#motivation","title":"Motivation","text":"<p>Run:ai allows non-interactive training workloads to extend beyond guaranteed quotas and into over-quota as long as computing resources are available. To achieve this kind of flexibility, the system needs to be able to safely stop a workload and restart it again later. This requires Researchers to switch workloads from running interactively, to running unattended, thus allowing Run:ai to pause/resume the run.</p> <p>Unattended workloads are a good fit for long-duration runs, or sets of smaller hyperparameter optimization runs.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#best-practices","title":"Best Practices","text":""},{"location":"Researcher/best-practices/convert-to-unattended/#docker-image","title":"Docker Image","text":"<p>A docker container is based on a docker image. Some Researchers use generic images such as ones provided by Nvidia, for example: NVIDIA NGC TensorFlow. Others, use generic images as the base image to a more customized image using Dockerfiles.</p> <p>Realizing that Researchers are not always proficient with building docker files, as a best practice, you will want to:</p> <ul> <li>Use the same docker image both for interactive and unattended jobs. In this way, you can keep the difference between both methods of invocation to a minimum. This can be a stock image from Nvidia or a custom image.</li> <li>Leave some degree of flexibility, which allows the Researcher to add/remove python dependencies without re-creating images.</li> </ul>"},{"location":"Researcher/best-practices/convert-to-unattended/#code-location","title":"Code Location","text":"<p>You will want to minimize the cycle of code change-and-run. There are a couple of best practices which you can choose from:</p> <ol> <li>Code resides on the network file storage. This way you can change the code and immediately run the Job. The Job picks up the new files from the network.</li> <li>Use the <code>runai submit</code> flag <code>--git-sync</code>. The flag allows the Researcher to provide details of a Git repository. The repository will be automatically cloned into a specified directory when the container starts.</li> <li>The code can be embedded within the image. In this case, you will want to create an automatic CI/CD process, which packages the code into a modified image.</li> </ol> <p>The document below assumes option #1.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#create-a-startup-script","title":"Create a Startup Script","text":"<p>Gather the commands you ran inside the interactive Job into a single script. The script will be provided with the command-line at the start of the unattended execution (see the section running the job below). This script should be kept next to your code, on a shared network drive (e.g. /nfs/john).</p> <p>An example of a common startup script start.sh:</p> <pre><code>pip install -r requirements.txt\n...\npython training.py\n</code></pre> <p>The first line of this script is there to make sure that all required python libraries are installed before the training script executes, it also allows the Researcher to add/remove libraries without needing changes to the image itself.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#support-variance-between-different-runs","title":"Support Variance Between Different Runs","text":"<p>Your training script must be flexible enough to support variance in execution without changing the code. For example, you will want to change the number of epochs to run, apply a different set of hyperparameters, etc. There are two ways to handle this in your script. You can use one or both methods:</p> <ol> <li> <p>Your script can read arguments passed to the script:</p> <p><pre><code>python training.py --number-of-epochs=30</code></pre></p> </li> </ol> <p>In which case, change your start.sh script to:</p> <pre><code>pip install -r requirements.txt\n...\npython training.py $@</code></pre> <ol> <li>Your script can read from environment variables during script execution. In case you use environment variables, the variables will be passed to the training script automatically. No special action is required in this case.</li> </ol>"},{"location":"Researcher/best-practices/convert-to-unattended/#checkpoints","title":"Checkpoints","text":"<p>Run:ai can pause unattended executions, giving your GPU resources to another workload. When the time comes, Run:ai will give you back the resources and restore your workload. Thus, it is a good practice to save your weights at various checkpoints and start a workload from the latest checkpoint (typically between epochs).</p> <p>TensorFlow, PyTorch, and others have mechanisms to help save checkpoints (e.g. https://www.tensorflow.org/guide/checkpoint for TensorFlow and https://pytorch.org/tutorials/recipes/recipes/saving_and_loading_a_general_checkpoint.html for PyTorch).</p> <p>It is important to save the checkpoints to network storage and not the machine itself. When your workload resumes, it can, in all probability, be allocated to a different node (machine) than the original node</p> <p>For more information on best practices for saving checkpoints, see Saving Deep Learning Checkpoints.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#running-the-job","title":"Running the Job","text":"<p>Using <code>runai submit</code>, drop the flag <code>--interactive</code>. For submitting a Job using the script created above, please use <code>-- [COMMAND]</code> flag to specify a command, use the <code>--</code> syntax to pass arguments, and pass environment variables using the flag <code>--environment</code>.</p> <p>Example with Environment variables:</p> <pre><code>runai submit train1 -i tensorflow/tensorflow:1.14.0-gpu-py3  \n    -v /nfs/john:/mydir -g 1  --working-dir /mydir/  \n    -e 'EPOCHS=30'  -e 'LEARNING_RATE=0.02'  \n    -- ./startup.sh  \n</code></pre> <p>Example with Command-line arguments:</p> <pre><code>runai submit train1 -i tensorflow/tensorflow:1.14.0-gpu-py3  \n    -v /nfs/john:/mydir -g 1  --working-dir /mydir/  \n    -- ./startup.sh batch-size=64 number-of-epochs=3\n</code></pre> <p>Please refer to Command-Line Interface, runai submit for a list of all arguments accepted by the Run:ai CLI.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#use-cli-policies","title":"Use CLI Policies","text":"<p>Different run configurations may vary significantly and can be tedious to be written each time on the command-line. To make life easier, our CLI offers a way to set administrator policies for these configurations and use pre-configured configuration when submitting a Workload. Please refer to Configure Policies.</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#attached-files","title":"Attached Files","text":"<p>The 3 relevant files mentioned in this document can be downloaded from Github</p>"},{"location":"Researcher/best-practices/convert-to-unattended/#see-also","title":"See Also","text":"<p>See the unattended training Quickstart: Launch Unattended Training Workloads</p>"},{"location":"Researcher/best-practices/env-variables/","title":"Environment Variables inside a Run:ai Workload","text":""},{"location":"Researcher/best-practices/env-variables/#identifying-a-job","title":"Identifying a Job","text":"<p>There may be use cases where your container may need to uniquely identify the Job it is currently running in. A typical use case is for saving Job artifacts under a unique name.  Run:ai provides pre-defined environment variables you can use. These variables are guaranteed to be unique even if the Job is preempted or evicted and then runs again. </p> <p>Run:ai provides the following environment variables:</p> <ul> <li><code>JOB_NAME</code> - the name of the Job.</li> <li><code>JOB_UUID</code> - a unique identifier for the Job. </li> </ul> <p>Note that the Job can be deleted and then recreated with the same name. A Job UUID will be different even if the Job names are the same.</p>"},{"location":"Researcher/best-practices/env-variables/#gpu-allocation","title":"GPU Allocation","text":"<p>Run:ai provides an environment variable, visible inside the container, to help identify the number of GPUs allocated for the container. Use <code>RUNAI_NUM_OF_GPUS</code></p>"},{"location":"Researcher/best-practices/env-variables/#node-name","title":"Node Name","text":"<p>There may be use cases where your container may need to identify the node it is currently running on. Run:ai provides an environment variable, visible inside the container, to help identify the name of the node on which the pod was scheduled. Use <code>NODE_NAME</code></p>"},{"location":"Researcher/best-practices/env-variables/#usage-example-in-python","title":"Usage Example in Python","text":"<pre><code>import os\n\njobName = os.environ['JOB_NAME']\njobUUID = os.environ['JOB_UUID']\n</code></pre>"},{"location":"Researcher/best-practices/researcher-notifications/","title":"Researcher Email Notifications","text":""},{"location":"Researcher/best-practices/researcher-notifications/#importance-of-email-notifications-for-data-scientists","title":"Importance of Email Notifications for Data Scientists","text":"<p>Managing numerous data science workloads requires monitoring various stages, including submission, scheduling, initialization, execution, and completion. Additionally, handling suspensions and failures is crucial for ensuring timely workload completion. Email Notifications address this need by sending alerts for critical workload life cycle changes. This empowers data scientists to take necessary actions and prevent delays.</p> <p>Once the system administrator configures the email notifications, users will receive notifications about their jobs that transition from one status to another. In addition, the user will get warning notifications before workload termination due to project-defined timeouts. Details included in the email are:</p> <ul> <li>Workload type</li> <li>Project and cluster information</li> <li>Event timestamp</li> </ul> <p>To configure the types of email notifications you can receive:</p> <ol> <li>The user must log in to their account.</li> <li>Press the user icon, then select settings.</li> <li>In the Email notifications, and in the Send me an email about my workloads when section, select the relevant workload statuses.</li> <li>When complete, press Save.</li> </ol>"},{"location":"Researcher/best-practices/save-dl-checkpoints/","title":"Best Practice: Save Deep-Learning Checkpoints","text":""},{"location":"Researcher/best-practices/save-dl-checkpoints/#introduction","title":"Introduction","text":"<p>Run:ai can pause unattended executions, giving your GPU resources to another workload. When the time comes, Run:ai will give you back the resources and restore your workload. Thus, it is a good practice to save the state of your run at various checkpoints and start a workload from the latest checkpoint (typically between epochs).</p>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#how-to-save-checkpoints","title":"How to Save Checkpoints","text":"<p>TensorFlow, PyTorch, and others have mechanisms to help save checkpoints (e.g. https://www.tensorflow.org/guide/checkpoint for TensorFlow and https://pytorch.org/tutorials/recipes/recipes/saving_and_loading_a_general_checkpoint.html for PyTorch).</p> <p>This document uses Keras as an example. The code itself can be found here</p>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#where-to-save-checkpoints","title":"Where to Save Checkpoints","text":"<p>It is important to save the checkpoints to network storage and not the machine itself. When your workload resumes, it can, in all probability, be allocated to a different node (machine) than the original node. Example:</p> <pre><code>runai submit train-with-checkpoints -i tensorflow/tensorflow:1.14.0-gpu-py3 \\\n  -v /mnt/nfs_share/john:/mydir -g 1  --working-dir /mydir --command -- ./startup.sh\n</code></pre> <p>The command saves the checkpoints in an NFS checkpoints folder <code>/mnt/nfs_share/john</code></p>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#when-to-save-checkpoints","title":"When to Save Checkpoints","text":""},{"location":"Researcher/best-practices/save-dl-checkpoints/#save-periodically","title":"Save Periodically","text":"<p>It is a best practice to save checkpoints at intervals. For example, every epoch as the Keras code below shows:</p> <pre><code>checkpoints_file = \"weights.best.hdf5\"\ncheckpoint = ModelCheckpoint(checkpoints_file, monitor='val_acc', verbose=1, \n    save_best_only=True, mode='max')\n</code></pre>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#save-on-exit-signal","title":"Save on Exit Signal","text":"<p>If periodic checkpoints are not enough, you can use a signal-hook provided by Run:ai (via Kubernetes). The hook is python code that is called before your Job is suspended and allows you to save your checkpoints as well as other state data you may wish to store.</p> <pre><code>import signal\nimport time\n\ndef graceful_exit_handler(signum, frame):\n    # save your checkpoints to shared storage\n\n    # exit with status \"1\" is important for the Job to return later.  \n    exit(1)\n\nsignal.signal(signal.SIGTERM, graceful_exit_handler)\n</code></pre> <p>By default, you will have 30 seconds to save your checkpoints.</p> <p>Important</p> <p>For the signal to be captured, it must be propagated from the startup script to the python child process. See code here</p>"},{"location":"Researcher/best-practices/save-dl-checkpoints/#resuming-using-saved-checkpoints","title":"Resuming using Saved Checkpoints","text":"<p>A Run:ai unattended workload that is resumed, will run the same startup script as on the first run. It is the responsibility of the script developer to add code that:</p> <ul> <li>Checks if saved checkpoints exist (see above)</li> <li>If saved checkpoints exist, load them and start the run using these checkpoints</li> </ul> <pre><code>import os\n\ncheckpoints_file = \"weights.best.hdf5\"\nif os.path.isfile(checkpoints_file):\n    print(\"loading checkpoint file: \" + checkpoints_file)\n    model.load_weights(checkpoints_file)\n</code></pre>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/","title":"Propogating secrets as environment variables to workloads via the CLI","text":"<p>The following is a specific knowledge articles for Run:ai command-line interface users who wish to propagate a Kubernetes secret an an environment variable.</p>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/#kubernetes-secrets","title":"Kubernetes Secrets","text":"<p>Sometimes you want to use sensitive information within your code. For example passwords, OAuth tokens, or ssh keys. The best practice for saving such information in Kubernetes is via Kubernetes Secrets. Kubernetes Secrets let you store and manage sensitive information. Access to secrets is limited via configuration.</p> <p>A Kubernetes secret may hold multiple key - value pairs.</p>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/#using-secrets-in-runai-workloads","title":"Using Secrets in Run:ai Workloads","text":"<p>Our goal is to provide Run:ai Workloads with secrets as input in a secure way. Using the Run:ai command line, you will be able to pass a reference to a secret that already exists in Kubernetes.</p>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/#creating-a-secret","title":"Creating a secret","text":"<p>For details on how to create a Kubernetes secret see: https://kubernetes.io/docs/concepts/configuration/secret/. Here is an example:</p> <pre><code>apiVersion: v1\nkind: Secret\nmetadata:\n  name: my-secret\n  namespace: runai-&lt;project-name&gt;\ndata:\n  username: am9obgo=\n  password: bXktcGFzc3dvcmQK\n</code></pre> <p>Then run: <pre><code>kubectl apply -f &lt;file-name&gt;\n</code></pre></p> <p>Notes</p> <ul> <li>Secrets are base64 encoded</li> <li>Secrets are stored in the scope of a namespace and will not be accessible from other namespaces. Hence the reference to the Run:ai Project name above. Run:ai provides the ability to propagate secrets throughout all Run:ai Projects. See below.</li> </ul>"},{"location":"Researcher/best-practices/secrets-as-env-var-in-cli/#attaching-a-secret-to-a-workload-on-submit-via-cli","title":"Attaching a secret to a Workload on Submit via CLI","text":"<p>When you submit a new Workload, you will want to connect the secret to the new Workload. To do that, run:</p> <pre><code>runai submit -e &lt;ENV-VARIABLE&gt;=SECRET:&lt;secret-name&gt;,&lt;secret-key&gt; ....\n</code></pre> <p>For example:</p> <pre><code>runai submit -i ubuntu -e MYUSERNAME=SECRET:my-secret,username\n</code></pre>"},{"location":"Researcher/cli-reference/Introduction/","title":"Introduction","text":"<p>The Run:ai Command-line Interface (CLI) is one of the ways for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, etc.</p> <p>To install and configure the Run:ai CLI see Researcher Setup - Start Here</p>"},{"location":"Researcher/cli-reference/runai-attach/","title":"runai attach","text":""},{"location":"Researcher/cli-reference/runai-attach/#description","title":"Description","text":"<p>Attach to a running Job.</p> <p>The command attaches to the standard input, output, and error streams of a running Job. If the Job has multiple pods the job will attach to the first pod unless otherwise set.</p>"},{"location":"Researcher/cli-reference/runai-attach/#synopsis","title":"Synopsis","text":"<pre><code>runai attach &lt;job-name&gt;\n    [--no-stdin ]\n    [--no-tty]   \n    [--pod string]\n    .\n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-attach/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-attach/#-no-stdin","title":"--no-stdin","text":"<p>Do not attach STDIN.</p>"},{"location":"Researcher/cli-reference/runai-attach/#-no-tty","title":"--no-tty","text":"<p>Do not allocate a pseudo-TTY</p>"},{"location":"Researcher/cli-reference/runai-attach/#-pod-string","title":"--pod string","text":"<p>Attach to a specific pod within the Job. To find the list of pods run <code>runai describe job &lt;job-name&gt;</code> and then use the pod name with the <code>--pod</code> flag.</p>"},{"location":"Researcher/cli-reference/runai-attach/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-attach/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-attach/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-attach/#output","title":"Output","text":"<p>None</p>"},{"location":"Researcher/cli-reference/runai-bash/","title":"runai bash","text":""},{"location":"Researcher/cli-reference/runai-bash/#description","title":"Description","text":"<p>Get a bash session inside a running Job</p> <p>This command is a shortcut to runai exec (<code>runai exec -it job-name bash</code>). See runai exec for full documentation of the exec command.</p>"},{"location":"Researcher/cli-reference/runai-bash/#synopsis","title":"Synopsis","text":"<pre><code>runai bash &lt;job-name&gt; \n    [--pod string]\n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-bash/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-bash/#-pod-string","title":"--pod string","text":"<p>Specify a pod of a running Job. To get a list of the pods of a specific Job, run <code>runai describe job &lt;job-name&gt;</code> command</p>"},{"location":"Researcher/cli-reference/runai-bash/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-bash/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>"},{"location":"Researcher/cli-reference/runai-bash/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-bash/#-help-h","title":"--help | -h","text":"<p>Show help text</p>"},{"location":"Researcher/cli-reference/runai-bash/#output","title":"Output","text":"<p>The command will access the container that should be currently running in the current cluster and attempt to create a command-line shell based on bash.</p> <p>The command will return an error if the container does not exist or has not been in a running state yet.</p>"},{"location":"Researcher/cli-reference/runai-bash/#see-also","title":"See also","text":"<p>Build Workloads. See Quickstart document: Launch Interactive Build Workloads.</p>"},{"location":"Researcher/cli-reference/runai-config/","title":"runai config","text":""},{"location":"Researcher/cli-reference/runai-config/#description","title":"Description","text":"<p>Set a default Project or Cluster</p>"},{"location":"Researcher/cli-reference/runai-config/#synopsis","title":"Synopsis","text":"<pre><code>runai  config project &lt;project-name&gt;\n    [--loglevel value] \n    [--help | -h]\n\nrunai  config cluster &lt;cluster-name&gt;\n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-config/#options","title":"Options","text":"<p>&lt;project-name&gt;  - The name of the Project you want to set as default. Mandatory.</p> <p>&lt;cluster-name&gt; - The name of the cluster you want to set as the current cluster. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-config/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-config/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-config/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-config/#output","title":"Output","text":"<p>None</p>"},{"location":"Researcher/cli-reference/runai-delete/","title":"runai delete","text":""},{"location":"Researcher/cli-reference/runai-delete/#description","title":"Description","text":"<p>Delete a Workload and its associated Pods.</p> <p>Note that once you delete a Workload, its entire data will be gone:</p> <ul> <li>You will no longer be able to enter it via bash.</li> <li>You will no longer be able to access logs.</li> <li>Any data saved on the container and not stored in a shared location will be lost.</li> </ul>"},{"location":"Researcher/cli-reference/runai-delete/#synopsis","title":"Synopsis","text":"<pre><code>runai delete job &lt;job-name&gt; \n    [--all | -A]\n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-delete/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Workload to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-delete/#-all-a","title":"--all | -A","text":"<p>Delete all Workloads.</p>"},{"location":"Researcher/cli-reference/runai-delete/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-delete/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-delete/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-delete/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-delete/#output","title":"Output","text":"<ul> <li> <p>The Workload will be deleted and not available via the command runai list jobs.</p> </li> <li> <p>The Workloads will show as <code>deleted</code> from the Run:ai user interface Job list.</p> </li> </ul>"},{"location":"Researcher/cli-reference/runai-delete/#see-also","title":"See Also","text":"<ul> <li> <p>Build Workloads. See Quickstart document: Launch Interactive Build Workloads.</p> </li> <li> <p>Training Workloads. See Quickstart document:  Launch Unattended Training Workloads.</p> </li> </ul>"},{"location":"Researcher/cli-reference/runai-describe/","title":"runai describe","text":""},{"location":"Researcher/cli-reference/runai-describe/#description","title":"Description","text":"<p>Display details of a Workload or Node.</p>"},{"location":"Researcher/cli-reference/runai-describe/#synopsis","title":"Synopsis","text":"<pre><code>runai describe job &lt;job-name&gt; \n    [--output value | -o value]  \n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n    [--output string | -o string]  \n\n\nrunai describe node [node-name] \n\n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-describe/#options","title":"Options","text":"<ul> <li>&lt;job-name&gt; - The name of the Workload to run the command with. Mandatory.</li> <li>&lt;node-name&gt; - The name of the Node to run the command with. If a Node name is not specified, a description of all Nodes is shown.</li> </ul> <p>-o | --output</p> <p>Output format. One of: json|yaml|wide. Default is 'wide'</p>"},{"location":"Researcher/cli-reference/runai-describe/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-describe/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-describe/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project, use: <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-describe/#-help-h","title":"--help | -h","text":"<p>Show help text</p>"},{"location":"Researcher/cli-reference/runai-describe/#output","title":"Output","text":"<ul> <li>The <code>runai describe job</code> command will show Workload properties and status as well as lifecycle events and the list of related resources and pods.</li> <li>The <code>runai describe node</code> command will show Node properties. </li> </ul>"},{"location":"Researcher/cli-reference/runai-exec/","title":"runai exec","text":""},{"location":"Researcher/cli-reference/runai-exec/#description","title":"Description","text":"<p>Execute a command inside a running Job</p> <p>Note: to execute a bash command, you can also use the shorthand runai bash</p>"},{"location":"Researcher/cli-reference/runai-exec/#synopsis","title":"Synopsis","text":"<pre><code>runai exec &lt;job-name&gt; &lt;command&gt; \n    [--stdin | -i] \n    [--tty | -t]\n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-exec/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p> <p>&lt;command&gt; the command itself (e.g. bash).</p>"},{"location":"Researcher/cli-reference/runai-exec/#-stdin-i","title":"--stdin | -i","text":"<p>Keep STDIN open even if not attached.</p>"},{"location":"Researcher/cli-reference/runai-exec/#-tty-t","title":"--tty | -t","text":"<p>Allocate a pseudo-TTY.</p>"},{"location":"Researcher/cli-reference/runai-exec/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-exec/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-exec/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-exec/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-exec/#output","title":"Output","text":"<p>The command will run in the context of the container.</p>"},{"location":"Researcher/cli-reference/runai-exec/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/runai-list/","title":"runai list","text":""},{"location":"Researcher/cli-reference/runai-list/#description","title":"Description","text":"<p>Show lists of Workloads, Projects, Clusters or Nodes.</p>"},{"location":"Researcher/cli-reference/runai-list/#synopsis","title":"Synopsis","text":"<pre><code>runai list jobs \n    [--all-projects | -A]  \n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n\nrunai list projects \n    [--loglevel value] \n    [--help | -h]\n\nrunai list clusters  \n    [--loglevel value] \n    [--help | -h]\n\nrunai list nodes [node-name]\n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-list/#options","title":"Options","text":"<p><code>node-name</code> - Name of a specific node to list (optional).</p>"},{"location":"Researcher/cli-reference/runai-list/#-all-projects-a","title":"--all-projects | -A","text":"<p>Show Workloads from all Projects.</p>"},{"location":"Researcher/cli-reference/runai-list/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-list/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-list/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-list/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-list/#output","title":"Output","text":"<ul> <li>A list of Workloads, Nodes, Projects, or Clusters. </li> <li>To filter 'runai list nodes' for a specific Node, add the Node name.</li> </ul>"},{"location":"Researcher/cli-reference/runai-list/#see-also","title":"See Also","text":"<p>To show details for a specific Workload or Node see runai describe.</p>"},{"location":"Researcher/cli-reference/runai-login/","title":"runai login","text":""},{"location":"Researcher/cli-reference/runai-login/#description","title":"Description","text":"<p>Login to Run:ai</p> <p>When Researcher Authentication is enabled, you will need to login to Run:ai using your username and password before accessing resources </p>"},{"location":"Researcher/cli-reference/runai-login/#synopsis","title":"Synopsis","text":"<pre><code>runai login \n    [--loglevel value]\n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-login/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-login/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-login/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-login/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-login/#output","title":"Output","text":"<p>You will be prompted for a user name and password</p>"},{"location":"Researcher/cli-reference/runai-login/#see-also","title":"See Also","text":"<ul> <li>runai logout.</li> </ul>"},{"location":"Researcher/cli-reference/runai-logout/","title":"runai logout","text":""},{"location":"Researcher/cli-reference/runai-logout/#description","title":"Description","text":"<p>Log out from Run:ai</p>"},{"location":"Researcher/cli-reference/runai-logout/#synopsis","title":"Synopsis","text":"<pre><code>runai logout \n    [--loglevel value]\n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-logout/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-logout/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-logout/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-logout/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-logout/#output","title":"Output","text":"<p>You will be logged out from Run:ai</p>"},{"location":"Researcher/cli-reference/runai-logout/#see-also","title":"See Also","text":"<ul> <li>runai login.</li> </ul>"},{"location":"Researcher/cli-reference/runai-logs/","title":"runai logs","text":""},{"location":"Researcher/cli-reference/runai-logs/#description","title":"Description","text":"<p>Show the logs of a Job.</p>"},{"location":"Researcher/cli-reference/runai-logs/#synopsis","title":"Synopsis","text":"<pre><code>runai logs &lt;job-name&gt; \n    [--follow | -f] \n    [--pod string | -p string] \n    [--since duration] \n    [--since-time date-time] \n    [--tail int | -t int] \n    [--timestamps]  \n\n    [--loglevel value] \n    [--project string | -p string] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-logs/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-follow-f","title":"--follow | -f","text":"<p>Stream the logs.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-pod-p","title":"--pod | -p","text":"<p>Specify a specific pod name. When a Job fails, it may start a couple of times in an attempt to succeed. The flag allows you to see the logs of a specific instance (called 'pod'). Get the name of the pod by running <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-instance-string-i-string","title":"--instance (string) | -i (string)","text":"<p>Show logs for a specific instance in cases where a Job contains multiple pods.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-since-duration","title":"--since (duration)","text":"<p>Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs. The flags since and since-time cannot be used together.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-since-time-date-time","title":"--since-time (date-time)","text":"<p>Return logs after specified date. Date format should be RFC3339, example: <code>2020-01-26T15:00:00Z</code>.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-tail-int-t-int","title":"--tail (int) | -t (int)","text":"<p># of lines of recent log file to display.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-timestamps","title":"--timestamps","text":"<p>Include timestamps on each line in the log output.</p>"},{"location":"Researcher/cli-reference/runai-logs/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-logs/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-logs/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-logs/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-logs/#output","title":"Output","text":"<p>The command will show the logs of the first process in the container. For training Jobs, this would be the command run at startup. For interactive Jobs, the command may not show anything.</p>"},{"location":"Researcher/cli-reference/runai-logs/#see-also","title":"See Also","text":"<ul> <li>Training Workloads. See Quickstart document:  Launch Unattended Training Workloads.</li> </ul>"},{"location":"Researcher/cli-reference/runai-port-forwarding/","title":"runai port-forward","text":""},{"location":"Researcher/cli-reference/runai-port-forwarding/#description","title":"Description","text":"<p>Forward one or more local ports to the selected job or a pod within the job. The forwarding session ends when the selected job terminates or the terminal is interrupted.</p>"},{"location":"Researcher/cli-reference/runai-port-forwarding/#examples","title":"Examples","text":"<ol> <li> <p>Port forward connections from localhost:8080 (localhost is the default) to  on port 8090. <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090</code></p> <li> <p>Port forward connections from 192.168.1.23:8080 to  on port 8080. <p><code>runai port-forward &lt;job-name&gt; --port 8080 --address 192.168.1.23</code></p> <li> <p>Port forward multiple connections from localhost:8080 to  on port 8090 and localhost:6443 to  on port 443. <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090  --port 6443:443</code></p> <li> <p>Port forward into a specific pod in a multi-pod job.</p> <p><code>runai port-forward &lt;job-name&gt; --port 8080:8090 --pod &lt;pod-name&gt;</code></p> </li>"},{"location":"Researcher/cli-reference/runai-port-forwarding/#global-flags","title":"Global flags","text":"<p><code>--loglevel &lt;string&gt;</code>\u2014Set the logging level. Choose:  (default \"info\"). <p><code>-p | --project &lt;string&gt;</code>\u2014Specify the project name. To change the default project use <code>runai config project &lt;project name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-port-forwarding/#flags","title":"Flags","text":"<p><code>--address &lt;string&gt; | [local-interface-ip\\host] |localhost | 0.0.0.0 [privileged]</code>\u2014The listening address of your local machine. (default \"localhost\").</p> <p><code>-h | --help</code>\u2014Help for the command.</p> <p><code>--port</code>\u2014forward ports based on one of the following arguments:</p> <ul> <li> <p><code>&lt;stringArray&gt;</code>\u2014a list of port forwarding combinations.</p> </li> <li> <p><code>[local-port]:[remote-port]</code>\u2014different local and remote ports.</p> </li> <li> <p><code>[local-port=remote-port]</code>\u2014the same port is used for both local and remote.</p> </li> </ul> <p><code>--pod</code>\u2014Specify a pod of a running job. To get a list of the pods of a specific job, run the command <code>runai describe &lt;job-name&gt;</code>.</p> <p><code>--pod-running-timeout</code>\u2014The length of time (like 5s, 2m, or 3h, higher than zero) to wait until the pod is running. Default is 10 minutes.</p> <p>Filter based flags</p> <p><code>--mpi</code>\u2014search only for mpi jobs.</p> <p><code>--interactive</code>\u2014search only for interactive jobs.</p> <p><code>--pytorch</code>\u2014search only for pytorch jobs.</p> <p><code>--tf</code>\u2014search only for tensorflow jobs.</p> <p><code>--train</code>\u2014search only for training jobs.</p>"},{"location":"Researcher/cli-reference/runai-resume/","title":"runai resume","text":""},{"location":"Researcher/cli-reference/runai-resume/#description","title":"Description","text":"<p>Resume a suspended Job</p> <p>Resuming a previously suspended Job will return it to the queue for scheduling. The Job may or may not start immediately, depending on available resources. </p> <p>Suspend and resume do not work with mpi Jobs. </p>"},{"location":"Researcher/cli-reference/runai-resume/#synopsis","title":"Synopsis","text":"<pre><code>runai resume &lt;job-name&gt;\n    [--all | -A]\n\n    [--loglevel value]\n    [--project string | -p string]\n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-resume/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-resume/#-all-a","title":"--all | -A","text":"<p>Resume all suspended Jobs in the current Project.</p>"},{"location":"Researcher/cli-reference/runai-resume/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-resume/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-resume/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-resume/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-resume/#output","title":"Output","text":"<ul> <li>The Job will be resumed. When running runai list jobs the Job status will no longer by Suspended.</li> </ul>"},{"location":"Researcher/cli-reference/runai-resume/#see-also","title":"See Also","text":"<ul> <li>Suspending Jobs: Suspend.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/","title":"runai submit-dist tf","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#description","title":"Description","text":"<p>Submit a distributed TensorFlow training run:ai job to run.</p> <p>Note</p> <p>To use distributed training you need to have installed the TensorFlow operator as specified in Distributed training.</p> <p>Syntax notes:</p> <ul> <li>Options with a value type of stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#examples","title":"Examples","text":"<pre><code>runai submit-dist tf --name distributed-job --workers=2 -g 1 \\\n    -i &lt;image_name\n&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#distributed","title":"Distributed","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-clean-pod-policy-string","title":"--clean-pod-policy &lt; string &gt;","text":"<p>The\u00a0CleanPodPolicy\u00a0controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li>Running\u2014only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li>All\u2014all (including completed) pods will be deleted immediately when the job finishes.</li> <li>None\u2014no pods will be deleted when the job completes.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-workers-int","title":"--workers &lt; int&gt;","text":"<p>Number of replicas for Inference jobs</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-e-stringarray-environment","title":"-e <code>&lt;stringArray&gt;  | --environment</code>`  <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>  <p>Image to use when creating the container for this Job</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>  <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>  <p>Set labels variables in the container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-args-string-string","title":"--master-args string <code>&lt;string&gt;</code>  <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-environment-stringarray","title":"--master-environment <code>&lt;stringArray&gt;</code>  <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-extended-resource-stringarray","title":"--master-extended-resource <code>&lt;stringArray&gt;</code>  <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-gpu-float","title":"--master-gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-master-no-pvcs","title":"--master-no-pvcs  <p>Do not mount any persistent volumes in the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-no-master","title":"--no-master  <p>Do not create a separate pod for the master.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>  <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>  <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-stdin","title":"--stdin  <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-t-tty","title":"-t | --tty  <p>Allocate a pseudo-TTY.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>  <p>Starts the container with the specified directory as the current directory.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>  <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>  <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-extended-resource","title":"--extended-resource `  <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the Job (0.5, 1).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-gpu-memory","title":"--gpu-memory  <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-memory-string","title":"--memory <code>&lt;string&gt;</code>  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-memory-limit","title":"--memory-limit `  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)  <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>  <p>The number of times the Job will be retried before failing. The default is 6.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-ttl-after-finish-duration","title":"--ttl-after-finish &lt; duration &gt;  <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>  <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-large-shm","title":"--large-shm  <p>Mount a large /dev/shm device.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-mount-propagation","title":"--mount-propagation  <p>Enable HostToContainer mount propagation for all container volumes</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>  <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>  <p>Mount a persistent volume claim into a container.</p>  <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p>  <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p>  <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>  <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-pvc-new-string","title":"--pvc-new  <code>&lt;string&gt;</code>  <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul>  <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p>  <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>  <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'  <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-address-string","title":"--address <code>&lt;string&gt;</code>  <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node.  This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#output","title":"Output","text":"<p>The command will attempt to submit an mpi Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-TF/#see-also","title":"See Also","text":"<ul> <li>See Quickstart document Running Distributed Training.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/","title":"runai submit-dist mpi","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#description","title":"Description","text":"<p>Submit a Distributed Training (MPI) Run:ai Job to run.</p> <p>Note</p> <p>To use distributed training you need to have installed the Kubeflow MPI Operator as specified in Distributed training.</p> <p>Syntax notes:</p> <ul> <li>Options with a value type of stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#examples","title":"Examples","text":"<p>You can start an unattended mpi training Job of name dist1, based on Project team-a using a quickstart-distributed image:</p> <pre><code>runai submit-dist mpi --name dist1 --workers=2 -g 1 \\\n    -i runai.jfrog.io/demo/quickstart-distributed:v0.3.0 -e RUNAI_SLEEP_SECS=60\n</code></pre> <p>(see: distributed training Quickstart).</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#distributed","title":"Distributed","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-clean-pod-policy-string","title":"--clean-pod-policy &lt; string &gt;","text":"<p>The\u00a0CleanPodPolicy\u00a0controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li>Running\u2014only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li>All\u2014all (including completed) pods will be deleted immediately when the job finishes.</li> <li>None\u2014no pods will be deleted when the job completes.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-workers-int","title":"--workers &lt; int &gt;","text":"<p>Number of replicas for Inference jobs.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-slots-per-worker-int","title":"--slots-per-worker &lt; int &gt;","text":"<p>Number of slots to allocate for each worker.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-e-stringarray-environment","title":"-e <code>&lt;stringArray&gt;  | --environment</code>`  <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>  <p>Image to use when creating the container for this Job</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>  <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>  <p>Set labels variables in the container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-args-string-string","title":"--master-args string <code>&lt;string&gt;</code>  <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-environment-stringarray","title":"--master-environment <code>&lt;stringArray&gt;</code>  <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-extended-resource-stringarray","title":"--master-extended-resource <code>&lt;stringArray&gt;</code>  <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-gpu-float","title":"--master-gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-master-no-pvcs","title":"--master-no-pvcs  <p>Do not mount any persistent volumes in the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>  <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>  <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-stdin","title":"--stdin  <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-t-tty","title":"-t | --tty  <p>Allocate a pseudo-TTY.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>  <p>Starts the container with the specified directory as the current directory.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>  <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>  <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-extended-resource","title":"--extended-resource `  <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the Job (0.5, 1).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-gpu-memory","title":"--gpu-memory  <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-memory-string","title":"--memory <code>&lt;string&gt;</code>  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-memory-limit","title":"--memory-limit `  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)  <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>  <p>The number of times the Job will be retried before failing. The default is 6.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-ttl-after-finish-duration","title":"--ttl-after-finish &lt; duration &gt;  <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>  <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-large-shm","title":"--large-shm  <p>Mount a large /dev/shm device.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-mount-propagation","title":"--mount-propagation  <p>Enable HostToContainer mount propagation for all container volumes</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>  <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>  <p>Mount a persistent volume claim into a container.</p>  <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p>  <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p>  <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>  <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-pvc-new-string","title":"--pvc-new  <code>&lt;string&gt;</code>  <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul>  <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p>  <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>  <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'  <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-address-string","title":"--address <code>&lt;string&gt;</code>  <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node.  This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#output","title":"Output","text":"<p>The command will attempt to submit an mpi Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-mpi/#see-also","title":"See Also","text":"<ul> <li>See Quickstart document Running Distributed Training.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/","title":"runai submit-dist pytorch","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#description","title":"Description","text":"<p>Submit a distributed PyTorch training run:ai job to run.</p> <p>Note</p> <p>To use distributed training you need to have installed the Pytorch operator as specified in Distributed training.</p> <p>Syntax notes:</p> <ul> <li>Options with a value type of stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#examples","title":"Examples","text":"<pre><code>runai submit-dist pytorch --name distributed-job --workers=2 -g 1 \\\n    -i &lt;image_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#distributed","title":"Distributed","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-clean-pod-policy-string","title":"--clean-pod-policy &lt; string &gt;","text":"<p>The\u00a0CleanPodPolicy\u00a0controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li>Running\u2014only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li>All\u2014all (including completed) pods will be deleted immediately when the job finishes.</li> <li>None\u2014no pods will be deleted when the job completes.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-max-replicas-int","title":"--max-replicas &lt; int &gt;","text":"<p>Maximum number of replicas for elastic PyTorch job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-min-replicas-int","title":"--min-replicas &lt; int &gt;","text":"<p>Minimum number of replicas for elastic PyTorch job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-workers-int","title":"--workers &lt; int&gt;","text":"<p>Number of replicas for Inference jobs</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-e-stringarray-environment","title":"-e <code>&lt;stringArray&gt;  | --environment</code>`  <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>  <p>Image to use when creating the container for this Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>  <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>  <p>Set labels variables in the container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-args-string-string","title":"--master-args string <code>&lt;string&gt;</code>  <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-environment-stringarray","title":"--master-environment <code>&lt;stringArray&gt;</code>  <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-extended-resource-stringarray","title":"--master-extended-resource <code>&lt;stringArray&gt;</code>  <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-gpu-float","title":"--master-gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-master-no-pvcs","title":"--master-no-pvcs  <p>Do not mount any persistent volumes in the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-no-master","title":"--no-master  <p>Do not create a separate pod for the master.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>  <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>  <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-stdin","title":"--stdin  <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-t-tty","title":"-t | --tty  <p>Allocate a pseudo-TTY.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>  <p>Starts the container with the specified directory as the current directory.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>  <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>  <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-extended-resource","title":"--extended-resource `  <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the Job (0.5, 1).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-gpu-memory","title":"--gpu-memory  <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-memory-string","title":"--memory <code>&lt;string&gt;</code>  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-memory-limit","title":"--memory-limit `  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)  <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>  <p>The number of times the Job will be retried before failing. The default is 6.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-ttl-after-finish-duration","title":"--ttl-after-finish &lt; duration &gt;  <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>  <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-large-shm","title":"--large-shm  <p>Mount a large /dev/shm device.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-mount-propagation","title":"--mount-propagation  <p>Enable HostToContainer mount propagation for all container volumes</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>  <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>  <p>Mount a persistent volume claim into a container.</p>  <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p>  <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p>  <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>  <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-pvc-new-string","title":"--pvc-new  <code>&lt;string&gt;</code>  <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul>  <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p>  <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>  <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'  <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-address-string","title":"--address <code>&lt;string&gt;</code>  <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node.  This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-pytorch/#output","title":"Output","text":"<p>The command will attempt to submit a distributed pytorch workload. You can follow up on the workload by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/","title":"runai submit-dist xgboost","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#description","title":"Description","text":"<p>Submit a distributed XGBoost training run:ai job to run.</p> <p>Syntax notes:</p> <ul> <li>Options with a value type of stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#examples","title":"Examples","text":"<pre><code>runai submit-dist xgboost --name distributed-job --workers=2 -g 1 \\\n    -i &lt;image_name\n&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#distributed","title":"Distributed","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-clean-pod-policy-string","title":"--clean-pod-policy &lt; string &gt;","text":"<p>The\u00a0CleanPodPolicy\u00a0controls deletion of pods when a job terminates. The policy can be one of the following values:</p> <ul> <li>Running\u2014only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default)</li> <li>All\u2014all (including completed) pods will be deleted immediately when the job finishes.</li> <li>None\u2014no pods will be deleted when the job completes.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-workers-int","title":"--workers &lt; int&gt;","text":"<p>Number of replicas for Inference jobs</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-e-stringarray-environment","title":"-e <code>&lt;stringArray&gt;  | --environment</code>`  <p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>  <p>Image to use when creating the container for this Job</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>  <p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>  <p>Set labels variables in the container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-args-string-string","title":"--master-args string <code>&lt;string&gt;</code>  <p>Arguments to pass to the master pod container command. If used together with <code>--command</code>, overrides the image's entrypoint of the master pod container with the given command.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-environment-stringarray","title":"--master-environment <code>&lt;stringArray&gt;</code>  <p>Set environment variables in the master pod container. To prevent from a worker environment variable from being set in the master, use the format: <code>name=-</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-extended-resource-stringarray","title":"--master-extended-resource <code>&lt;stringArray&gt;</code>  <p>Request access to an extended resource in the master pod. Use the format: <code>resource_name=quantity</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-gpu-float","title":"--master-gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-master-no-pvcs","title":"--master-no-pvcs  <p>Do not mount any persistent volumes in the master pod.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>  <p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>  <p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-stdin","title":"--stdin  <p>Keep stdin open for the container(s) in the pod, even if nothing is attached.is attached.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-t-tty","title":"-t | --tty  <p>Allocate a pseudo-TTY.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>  <p>Starts the container with the specified directory as the current directory.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>  <p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>  <p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-extended-resource","title":"--extended-resource `  <p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>  <p>GPU units to allocate for the Job (0.5, 1).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-gpu-memory","title":"--gpu-memory  <p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-memory-string","title":"--memory <code>&lt;string&gt;</code>  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-memory-limit","title":"--memory-limit `  <p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)  <p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>  <p>The number of times the Job will be retried before failing. The default is 6.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-ttl-after-finish-duration","title":"--ttl-after-finish &lt; duration &gt;  <p>The duration, after which a finished job is automatically deleted (e.g. 5s, 2m, 3h).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>  <p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-large-shm","title":"--large-shm  <p>Mount a large /dev/shm device.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-mount-propagation","title":"--mount-propagation  <p>Enable HostToContainer mount propagation for all container volumes</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>  <p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>  <p>Mount a persistent volume claim into a container.</p>  <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--pvc-new</code>.</p>  <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. </p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p>  <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only </p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only </p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write </p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>  <p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running </li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-pvc-new-string","title":"--pvc-new  <code>&lt;string&gt;</code>  <p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul>  <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p>  <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>  <p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'  <p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-address-string","title":"--address <code>&lt;string&gt;</code>  <p>Comma separated list of IP addresses to listen to when running with --service-type portforward (default: localhost)</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to interactive jobs. Options are: portforward, loadbalancer, nodeport, ingress.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node.  This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#output","title":"Output","text":"<p>The command will attempt to submit an mpi Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit-dist-xgboost/#see-also","title":"See Also","text":"<ul> <li>See Quickstart document Running Distributed Training.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit/","title":"Description","text":"<p>Submit a Run:ai Job for execution.</p> <p>Syntax notes:</p> <ul> <li>Flags of type stringArray mean that you can add multiple values. You can either separate values with a comma or add the flag twice.</li> </ul>"},{"location":"Researcher/cli-reference/runai-submit/#examples","title":"Examples","text":"<p>All examples assume a Run:ai Project has been setup using <code>runai config project &lt;project-name&gt;</code>.</p> <p>Start an interactive Job:</p> <pre><code>runai submit -i ubuntu --interactive --attach -g 1\n</code></pre> <p>Or</p> <pre><code>runai submit --name build1 -i ubuntu -g 1 --interactive -- sleep infinity \n</code></pre> <p>(see: build Quickstart).</p> <p>Externalize ports:</p> <pre><code>runai submit --name build-remote -i rastasheep/ubuntu-sshd:14.04 --interactive \\\n   --service-type=nodeport --port 30022:22\n   -- /usr/sbin/sshd -D\n</code></pre> <p>(see: build with ports Quickstart).</p> <p>Start a Training Job</p> <pre><code>runai submit --name train1 -i runai.jfrog.io/demo/quickstart -g 1 \n</code></pre> <p>(see: training Quickstart).</p> <p>Use GPU Fractions</p> <pre><code>runai submit --name frac05 -i runai.jfrog.io/demo/quickstart -g 0.5\n</code></pre> <p>(see: GPU fractions Quickstart).</p> <p>Submit a Job without a name (automatically generates a name)</p> <pre><code>runai submit -i runai.jfrog.io/demo/quickstart -g 1 \n</code></pre> <p>Submit a job using the system autogenerated name to an external URL:</p> <pre><code>runai submit -i ubuntu --interactive --attach -g 1 service-type=external-url --port 3745 --custom-url=&lt;destination_url&gt;\n</code></pre> <p>Submit a job without a name to a system generated a URL :</p> <pre><code>runai submit -i ubuntu --interactive --attach -g 1 service-type=external-url --port 3745\n</code></pre> <p>Submit a Job without a name with a pre-defined prefix and an incremental index suffix</p> <pre><code>runai submit --job-name-prefix -i runai.jfrog.io/demo/quickstart -g 1 \n</code></pre>"},{"location":"Researcher/cli-reference/runai-submit/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-submit/#job-type","title":"Job Type","text":""},{"location":"Researcher/cli-reference/runai-submit/#-interactive","title":"--interactive","text":"<p>Mark this Job as interactive.</p>"},{"location":"Researcher/cli-reference/runai-submit/#job-lifecycle","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit/#-completions-int","title":"--completions &lt; int &gt;","text":"<p>Number of successful pods required for this job to be completed. Used with HPO.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-parallelism-int","title":"--parallelism &lt; int &gt;","text":"<p>Number of pods to run in parallel at any given time.  Used with HPO.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-preemptible","title":"--preemptible","text":"<p>Interactive preemptible jobs can be scheduled above guaranteed quota but may be reclaimed at any time.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-auto-deletion-time-after-completion","title":"--auto-deletion-time-after-completion","text":"<p>The timeframe after which a completed or failed job is automatically deleted. Configured in seconds, minutes, or hours (for example 5s, 2m, or 3h). If set to 0, the job will be deleted immediately after completing or failing.</p>"},{"location":"Researcher/cli-reference/runai-submit/#naming-and-shortcuts","title":"Naming and Shortcuts","text":""},{"location":"Researcher/cli-reference/runai-submit/#-job-name-prefix-string","title":"--job-name-prefix <code>&lt;string&gt;</code>","text":"<p>The prefix to use to automatically generate a Job name with an incremental index. When a Job name is omitted Run:ai will generate a Job name. The optional <code>--job-name-prefix flag</code> creates Job names with the provided prefix.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-name-string","title":"--name <code>&lt;string&gt;</code>","text":"<p>The name of the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-template-string","title":"--template <code>&lt;string&gt;</code>","text":"<p>Load default values from a workload.</p>"},{"location":"Researcher/cli-reference/runai-submit/#container-definition","title":"Container Definition","text":""},{"location":"Researcher/cli-reference/runai-submit/#-add-capability-stringarray","title":"--add-capability <code>&lt;stringArray&gt;</code>","text":"<p>Add linux capabilities to the container.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-a-annotation-stringarray","title":"-a | --annotation <code>&lt;stringArray&gt;</code>","text":"<p>Set annotations variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-attach","title":"--attach","text":"<p>Default is false. If set to true, wait for the Pod to start running. When the pod starts running, attach to the Pod. The flag is equivalent to the command runai attach.</p> <p>The --attach flag also sets <code>--tty</code> and <code>--stdin</code> to true.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-command","title":"--command","text":"<p>Overrides the image's entry point with the command supplied after '--'. When not using the <code>--command</code> flag, the entry point will not be overrided and the string after <code>--</code> will be appended as arguments to the entry point command.</p> <p>Example:</p> <p><code>--command -- run.sh 1 54</code> will start the docker and run <code>run.sh 1 54</code></p> <p><code>-- script.py 10000</code> will augment <code>script.py 10000</code> to the entry point command (e.g. <code>python</code>)</p>"},{"location":"Researcher/cli-reference/runai-submit/#-create-home-dir","title":"--create-home-dir","text":"<p>Create a temporary home directory for the user in the container. Data saved in this directory will not be saved when the container exits. For more information see non root containers.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-e-stringarray-environment-stringarray","title":"-e <code>&lt;stringArray&gt;</code> | --environment <code>&lt;stringArray&gt;</code>","text":"<p>Define environment variables to be set in the container. To set multiple values add the flag multiple times (<code>-e BATCH_SIZE=50 -e LEARNING_RATE=0.2</code>).   </p>"},{"location":"Researcher/cli-reference/runai-submit/#-image-string-i-string","title":"--image <code>&lt;string&gt;</code> | -i <code>&lt;string&gt;</code>","text":"<p>Image to use when creating the container for this Job</p>"},{"location":"Researcher/cli-reference/runai-submit/#-image-pull-policy-string","title":"--image-pull-policy <code>&lt;string&gt;</code>","text":"<p>Pulling policy of the image when starting a container. Options are:</p> <ul> <li><code>Always</code> (default): force image pulling to check whether local image already exists. If the image already exists locally and has the same digest, then the image will not be downloaded.</li> <li><code>IfNotPresent</code>: the image is pulled only if it is not already present locally.</li> <li><code>Never</code>: the image is assumed to exist locally. No attempt is made to pull the image.</li> </ul> <p>For more information see Kubernetes documentation.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-l-label-stringarray","title":"-l | --label <code>&lt;stringArray&gt;</code>","text":"<p>Set labels variables in the container.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-preferred-pod-topology-key-string","title":"--preferred-pod-topology-key <code>&lt;string&gt;</code>","text":"<p>If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-required-pod-topology-key-string","title":"--required-pod-topology-key <code>&lt;string&gt;</code>","text":"<p>Enforce scheduling pods of this job onto nodes that have a label with this key and identical values.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-stdin","title":"--stdin","text":"<p>Keep stdin open for the container(s) in the pod, even if nothing is attached.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-t-tty","title":"-t | --tty","text":"<p>Allocate a pseudo-TTY.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-working-dir-string","title":"--working-dir <code>&lt;string&gt;</code>","text":"<p>Starts the container with the specified directory as the current directory.</p>"},{"location":"Researcher/cli-reference/runai-submit/#resource-allocation","title":"Resource Allocation","text":""},{"location":"Researcher/cli-reference/runai-submit/#-cpu-double","title":"--cpu <code>&lt;double&gt;</code>","text":"<p>CPU units to allocate for the Job (0.5, 1, .etc). The Job will receive at least this amount of CPU. Note that the Job will not be scheduled unless the system can guarantee this amount of CPUs to the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-cpu-limit-double","title":"--cpu-limit <code>&lt;double&gt;</code>","text":"<p>Limitations on the number of CPUs consumed by the Job (for example 0.5, 1). The system guarantees that this Job will not be able to consume more than this amount of CPUs.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-extended-resource-stringarray","title":"--extended-resource <code>&lt;stringArray&gt;</code>","text":"<p>Request access to extended resource, syntax <code>&lt;resource-name&gt; = &lt; resource_quantity &gt;</code></p>"},{"location":"Researcher/cli-reference/runai-submit/#-g-gpu-float","title":"-g | --gpu <code>&lt;float&gt;</code>","text":"<p>GPU units to allocate for the Job (0.5, 1).</p>"},{"location":"Researcher/cli-reference/runai-submit/#-gpu-memory","title":"--gpu-memory","text":"<p>GPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of GPU memory to the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-memory-string","title":"--memory <code>&lt;string&gt;</code>","text":"<p>CPU memory to allocate for this Job (1G, 20M, .etc). The Job will receive at least this amount of memory. Note that the Job will not be scheduled unless the system can guarantee this amount of memory to the Job.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-memory-limit-string","title":"--memory-limit <code>&lt;string&gt;</code>","text":"<p>CPU memory to allocate for this Job (1G, 20M, .etc). The system guarantees that this Job will not be able to consume more than this amount of memory. The Job will receive an error when trying to allocate more memory than this limit.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-mig-profile-string-deprecated","title":"--mig-profile <code>&lt;string&gt;</code> (Deprecated)","text":"<p>MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)</p>"},{"location":"Researcher/cli-reference/runai-submit/#job-lifecycle_1","title":"Job Lifecycle","text":""},{"location":"Researcher/cli-reference/runai-submit/#-backoff-limit-int","title":"--backoff-limit <code>&lt;int&gt;</code>","text":"<p>The number of times the Job will be retried before failing. The default is 6. This flag will only work with training workloads (when the <code>--interactive</code> flag is not specified).</p>"},{"location":"Researcher/cli-reference/runai-submit/#storage","title":"Storage","text":""},{"location":"Researcher/cli-reference/runai-submit/#-git-sync-stringarray","title":"--git-sync <code>&lt;stringArray&gt;</code>","text":"<p>Clone a git repository into the container running the Job. The parameter should follow the syntax: <code>source=REPOSITORY,branch=BRANCH_NAME,rev=REVISION,username=USERNAME,password=PASSWORD,target=TARGET_DIRECTORY_TO_CLONE</code>.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-large-shm","title":"--large-shm","text":"<p>Mount a large /dev/shm device.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-mount-propagation","title":"--mount-propagation","text":"<p>Enable HostToContainer mount propagation for all container volumes</p>"},{"location":"Researcher/cli-reference/runai-submit/#-nfs-server-string","title":"--nfs-server <code>&lt;string&gt;</code>","text":"<p>Use this flag to specify a default NFS host for --volume flag. Alternatively, you can specify NFS host for each volume individually (see --volume for details).</p>"},{"location":"Researcher/cli-reference/runai-submit/#-pvc-storage_class_namesizecontainer_mount_pathro","title":"--pvc <code>[Storage_Class_Name]:Size:Container_Mount_Path:[ro]</code>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-pvc-pvc_namecontainer_mount_pathro","title":"--pvc <code>Pvc_Name:Container_Mount_Path:[ro]</code>","text":"<p>Mount a persistent volume claim into a container.</p> <p>Note</p> <p>This option is being deprecated from version 2.10 and above. To mount existing or newly created Persistent Volume Claim (PVC), use the parameters <code>--pvc-exists</code> and <code>--new-pvc</code>.</p> <p>The 2 syntax types of this command are mutually exclusive. You can either use the first or second form, but not a mixture of both.</p> <p>Storage_Class_Name is a storage class name that can be obtained by running <code>kubectl get storageclasses.storage.k8s.io</code>. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class.</p> <p>Size is the volume size you want to allocate. See Kubernetes documentation for how to specify volume sizes</p> <p>Container_Mount_Path. A path internal to the container where the storage will be mounted</p> <p>Pvc_Name. The name of a pre-existing Persistent Volume Claim to mount into the container</p> <p>Examples:</p> <p><code>--pvc :3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the default Storage class. Mount it to <code>/tmp/john</code> as read-only</p> <p><code>--pvc my-storage:3Gi:/tmp/john:ro</code>  - Allocate <code>3GB</code> from the <code>my-storage</code> storage class. Mount it to /tmp/john as read-only</p> <p><code>--pvc :3Gi:/tmp/john</code> - Allocate <code>3GB</code> from the default storage class. Mount it to <code>/tmp/john</code> as read-write</p> <p><code>--pvc my-pvc:/tmp/john</code> - Use a Persistent Volume Claim named <code>my-pvc</code>. Mount it to <code>/tmp/john</code> as read-write</p> <p><code>--pvc my-pvc-2:/tmp/john:ro</code> - Use a Persistent Volume Claim named <code>my-pvc-2</code>. Mount it to <code>/tmp/john</code> as read-only</p>"},{"location":"Researcher/cli-reference/runai-submit/#-pvc-exists-string","title":"--pvc-exists <code>&lt;string&gt;</code>","text":"<p>Mount a persistent volume. You must include a <code>claimname</code> and <code>path</code>.</p> <ul> <li>claim name\u2014The name of the persistent colume claim. Can be obtained by running</li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io</code></p> <ul> <li>path\u2014the path internal to the container where the storage will be mounted</li> </ul> <p>Use the format:</p> <p><code>claimname=&lt;CLAIM_NAME&gt;,path=&lt;PATH&gt;</code></p>"},{"location":"Researcher/cli-reference/runai-submit/#-new-pvc-stringarray","title":"--new-pvc  <code>&lt;stringArray&gt;</code>","text":"<p>Mount a persistent volume claim (PVC). If the PVC does not exist, it will be created based on the parameters entered. If a PVC exists, it will be used with its defined attributes and the parameters in the command will be ignored.</p> <ul> <li>claim name\u2014The name of the persistent colume claim.</li> <li>storage class\u2014A storage class name that can be obtained by running</li> </ul> <p><code>kubectl get storageclasses.storage.k8s.io.</code></p> <p><code>storageclass</code> may be omitted if there is a single storage class in the system, or you are using the default storage class.</p> <ul> <li>size\u2014The volume size you want to allocate for the PVC when creating it. See Kubernetes documentation to specify volume sizes.</li> <li>accessmode\u2014The description ofthedesired volume capabilities for the PVC.</li> <li>ro\u2014Mount the PVC with read-only access.</li> <li>ephemeral\u2014The PVC will be created as volatile temporary storage which is only present during the running lifetime of the job.</li> </ul> <p>Use the format:</p> <p><code>storageclass=  &lt;storageclass&gt;,size= &lt;size&gt;, path= &lt;path&gt;, ro, accessmode-rwm</code></p>"},{"location":"Researcher/cli-reference/runai-submit/#-s3-string","title":"--s3 <code>&lt;string&gt;</code>","text":"<p>Mount an S3 compatible storage into the container running the job. The parameter should follow the syntax:</p> <p><code>bucket=BUCKET,key=KEY,secret=SECRET,url=URL,target=TARGET_PATH</code></p> <p>All the fields, except url=URL, are mandatory. Default for url is</p> <p><code>url=https://s3.amazon.com</code></p>"},{"location":"Researcher/cli-reference/runai-submit/#-v-volume-sourcecontainer_mount_pathronfs-host","title":"-v | --volume 'Source:Container_Mount_Path:[ro]:[nfs-host]'","text":"<p>Volumes to mount into the container.</p> <p>Examples:</p> <p><code>-v /raid/public/john/data:/root/data:ro</code></p> <p>Mount /root/data to local path /raid/public/john/data for read-only access.</p> <p><code>-v /public/data:/root/data::nfs.example.com</code></p> <p>Mount /root/data to NFS path /public/data on NFS server nfs.example.com for read-write access.</p>"},{"location":"Researcher/cli-reference/runai-submit/#-configmap-volume-namepath","title":"--configmap-volume name=,path= ...'  <p>Mount a <code>ConfigMap</code> object for use as a data volume.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#network","title":"Network","text":""},{"location":"Researcher/cli-reference/runai-submit/#-host-ipc","title":"--host-ipc  <p>Use the host's ipc namespace. Controls whether the pod containers can share the host IPC namespace. IPC (POSIX/SysV IPC) namespace provides separation of named shared memory segments, semaphores, and message queues. Shared memory segments are used to accelerate inter-process communication at memory speed, rather than through pipes or the network stack.</p> <p>For further information see docker run reference documentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-host-network","title":"--host-network  <p>Use the host's network stack inside the container. For further information see docker run referencedocumentation.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-s-service-type-string","title":"-s | --service-type <code>&lt;string&gt;</code>  <p>External access type to jobs. Options are:</p> <ul> <li><code>nodeport</code> - add one or more ports using <code>--port</code>.</li> <li><code>external-url</code> - add one port and an optional custom URL using <code>--custom-url</code>.</li> </ul> <p>For example:</p> <p><code>runai submit test-jup -p team-a -i runai.jfrog.io/demo/jupyter-tensorboard --service-type external-url --port 8888</code></p> <p><code>runai submit test-np -p team-a -i ubuntu --service-type nodeport --port 30000:7070</code></p> <p>This flag supports more than one <code>service-type</code>. Multiple service types are supported in CSV style using multiple instances of the same option and commas to separate the values for them.</p> <p>For example:</p> <p><code>runai submit test-np -p team-a -i ubuntu --service-type nodeport,port=30000:7070 --service-type external-url,port=30001</code></p> <p><code>runai submit test-np -p team-a -i ubuntu --service-type nodeport,port=30000:7070,port=9090 --service-type external-url,port=8080,custom-url=https://my.domain.com/url</code> </p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-port-stringarray","title":"--port <code>&lt;stringArray&gt;</code>  <p>Expose ports from the Job container. You can use a port number (for example 9090) or use the numbers of <code>hostport:containerport</code> (for example, 30000:7070).</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-custom-url-string","title":"--custom-url <code>&lt;string&gt;</code>  <p>An optional argument that specifies a custom URL when using the <code>external-url</code> service type. If not provided, the system will generate a URL automatically.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#access-control","title":"Access Control","text":""},{"location":"Researcher/cli-reference/runai-submit/#-allow-privilege-escalation","title":"--allow-privilege-escalation  <p>Allow the job to gain additional privileges after start.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-run-as-user","title":"--run-as-user  <p>Run in the context of the current user running the Run:ai command rather than the root user. While the default container user is root (same as in Docker), this command allows you to submit a Job running under your Linux user. This would manifest itself in access to operating system resources, in the owner of new folders created under shared directories, etc. Alternatively, if your cluster is connected to Run:ai via SAML, you can map the container to use the Linux UID/GID which is stored in the organization's directory. For more information see non root containers.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#scheduling","title":"Scheduling","text":""},{"location":"Researcher/cli-reference/runai-submit/#-node-pools-string","title":"--node-pools <code>&lt;string&gt;</code>  <p>Instructs the scheduler to run this workload using specific set of nodes which are part of a Node Pool. You can specify one or more node pools to form a prioritized list of node pools that the scheduler will use to find one node pool that can provide the workload's specification. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group or use existing node labels, then create a node-pool and assign the label to the node-pool. This flag can be used in conjunction with node-type and Project-based affinity. In this case, the flag is used to refine the list of allowable node groups set from a node-pool. For more information see: Working with Projects.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-node-type-string","title":"--node-type <code>&lt;string&gt;</code>  <p>Allows defining specific Nodes (machines) or a group of Nodes on which the workload will run. To use this feature your Administrator will need to label nodes as explained here: Limit a Workload to a Specific Node Group.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-toleration-string","title":"--toleration <code>&lt;string&gt;</code>  <p>Specify one or more toleration criteria, to ensure that the workload is not scheduled onto an inappropriate node. This is done by matching the workload tolerations to the taints defined for each node. For further details see Kubernetes Taints and Tolerations Guide.</p> <p>The format of the string:</p> <pre><code>operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n</code></pre>","text":""},{"location":"Researcher/cli-reference/runai-submit/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-submit/#-loglevel-string","title":"--loglevel (string)  <p>Set the logging level. One of: debug | info | warn | error (default \"info\")</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-project-p-string","title":"--project | -p (string)  <p>Specify the Project to which the command applies. Run:ai Projects are used by the scheduler to calculate resource eligibility. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#-help-h","title":"--help | -h  <p>Show help text.</p>","text":""},{"location":"Researcher/cli-reference/runai-submit/#output","title":"Output","text":"<p>The command will attempt to submit a Job. You can follow up on the Job by running <code>runai list jobs</code> or <code>runai describe job &lt;job-name&gt;</code>.</p> <p>Note that the submit call may use a policy to provide defaults to any of the above flags.</p>"},{"location":"Researcher/cli-reference/runai-submit/#see-also","title":"See Also","text":"<ul> <li>See any of the Quickstart documents here:.</li> <li>See policy configuration for a description on how policies work.</li> </ul>"},{"location":"Researcher/cli-reference/runai-suspend/","title":"runai suspend","text":""},{"location":"Researcher/cli-reference/runai-suspend/#description","title":"Description","text":"<p>Suspend a Job</p> <p>Suspending a Running Job will stop the Job and will not allow it to be scheduled until it is resumed using <code>runai resume</code>. This means that,</p> <ul> <li>You will no longer be able to enter it via <code>runai bash</code>.</li> <li>The Job logs will be deleted.</li> <li>Any data saved on the container and not stored in a shared location will be lost.</li> </ul> <p>Technically, the command deletes the Kubernetes pods associated with the Job and marks the Job as suspended until it is manually released. </p> <p>Suspend and resume do not work with MPI and Inference </p>"},{"location":"Researcher/cli-reference/runai-suspend/#synopsis","title":"Synopsis","text":"<pre><code>runai suspend &lt;job-name&gt;\n    [--all | -A]\n\n    [--loglevel value]\n    [--project string | -p string]\n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-suspend/#options","title":"Options","text":"<p>&lt;job-name&gt; - The name of the Job to run the command with. Mandatory.</p>"},{"location":"Researcher/cli-reference/runai-suspend/#-all-a","title":"--all | -A","text":"<p>Suspend all Jobs in the current Project.</p>"},{"location":"Researcher/cli-reference/runai-suspend/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-suspend/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-suspend/#-project-p-string","title":"--project | -p (string)","text":"<p>Specify the Project to which the command applies. By default, commands apply to the default Project. To change the default Project use <code>runai config project &lt;project-name&gt;</code>.</p>"},{"location":"Researcher/cli-reference/runai-suspend/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-suspend/#output","title":"Output","text":"<ul> <li>The Job will be suspended. When running runai list jobs the Job will be marked as Suspended.</li> </ul>"},{"location":"Researcher/cli-reference/runai-suspend/#see-also","title":"See Also","text":"<ul> <li>Resuming Jobs: Resume.</li> </ul>"},{"location":"Researcher/cli-reference/runai-top-node/","title":"runai top node","text":""},{"location":"Researcher/cli-reference/runai-top-node/#description","title":"Description","text":"<p>Show list of Nodes (machines), their capacity and utilization.</p>"},{"location":"Researcher/cli-reference/runai-top-node/#synopsis","title":"Synopsis","text":"<pre><code>runai top node \n    [--help | -h]\n    [--details | -d]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-top-node/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-top-node/#global-flags","title":"Global Flags","text":""},{"location":"Researcher/cli-reference/runai-top-node/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-top-node/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-top-node/#-details-d","title":"--details | -d","text":"<p>Show additional details.</p>"},{"location":"Researcher/cli-reference/runai-top-node/#output","title":"Output","text":"<p>Shows a list of Nodes their capacity and utilization.</p>"},{"location":"Researcher/cli-reference/runai-top-node/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/runai-update/","title":"runai update","text":""},{"location":"Researcher/cli-reference/runai-update/#description","title":"Description","text":"<p>Find and install the latest version of the runai command-line utility. The command must be run with sudo permissions.</p> <pre><code>sudo runai update\n</code></pre>"},{"location":"Researcher/cli-reference/runai-update/#synopsis","title":"Synopsis","text":"<pre><code>runai update \n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-update/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-update/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-update/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-update/#output","title":"Output","text":"<p>Update of the Run:ai command-line interface.</p>"},{"location":"Researcher/cli-reference/runai-update/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/runai-version/","title":"runai version","text":""},{"location":"Researcher/cli-reference/runai-version/#description","title":"Description","text":"<p>Show the version of this utility.</p>"},{"location":"Researcher/cli-reference/runai-version/#synopsis","title":"Synopsis","text":"<pre><code>runai version \n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-version/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-version/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-version/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-version/#output","title":"Output","text":"<p>The version of the Run:ai command-line interface.</p>"},{"location":"Researcher/cli-reference/runai-version/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/runai-whoami/","title":"runai whoami","text":""},{"location":"Researcher/cli-reference/runai-whoami/#description","title":"Description","text":"<p>Show the user name currently logged in</p>"},{"location":"Researcher/cli-reference/runai-whoami/#synopsis","title":"Synopsis","text":"<pre><code>runai whoami \n    [--loglevel value] \n    [--help | -h]\n</code></pre>"},{"location":"Researcher/cli-reference/runai-whoami/#options","title":"Options","text":""},{"location":"Researcher/cli-reference/runai-whoami/#-loglevel-string","title":"--loglevel (string)","text":"<p>Set the logging level. One of: debug | info | warn | error (default \"info\").</p>"},{"location":"Researcher/cli-reference/runai-whoami/#-help-h","title":"--help | -h","text":"<p>Show help text.</p>"},{"location":"Researcher/cli-reference/runai-whoami/#output","title":"Output","text":"<p>The name of the User currently logged in with the Run:ai command-line interface.</p>"},{"location":"Researcher/cli-reference/runai-whoami/#see-also","title":"See Also","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/","title":"CLI Examples","text":"<p>This article provides examples of popular use cases illustrating how to use the Command Line Interface (CLI)</p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#logging-in","title":"Logging in","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#logging-in-via-runai-sign-in-page-web","title":"Logging in via run:ai sign in page (web)","text":"<p>You can log in from the UI, if you are using SSO or credentials <pre><code>runai login\n</code></pre></p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#logging-in-via-terminal-credentials","title":"Logging in via terminal (credentials)","text":"<pre><code>runai login user -u john@acme.com -p \"password\"\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#configuration","title":"Configuration","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#setting-a-default-project","title":"Setting a default project","text":"<pre><code>runai project set \"project-name\"\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-a-workload","title":"Submitting a workload","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#naming-a-workload","title":"Naming a workload","text":"<p>Use the commands below to provide a name for a workload.</p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#setting-a-the-workload-name-my_workload_name","title":"Setting a the workload name ( my_workload_name)","text":"<pre><code>runai workspace submit my-workload-name -p test -i ubuntu \n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#setting-a-random-name-with-prefix-prefixworkload-type","title":"Setting a random name with prefix (prefix=workload type)","text":"<pre><code>    runai workspace submit -p test -i ubuntu \n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#setting-a-random-name-with-specific-prefix-prefix-determined-by-flag","title":"Setting a random name with specific prefix (prefix determined by flag)","text":"<pre><code>runai workspace submit --prefix-name my-prefix-workload-name -p test -i ubuntu \n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#labels-and-annotations","title":"Labels and annotations","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#labels","title":"Labels","text":"<pre><code>runai workspace submit -p test -i ubuntu --label name=value --label name2=value2\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#annotations","title":"Annotations","text":"<pre><code>runai workspace submit -p test -i ubuntu --annotation name=value --annotation name2=value2\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#containers-environment-variables","title":"Container's environment variables","text":"<pre><code>runai workspace submit -p test -i ubuntu -e name=value -e name2=value2\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#requests-and-limits","title":"Requests and limits","text":"<pre><code>runai workspace submit  -p \"project-name\" -i runai.jfrog.io/demo/quickstart-demo   --cpu-core-request 0.3 --cpu-core-limit 1 --cpu-memory-request 50M --cpu-memory-limit 1G  --gpu-devices-request 1 --gpu-memory-request 1G\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-and-attaching-to-process","title":"Submitting and attaching to process","text":"<pre><code>runai workspace submit  -p \"project-name\" -i python  --attach -- python3\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-a-jupyter-notebook","title":"Submitting a jupyter notebook","text":"<pre><code>runai workspace submit --image jupyter/scipy-notebook -p \"project-name\" --gpu-devices-request 1 --external-url container=8888 --name-prefix jupyter --command -- start-notebook.sh --NotebookApp.base_url='/${RUNAI_PROJECT}/${RUNAI_JOB_NAME}' --NotebookApp.token=''\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-distributed-training-workload-with-tensorflow","title":"Submitting distributed training workload with TensorFlow","text":"<pre><code>runai distributed submit -f TF --workers=5 --no-master -g 1 -i kubeflow/tf-mnist-with-summaries:latest -p \"project-name\" --command -- python /var/tf_mnist/mnist_with_summaries.py --max_steps 1000000\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-a-multi-pod-workload","title":"Submitting a multi-pod workload","text":"<pre><code>runai training submit  -i alpine -p test --parallelism 2 --completions 2  -- sleep 100000\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submit-and-bash","title":"Submit and bash","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-a-workload-with-bash-command","title":"Submitting a workload with bash command","text":"<pre><code>runai training pytorch submit  -p \"project-name\" -i nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu20.04 -g 1 --workers 3 --command -- bash -c 'trap : TERM INT; sleep infinity &amp; wait'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#bashing-into-the-workload","title":"Bashing into the workload","text":"<pre><code>runai training pytorch bash pytorch-06027b585626 -p \"project-name\"\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-distributed-training-workload-with-mpi","title":"Submitting distributed training workload with MPI","text":"<pre><code>runai  mpi submit dist1 --workers=2 -g 1 \\\n    -i runai.jfrog.io/demo/quickstart-distributed:v0.3.0 -e RUNAI_SLEEP_SECS=60 -p \"project-name\"\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#submitting-with-pvc","title":"Submitting with PVC","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#new-pvc-bounded-to-the-workspace","title":"New PVC bounded to the workspace","text":"<p>New PVCs will be deleted when the workload is deleted <pre><code>runai workspace submit -i ubuntu --new-pvc claimname=yuval-3,size=10M,path=/tmp/test\n</code></pre></p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#new-ephemeral-pvc","title":"New ephemeral PVC","text":"<p>New ephemeral PVCs will be deleted when the workload is deleted or paused <pre><code>runai workspace submit -i ubuntu --new-pvc claimname=yuval2,size=10M,path=/tmp/test,ephemeral\n</code></pre></p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#existing-pvc","title":"Existing PVC","text":"<p>Existing PVCs will not be deleted when the workload is deleted <pre><code>runai workspace submit -i ubuntu --existing-pvc claimname=test-pvc-2-project-mn2xs,path=/home/test\n</code></pre></p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#masterworker-configuration","title":"Master/Worker configuration","text":"<p>--command flag and -- are set both leader (master) and workers command/arguments</p> <p>--master-args flag sets the master arguments</p> <p>--master-command flag sets the master commands with arguments</p> <p>--master-args and --master-command flags can be set together</p>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#overriding-both-the-leader-master-and-worker-images-arguments","title":"Overriding both the leader (master) and worker image's arguments","text":"<pre><code>runai pytorch submit -i ubuntu -- -a argument_a -b argument_b -c\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#overriding-both-the-leader-master-and-worker-images-commands-with-arguments","title":"Overriding both the leader (master) and worker image's commands with arguments","text":"<pre><code>runai pytorch submit -i ubuntu --command -- python -m pip install\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#overriding-arguments-of-the-leader-master-and-worker-images-arguments-with-different-values","title":"Overriding arguments of the leader (master) and worker image's arguments with different values","text":"<pre><code>runai pytorch submit -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#overriding-command-with-arguments-of-the-leader-master-and-worker-images-arguments","title":"Overriding command with arguments of the leader (master) and worker image's arguments","text":"<pre><code>runai pytorch submit -i ubuntu --master-command \"python_master -m pip install'\" --command -- 'python_worker -m pip install'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#listing-objects","title":"Listing objects","text":""},{"location":"Researcher/cli-reference/new-cli/cli-examples/#listing-all-workloads-in-the-users-scope","title":"Listing all workloads in the user's scope","text":"<pre><code>runai workload list -A\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#listing-projects-in-a-yaml-format","title":"Listing projects in a YAML format","text":"<pre><code>runai project list --yaml\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#listing-nodes-in-a-json-format","title":"Listing nodes in a JSON format","text":"<pre><code>runai node list --json\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/cli-examples/#cli-reference","title":"CLI reference","text":"<p>For the full guide of the CLI syntax, see the CLI reference</p>"},{"location":"Researcher/cli-reference/new-cli/overview/","title":"Run:ai V2 Command-line Interface","text":"<p>The Run:ai Command-line Interface (CLI) tool for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, and access other features in the Run:ai platform.</p>"},{"location":"Researcher/cli-reference/new-cli/overview/#the-new-v2-command-line-interface","title":"The new V2 Command-line interface","text":"<p>This command-line interface is a complete revamp of the command-line interface. Few highlights:</p> <ul> <li>The CLI internally uses the Control-plane API. This provides a single point of view on Workloads removing dissimilarities between the user interface, programming interface and the command-line interface. </li> <li>As such, it also removes the need to configure the Kubernetes API server for authentication. </li> <li>The CLI is only available for Run:ai cluster version 2.18 and up.</li> <li>The new V2 CLI is backward compatible with the older V1 CLI.</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/overview/#installing-the-improved-command-line-interface","title":"Installing the Improved Command Line Interface","text":"<p>See installation instructions here.</p>"},{"location":"Researcher/cli-reference/new-cli/overview/#reference","title":"Reference","text":"<p>List of all commands can be found here</p>"},{"location":"Researcher/cli-reference/new-cli/runai/","title":"CLI Reference","text":""},{"location":"Researcher/cli-reference/new-cli/runai/#runai","title":"runai","text":"<p>Run:ai Command-line Interface</p>"},{"location":"Researcher/cli-reference/new-cli/runai/#synopsis","title":"Synopsis","text":"<p>runai - The Run:ai Researcher Command Line Interface</p> <p>Description:   A tool for managing Run:ai workloads and monitoring available resources.   It provides researchers with comprehensive control over their AI development environment.</p> <pre><code>runai [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai/#options","title":"Options","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -h, --help                 help for runai\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai/#see-also","title":"SEE ALSO","text":"<ul> <li>runai cluster  - cluster management</li> <li>runai config    - configuration management</li> <li>runai kubeconfig    - kubeconfig management</li> <li>runai login  - login to the control plane</li> <li>runai logout    - logout from control plane</li> <li>runai mpi  - alias for mpi management</li> <li>runai node    - node management</li> <li>runai nodepool    - node pool management</li> <li>runai project  - project management</li> <li>runai pytorch  - alias for pytorch management</li> <li>runai report    - [Experimental] report management</li> <li>runai tensorflow    - alias for tensorflow management</li> <li>runai training    - training management</li> <li>runai upgrade  - upgrades the CLI to the latest version</li> <li>runai version  - show the current version of the CLI</li> <li>runai whoami    - show the current logged in user</li> <li>runai workload    - workload management</li> <li>runai workspace  - workspace management</li> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_attach/","title":"Runai attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_attach/#runai-attach","title":"runai attach","text":"<p>[Deprecated] attach</p> <pre><code>runai attach WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --type string                    The type of the workload (training, workspace)\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster/","title":"Runai cluster","text":""},{"location":"Researcher/cli-reference/new-cli/runai_cluster/#runai-cluster","title":"runai cluster","text":"<p>cluster management</p> <pre><code>runai cluster [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster/#options","title":"Options","text":"<pre><code>  -h, --help                 help for cluster\n      --interactive enable   set interactive mode (enabled|disabled)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai cluster list    - cluster list command</li> <li>runai cluster set  - set cluster context</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/","title":"Runai cluster list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/#runai-cluster-list","title":"runai cluster list","text":"<p>cluster list command</p> <pre><code>runai cluster list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/#options","title":"Options","text":"<pre><code>  -h, --help         help for list\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai cluster  - cluster management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/","title":"Runai cluster set","text":""},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/#runai-cluster-set","title":"runai cluster set","text":"<p>set cluster context</p> <pre><code>runai cluster set [CLUSTER_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/#options","title":"Options","text":"<pre><code>  -h, --help        help for set\n      --id string   set by cluster ID\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_cluster_set/#see-also","title":"SEE ALSO","text":"<ul> <li>runai cluster  - cluster management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_config/","title":"Runai config","text":""},{"location":"Researcher/cli-reference/new-cli/runai_config/#runai-config","title":"runai config","text":"<p>configuration management</p> <pre><code>runai config [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config/#options","title":"Options","text":"<pre><code>  -h, --help                 help for config\n      --interactive enable   set interactive mode (enabled|disabled)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai config generate  - generate config file</li> <li>runai config set    - Set configuration values</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/","title":"Runai config generate","text":""},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/#runai-config-generate","title":"runai config generate","text":"<p>generate config file</p> <pre><code>runai config generate [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/#options","title":"Options","text":"<pre><code>      --file string   Output structure to file\n  -h, --help          help for generate\n      --json          Output structure JSON\n      --yaml          Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_generate/#see-also","title":"SEE ALSO","text":"<ul> <li>runai config    - configuration management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_config_project/","title":"Runai config project","text":""},{"location":"Researcher/cli-reference/new-cli/runai_config_project/#runai-config-project","title":"runai config project","text":"<p>[Deprecated] Configure a default project</p> <pre><code>runai config project PROJECT_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_project/#options","title":"Options","text":"<pre><code>  -h, --help   help for project\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_project/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_project/#see-also","title":"SEE ALSO","text":"<ul> <li>runai config    - configuration management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/","title":"Runai config set","text":""},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#runai-config-set","title":"runai config set","text":"<p>Set configuration values</p> <pre><code>runai config set [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#examples","title":"Examples","text":"<pre><code>runai config set --status-timeout-duration 5s\nrunai config set --status-timeout-duration 300ms\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#options","title":"Options","text":"<pre><code>      --auth-url string                  set the authorization URL; most likely the same as the control plane URL\n      --cp-url string                    set the control plane URL\n  -h, --help                             help for set\n      --interactive enable               set interactive mode (enabled|disabled)\n      --output string                    set the default output type\n      --status-timeout-duration string   set cluster status call timeout duration value, the default is 3 second (\"3s\")\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_config_set/#see-also","title":"SEE ALSO","text":"<ul> <li>runai config    - configuration management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_describe/","title":"Runai describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_describe/#runai-describe","title":"runai describe","text":"<p>[Deprecated] Display detailed information about resources</p>"},{"location":"Researcher/cli-reference/new-cli/runai_describe/#options","title":"Options","text":"<pre><code>  -h, --help   help for describe\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai describe job    - [Deprecated] Display details of a job</li> <li>runai describe node  - [Deprecated] Display detailed information about nodes in the cluster</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/","title":"Runai describe job","text":""},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/#runai-describe-job","title":"runai describe job","text":"<p>[Deprecated] Display details of a job</p> <pre><code>runai describe job JOB_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/#options","title":"Options","text":"<pre><code>  -h, --help             help for job\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --type string      The type of the workload (training, workspace)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_job/#see-also","title":"SEE ALSO","text":"<ul> <li>runai describe    - [Deprecated] Display detailed information about resources</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/","title":"Runai describe node","text":""},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/#runai-describe-node","title":"runai describe node","text":"<p>[Deprecated] Display detailed information about nodes in the cluster</p> <pre><code>runai describe node [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/#options","title":"Options","text":"<pre><code>  -h, --help   help for node\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_describe_node/#see-also","title":"SEE ALSO","text":"<ul> <li>runai describe    - [Deprecated] Display detailed information about resources</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_exec/","title":"Runai exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_exec/#runai-exec","title":"runai exec","text":"<p>[Deprecated] exec</p> <pre><code>runai exec WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --type string                    The type of the workload (training, workspace)\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/","title":"Runai kubeconfig","text":""},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/#runai-kubeconfig","title":"runai kubeconfig","text":"<p>kubeconfig management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/#options","title":"Options","text":"<pre><code>  -h, --help   help for kubeconfig\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai kubeconfig set    - kubeconfig set login token</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/","title":"Runai kubeconfig set","text":""},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/#runai-kubeconfig-set","title":"runai kubeconfig set","text":"<p>kubeconfig set login token</p> <pre><code>runai kubeconfig set [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/#options","title":"Options","text":"<pre><code>  -h, --help   help for set\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_kubeconfig_set/#see-also","title":"SEE ALSO","text":"<ul> <li>runai kubeconfig    - kubeconfig management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list/","title":"Runai list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list/#runai-list","title":"runai list","text":"<p>[Deprecated] display resource list. By default displays the job list</p> <pre><code>runai list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list/#options","title":"Options","text":"<pre><code>  -A, --all-projects     list workloads from all projects\n  -h, --help             help for list\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai list clusters  - [Deprecated] list all available clusters</li> <li>runai list jobs  - [Deprecated] list all jobs</li> <li>runai list nodes    - [Deprecated] list all nodes</li> <li>runai list projects  - [Deprecated] list all available projects</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/","title":"Runai list clusters","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/#runai-list-clusters","title":"runai list clusters","text":"<p>[Deprecated] list all available clusters</p> <pre><code>runai list clusters [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/#options","title":"Options","text":"<pre><code>  -h, --help         help for clusters\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_clusters/#see-also","title":"SEE ALSO","text":"<ul> <li>runai list    - [Deprecated] display resource list. By default displays the job list</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/","title":"Runai list jobs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/#runai-list-jobs","title":"runai list jobs","text":"<p>[Deprecated] list all jobs</p> <pre><code>runai list jobs [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/#options","title":"Options","text":"<pre><code>  -A, --all-projects     list workloads from all projects\n  -h, --help             help for jobs\n      --json             Output structure JSON\n      --no-headers       Output structure table without headers\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_jobs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai list    - [Deprecated] display resource list. By default displays the job list</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/","title":"Runai list nodes","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/#runai-list-nodes","title":"runai list nodes","text":"<p>[Deprecated] list all nodes</p> <pre><code>runai list nodes [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/#options","title":"Options","text":"<pre><code>  -h, --help         help for nodes\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_nodes/#see-also","title":"SEE ALSO","text":"<ul> <li>runai list    - [Deprecated] display resource list. By default displays the job list</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/","title":"Runai list projects","text":""},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/#runai-list-projects","title":"runai list projects","text":"<p>[Deprecated] list all available projects</p> <pre><code>runai list projects [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/#options","title":"Options","text":"<pre><code>  -h, --help         help for projects\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_list_projects/#see-also","title":"SEE ALSO","text":"<ul> <li>runai list    - [Deprecated] display resource list. By default displays the job list</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_login/","title":"Runai login","text":""},{"location":"Researcher/cli-reference/new-cli/runai_login/#runai-login","title":"runai login","text":"<p>login to the control plane</p> <pre><code>runai login [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login/#examples","title":"Examples","text":"<pre><code>  # Login using browser\n  runai login\n\n  # Login using SSO with remote browser\n  runai login sso\n  runai login remote-browser\n\n  # Login using username and password without browser\n  runai login user -u &lt;username&gt; \n\n  # Login using browser with specific port and host\n  runai login --listen-port=43121 --listen-host=localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login/#options","title":"Options","text":"<pre><code>  -h, --help                 help for login\n      --listen-host string   the host to listen on for the authentication callback (for browser mode only) (default \"localhost\")\n      --listen-port int      the port to listen on for the authentication callback (for browser mode only) (default 43121)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai login application  - login as an application</li> <li>runai login sso  - login using sso without browser</li> <li>runai login user    - login for local user without browser</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/","title":"Runai login application","text":""},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#runai-login-application","title":"runai login application","text":"<p>login as an application</p> <pre><code>runai login application [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#examples","title":"Examples","text":"<pre><code>  # Login interactive using application credentials\n  runai login app\n\n  # Login using application credentials\n  login app --name=&lt;app_name&gt; --secret=&lt;app_secret&gt; --interactive=disabled\n\n  # Login and Save application credentials\n  login app --name=&lt;app_name&gt; --secret=&lt;app_secret&gt; --interactive=disabled --save\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#options","title":"Options","text":"<pre><code>  -h, --help                 help for application\n      --interactive enable   set interactive mode (enabled|disabled)\n      --name string          application name\n      --save                 save application credentials in config file\n      --secret string        application secret\n      --secret-file string   use application secret from file\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_application/#see-also","title":"SEE ALSO","text":"<ul> <li>runai login  - login to the control plane</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/","title":"Runai login sso","text":""},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/#runai-login-sso","title":"runai login sso","text":"<p>login using sso without browser</p> <pre><code>runai login sso [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/#options","title":"Options","text":"<pre><code>  -h, --help   help for sso\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_sso/#see-also","title":"SEE ALSO","text":"<ul> <li>runai login  - login to the control plane</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/","title":"Runai login user","text":""},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#runai-login-user","title":"runai login user","text":"<p>login for local user without browser</p>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#synopsis","title":"Synopsis","text":"<p>Login to the control plane using a local user without browser</p> <pre><code>runai login user [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#examples","title":"Examples","text":"<pre><code># Login with a username. the password will be prompted via stdin afterward (recommended)\nrunai login user -u &lt;username&gt;\n\n# Login with a username and plain password (not recommended for security reasons)\nrunai login user --user=user --password=pass\n\n# Login with a username and password (not recommended for security reasons)\nrunai login user -u=user -p=pass\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#options","title":"Options","text":"<pre><code>  -h, --help              help for user\n  -p, --password string   plaintext password of the given username. not recommended for security reasons\n  -u, --user string       the username to login with\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_login_user/#see-also","title":"SEE ALSO","text":"<ul> <li>runai login  - login to the control plane</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_logout/","title":"Runai logout","text":""},{"location":"Researcher/cli-reference/new-cli/runai_logout/#runai-logout","title":"runai logout","text":"<p>logout from control plane</p> <pre><code>runai logout [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logout/#options","title":"Options","text":"<pre><code>  -h, --help   help for logout\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logout/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logout/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_logs/","title":"Runai logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_logs/#runai-logs","title":"runai logs","text":"<p>[Deprecated] logs</p> <pre><code>runai logs WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --type string             The type of the workload (training, workspace)\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi/","title":"Runai mpi","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi/#runai-mpi","title":"runai mpi","text":"<p>alias for mpi management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi/#options","title":"Options","text":"<pre><code>  -h, --help   help for mpi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai mpi attach    - attach to a running container in a mpi training job</li> <li>runai mpi bash    - open a bash shell in a mpi training job</li> <li>runai mpi delete    - delete mpi training workload</li> <li>runai mpi describe    - describe mpi training</li> <li>runai mpi exec    - execute a command in a mpi training job</li> <li>runai mpi list    - list mpi training</li> <li>runai mpi logs    - view logs of a mpi training job</li> <li>runai mpi port-forward    - forward one or more local ports to a mpi training job</li> <li>runai mpi resume    - resume mpi training</li> <li>runai mpi submit    - submit mpi training</li> <li>runai mpi suspend  - suspend mpi training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/","title":"Runai mpi attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#runai-mpi-attach","title":"runai mpi attach","text":"<p>attach to a running container in a mpi training job</p> <pre><code>runai mpi attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a mpi training\nrunai training mpi attach mpi-01 --tty --stdin\n\n# Attaching to a specific pod of a mpi training\nrunai training mpi attach mpi-01 --pod mpi-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/","title":"Runai mpi bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#runai-mpi-bash","title":"runai mpi bash","text":"<p>open a bash shell in a mpi training job</p> <pre><code>runai mpi bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the mpi training's main worker\nrunai training mpi bash mpi-01\n\n# Open a bash shell in a specific mpi training worker\nrunai training mpi bash mpi-01 --pod mpi-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/","title":"Runai mpi delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#runai-mpi-delete","title":"runai mpi delete","text":"<p>delete mpi training workload</p> <pre><code>runai mpi delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#examples","title":"Examples","text":"<pre><code># Delete a mpi training workload with a default project\nrunai training mpi delete &lt;mpi-name&gt;\n\n# Delete a mpi training workload with a specific project\nrunai training mpi delete &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Delete a mpi training workload by UUID\nrunai training mpi delete --uuid=&lt;mpi_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/","title":"Runai mpi describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#runai-mpi-describe","title":"runai mpi describe","text":"<p>describe mpi training</p> <pre><code>runai mpi describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#examples","title":"Examples","text":"<pre><code># Describe a mpi training workload with a default project\nrunai training mpi describe &lt;mpi-name&gt;\n\n# Describe a mpi training workload in a specific project\nrunai training mpi describe &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Describe a mpi training workload by UUID\nrunai training mpi describe --uuid=&lt;mpi_uuid&gt;\n\n# Describe a mpi training workload with specific output format\nrunai training mpi describe &lt;mpi-name&gt; -o json\n\n# Describe a mpi training workload with specific sections\nrunai training mpi describe &lt;mpi-name&gt; --general --compute --pods --events --networks\n\n# Describe a mpi training workload with container details and custom limits\nrunai training mpi describe &lt;mpi-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/","title":"Runai mpi exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#runai-mpi-exec","title":"runai mpi exec","text":"<p>execute a command in a mpi training job</p> <pre><code>runai mpi exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the mpi training's main worker\nrunai training mpi exec mpi-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the mpi training's main worker\nrunai training mpi exec mpi-01 -- ls\n\n# Execute a command in a specific mpi training worker\nrunai training mpi exec mpi-01 --pod mpi-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/","title":"Runai mpi list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#runai-mpi-list","title":"runai mpi list","text":"<p>list mpi training</p> <pre><code>runai mpi list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#examples","title":"Examples","text":"<pre><code># List all mpi training workloads\nrunai training mpi list -A\n\n# List mpi training workloads with default project\nrunai training mpi list\n\n# List mpi training workloads in a specific project\nrunai training mpi list -p &lt;project_name&gt;\n\n# List all mpi training workloads with a specific output format\nrunai training mpi list -o wide\n\n# List mpi training workloads with pagination\nrunai training mpi list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/","title":"Runai mpi logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#runai-mpi-logs","title":"runai mpi logs","text":"<p>view logs of a mpi training job</p> <pre><code>runai mpi logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a mpi training\nrunai training mpi logs mpi-01\n\n# Get logs for a specific pod in a mpi training\nrunai training mpi logs mpi-01 --pod=mpi-01-worker-0\n\n# Get logs for a specific container in a mpi training\nrunai training mpi logs mpi-01 --container=mpi-worker\n\n# Get the last 100 lines of logs\nrunai training mpi logs mpi-01 --tail=100\n\n# Get logs with timestamps\nrunai training mpi logs mpi-01 --timestamps\n\n# Follow the logs\nrunai training mpi logs mpi-01 --follow\n\n# Get logs for the previous instance of the mpi training\nrunai training mpi logs mpi-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training mpi logs mpi-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training mpi logs mpi-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training mpi logs mpi-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for mpi training to be ready for logs\nrunai training mpi logs mpi-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/","title":"Runai mpi port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#runai-mpi-port-forward","title":"runai mpi port-forward","text":"<p>forward one or more local ports to a mpi training job</p> <pre><code>runai mpi port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to mpi training on port 8090:\nrunai training mpi port-forward mpi-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to mpi training on port 8080:\nrunai training mpi port-forward mpi-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to mpi training on port 8090 and from localhost:6443 to mpi training on port 443:\nrunai training mpi port-forward mpi-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/","title":"Runai mpi resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#runai-mpi-resume","title":"runai mpi resume","text":"<p>resume mpi training</p> <pre><code>runai mpi resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#examples","title":"Examples","text":"<pre><code># Resume a mpi training workload\nrunai training mpi resume &lt;mpi-name&gt;\n\n# Resume a mpi training workload in a specific project\nrunai training mpi resume &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Resume a mpi training workload by UUID\nrunai training mpi resume --uuid=&lt;mpi_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/","title":"Runai mpi submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#runai-mpi-submit","title":"runai mpi submit","text":"<p>submit mpi training</p> <pre><code>runai mpi submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#examples","title":"Examples","text":"<pre><code># Submit a mpi training workload\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a mpi training workload with arguments\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a mpi training workload with a custom command\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a mpi training master args with worker args\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a mpi training master command with worker args\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a mpi training master command with worker command\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --slots-per-worker int32                         Number of slots to allocate for each worker\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/","title":"Runai mpi suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#runai-mpi-suspend","title":"runai mpi suspend","text":"<p>suspend mpi training</p> <pre><code>runai mpi suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a mpi training workload\nrunai training mpi suspend &lt;mpi-name&gt;\n\n# Suspend a mpi training workload in a specific project\nrunai training mpi suspend &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Suspend a mpi training workload by UUID\nrunai training mpi suspend --uuid=&lt;mpi_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_mpi_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai mpi  - alias for mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_node/","title":"Runai node","text":""},{"location":"Researcher/cli-reference/new-cli/runai_node/#runai-node","title":"runai node","text":"<p>node management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_node/#options","title":"Options","text":"<pre><code>  -h, --help   help for node\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai node list  - List node</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_node_list/","title":"Runai node list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_node_list/#runai-node-list","title":"runai node list","text":"<p>List node</p> <pre><code>runai node list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node_list/#options","title":"Options","text":"<pre><code>  -h, --help         help for list\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_node_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai node    - node management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/","title":"Runai nodepool","text":""},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/#runai-nodepool","title":"runai nodepool","text":"<p>node pool management</p> <pre><code>runai nodepool [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/#options","title":"Options","text":"<pre><code>  -h, --help   help for nodepool\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai nodepool list  - List node pool</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/","title":"Runai nodepool list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/#runai-nodepool-list","title":"runai nodepool list","text":"<p>List node pool</p> <pre><code>runai nodepool list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/#options","title":"Options","text":"<pre><code>  -h, --help         help for list\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_nodepool_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai nodepool    - node pool management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/","title":"Runai port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/#runai-port-forward","title":"runai port-forward","text":"<p>[Deprecated] port forward</p> <pre><code>runai port-forward WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --type string                    The type of the workload (training, workspace)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_project/","title":"Runai project","text":""},{"location":"Researcher/cli-reference/new-cli/runai_project/#runai-project","title":"runai project","text":"<p>project management</p> <pre><code>runai project [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project/#options","title":"Options","text":"<pre><code>  -h, --help                 help for project\n      --interactive enable   set interactive mode (enabled|disabled)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai project list    - list available project</li> <li>runai project set  - set default project name</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_project_list/","title":"Runai project list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_project_list/#runai-project-list","title":"runai project list","text":"<p>list available project</p> <pre><code>runai project list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_list/#options","title":"Options","text":"<pre><code>  -h, --help         help for list\n      --json         Output structure JSON\n      --no-headers   Output structure table without headers\n      --table        Output structure table\n      --yaml         Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai project  - project management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_project_set/","title":"Runai project set","text":""},{"location":"Researcher/cli-reference/new-cli/runai_project_set/#runai-project-set","title":"runai project set","text":"<p>set default project name</p> <pre><code>runai project set PROJECT_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_set/#options","title":"Options","text":"<pre><code>  -h, --help   help for set\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_set/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_project_set/#see-also","title":"SEE ALSO","text":"<ul> <li>runai project  - project management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/","title":"Runai pytorch","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/#runai-pytorch","title":"runai pytorch","text":"<p>alias for pytorch management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/#options","title":"Options","text":"<pre><code>  -h, --help   help for pytorch\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai pytorch attach    - attach to a running container in a pytorch training job</li> <li>runai pytorch bash    - open a bash shell in a pytorch training job</li> <li>runai pytorch delete    - delete pytorch training workload</li> <li>runai pytorch describe    - describe pytorch training</li> <li>runai pytorch exec    - execute a command in a pytorch training job</li> <li>runai pytorch list    - list pytorch training</li> <li>runai pytorch logs    - view logs of a pytorch training job</li> <li>runai pytorch port-forward    - forward one or more local ports to a pytorch training job</li> <li>runai pytorch resume    - resume pytorch training</li> <li>runai pytorch submit    - submit pytorch training</li> <li>runai pytorch suspend  - suspend pytorch training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/","title":"Runai pytorch attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#runai-pytorch-attach","title":"runai pytorch attach","text":"<p>attach to a running container in a pytorch training job</p> <pre><code>runai pytorch attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a pytorch training\nrunai training pytorch attach pytorch-01 --tty --stdin\n\n# Attaching to a specific pod of a pytorch training\nrunai training pytorch attach pytorch-01 --pod pytorch-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/","title":"Runai pytorch bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#runai-pytorch-bash","title":"runai pytorch bash","text":"<p>open a bash shell in a pytorch training job</p> <pre><code>runai pytorch bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the pytorch training's main worker\nrunai training pytorch bash pytorch-01\n\n# Open a bash shell in a specific pytorch training worker\nrunai training pytorch bash pytorch-01 --pod pytorch-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/","title":"Runai pytorch delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#runai-pytorch-delete","title":"runai pytorch delete","text":"<p>delete pytorch training workload</p> <pre><code>runai pytorch delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#examples","title":"Examples","text":"<pre><code># Delete a pytorch training workload with a default project\nrunai training pytorch delete &lt;pytorch-name&gt;\n\n# Delete a pytorch training workload with a specific project\nrunai training pytorch delete &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Delete a pytorch training workload by UUID\nrunai training pytorch delete --uuid=&lt;pytorch_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/","title":"Runai pytorch describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#runai-pytorch-describe","title":"runai pytorch describe","text":"<p>describe pytorch training</p> <pre><code>runai pytorch describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#examples","title":"Examples","text":"<pre><code># Describe a pytorch training workload with a default project\nrunai training pytorch describe &lt;pytorch-name&gt;\n\n# Describe a pytorch training workload in a specific project\nrunai training pytorch describe &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Describe a pytorch training workload by UUID\nrunai training pytorch describe --uuid=&lt;pytorch_uuid&gt;\n\n# Describe a pytorch training workload with specific output format\nrunai training pytorch describe &lt;pytorch-name&gt; -o json\n\n# Describe a pytorch training workload with specific sections\nrunai training pytorch describe &lt;pytorch-name&gt; --general --compute --pods --events --networks\n\n# Describe a pytorch training workload with container details and custom limits\nrunai training pytorch describe &lt;pytorch-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/","title":"Runai pytorch exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#runai-pytorch-exec","title":"runai pytorch exec","text":"<p>execute a command in a pytorch training job</p> <pre><code>runai pytorch exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the pytorch training's main worker\nrunai training pytorch exec pytorch-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the pytorch training's main worker\nrunai training pytorch exec pytorch-01 -- ls\n\n# Execute a command in a specific pytorch training worker\nrunai training pytorch exec pytorch-01 --pod pytorch-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/","title":"Runai pytorch list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#runai-pytorch-list","title":"runai pytorch list","text":"<p>list pytorch training</p> <pre><code>runai pytorch list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#examples","title":"Examples","text":"<pre><code># List all pytorch training workloads\nrunai training pytorch list -A\n\n# List pytorch training workloads with default project\nrunai training pytorch list\n\n# List pytorch training workloads in a specific project\nrunai training pytorch list -p &lt;project_name&gt;\n\n# List all pytorch training workloads with a specific output format\nrunai training pytorch list -o wide\n\n# List pytorch training workloads with pagination\nrunai training pytorch list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/","title":"Runai pytorch logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#runai-pytorch-logs","title":"runai pytorch logs","text":"<p>view logs of a pytorch training job</p> <pre><code>runai pytorch logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a pytorch training\nrunai training pytorch logs pytorch-01\n\n# Get logs for a specific pod in a pytorch training\nrunai training pytorch logs pytorch-01 --pod=pytorch-01-worker-0\n\n# Get logs for a specific container in a pytorch training\nrunai training pytorch logs pytorch-01 --container=pytorch-worker\n\n# Get the last 100 lines of logs\nrunai training pytorch logs pytorch-01 --tail=100\n\n# Get logs with timestamps\nrunai training pytorch logs pytorch-01 --timestamps\n\n# Follow the logs\nrunai training pytorch logs pytorch-01 --follow\n\n# Get logs for the previous instance of the pytorch training\nrunai training pytorch logs pytorch-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training pytorch logs pytorch-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training pytorch logs pytorch-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training pytorch logs pytorch-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for pytorch training to be ready for logs\nrunai training pytorch logs pytorch-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/","title":"Runai pytorch port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#runai-pytorch-port-forward","title":"runai pytorch port-forward","text":"<p>forward one or more local ports to a pytorch training job</p> <pre><code>runai pytorch port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to pytorch training on port 8090:\nrunai training pytorch port-forward pytorch-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to pytorch training on port 8080:\nrunai training pytorch port-forward pytorch-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to pytorch training on port 8090 and from localhost:6443 to pytorch training on port 443:\nrunai training pytorch port-forward pytorch-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/","title":"Runai pytorch resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#runai-pytorch-resume","title":"runai pytorch resume","text":"<p>resume pytorch training</p> <pre><code>runai pytorch resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#examples","title":"Examples","text":"<pre><code># Resume a pytorch training workload\nrunai training pytorch resume &lt;pytorch-name&gt;\n\n# Resume a pytorch training workload in a specific project\nrunai training pytorch resume &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Resume a pytorch training workload by UUID\nrunai training pytorch resume --uuid=&lt;pytorch_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/","title":"Runai pytorch submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#runai-pytorch-submit","title":"runai pytorch submit","text":"<p>submit pytorch training</p> <pre><code>runai pytorch submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#examples","title":"Examples","text":"<pre><code># Submit a pytorch training workload\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a pytorch training workload with arguments\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a pytorch training workload with a custom command\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a pytorch training master args with worker args\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a pytorch training master command with worker args\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a pytorch training master command with worker command\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --max-replicas int32                             Maximum number of replicas for an elastic PyTorch job\n      --min-replicas int32                             Minimum number of replicas for an elastic PyTorch job\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --no-master                                      Do not create a separate pod for the master\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/","title":"Runai pytorch suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#runai-pytorch-suspend","title":"runai pytorch suspend","text":"<p>suspend pytorch training</p> <pre><code>runai pytorch suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a pytorch training workload\nrunai training pytorch suspend &lt;pytorch-name&gt;\n\n# Suspend a pytorch training workload in a specific project\nrunai training pytorch suspend &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Suspend a pytorch training workload by UUID\nrunai training pytorch suspend --uuid=&lt;pytorch_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_pytorch_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai pytorch  - alias for pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report/","title":"Runai report","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report/#runai-report","title":"runai report","text":"<p>[Experimental] report management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_report/#options","title":"Options","text":"<pre><code>  -h, --help   help for report\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai report metrics    - [Experimental] metrics management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/","title":"Runai report metrics","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/#runai-report-metrics","title":"runai report metrics","text":"<p>[Experimental] metrics management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/#options","title":"Options","text":"<pre><code>  -h, --help   help for metrics\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics/#see-also","title":"SEE ALSO","text":"<ul> <li>runai report    - [Experimental] report management</li> <li>runai report metrics clear    - metrics logs deletion</li> <li>runai report metrics config  - metrics configuration</li> <li>runai report metrics output  - metrics logs output</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/","title":"Runai report metrics clear","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/#runai-report-metrics-clear","title":"runai report metrics clear","text":"<p>metrics logs deletion</p> <pre><code>runai report metrics clear [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/#options","title":"Options","text":"<pre><code>  -h, --help   help for clear\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_clear/#see-also","title":"SEE ALSO","text":"<ul> <li>runai report metrics    - [Experimental] metrics management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/","title":"Runai report metrics config","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/#runai-report-metrics-config","title":"runai report metrics config","text":"<p>metrics configuration</p> <pre><code>runai report metrics config [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/#options","title":"Options","text":"<pre><code>      --age int          metrics max file age (default 14)\n      --files int        metrics max file number (default 30)\n  -h, --help             help for config\n      --metrics enable   metrics enable flag (enabled|disabled)\n      --size int         metrics max file size (default 10)\n      --type reporter    report generated type (none|logger|local)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_config/#see-also","title":"SEE ALSO","text":"<ul> <li>runai report metrics    - [Experimental] metrics management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/","title":"Runai report metrics output","text":""},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/#runai-report-metrics-output","title":"runai report metrics output","text":"<p>metrics logs output</p> <pre><code>runai report metrics output [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/#options","title":"Options","text":"<pre><code>  -h, --help       help for output\n      --tail int   number of tail metrics (default 100)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_report_metrics_output/#see-also","title":"SEE ALSO","text":"<ul> <li>runai report metrics    - [Experimental] metrics management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_submit/","title":"Runai submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_submit/#runai-submit","title":"runai submit","text":"<p>[Deprecated] Submit a new workload</p> <pre><code>runai submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_submit/#options","title":"Options","text":"<pre><code>      --add-capability stringArray                     The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --completions int32                              Number of successful pods required for this job to be completed. Used with HPO\n      --configmap-volume stringArray                   Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu float                                      CPU core request (e.g. 0.5, 1)\n      --cpu-limit float                                CPU core limit (e.g. 0.5, 1)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu float                                      GPU units to allocate for the job (e.g. 0.5, 1)\n      --gpu-memory string                              GPU memory to allocate for the job (e.g. 1G, 500M)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --interactive                                    Mark this job as interactive\n      --job-name-prefix string                         Set defined prefix for the workload name and add index as a suffix\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --memory string                                  CPU memory to allocate for the job (e.g. 1G, 500M)\n      --memory-limit string                            CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --mig-profile string                             [Deprecated] MIG profile to allocate for the job (1g.5gb, 2g.10gb, 3g.20gb, 4g.20gb, 7g.40gb)\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --parallelism int32                              Number of pods to run in parallel at any given time. Used with HPO\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preemptible                                    Workspace preemptible workloads can be scheduled above guaranteed quota but may be reclaimed at any time\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n  -v, --volume stringArray                             Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/","title":"Runai tensorflow","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/#runai-tensorflow","title":"runai tensorflow","text":"<p>alias for tensorflow management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/#options","title":"Options","text":"<pre><code>  -h, --help   help for tensorflow\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai tensorflow attach  - attach to a running container in a tf training job</li> <li>runai tensorflow bash  - open a bash shell in a tf training job</li> <li>runai tensorflow delete  - delete tf training workload</li> <li>runai tensorflow describe  - describe tf training</li> <li>runai tensorflow exec  - execute a command in a tf training job</li> <li>runai tensorflow list  - list tf training</li> <li>runai tensorflow logs  - view logs of a tf training job</li> <li>runai tensorflow port-forward  - forward one or more local ports to a tf training job</li> <li>runai tensorflow resume  - resume tf training</li> <li>runai tensorflow submit  - submit tf training</li> <li>runai tensorflow suspend    - suspend tf training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/","title":"Runai tensorflow attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#runai-tensorflow-attach","title":"runai tensorflow attach","text":"<p>attach to a running container in a tf training job</p> <pre><code>runai tensorflow attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a tf training\nrunai training tf attach tf-01 --tty --stdin\n\n# Attaching to a specific pod of a tf training\nrunai training tf attach tf-01 --pod tf-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/","title":"Runai tensorflow bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#runai-tensorflow-bash","title":"runai tensorflow bash","text":"<p>open a bash shell in a tf training job</p> <pre><code>runai tensorflow bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the tf training's main worker\nrunai training tf bash tf-01\n\n# Open a bash shell in a specific tf training worker\nrunai training tf bash tf-01 --pod tf-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/","title":"Runai tensorflow delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#runai-tensorflow-delete","title":"runai tensorflow delete","text":"<p>delete tf training workload</p> <pre><code>runai tensorflow delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#examples","title":"Examples","text":"<pre><code># Delete a tf training workload with a default project\nrunai training tf delete &lt;tf-name&gt;\n\n# Delete a tf training workload with a specific project\nrunai training tf delete &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Delete a tf training workload by UUID\nrunai training tf delete --uuid=&lt;tf_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/","title":"Runai tensorflow describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#runai-tensorflow-describe","title":"runai tensorflow describe","text":"<p>describe tf training</p> <pre><code>runai tensorflow describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#examples","title":"Examples","text":"<pre><code># Describe a tf training workload with a default project\nrunai training tf describe &lt;tf-name&gt;\n\n# Describe a tf training workload in a specific project\nrunai training tf describe &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Describe a tf training workload by UUID\nrunai training tf describe --uuid=&lt;tf_uuid&gt;\n\n# Describe a tf training workload with specific output format\nrunai training tf describe &lt;tf-name&gt; -o json\n\n# Describe a tf training workload with specific sections\nrunai training tf describe &lt;tf-name&gt; --general --compute --pods --events --networks\n\n# Describe a tf training workload with container details and custom limits\nrunai training tf describe &lt;tf-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/","title":"Runai tensorflow exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#runai-tensorflow-exec","title":"runai tensorflow exec","text":"<p>execute a command in a tf training job</p> <pre><code>runai tensorflow exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the tf training's main worker\nrunai training tf exec tf-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the tf training's main worker\nrunai training tf exec tf-01 -- ls\n\n# Execute a command in a specific tf training worker\nrunai training tf exec tf-01 --pod tf-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/","title":"Runai tensorflow list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#runai-tensorflow-list","title":"runai tensorflow list","text":"<p>list tf training</p> <pre><code>runai tensorflow list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#examples","title":"Examples","text":"<pre><code># List all tf training workloads\nrunai training tf list -A\n\n# List tf training workloads with default project\nrunai training tf list\n\n# List tf training workloads in a specific project\nrunai training tf list -p &lt;project_name&gt;\n\n# List all tf training workloads with a specific output format\nrunai training tf list -o wide\n\n# List tf training workloads with pagination\nrunai training tf list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/","title":"Runai tensorflow logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#runai-tensorflow-logs","title":"runai tensorflow logs","text":"<p>view logs of a tf training job</p> <pre><code>runai tensorflow logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a tf training\nrunai training tf logs tf-01\n\n# Get logs for a specific pod in a tf training\nrunai training tf logs tf-01 --pod=tf-01-worker-0\n\n# Get logs for a specific container in a tf training\nrunai training tf logs tf-01 --container=tf-worker\n\n# Get the last 100 lines of logs\nrunai training tf logs tf-01 --tail=100\n\n# Get logs with timestamps\nrunai training tf logs tf-01 --timestamps\n\n# Follow the logs\nrunai training tf logs tf-01 --follow\n\n# Get logs for the previous instance of the tf training\nrunai training tf logs tf-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training tf logs tf-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training tf logs tf-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training tf logs tf-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for tf training to be ready for logs\nrunai training tf logs tf-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/","title":"Runai tensorflow port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#runai-tensorflow-port-forward","title":"runai tensorflow port-forward","text":"<p>forward one or more local ports to a tf training job</p> <pre><code>runai tensorflow port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to tf training on port 8090:\nrunai training tf port-forward tf-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to tf training on port 8080:\nrunai training tf port-forward tf-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to tf training on port 8090 and from localhost:6443 to tf training on port 443:\nrunai training tf port-forward tf-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/","title":"Runai tensorflow resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#runai-tensorflow-resume","title":"runai tensorflow resume","text":"<p>resume tf training</p> <pre><code>runai tensorflow resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#examples","title":"Examples","text":"<pre><code># Resume a tf training workload\nrunai training tf resume &lt;tf-name&gt;\n\n# Resume a tf training workload in a specific project\nrunai training tf resume &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Resume a tf training workload by UUID\nrunai training tf resume --uuid=&lt;tf_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/","title":"Runai tensorflow submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#runai-tensorflow-submit","title":"runai tensorflow submit","text":"<p>submit tf training</p> <pre><code>runai tensorflow submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#examples","title":"Examples","text":"<pre><code># Submit a tf training workload\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a tf training workload with arguments\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a tf training workload with a custom command\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a tf training master args with worker args\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a tf training master command with worker args\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a tf training master command with worker command\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --max-replicas int32                             Maximum number of replicas for an elastic PyTorch job\n      --min-replicas int32                             Minimum number of replicas for an elastic PyTorch job\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --no-master                                      Do not create a separate pod for the master\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/","title":"Runai tensorflow suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#runai-tensorflow-suspend","title":"runai tensorflow suspend","text":"<p>suspend tf training</p> <pre><code>runai tensorflow suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a tf training workload\nrunai training tf suspend &lt;tf-name&gt;\n\n# Suspend a tf training workload in a specific project\nrunai training tf suspend &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Suspend a tf training workload by UUID\nrunai training tf suspend --uuid=&lt;tf_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_tensorflow_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai tensorflow    - alias for tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training/","title":"Runai training","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training/#runai-training","title":"runai training","text":"<p>training management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training/#options","title":"Options","text":"<pre><code>  -h, --help   help for training\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai training attach  - attach to a running container in a standard training job</li> <li>runai training bash  - open a bash shell in a standard training job</li> <li>runai training delete  - delete standard training workload</li> <li>runai training describe  - describe standard training</li> <li>runai training exec  - execute a command in a standard training job</li> <li>runai training list  - list all training frameworks</li> <li>runai training logs  - view logs of a standard training job</li> <li>runai training mpi    - mpi management</li> <li>runai training port-forward  - forward one or more local ports to a standard training job</li> <li>runai training pytorch    - pytorch management</li> <li>runai training resume  - resume standard training</li> <li>runai training standard  - standard training management</li> <li>runai training submit  - submit standard training</li> <li>runai training suspend    - suspend standard training</li> <li>runai training tensorflow  - tensorflow management</li> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/","title":"Runai training attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#runai-training-attach","title":"runai training attach","text":"<p>attach to a running container in a standard training job</p> <pre><code>runai training attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a standard training\nrunai training standard attach standard-01 --tty --stdin\n\n# Attaching to a specific pod of a standard training\nrunai training standard attach standard-01 --pod standard-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/","title":"Runai training bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#runai-training-bash","title":"runai training bash","text":"<p>open a bash shell in a standard training job</p> <pre><code>runai training bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the standard training's main worker\nrunai training standard bash standard-01\n\n# Open a bash shell in a specific standard training worker\nrunai training standard bash standard-01 --pod standard-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/","title":"Runai training delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#runai-training-delete","title":"runai training delete","text":"<p>delete standard training workload</p> <pre><code>runai training delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#examples","title":"Examples","text":"<pre><code># Delete a standard training workload with a default project\nrunai training standard delete &lt;standard-name&gt;\n\n# Delete a standard training workload with a specific project\nrunai training standard delete &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Delete a standard training workload by UUID\nrunai training standard delete --uuid=&lt;standard_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/","title":"Runai training describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#runai-training-describe","title":"runai training describe","text":"<p>describe standard training</p> <pre><code>runai training describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#examples","title":"Examples","text":"<pre><code># Describe a standard training workload with a default project\nrunai training standard describe &lt;standard-name&gt;\n\n# Describe a standard training workload in a specific project\nrunai training standard describe &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Describe a standard training workload by UUID\nrunai training standard describe --uuid=&lt;standard_uuid&gt;\n\n# Describe a standard training workload with specific output format\nrunai training standard describe &lt;standard-name&gt; -o json\n\n# Describe a standard training workload with specific sections\nrunai training standard describe &lt;standard-name&gt; --general --compute --pods --events --networks\n\n# Describe a standard training workload with container details and custom limits\nrunai training standard describe &lt;standard-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/","title":"Runai training exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#runai-training-exec","title":"runai training exec","text":"<p>execute a command in a standard training job</p> <pre><code>runai training exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the standard training's main worker\nrunai training standard exec standard-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the standard training's main worker\nrunai training standard exec standard-01 -- ls\n\n# Execute a command in a specific standard training worker\nrunai training standard exec standard-01 --pod standard-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/","title":"Runai training list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#runai-training-list","title":"runai training list","text":"<p>list all training frameworks</p> <pre><code>runai training list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#examples","title":"Examples","text":"<pre><code>runai training list -A\nrunai training list --state=&lt;training_state&gt; --limit=20\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#options","title":"Options","text":"<pre><code>  -A, --all                list workloads from all projects\n      --framework string   filter by workload framework\n  -h, --help               help for list\n      --json               Output structure JSON\n      --limit int32        number of workload in list (default 50)\n      --no-headers         Output structure table without headers\n      --offset int32       offset number of limit, default 0 (first offset)\n  -p, --project string     Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string      filter by workload state\n      --table              Output structure table\n      --yaml               Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/","title":"Runai training logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#runai-training-logs","title":"runai training logs","text":"<p>view logs of a standard training job</p> <pre><code>runai training logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a standard training\nrunai training standard logs standard-01\n\n# Get logs for a specific pod in a standard training\nrunai training standard logs standard-01 --pod=standard-01-worker-0\n\n# Get logs for a specific container in a standard training\nrunai training standard logs standard-01 --container=standard-worker\n\n# Get the last 100 lines of logs\nrunai training standard logs standard-01 --tail=100\n\n# Get logs with timestamps\nrunai training standard logs standard-01 --timestamps\n\n# Follow the logs\nrunai training standard logs standard-01 --follow\n\n# Get logs for the previous instance of the standard training\nrunai training standard logs standard-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training standard logs standard-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training standard logs standard-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training standard logs standard-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for standard training to be ready for logs\nrunai training standard logs standard-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/","title":"Runai training mpi","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/#runai-training-mpi","title":"runai training mpi","text":"<p>mpi management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/#options","title":"Options","text":"<pre><code>  -h, --help   help for mpi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training mpi attach  - attach to a running container in a mpi training job</li> <li>runai training mpi bash  - open a bash shell in a mpi training job</li> <li>runai training mpi delete  - delete mpi training workload</li> <li>runai training mpi describe  - describe mpi training</li> <li>runai training mpi exec  - execute a command in a mpi training job</li> <li>runai training mpi list  - list mpi training</li> <li>runai training mpi logs  - view logs of a mpi training job</li> <li>runai training mpi port-forward  - forward one or more local ports to a mpi training job</li> <li>runai training mpi resume  - resume mpi training</li> <li>runai training mpi submit  - submit mpi training</li> <li>runai training mpi suspend    - suspend mpi training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/","title":"Runai training mpi attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#runai-training-mpi-attach","title":"runai training mpi attach","text":"<p>attach to a running container in a mpi training job</p> <pre><code>runai training mpi attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a mpi training\nrunai training mpi attach mpi-01 --tty --stdin\n\n# Attaching to a specific pod of a mpi training\nrunai training mpi attach mpi-01 --pod mpi-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/","title":"Runai training mpi bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#runai-training-mpi-bash","title":"runai training mpi bash","text":"<p>open a bash shell in a mpi training job</p> <pre><code>runai training mpi bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the mpi training's main worker\nrunai training mpi bash mpi-01\n\n# Open a bash shell in a specific mpi training worker\nrunai training mpi bash mpi-01 --pod mpi-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/","title":"Runai training mpi delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#runai-training-mpi-delete","title":"runai training mpi delete","text":"<p>delete mpi training workload</p> <pre><code>runai training mpi delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#examples","title":"Examples","text":"<pre><code># Delete a mpi training workload with a default project\nrunai training mpi delete &lt;mpi-name&gt;\n\n# Delete a mpi training workload with a specific project\nrunai training mpi delete &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Delete a mpi training workload by UUID\nrunai training mpi delete --uuid=&lt;mpi_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/","title":"Runai training mpi describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#runai-training-mpi-describe","title":"runai training mpi describe","text":"<p>describe mpi training</p> <pre><code>runai training mpi describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#examples","title":"Examples","text":"<pre><code># Describe a mpi training workload with a default project\nrunai training mpi describe &lt;mpi-name&gt;\n\n# Describe a mpi training workload in a specific project\nrunai training mpi describe &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Describe a mpi training workload by UUID\nrunai training mpi describe --uuid=&lt;mpi_uuid&gt;\n\n# Describe a mpi training workload with specific output format\nrunai training mpi describe &lt;mpi-name&gt; -o json\n\n# Describe a mpi training workload with specific sections\nrunai training mpi describe &lt;mpi-name&gt; --general --compute --pods --events --networks\n\n# Describe a mpi training workload with container details and custom limits\nrunai training mpi describe &lt;mpi-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/","title":"Runai training mpi exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#runai-training-mpi-exec","title":"runai training mpi exec","text":"<p>execute a command in a mpi training job</p> <pre><code>runai training mpi exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the mpi training's main worker\nrunai training mpi exec mpi-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the mpi training's main worker\nrunai training mpi exec mpi-01 -- ls\n\n# Execute a command in a specific mpi training worker\nrunai training mpi exec mpi-01 --pod mpi-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/","title":"Runai training mpi list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#runai-training-mpi-list","title":"runai training mpi list","text":"<p>list mpi training</p> <pre><code>runai training mpi list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#examples","title":"Examples","text":"<pre><code># List all mpi training workloads\nrunai training mpi list -A\n\n# List mpi training workloads with default project\nrunai training mpi list\n\n# List mpi training workloads in a specific project\nrunai training mpi list -p &lt;project_name&gt;\n\n# List all mpi training workloads with a specific output format\nrunai training mpi list -o wide\n\n# List mpi training workloads with pagination\nrunai training mpi list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/","title":"Runai training mpi logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#runai-training-mpi-logs","title":"runai training mpi logs","text":"<p>view logs of a mpi training job</p> <pre><code>runai training mpi logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a mpi training\nrunai training mpi logs mpi-01\n\n# Get logs for a specific pod in a mpi training\nrunai training mpi logs mpi-01 --pod=mpi-01-worker-0\n\n# Get logs for a specific container in a mpi training\nrunai training mpi logs mpi-01 --container=mpi-worker\n\n# Get the last 100 lines of logs\nrunai training mpi logs mpi-01 --tail=100\n\n# Get logs with timestamps\nrunai training mpi logs mpi-01 --timestamps\n\n# Follow the logs\nrunai training mpi logs mpi-01 --follow\n\n# Get logs for the previous instance of the mpi training\nrunai training mpi logs mpi-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training mpi logs mpi-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training mpi logs mpi-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training mpi logs mpi-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for mpi training to be ready for logs\nrunai training mpi logs mpi-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/","title":"Runai training mpi port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#runai-training-mpi-port-forward","title":"runai training mpi port-forward","text":"<p>forward one or more local ports to a mpi training job</p> <pre><code>runai training mpi port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to mpi training on port 8090:\nrunai training mpi port-forward mpi-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to mpi training on port 8080:\nrunai training mpi port-forward mpi-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to mpi training on port 8090 and from localhost:6443 to mpi training on port 443:\nrunai training mpi port-forward mpi-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/","title":"Runai training mpi resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#runai-training-mpi-resume","title":"runai training mpi resume","text":"<p>resume mpi training</p> <pre><code>runai training mpi resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#examples","title":"Examples","text":"<pre><code># Resume a mpi training workload\nrunai training mpi resume &lt;mpi-name&gt;\n\n# Resume a mpi training workload in a specific project\nrunai training mpi resume &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Resume a mpi training workload by UUID\nrunai training mpi resume --uuid=&lt;mpi_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/","title":"Runai training mpi submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#runai-training-mpi-submit","title":"runai training mpi submit","text":"<p>submit mpi training</p> <pre><code>runai training mpi submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#examples","title":"Examples","text":"<pre><code># Submit a mpi training workload\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a mpi training workload with arguments\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a mpi training workload with a custom command\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a mpi training master args with worker args\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a mpi training master command with worker args\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a mpi training master command with worker command\nrunai training mpi submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --slots-per-worker int32                         Number of slots to allocate for each worker\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/","title":"Runai training mpi suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#runai-training-mpi-suspend","title":"runai training mpi suspend","text":"<p>suspend mpi training</p> <pre><code>runai training mpi suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a mpi training workload\nrunai training mpi suspend &lt;mpi-name&gt;\n\n# Suspend a mpi training workload in a specific project\nrunai training mpi suspend &lt;mpi-name&gt; -p &lt;project_name&gt;\n\n# Suspend a mpi training workload by UUID\nrunai training mpi suspend --uuid=&lt;mpi_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_mpi_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training mpi    - mpi management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/","title":"Runai training port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#runai-training-port-forward","title":"runai training port-forward","text":"<p>forward one or more local ports to a standard training job</p> <pre><code>runai training port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to standard training on port 8090:\nrunai training standard port-forward standard-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to standard training on port 8080:\nrunai training standard port-forward standard-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to standard training on port 8090 and from localhost:6443 to standard training on port 443:\nrunai training standard port-forward standard-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/","title":"Runai training pytorch","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/#runai-training-pytorch","title":"runai training pytorch","text":"<p>pytorch management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/#options","title":"Options","text":"<pre><code>  -h, --help   help for pytorch\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training pytorch attach  - attach to a running container in a pytorch training job</li> <li>runai training pytorch bash  - open a bash shell in a pytorch training job</li> <li>runai training pytorch delete  - delete pytorch training workload</li> <li>runai training pytorch describe  - describe pytorch training</li> <li>runai training pytorch exec  - execute a command in a pytorch training job</li> <li>runai training pytorch list  - list pytorch training</li> <li>runai training pytorch logs  - view logs of a pytorch training job</li> <li>runai training pytorch port-forward  - forward one or more local ports to a pytorch training job</li> <li>runai training pytorch resume  - resume pytorch training</li> <li>runai training pytorch submit  - submit pytorch training</li> <li>runai training pytorch suspend    - suspend pytorch training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/","title":"Runai training pytorch attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#runai-training-pytorch-attach","title":"runai training pytorch attach","text":"<p>attach to a running container in a pytorch training job</p> <pre><code>runai training pytorch attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a pytorch training\nrunai training pytorch attach pytorch-01 --tty --stdin\n\n# Attaching to a specific pod of a pytorch training\nrunai training pytorch attach pytorch-01 --pod pytorch-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/","title":"Runai training pytorch bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#runai-training-pytorch-bash","title":"runai training pytorch bash","text":"<p>open a bash shell in a pytorch training job</p> <pre><code>runai training pytorch bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the pytorch training's main worker\nrunai training pytorch bash pytorch-01\n\n# Open a bash shell in a specific pytorch training worker\nrunai training pytorch bash pytorch-01 --pod pytorch-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/","title":"Runai training pytorch delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#runai-training-pytorch-delete","title":"runai training pytorch delete","text":"<p>delete pytorch training workload</p> <pre><code>runai training pytorch delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#examples","title":"Examples","text":"<pre><code># Delete a pytorch training workload with a default project\nrunai training pytorch delete &lt;pytorch-name&gt;\n\n# Delete a pytorch training workload with a specific project\nrunai training pytorch delete &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Delete a pytorch training workload by UUID\nrunai training pytorch delete --uuid=&lt;pytorch_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/","title":"Runai training pytorch describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#runai-training-pytorch-describe","title":"runai training pytorch describe","text":"<p>describe pytorch training</p> <pre><code>runai training pytorch describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#examples","title":"Examples","text":"<pre><code># Describe a pytorch training workload with a default project\nrunai training pytorch describe &lt;pytorch-name&gt;\n\n# Describe a pytorch training workload in a specific project\nrunai training pytorch describe &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Describe a pytorch training workload by UUID\nrunai training pytorch describe --uuid=&lt;pytorch_uuid&gt;\n\n# Describe a pytorch training workload with specific output format\nrunai training pytorch describe &lt;pytorch-name&gt; -o json\n\n# Describe a pytorch training workload with specific sections\nrunai training pytorch describe &lt;pytorch-name&gt; --general --compute --pods --events --networks\n\n# Describe a pytorch training workload with container details and custom limits\nrunai training pytorch describe &lt;pytorch-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/","title":"Runai training pytorch exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#runai-training-pytorch-exec","title":"runai training pytorch exec","text":"<p>execute a command in a pytorch training job</p> <pre><code>runai training pytorch exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the pytorch training's main worker\nrunai training pytorch exec pytorch-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the pytorch training's main worker\nrunai training pytorch exec pytorch-01 -- ls\n\n# Execute a command in a specific pytorch training worker\nrunai training pytorch exec pytorch-01 --pod pytorch-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/","title":"Runai training pytorch list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#runai-training-pytorch-list","title":"runai training pytorch list","text":"<p>list pytorch training</p> <pre><code>runai training pytorch list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#examples","title":"Examples","text":"<pre><code># List all pytorch training workloads\nrunai training pytorch list -A\n\n# List pytorch training workloads with default project\nrunai training pytorch list\n\n# List pytorch training workloads in a specific project\nrunai training pytorch list -p &lt;project_name&gt;\n\n# List all pytorch training workloads with a specific output format\nrunai training pytorch list -o wide\n\n# List pytorch training workloads with pagination\nrunai training pytorch list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/","title":"Runai training pytorch logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#runai-training-pytorch-logs","title":"runai training pytorch logs","text":"<p>view logs of a pytorch training job</p> <pre><code>runai training pytorch logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a pytorch training\nrunai training pytorch logs pytorch-01\n\n# Get logs for a specific pod in a pytorch training\nrunai training pytorch logs pytorch-01 --pod=pytorch-01-worker-0\n\n# Get logs for a specific container in a pytorch training\nrunai training pytorch logs pytorch-01 --container=pytorch-worker\n\n# Get the last 100 lines of logs\nrunai training pytorch logs pytorch-01 --tail=100\n\n# Get logs with timestamps\nrunai training pytorch logs pytorch-01 --timestamps\n\n# Follow the logs\nrunai training pytorch logs pytorch-01 --follow\n\n# Get logs for the previous instance of the pytorch training\nrunai training pytorch logs pytorch-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training pytorch logs pytorch-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training pytorch logs pytorch-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training pytorch logs pytorch-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for pytorch training to be ready for logs\nrunai training pytorch logs pytorch-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/","title":"Runai training pytorch port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#runai-training-pytorch-port-forward","title":"runai training pytorch port-forward","text":"<p>forward one or more local ports to a pytorch training job</p> <pre><code>runai training pytorch port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to pytorch training on port 8090:\nrunai training pytorch port-forward pytorch-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to pytorch training on port 8080:\nrunai training pytorch port-forward pytorch-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to pytorch training on port 8090 and from localhost:6443 to pytorch training on port 443:\nrunai training pytorch port-forward pytorch-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/","title":"Runai training pytorch resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#runai-training-pytorch-resume","title":"runai training pytorch resume","text":"<p>resume pytorch training</p> <pre><code>runai training pytorch resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#examples","title":"Examples","text":"<pre><code># Resume a pytorch training workload\nrunai training pytorch resume &lt;pytorch-name&gt;\n\n# Resume a pytorch training workload in a specific project\nrunai training pytorch resume &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Resume a pytorch training workload by UUID\nrunai training pytorch resume --uuid=&lt;pytorch_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/","title":"Runai training pytorch submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#runai-training-pytorch-submit","title":"runai training pytorch submit","text":"<p>submit pytorch training</p> <pre><code>runai training pytorch submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#examples","title":"Examples","text":"<pre><code># Submit a pytorch training workload\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a pytorch training workload with arguments\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a pytorch training workload with a custom command\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a pytorch training master args with worker args\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a pytorch training master command with worker args\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a pytorch training master command with worker command\nrunai training pytorch submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --max-replicas int32                             Maximum number of replicas for an elastic PyTorch job\n      --min-replicas int32                             Minimum number of replicas for an elastic PyTorch job\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --no-master                                      Do not create a separate pod for the master\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/","title":"Runai training pytorch suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#runai-training-pytorch-suspend","title":"runai training pytorch suspend","text":"<p>suspend pytorch training</p> <pre><code>runai training pytorch suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a pytorch training workload\nrunai training pytorch suspend &lt;pytorch-name&gt;\n\n# Suspend a pytorch training workload in a specific project\nrunai training pytorch suspend &lt;pytorch-name&gt; -p &lt;project_name&gt;\n\n# Suspend a pytorch training workload by UUID\nrunai training pytorch suspend --uuid=&lt;pytorch_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training pytorch    - pytorch management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/","title":"Runai training resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#runai-training-resume","title":"runai training resume","text":"<p>resume standard training</p> <pre><code>runai training resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#examples","title":"Examples","text":"<pre><code># Resume a standard training workload\nrunai training standard resume &lt;standard-name&gt;\n\n# Resume a standard training workload in a specific project\nrunai training standard resume &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Resume a standard training workload by UUID\nrunai training standard resume --uuid=&lt;standard_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/","title":"Runai training standard","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/#runai-training-standard","title":"runai training standard","text":"<p>standard training management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/#options","title":"Options","text":"<pre><code>  -h, --help   help for standard\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training standard attach    - attach to a running container in a standard training job</li> <li>runai training standard bash    - open a bash shell in a standard training job</li> <li>runai training standard delete    - delete standard training workload</li> <li>runai training standard describe    - describe standard training</li> <li>runai training standard exec    - execute a command in a standard training job</li> <li>runai training standard list    - list standard training</li> <li>runai training standard logs    - view logs of a standard training job</li> <li>runai training standard port-forward    - forward one or more local ports to a standard training job</li> <li>runai training standard resume    - resume standard training</li> <li>runai training standard submit    - submit standard training</li> <li>runai training standard suspend  - suspend standard training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/","title":"Runai training standard attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#runai-training-standard-attach","title":"runai training standard attach","text":"<p>attach to a running container in a standard training job</p> <pre><code>runai training standard attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a standard training\nrunai training standard attach standard-01 --tty --stdin\n\n# Attaching to a specific pod of a standard training\nrunai training standard attach standard-01 --pod standard-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/","title":"Runai training standard bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#runai-training-standard-bash","title":"runai training standard bash","text":"<p>open a bash shell in a standard training job</p> <pre><code>runai training standard bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the standard training's main worker\nrunai training standard bash standard-01\n\n# Open a bash shell in a specific standard training worker\nrunai training standard bash standard-01 --pod standard-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/","title":"Runai training standard delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#runai-training-standard-delete","title":"runai training standard delete","text":"<p>delete standard training workload</p> <pre><code>runai training standard delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#examples","title":"Examples","text":"<pre><code># Delete a standard training workload with a default project\nrunai training standard delete &lt;standard-name&gt;\n\n# Delete a standard training workload with a specific project\nrunai training standard delete &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Delete a standard training workload by UUID\nrunai training standard delete --uuid=&lt;standard_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/","title":"Runai training standard describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#runai-training-standard-describe","title":"runai training standard describe","text":"<p>describe standard training</p> <pre><code>runai training standard describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#examples","title":"Examples","text":"<pre><code># Describe a standard training workload with a default project\nrunai training standard describe &lt;standard-name&gt;\n\n# Describe a standard training workload in a specific project\nrunai training standard describe &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Describe a standard training workload by UUID\nrunai training standard describe --uuid=&lt;standard_uuid&gt;\n\n# Describe a standard training workload with specific output format\nrunai training standard describe &lt;standard-name&gt; -o json\n\n# Describe a standard training workload with specific sections\nrunai training standard describe &lt;standard-name&gt; --general --compute --pods --events --networks\n\n# Describe a standard training workload with container details and custom limits\nrunai training standard describe &lt;standard-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/","title":"Runai training standard exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#runai-training-standard-exec","title":"runai training standard exec","text":"<p>execute a command in a standard training job</p> <pre><code>runai training standard exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the standard training's main worker\nrunai training standard exec standard-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the standard training's main worker\nrunai training standard exec standard-01 -- ls\n\n# Execute a command in a specific standard training worker\nrunai training standard exec standard-01 --pod standard-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/","title":"Runai training standard list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#runai-training-standard-list","title":"runai training standard list","text":"<p>list standard training</p> <pre><code>runai training standard list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#examples","title":"Examples","text":"<pre><code># List all standard training workloads\nrunai training standard list -A\n\n# List standard training workloads with default project\nrunai training standard list\n\n# List standard training workloads in a specific project\nrunai training standard list -p &lt;project_name&gt;\n\n# List all standard training workloads with a specific output format\nrunai training standard list -o wide\n\n# List standard training workloads with pagination\nrunai training standard list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/","title":"Runai training standard logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#runai-training-standard-logs","title":"runai training standard logs","text":"<p>view logs of a standard training job</p> <pre><code>runai training standard logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a standard training\nrunai training standard logs standard-01\n\n# Get logs for a specific pod in a standard training\nrunai training standard logs standard-01 --pod=standard-01-worker-0\n\n# Get logs for a specific container in a standard training\nrunai training standard logs standard-01 --container=standard-worker\n\n# Get the last 100 lines of logs\nrunai training standard logs standard-01 --tail=100\n\n# Get logs with timestamps\nrunai training standard logs standard-01 --timestamps\n\n# Follow the logs\nrunai training standard logs standard-01 --follow\n\n# Get logs for the previous instance of the standard training\nrunai training standard logs standard-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training standard logs standard-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training standard logs standard-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training standard logs standard-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for standard training to be ready for logs\nrunai training standard logs standard-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/","title":"Runai training standard port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#runai-training-standard-port-forward","title":"runai training standard port-forward","text":"<p>forward one or more local ports to a standard training job</p> <pre><code>runai training standard port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to standard training on port 8090:\nrunai training standard port-forward standard-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to standard training on port 8080:\nrunai training standard port-forward standard-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to standard training on port 8090 and from localhost:6443 to standard training on port 443:\nrunai training standard port-forward standard-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/","title":"Runai training standard resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#runai-training-standard-resume","title":"runai training standard resume","text":"<p>resume standard training</p> <pre><code>runai training standard resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#examples","title":"Examples","text":"<pre><code># Resume a standard training workload\nrunai training standard resume &lt;standard-name&gt;\n\n# Resume a standard training workload in a specific project\nrunai training standard resume &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Resume a standard training workload by UUID\nrunai training standard resume --uuid=&lt;standard_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/","title":"Runai training standard submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#runai-training-standard-submit","title":"runai training standard submit","text":"<p>submit standard training</p> <pre><code>runai training standard submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#examples","title":"Examples","text":"<pre><code># Submit a standard training workload\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a standard training workload with arguments\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a standard training workload with a custom command\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a standard training jupiter notebook\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i jupyter/scipy-notebook --gpu-devices-request 1 --external-url container=8888 --name-prefix jupyter --command -- start-notebook.sh --NotebookApp.base_url='/${RUNAI_PROJECT}/${RUNAI_JOB_NAME}' --NotebookApp.token='\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --parallelism int32                              Specifies the maximum number of pods that should run in parallel at any given time\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --runs int32                                     Number of successful runs required for this workload to be considered completed\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/","title":"Runai training standard suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#runai-training-standard-suspend","title":"runai training standard suspend","text":"<p>suspend standard training</p> <pre><code>runai training standard suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a standard training workload\nrunai training standard suspend &lt;standard-name&gt;\n\n# Suspend a standard training workload in a specific project\nrunai training standard suspend &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Suspend a standard training workload by UUID\nrunai training standard suspend --uuid=&lt;standard_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_standard_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training standard  - standard training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/","title":"Runai training submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#runai-training-submit","title":"runai training submit","text":"<p>submit standard training</p> <pre><code>runai training submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#examples","title":"Examples","text":"<pre><code># Submit a standard training workload\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a standard training workload with arguments\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a standard training workload with a custom command\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a standard training jupiter notebook\nrunai training standard submit &lt;name&gt; -p &lt;project_name&gt; -i jupyter/scipy-notebook --gpu-devices-request 1 --external-url container=8888 --name-prefix jupyter --command -- start-notebook.sh --NotebookApp.base_url='/${RUNAI_PROJECT}/${RUNAI_JOB_NAME}' --NotebookApp.token='\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --parallelism int32                              Specifies the maximum number of pods that should run in parallel at any given time\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --runs int32                                     Number of successful runs required for this workload to be considered completed\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/","title":"Runai training suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#runai-training-suspend","title":"runai training suspend","text":"<p>suspend standard training</p> <pre><code>runai training suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a standard training workload\nrunai training standard suspend &lt;standard-name&gt;\n\n# Suspend a standard training workload in a specific project\nrunai training standard suspend &lt;standard-name&gt; -p &lt;project_name&gt;\n\n# Suspend a standard training workload by UUID\nrunai training standard suspend --uuid=&lt;standard_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/","title":"Runai training tensorflow","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/#runai-training-tensorflow","title":"runai training tensorflow","text":"<p>tensorflow management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/#options","title":"Options","text":"<pre><code>  -h, --help   help for tensorflow\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training tensorflow attach    - attach to a running container in a tf training job</li> <li>runai training tensorflow bash    - open a bash shell in a tf training job</li> <li>runai training tensorflow delete    - delete tf training workload</li> <li>runai training tensorflow describe    - describe tf training</li> <li>runai training tensorflow exec    - execute a command in a tf training job</li> <li>runai training tensorflow list    - list tf training</li> <li>runai training tensorflow logs    - view logs of a tf training job</li> <li>runai training tensorflow port-forward    - forward one or more local ports to a tf training job</li> <li>runai training tensorflow resume    - resume tf training</li> <li>runai training tensorflow submit    - submit tf training</li> <li>runai training tensorflow suspend  - suspend tf training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/","title":"Runai training tensorflow attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#runai-training-tensorflow-attach","title":"runai training tensorflow attach","text":"<p>attach to a running container in a tf training job</p> <pre><code>runai training tensorflow attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a tf training\nrunai training tf attach tf-01 --tty --stdin\n\n# Attaching to a specific pod of a tf training\nrunai training tf attach tf-01 --pod tf-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/","title":"Runai training tensorflow bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#runai-training-tensorflow-bash","title":"runai training tensorflow bash","text":"<p>open a bash shell in a tf training job</p> <pre><code>runai training tensorflow bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the tf training's main worker\nrunai training tf bash tf-01\n\n# Open a bash shell in a specific tf training worker\nrunai training tf bash tf-01 --pod tf-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/","title":"Runai training tensorflow delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#runai-training-tensorflow-delete","title":"runai training tensorflow delete","text":"<p>delete tf training workload</p> <pre><code>runai training tensorflow delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#examples","title":"Examples","text":"<pre><code># Delete a tf training workload with a default project\nrunai training tf delete &lt;tf-name&gt;\n\n# Delete a tf training workload with a specific project\nrunai training tf delete &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Delete a tf training workload by UUID\nrunai training tf delete --uuid=&lt;tf_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/","title":"Runai training tensorflow describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#runai-training-tensorflow-describe","title":"runai training tensorflow describe","text":"<p>describe tf training</p> <pre><code>runai training tensorflow describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#examples","title":"Examples","text":"<pre><code># Describe a tf training workload with a default project\nrunai training tf describe &lt;tf-name&gt;\n\n# Describe a tf training workload in a specific project\nrunai training tf describe &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Describe a tf training workload by UUID\nrunai training tf describe --uuid=&lt;tf_uuid&gt;\n\n# Describe a tf training workload with specific output format\nrunai training tf describe &lt;tf-name&gt; -o json\n\n# Describe a tf training workload with specific sections\nrunai training tf describe &lt;tf-name&gt; --general --compute --pods --events --networks\n\n# Describe a tf training workload with container details and custom limits\nrunai training tf describe &lt;tf-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/","title":"Runai training tensorflow exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#runai-training-tensorflow-exec","title":"runai training tensorflow exec","text":"<p>execute a command in a tf training job</p> <pre><code>runai training tensorflow exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the tf training's main worker\nrunai training tf exec tf-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the tf training's main worker\nrunai training tf exec tf-01 -- ls\n\n# Execute a command in a specific tf training worker\nrunai training tf exec tf-01 --pod tf-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/","title":"Runai training tensorflow list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#runai-training-tensorflow-list","title":"runai training tensorflow list","text":"<p>list tf training</p> <pre><code>runai training tensorflow list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#examples","title":"Examples","text":"<pre><code># List all tf training workloads\nrunai training tf list -A\n\n# List tf training workloads with default project\nrunai training tf list\n\n# List tf training workloads in a specific project\nrunai training tf list -p &lt;project_name&gt;\n\n# List all tf training workloads with a specific output format\nrunai training tf list -o wide\n\n# List tf training workloads with pagination\nrunai training tf list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/","title":"Runai training tensorflow logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#runai-training-tensorflow-logs","title":"runai training tensorflow logs","text":"<p>view logs of a tf training job</p> <pre><code>runai training tensorflow logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a tf training\nrunai training tf logs tf-01\n\n# Get logs for a specific pod in a tf training\nrunai training tf logs tf-01 --pod=tf-01-worker-0\n\n# Get logs for a specific container in a tf training\nrunai training tf logs tf-01 --container=tf-worker\n\n# Get the last 100 lines of logs\nrunai training tf logs tf-01 --tail=100\n\n# Get logs with timestamps\nrunai training tf logs tf-01 --timestamps\n\n# Follow the logs\nrunai training tf logs tf-01 --follow\n\n# Get logs for the previous instance of the tf training\nrunai training tf logs tf-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training tf logs tf-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training tf logs tf-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training tf logs tf-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for tf training to be ready for logs\nrunai training tf logs tf-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/","title":"Runai training tensorflow port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#runai-training-tensorflow-port-forward","title":"runai training tensorflow port-forward","text":"<p>forward one or more local ports to a tf training job</p> <pre><code>runai training tensorflow port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to tf training on port 8090:\nrunai training tf port-forward tf-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to tf training on port 8080:\nrunai training tf port-forward tf-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to tf training on port 8090 and from localhost:6443 to tf training on port 443:\nrunai training tf port-forward tf-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/","title":"Runai training tensorflow resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#runai-training-tensorflow-resume","title":"runai training tensorflow resume","text":"<p>resume tf training</p> <pre><code>runai training tensorflow resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#examples","title":"Examples","text":"<pre><code># Resume a tf training workload\nrunai training tf resume &lt;tf-name&gt;\n\n# Resume a tf training workload in a specific project\nrunai training tf resume &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Resume a tf training workload by UUID\nrunai training tf resume --uuid=&lt;tf_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/","title":"Runai training tensorflow submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#runai-training-tensorflow-submit","title":"runai training tensorflow submit","text":"<p>submit tf training</p> <pre><code>runai training tensorflow submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#examples","title":"Examples","text":"<pre><code># Submit a tf training workload\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a tf training workload with arguments\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a tf training workload with a custom command\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a tf training master args with worker args\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a tf training master command with worker args\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a tf training master command with worker command\nrunai training tf submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --max-replicas int32                             Maximum number of replicas for an elastic PyTorch job\n      --min-replicas int32                             Minimum number of replicas for an elastic PyTorch job\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --no-master                                      Do not create a separate pod for the master\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/","title":"Runai training tensorflow suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#runai-training-tensorflow-suspend","title":"runai training tensorflow suspend","text":"<p>suspend tf training</p> <pre><code>runai training tensorflow suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a tf training workload\nrunai training tf suspend &lt;tf-name&gt;\n\n# Suspend a tf training workload in a specific project\nrunai training tf suspend &lt;tf-name&gt; -p &lt;project_name&gt;\n\n# Suspend a tf training workload by UUID\nrunai training tf suspend --uuid=&lt;tf_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training tensorflow  - tensorflow management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/","title":"Runai training xgboost","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/#runai-training-xgboost","title":"runai training xgboost","text":"<p>xgboost management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/#options","title":"Options","text":"<pre><code>  -h, --help   help for xgboost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training    - training management</li> <li>runai training xgboost attach  - attach to a running container in a xgboost training job</li> <li>runai training xgboost bash  - open a bash shell in a xgboost training job</li> <li>runai training xgboost delete  - delete xgboost training workload</li> <li>runai training xgboost describe  - describe xgboost training</li> <li>runai training xgboost exec  - execute a command in a xgboost training job</li> <li>runai training xgboost list  - list xgboost training</li> <li>runai training xgboost logs  - view logs of a xgboost training job</li> <li>runai training xgboost port-forward  - forward one or more local ports to a xgboost training job</li> <li>runai training xgboost resume  - resume xgboost training</li> <li>runai training xgboost submit  - submit xgboost training</li> <li>runai training xgboost suspend    - suspend xgboost training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/","title":"Runai training xgboost attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#runai-training-xgboost-attach","title":"runai training xgboost attach","text":"<p>attach to a running container in a xgboost training job</p> <pre><code>runai training xgboost attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a xgboost training\nrunai training xgboost attach xgboost-01 --tty --stdin\n\n# Attaching to a specific pod of a xgboost training\nrunai training xgboost attach xgboost-01 --pod xgboost-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/","title":"Runai training xgboost bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#runai-training-xgboost-bash","title":"runai training xgboost bash","text":"<p>open a bash shell in a xgboost training job</p> <pre><code>runai training xgboost bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the xgboost training's main worker\nrunai training xgboost bash xgboost-01\n\n# Open a bash shell in a specific xgboost training worker\nrunai training xgboost bash xgboost-01 --pod xgboost-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/","title":"Runai training xgboost delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#runai-training-xgboost-delete","title":"runai training xgboost delete","text":"<p>delete xgboost training workload</p> <pre><code>runai training xgboost delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#examples","title":"Examples","text":"<pre><code># Delete a xgboost training workload with a default project\nrunai training xgboost delete &lt;xgboost-name&gt;\n\n# Delete a xgboost training workload with a specific project\nrunai training xgboost delete &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Delete a xgboost training workload by UUID\nrunai training xgboost delete --uuid=&lt;xgboost_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/","title":"Runai training xgboost describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#runai-training-xgboost-describe","title":"runai training xgboost describe","text":"<p>describe xgboost training</p> <pre><code>runai training xgboost describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#examples","title":"Examples","text":"<pre><code># Describe a xgboost training workload with a default project\nrunai training xgboost describe &lt;xgboost-name&gt;\n\n# Describe a xgboost training workload in a specific project\nrunai training xgboost describe &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Describe a xgboost training workload by UUID\nrunai training xgboost describe --uuid=&lt;xgboost_uuid&gt;\n\n# Describe a xgboost training workload with specific output format\nrunai training xgboost describe &lt;xgboost-name&gt; -o json\n\n# Describe a xgboost training workload with specific sections\nrunai training xgboost describe &lt;xgboost-name&gt; --general --compute --pods --events --networks\n\n# Describe a xgboost training workload with container details and custom limits\nrunai training xgboost describe &lt;xgboost-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/","title":"Runai training xgboost exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#runai-training-xgboost-exec","title":"runai training xgboost exec","text":"<p>execute a command in a xgboost training job</p> <pre><code>runai training xgboost exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the xgboost training's main worker\nrunai training xgboost exec xgboost-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the xgboost training's main worker\nrunai training xgboost exec xgboost-01 -- ls\n\n# Execute a command in a specific xgboost training worker\nrunai training xgboost exec xgboost-01 --pod xgboost-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/","title":"Runai training xgboost list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#runai-training-xgboost-list","title":"runai training xgboost list","text":"<p>list xgboost training</p> <pre><code>runai training xgboost list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#examples","title":"Examples","text":"<pre><code># List all xgboost training workloads\nrunai training xgboost list -A\n\n# List xgboost training workloads with default project\nrunai training xgboost list\n\n# List xgboost training workloads in a specific project\nrunai training xgboost list -p &lt;project_name&gt;\n\n# List all xgboost training workloads with a specific output format\nrunai training xgboost list -o wide\n\n# List xgboost training workloads with pagination\nrunai training xgboost list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/","title":"Runai training xgboost logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#runai-training-xgboost-logs","title":"runai training xgboost logs","text":"<p>view logs of a xgboost training job</p> <pre><code>runai training xgboost logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a xgboost training\nrunai training xgboost logs xgboost-01\n\n# Get logs for a specific pod in a xgboost training\nrunai training xgboost logs xgboost-01 --pod=xgboost-01-worker-0\n\n# Get logs for a specific container in a xgboost training\nrunai training xgboost logs xgboost-01 --container=xgboost-worker\n\n# Get the last 100 lines of logs\nrunai training xgboost logs xgboost-01 --tail=100\n\n# Get logs with timestamps\nrunai training xgboost logs xgboost-01 --timestamps\n\n# Follow the logs\nrunai training xgboost logs xgboost-01 --follow\n\n# Get logs for the previous instance of the xgboost training\nrunai training xgboost logs xgboost-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training xgboost logs xgboost-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training xgboost logs xgboost-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training xgboost logs xgboost-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for xgboost training to be ready for logs\nrunai training xgboost logs xgboost-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/","title":"Runai training xgboost port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#runai-training-xgboost-port-forward","title":"runai training xgboost port-forward","text":"<p>forward one or more local ports to a xgboost training job</p> <pre><code>runai training xgboost port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to xgboost training on port 8090:\nrunai training xgboost port-forward xgboost-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to xgboost training on port 8080:\nrunai training xgboost port-forward xgboost-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to xgboost training on port 8090 and from localhost:6443 to xgboost training on port 443:\nrunai training xgboost port-forward xgboost-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/","title":"Runai training xgboost resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#runai-training-xgboost-resume","title":"runai training xgboost resume","text":"<p>resume xgboost training</p> <pre><code>runai training xgboost resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#examples","title":"Examples","text":"<pre><code># Resume a xgboost training workload\nrunai training xgboost resume &lt;xgboost-name&gt;\n\n# Resume a xgboost training workload in a specific project\nrunai training xgboost resume &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Resume a xgboost training workload by UUID\nrunai training xgboost resume --uuid=&lt;xgboost_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/","title":"Runai training xgboost submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#runai-training-xgboost-submit","title":"runai training xgboost submit","text":"<p>submit xgboost training</p> <pre><code>runai training xgboost submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#examples","title":"Examples","text":"<pre><code># Submit a xgboost training workload\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a xgboost training workload with arguments\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a xgboost training workload with a custom command\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a xgboost training master args with worker args\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a xgboost training master command with worker args\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a xgboost training master command with worker command\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/","title":"Runai training xgboost suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#runai-training-xgboost-suspend","title":"runai training xgboost suspend","text":"<p>suspend xgboost training</p> <pre><code>runai training xgboost suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a xgboost training workload\nrunai training xgboost suspend &lt;xgboost-name&gt;\n\n# Suspend a xgboost training workload in a specific project\nrunai training xgboost suspend &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Suspend a xgboost training workload by UUID\nrunai training xgboost suspend --uuid=&lt;xgboost_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai training xgboost    - xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/","title":"Runai upgrade","text":""},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/#runai-upgrade","title":"runai upgrade","text":"<p>upgrades the CLI to the latest version</p> <pre><code>runai upgrade [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/#options","title":"Options","text":"<pre><code>      --force   upgrade CLI without checking for new version\n  -h, --help    help for upgrade\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_upgrade/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_version/","title":"Runai version","text":""},{"location":"Researcher/cli-reference/new-cli/runai_version/#runai-version","title":"runai version","text":"<p>show the current version of the CLI</p> <pre><code>runai version [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_version/#options","title":"Options","text":"<pre><code>  -h, --help   help for version\n      --wide   print full version details\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_version/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_version/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_whoami/","title":"Runai whoami","text":""},{"location":"Researcher/cli-reference/new-cli/runai_whoami/#runai-whoami","title":"runai whoami","text":"<p>show the current logged in user</p> <pre><code>runai whoami [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_whoami/#options","title":"Options","text":"<pre><code>  -h, --help   help for whoami\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_whoami/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_whoami/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload/","title":"Runai workload","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload/#runai-workload","title":"runai workload","text":"<p>workload management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_workload/#options","title":"Options","text":"<pre><code>  -h, --help                 help for workload\n      --interactive enable   set interactive mode (enabled|disabled)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai workload describe  - Describe a workload</li> <li>runai workload list  - List workloads</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/","title":"Runai workload attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#runai-workload-attach","title":"runai workload attach","text":"<p>Attach to a process that is already running inside an existing container.</p> <pre><code>runai workload attach WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#examples","title":"Examples","text":"<pre><code># Attaching to ubuntu workspace \nrunai workload attach ubuntu-wl --type workspace --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --type string                    The type of the workload (training, workspace)\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/","title":"Runai workload describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/#runai-workload-describe","title":"runai workload describe","text":"<p>Describe a workload</p> <pre><code>runai workload describe WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --framework string    filter by workload framework\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --type string         The type of the workload (training, workspace)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/","title":"Runai workload exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#runai-workload-exec","title":"runai workload exec","text":"<p>exec management</p> <pre><code>runai workload exec WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#examples","title":"Examples","text":"<pre><code># Execute bash to workspace \nrunai workload exec jup --type workspace --tty --stdin -- /bin/bash \n\n# Execute ls to workload\nrunai workload exec jup --type workspace -- ls\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --type string                    The type of the workload (training, workspace)\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/","title":"Runai workload list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/#runai-workload-list","title":"runai workload list","text":"<p>List workloads</p> <pre><code>runai workload list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/#options","title":"Options","text":"<pre><code>  -A, --all                list workloads from all projects\n      --framework string   filter by workload framework\n  -h, --help               help for list\n      --json               Output structure JSON\n      --limit int32        number of workload in list (default 50)\n      --no-headers         Output structure table without headers\n      --offset int32       offset number of limit, default 0 (first offset)\n  -p, --project string     Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string      filter by workload state\n      --table              Output structure table\n      --type string        filter by workload type\n      --yaml               Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/","title":"Runai workload logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#runai-workload-logs","title":"runai workload logs","text":"<p>logs management</p> <pre><code>runai workload logs WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#examples","title":"Examples","text":"<pre><code>  # Get logs for a workspace\n  runai workload logs workspace-01 --type=workspace\n\n  # Get logs for a specific pod in a workspace\n  runai workload logs workspace-01 --type=workspace --pod=workspace-01-0\n\n  # Get logs for a specific container in a workspace\n  runai workload logs workspace-01 --type=workspace --container=container-01\n\n  # Get the last 100 lines of logs\n  runai workload logs workspace-01 --type=workspace --tail=100\n\n  # Get logs with timestamps\n  runai workload logs workspace-01 --type=workspace --timestamps\n\n  # Follow the logs\n  runai workload logs workspace-01 --type=workspace --follow\n\n  # Get logs for the previous instance of the workspace\n  runai workload logs workspace-01 --type=workspace --previous\n\n  # GetLimit the logs to 1024 bytes\n  runai workload logs workspace-01 --type=workspace --limit-bytes=1024\n\n  # Get logs since the last 5 minutes\n  runai workload logs workspace-01 --type=workspace --since=5m\n\n  # Get logs since a specific timestamp\n  runai workload logs workspace-01 --type=workspace --since-time=2023-05-30T10:00:00Z\n\n  # Wait up to 30 seconds for workload to be ready for logs\n  runai workload logs workspace-01 --type=workspace --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --type string             The type of the workload (training, workspace)\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/","title":"Runai workload port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#runai-workload-port-forward","title":"runai workload port-forward","text":"<p>port forward management</p> <pre><code>runai workload port-forward WORKLOAD_NAME [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to &lt;workload-name&gt; on port 8090:\nrunai workload port-forward &lt;workload-name&gt; --type=&lt;workload-type&gt; --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to &lt;job-name&gt; on port 8080:\nrunai workload port-forward &lt;workload-name&gt; --type=&lt;workload-type&gt; --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to &lt;workload-name&gt; on port 8090 and from localhost:6443 to &lt;workload-name&gt; on port 443:\nrunai workload port-forward &lt;workload-name&gt; --type=&lt;workload-type&gt; --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --type string                    The type of the workload (training, workspace)\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workload_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workload    - workload management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace/","title":"Runai workspace","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace/#runai-workspace","title":"runai workspace","text":"<p>workspace management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace/#options","title":"Options","text":"<pre><code>  -h, --help   help for workspace\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai workspace attach    - attach to a running container in a workspace job</li> <li>runai workspace bash    - open a bash shell in a workspace job</li> <li>runai workspace delete    - delete workspace workload</li> <li>runai workspace describe    - describe workspace</li> <li>runai workspace exec    - execute a command in a workspace job</li> <li>runai workspace list    - list workspace</li> <li>runai workspace logs    - view logs of a workspace job</li> <li>runai workspace port-forward    - forward one or more local ports to a workspace job</li> <li>runai workspace resume    - resume workspace</li> <li>runai workspace submit    - submit workspace</li> <li>runai workspace suspend  - suspend workspace</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/","title":"Runai workspace attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#runai-workspace-attach","title":"runai workspace attach","text":"<p>attach to a running container in a workspace job</p> <pre><code>runai workspace attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a workspace\nrunai workspace attach workspace-01 --tty --stdin\n\n# Attaching to a specific pod of a workspace\nrunai workspace attach workspace-01 --pod workspace-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/","title":"Runai workspace bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#runai-workspace-bash","title":"runai workspace bash","text":"<p>open a bash shell in a workspace job</p> <pre><code>runai workspace bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the workspace's main worker\nrunai workspace bash workspace-01\n\n# Open a bash shell in a specific workspace worker\nrunai workspace bash workspace-01 --pod workspace-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/","title":"Runai workspace delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#runai-workspace-delete","title":"runai workspace delete","text":"<p>delete workspace workload</p> <pre><code>runai workspace delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#examples","title":"Examples","text":"<pre><code># Delete a workspace workload with a default project\nrunai workspace delete &lt;workspace-name&gt;\n\n# Delete a workspace workload with a specific project\nrunai workspace delete &lt;workspace-name&gt; -p &lt;project_name&gt;\n\n# Delete a workspace workload by UUID\nrunai workspace delete --uuid=&lt;workspace_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/","title":"Runai workspace describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#runai-workspace-describe","title":"runai workspace describe","text":"<p>describe workspace</p> <pre><code>runai workspace describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#examples","title":"Examples","text":"<pre><code># Describe a workspace workload with a default project\nrunai workspace describe &lt;workspace-name&gt;\n\n# Describe a workspace workload in a specific project\nrunai workspace describe &lt;workspace-name&gt; -p &lt;project_name&gt;\n\n# Describe a workspace workload by UUID\nrunai workspace describe --uuid=&lt;workspace_uuid&gt;\n\n# Describe a workspace workload with specific output format\nrunai workspace describe &lt;workspace-name&gt; -o json\n\n# Describe a workspace workload with specific sections\nrunai workspace describe &lt;workspace-name&gt; --general --compute --pods --events --networks\n\n# Describe a workspace workload with container details and custom limits\nrunai workspace describe &lt;workspace-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/","title":"Runai workspace exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#runai-workspace-exec","title":"runai workspace exec","text":"<p>execute a command in a workspace job</p> <pre><code>runai workspace exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the workspace's main worker\nrunai workspace exec workspace-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the workspace's main worker\nrunai workspace exec workspace-01 -- ls\n\n# Execute a command in a specific workspace worker\nrunai workspace exec workspace-01 --pod workspace-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/","title":"Runai workspace list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#runai-workspace-list","title":"runai workspace list","text":"<p>list workspace</p> <pre><code>runai workspace list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#examples","title":"Examples","text":"<pre><code># List all workspace workloads\nrunai workspace list -A\n\n# List workspace workloads with default project\nrunai workspace list\n\n# List workspace workloads in a specific project\nrunai workspace list -p &lt;project_name&gt;\n\n# List all workspace workloads with a specific output format\nrunai workspace list -o wide\n\n# List workspace workloads with pagination\nrunai workspace list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/","title":"Runai workspace logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#runai-workspace-logs","title":"runai workspace logs","text":"<p>view logs of a workspace job</p> <pre><code>runai workspace logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a workspace\nrunai workspace logs workspace-01\n\n# Get logs for a specific pod in a workspace\nrunai workspace logs workspace-01 --pod=workspace-01-worker-0\n\n# Get logs for a specific container in a workspace\nrunai workspace logs workspace-01 --container=workspace-worker\n\n# Get the last 100 lines of logs\nrunai workspace logs workspace-01 --tail=100\n\n# Get logs with timestamps\nrunai workspace logs workspace-01 --timestamps\n\n# Follow the logs\nrunai workspace logs workspace-01 --follow\n\n# Get logs for the previous instance of the workspace\nrunai workspace logs workspace-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai workspace logs workspace-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai workspace logs workspace-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai workspace logs workspace-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for workspace to be ready for logs\nrunai workspace logs workspace-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/","title":"Runai workspace port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#runai-workspace-port-forward","title":"runai workspace port-forward","text":"<p>forward one or more local ports to a workspace job</p> <pre><code>runai workspace port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to workspace on port 8090:\nrunai workspace port-forward workspace-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to workspace on port 8080:\nrunai workspace port-forward workspace-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to workspace on port 8090 and from localhost:6443 to workspace on port 443:\nrunai workspace port-forward workspace-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/","title":"Runai workspace resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#runai-workspace-resume","title":"runai workspace resume","text":"<p>resume workspace</p> <pre><code>runai workspace resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#examples","title":"Examples","text":"<pre><code># Resume a workspace workload\nrunai workspace resume &lt;workspace-name&gt;\n\n# Resume a workspace workload in a specific project\nrunai workspace resume &lt;workspace-name&gt; -p &lt;project_name&gt;\n\n# Resume a workspace workload by UUID\nrunai workspace resume --uuid=&lt;workspace_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/","title":"Runai workspace submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#runai-workspace-submit","title":"runai workspace submit","text":"<p>submit workspace</p> <pre><code>runai workspace submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#examples","title":"Examples","text":"<pre><code># Submit a workspace workload\nrunai workspace submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a workspace workload with arguments\nrunai workspace submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a workspace workload with a custom command\nrunai workspace submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a workspace jupiter notebook\nrunai workspace submit &lt;name&gt; -p &lt;project_name&gt; -i jupyter/scipy-notebook --gpu-devices-request 1 --external-url container=8888 --name-prefix jupyter --command -- start-notebook.sh --NotebookApp.base_url='/${RUNAI_PROJECT}/${RUNAI_JOB_NAME}' --NotebookApp.token='\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preemptible                                    Workspace preemptible workloads can be scheduled above guaranteed quota but may be reclaimed at any time\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/","title":"Runai workspace suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#runai-workspace-suspend","title":"runai workspace suspend","text":"<p>suspend workspace</p> <pre><code>runai workspace suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a workspace workload\nrunai workspace suspend &lt;workspace-name&gt;\n\n# Suspend a workspace workload in a specific project\nrunai workspace suspend &lt;workspace-name&gt; -p &lt;project_name&gt;\n\n# Suspend a workspace workload by UUID\nrunai workspace suspend --uuid=&lt;workspace_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_workspace_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai workspace  - workspace management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/","title":"Runai xgboost","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/#runai-xgboost","title":"runai xgboost","text":"<p>alias for xgboost management</p>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/#options","title":"Options","text":"<pre><code>  -h, --help   help for xgboost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost/#see-also","title":"SEE ALSO","text":"<ul> <li>runai  - Run:ai Command-line Interface</li> <li>runai xgboost attach    - attach to a running container in a xgboost training job</li> <li>runai xgboost bash    - open a bash shell in a xgboost training job</li> <li>runai xgboost delete    - delete xgboost training workload</li> <li>runai xgboost describe    - describe xgboost training</li> <li>runai xgboost exec    - execute a command in a xgboost training job</li> <li>runai xgboost list    - list xgboost training</li> <li>runai xgboost logs    - view logs of a xgboost training job</li> <li>runai xgboost port-forward    - forward one or more local ports to a xgboost training job</li> <li>runai xgboost resume    - resume xgboost training</li> <li>runai xgboost submit    - submit xgboost training</li> <li>runai xgboost suspend  - suspend xgboost training</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/","title":"Runai xgboost attach","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#runai-xgboost-attach","title":"runai xgboost attach","text":"<p>attach to a running container in a xgboost training job</p> <pre><code>runai xgboost attach [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#examples","title":"Examples","text":"<pre><code># Attaching to the main worker of a xgboost training\nrunai training xgboost attach xgboost-01 --tty --stdin\n\n# Attaching to a specific pod of a xgboost training\nrunai training xgboost attach xgboost-01 --pod xgboost-01-worker-1 --tty --stdin\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for attach\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_attach/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/","title":"Runai xgboost bash","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#runai-xgboost-bash","title":"runai xgboost bash","text":"<p>open a bash shell in a xgboost training job</p> <pre><code>runai xgboost bash [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#examples","title":"Examples","text":"<pre><code># Open a bash shell in the xgboost training's main worker\nrunai training xgboost bash xgboost-01\n\n# Open a bash shell in a specific xgboost training worker\nrunai training xgboost bash xgboost-01 --pod xgboost-01-worker-1\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for bash\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_bash/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/","title":"Runai xgboost delete","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#runai-xgboost-delete","title":"runai xgboost delete","text":"<p>delete xgboost training workload</p> <pre><code>runai xgboost delete [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#examples","title":"Examples","text":"<pre><code># Delete a xgboost training workload with a default project\nrunai training xgboost delete &lt;xgboost-name&gt;\n\n# Delete a xgboost training workload with a specific project\nrunai training xgboost delete &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Delete a xgboost training workload by UUID\nrunai training xgboost delete --uuid=&lt;xgboost_uuid&gt; -p &lt;project_name&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#options","title":"Options","text":"<pre><code>  -h, --help             help for delete\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_delete/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/","title":"Runai xgboost describe","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#runai-xgboost-describe","title":"runai xgboost describe","text":"<p>describe xgboost training</p> <pre><code>runai xgboost describe [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#examples","title":"Examples","text":"<pre><code># Describe a xgboost training workload with a default project\nrunai training xgboost describe &lt;xgboost-name&gt;\n\n# Describe a xgboost training workload in a specific project\nrunai training xgboost describe &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Describe a xgboost training workload by UUID\nrunai training xgboost describe --uuid=&lt;xgboost_uuid&gt;\n\n# Describe a xgboost training workload with specific output format\nrunai training xgboost describe &lt;xgboost-name&gt; -o json\n\n# Describe a xgboost training workload with specific sections\nrunai training xgboost describe &lt;xgboost-name&gt; --general --compute --pods --events --networks\n\n# Describe a xgboost training workload with container details and custom limits\nrunai training xgboost describe &lt;xgboost-name&gt; --containers --pod-limit 20 --event-limit 100\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#options","title":"Options","text":"<pre><code>      --compute             Show compute information (default true)\n      --containers          Include container information in pods\n      --event-limit int32   Limit the number of events displayed (-1 for no limit) (default 50)\n      --events              Show events information (default true)\n      --general             Show general information (default true)\n  -h, --help                help for describe\n      --networks            Show networks information (default true)\n  -o, --output string       Output format (table, json, yaml) (default \"table\")\n      --pod-limit int32     Limit the number of pods displayed (-1 for no limit) (default 10)\n      --pods                Show pods information (default true)\n  -p, --project string      Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_describe/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/","title":"Runai xgboost exec","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#runai-xgboost-exec","title":"runai xgboost exec","text":"<p>execute a command in a xgboost training job</p> <pre><code>runai xgboost exec [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#examples","title":"Examples","text":"<pre><code># Execute bash in the xgboost training's main worker\nrunai training xgboost exec xgboost-01 --tty --stdin -- /bin/bash \n\n# Execute ls command in the xgboost training's main worker\nrunai training xgboost exec xgboost-01 -- ls\n\n# Execute a command in a specific xgboost training worker\nrunai training xgboost exec xgboost-01 --pod xgboost-01-worker-1 -- nvidia-smi\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#options","title":"Options","text":"<pre><code>  -c, --container string               Container name for log extraction\n  -h, --help                           help for exec\n      --pod string                     Workload pod ID for log extraction, default: master (0-0)\n      --pod-running-timeout duration   Pod check for running state timeout.\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -i, --stdin                          Pass stdin to the container\n  -t, --tty                            Stdin is a TTY\n      --wait-timeout duration          Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_exec/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/","title":"Runai xgboost list","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#runai-xgboost-list","title":"runai xgboost list","text":"<p>list xgboost training</p> <pre><code>runai xgboost list [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#examples","title":"Examples","text":"<pre><code># List all xgboost training workloads\nrunai training xgboost list -A\n\n# List xgboost training workloads with default project\nrunai training xgboost list\n\n# List xgboost training workloads in a specific project\nrunai training xgboost list -p &lt;project_name&gt;\n\n# List all xgboost training workloads with a specific output format\nrunai training xgboost list -o wide\n\n# List xgboost training workloads with pagination\nrunai training xgboost list --limit 20 --offset 40\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#options","title":"Options","text":"<pre><code>  -A, --all              list workloads from all projects\n  -h, --help             help for list\n      --json             Output structure JSON\n      --limit int32      number of workload in list (default 50)\n      --no-headers       Output structure table without headers\n      --offset int32     offset number of limit, default 0 (first offset)\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --status string    filter by workload state\n      --table            Output structure table\n      --yaml             Output structure YAML\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_list/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/","title":"Runai xgboost logs","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#runai-xgboost-logs","title":"runai xgboost logs","text":"<p>view logs of a xgboost training job</p> <pre><code>runai xgboost logs [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#examples","title":"Examples","text":"<pre><code># Get logs for a xgboost training\nrunai training xgboost logs xgboost-01\n\n# Get logs for a specific pod in a xgboost training\nrunai training xgboost logs xgboost-01 --pod=xgboost-01-worker-0\n\n# Get logs for a specific container in a xgboost training\nrunai training xgboost logs xgboost-01 --container=xgboost-worker\n\n# Get the last 100 lines of logs\nrunai training xgboost logs xgboost-01 --tail=100\n\n# Get logs with timestamps\nrunai training xgboost logs xgboost-01 --timestamps\n\n# Follow the logs\nrunai training xgboost logs xgboost-01 --follow\n\n# Get logs for the previous instance of the xgboost training\nrunai training xgboost logs xgboost-01 --previous\n\n# Limit the logs to 1024 bytes\nrunai training xgboost logs xgboost-01 --limit-bytes=1024\n\n# Get logs since the last 5 minutes\nrunai training xgboost logs xgboost-01 --since=300s\n\n# Get logs since a specific timestamp\nrunai training xgboost logs xgboost-01 --since-time=2023-05-30T10:00:00Z\n\n# Wait up to 30 seconds for xgboost training to be ready for logs\nrunai training xgboost logs xgboost-01 --wait-timeout=30s\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#options","title":"Options","text":"<pre><code>  -c, --container string        Container name for log extraction\n  -f, --follow                  Follow log output\n  -h, --help                    help for logs\n      --limit-bytes int         Limit the number of bytes returned from the server\n      --name string             Set workload name for log extraction\n      --pod string              Workload pod ID for log extraction, default: master (0-0)\n      --previous                Show previous pod log output\n  -p, --project string          Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --since duration          Return logs newer than a relative duration like 5s, 2m, or 3h. Defaults to all logs\n      --since-time string       Return logs after a specific date (RFC3339)\n  -t, --tail int                Numer of tailed lines to fetch from the log, for no limit set to -1 (default -1)\n      --timestamps              Show timestamps in log output\n      --wait-timeout duration   Timeout for waiting for workload to be ready for log streaming\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_logs/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/","title":"Runai xgboost port forward","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#runai-xgboost-port-forward","title":"runai xgboost port-forward","text":"<p>forward one or more local ports to a xgboost training job</p> <pre><code>runai xgboost port-forward [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#examples","title":"Examples","text":"<pre><code># Forward connections from localhost:8080 to xgboost training on port 8090:\nrunai training xgboost port-forward xgboost-01 --port 8080:8090 --address localhost\n\n# Forward connections from 0.0.0.0:8080 to xgboost training on port 8080:\nrunai training xgboost port-forward xgboost-01 --port 8080 --address 0.0.0.0 [requires privileges]\n\n# Forward multiple connections from localhost:8080 to xgboost training on port 8090 and from localhost:6443 to xgboost training on port 443:\nrunai training xgboost port-forward xgboost-01 --port 8080:8090 --port 6443:443 --address localhost\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#options","title":"Options","text":"<pre><code>      --address string                 --address [local-interface-ip\\host] --address localhost --address 0.0.0.0 [privileged] (default \"localhost\")\n  -h, --help                           help for port-forward\n      --pod string                     Workload pod ID for port-forward, default: distributed(master) otherwise(random)\n      --pod-running-timeout duration   Pod check for running state timeout.\n      --port stringArray               port\n  -p, --project string                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_port-forward/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/","title":"Runai xgboost resume","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#runai-xgboost-resume","title":"runai xgboost resume","text":"<p>resume xgboost training</p> <pre><code>runai xgboost resume [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#examples","title":"Examples","text":"<pre><code># Resume a xgboost training workload\nrunai training xgboost resume &lt;xgboost-name&gt;\n\n# Resume a xgboost training workload in a specific project\nrunai training xgboost resume &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Resume a xgboost training workload by UUID\nrunai training xgboost resume --uuid=&lt;xgboost_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#options","title":"Options","text":"<pre><code>  -h, --help             help for resume\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_resume/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/","title":"Runai xgboost submit","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#runai-xgboost-submit","title":"runai xgboost submit","text":"<p>submit xgboost training</p> <pre><code>runai xgboost submit [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#examples","title":"Examples","text":"<pre><code># Submit a xgboost training workload\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i runai.jfrog.io/demo/quickstart-demo\n\n# Submit a xgboost training workload with arguments\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu -- ls -la\n\n# Submit a xgboost training workload with a custom command\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --command -- echo \"Hello, World\"\n\n# Submit a xgboost training master args with worker args\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-args \"-a master_arg_a -b master-arg_b'\" -- '-a worker_arg_a'\n\n# Submit a xgboost training master command with worker args\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" -- '-a worker_arg_a'\n\n# Submit a xgboost training master command with worker command\nrunai training xgboost submit &lt;name&gt; -p &lt;project_name&gt; -i ubuntu --master-command \"echo -e 'master command'\" --command -- echo -e 'worker command'\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#options","title":"Options","text":"<pre><code>      --allow-privilege-escalation                     Allow the job to gain additional privileges after starting\n      --annotation stringArray                         Set of annotations to populate into the container running the workspace\n      --attach                                         If true, wait for the pod to start running, and then attach to the pod as if 'runai attach' was called. Attach makes tty and stdin true by default. Defaults to false\n      --auto-deletion-time-after-completion duration   The length of time (like 5s, 2m, or 3h, higher than zero) after which a completed job is automatically deleted (default 0s)\n      --backoff-limit int                              The number of times the job will be retried before failing (default 6)\n      --capability stringArray                         The POSIX capabilities to add when running containers. Defaults to the default set of capabilities granted by the container runtime.\n      --clean-pod-policy string                        Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed)\n  -c, --command                                        If true, override the image's entrypoint with the command supplied after '--'\n      --configmap-map-volume stringArray               Mount ConfigMap as a volume. Use the fhe format name=CONFIGMAP_NAME,path=PATH\n      --cpu-core-limit float                           CPU core limit (e.g. 0.5, 1)\n      --cpu-core-request float                         CPU core request (e.g. 0.5, 1)\n      --cpu-memory-limit string                        CPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --cpu-memory-request string                      CPU memory to allocate for the job (e.g. 1G, 500M)\n      --create-home-dir                                Create a temporary home directory. Defaults to true when --run-as-user is set, false otherwise\n  -e, --environment stringArray                        Set environment variables in the container\n      --existing-pvc stringArray                       Mount an existing persistent volume. Use the format: claimname=CLAIM_NAME,path=PATH\n      --extended-resource stringArray                  Request access to an extended resource. Use the format: resource_name=quantity\n      --external-url stringArray                       Expose URL from the job container. Use the format: container=9443,url=https://external.runai.com,authusers=user1,authgroups=group1\n      --git-sync stringArray                           Specifies git repositories to mount into the container. Use the format: name=NAME,repository=REPO,path=PATH,secret=SECRET,rev=REVISION\n  -g, --gpu-devices-request int32                      GPU units to allocate for the job (e.g. 1, 2)\n      --gpu-memory-limit string                        GPU memory limit to allocate for the job (e.g. 1G, 500M)\n      --gpu-memory-request string                      GPU memory to allocate for the job (e.g. 1G, 500M)\n      --gpu-portion-limit float                        GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-portion-request float                      GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --gpu-request-type string                        GPU request type (portion|memory|migProfile)\n  -h, --help                                           help for submit\n      --host-ipc                                       Whether to enable host IPC. (Default: false)\n      --host-network                                   Whether to enable host networking. (Default: false)\n      --host-path stringArray                          Volumes to mount into the container. Use the format: path=PATH,mount=MOUNT,mount-propagation=None|HostToContainer,readwrite\n  -i, --image string                                   The image for the workload\n      --image-pull-policy string                       Set image pull policy. One of: Always, IfNotPresent, Never. Defaults to Always (default \"Always\")\n      --label stringArray                              Set of labels to populate into the container running the workspace\n      --large-shm                                      Request large /dev/shm device to mount\n      --master-args string                             Specifies the arguments to pass to the master pod container command\n      --master-command string                          Specifies the command to run in the master pod container, overriding the image's default entrypoint. The command can include arguments following it.\n      --master-environment stringArray                 Set master environment variables in the container\n      --master-extended-resource stringArray           Request access to an extended resource. Use the format: resource_name=quantity\n      --master-gpu-devices-request int32               GPU units to allocate for the job (e.g. 1, 2)\n      --master-gpu-portion-limit float                 GPU portion limit, must be no less than the gpu-memory-request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-gpu-portion-request float               GPU portion request (between 0 and 1, e.g. 0.5, 0.2)\n      --master-no-pvcs                                 Do not mount any persistent volumes in the master pod\n      --name-prefix string                             Set defined prefix for the workload name and add index as a suffix\n      --new-pvc stringArray                            Mount a persistent volume, create it if it does not exist. Use the format: claimname=CLAIM_NAME,storageclass=STORAGE_CLASS,size=SIZE,path=PATH,accessmode-rwo,accessmode-rom,accessmode-rwm,ro,ephemeral\n      --nfs stringArray                                NFS storage details. Use the format: path=PATH,server=SERVER,mountpath=MOUNT_PATH,readwrite\n      --node-pools stringArray                         List of node pools to use for scheduling the job, ordered by priority\n      --node-type string                               Enforce node type affinity by setting a node-type label\n      --pod-running-timeout duration                   Pod check for running state timeout.\n      --port stringArray                               Expose ports from the job container. Use the format: service-type=NodePort,container=80,external=8080\n      --preferred-pod-topology-key string              If possible, all pods of this job will be scheduled onto nodes that have a label with this key and identical values\n  -p, --project string                                 Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n      --required-pod-topology-key string               Enforce scheduling pods of this job onto nodes that have a label with this key and identical values\n      --run-as-gid int                                 The group ID the container will run with\n      --run-as-uid int                                 The user ID the container will run with\n      --run-as-user                                    takes the uid, gid, and supplementary groups fields from the token, if all the fields do not exist, uses the local running terminal user credentials. if any of the fields exist take only the existing fields\n      --s3 stringArray                                 s3 storage details. Use the format: name=NAME,bucket=BUCKET,path=PATH,accesskey=ACCESS_KEY,url=URL\n      --seccomp-profile string                         Indicates which kind of seccomp profile will be applied to the container, options: RuntimeDefault|Unconfined|Localhost\n      --stdin                                          Keep stdin open on the container(s) in the pod, even if nothing is attached\n      --supplemental-groups ints                       Comma seperated list of groups (IDs) that the user running the container belongs to\n      --toleration stringArray                         Toleration details. Use the format: operator=Equal|Exists,key=KEY,[value=VALUE],[effect=NoSchedule|NoExecute|PreferNoSchedule],[seconds=SECONDS]\n  -t, --tty                                            Allocate a TTY for the container\n      --user-group-source string                       Indicate the way to determine the user and group ids of the container, options: fromTheImage|fromIdpToken|fromIdpToken\n      --wait-for-submit duration                       Waiting duration for the workload to be created in the cluster. Defaults to 1 minute (1m)\n      --workers int32                                  the number of workers that will be allocated for running the workload\n      --working-dir string                             Set the container's working directory\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_submit/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/","title":"Runai xgboost suspend","text":""},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#runai-xgboost-suspend","title":"runai xgboost suspend","text":"<p>suspend xgboost training</p> <pre><code>runai xgboost suspend [WORKLOAD_NAME] [flags]\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#examples","title":"Examples","text":"<pre><code># Suspend a xgboost training workload\nrunai training xgboost suspend &lt;xgboost-name&gt;\n\n# Suspend a xgboost training workload in a specific project\nrunai training xgboost suspend &lt;xgboost-name&gt; -p &lt;project_name&gt;\n\n# Suspend a xgboost training workload by UUID\nrunai training xgboost suspend --uuid=&lt;xgboost_uuid&gt;\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#options","title":"Options","text":"<pre><code>  -h, --help             help for suspend\n  -p, --project string   Specify the project to which the command applies. By default, commands apply to the default project. To change the default project use \u2018runai config project &lt;project name&gt;\u2019\n  -u, --uuid string      The UUID of the workload\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#options-inherited-from-parent-commands","title":"Options inherited from parent commands","text":"<pre><code>      --config-file string   config file name; can be set by environment variable RUNAI_CLI_CONFIG_FILE (default \"config.json\")\n      --config-path string   config path; can be set by environment variable RUNAI_CLI_CONFIG_PATH\n  -d, --debug                enable debug mode\n  -q, --quiet                enable quiet mode, suppress all output except error messages\n      --verbose              enable verbose mode\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/runai_xgboost_suspend/#see-also","title":"SEE ALSO","text":"<ul> <li>runai xgboost  - alias for xgboost management</li> </ul>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/","title":"Add Run:ai authorization to kubeconfig","text":"<p>The runai kubeconfig set command allows users to configure their kubeconfig file with Run:ai authorization token. This setup enables users to gain access to the Kubernetes (k8s) cluster seamlessly.</p> <p>Note</p> <p>Setting kubeconfig is not required in order to use the CLI. This command is used to enable third-party workloads under Run:ai authorization.</p>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/#usage","title":"Usage","text":"<p>To set the token (will be fetched automatically) inside the kubeconfig file, run the following command:</p> <pre><code>runai kubeconfig set\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/#prerequisites","title":"Prerequisites","text":"<p>Before executing the command, ensure that</p> <ol> <li>Cluster authentication is configured and enabled.</li> <li>The user has a kubeconfig file configured.</li> <li>The user is logged in (use the runai login command).</li> </ol>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/#cluster-configuration","title":"Cluster configuration","text":"<p>To enable cluster authentication, add the following flags to the Kubernetes server API of each cluster:</p> <pre><code>spec:\n  containers:\n  - command:\n    ...\n    - --oidc-client-id=&lt;OIDC_CLIENT_ID&gt;\n    - --oidc-issuer-url=url=https://&lt;HOST&gt;/auth/realms/&lt;REALM&gt;\n    - --oidc-username-prefix=-\n</code></pre>"},{"location":"Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/#user-kubeconfig-configuration","title":"User Kubeconfig configuration","text":"<p>Add the following to the Kubernetes client configuration file (./kube/config). For the full command reference, see kubeconfig set.  </p> <ul> <li>Make sure to replace values with the actual cluster information and user credentials.  </li> <li>There can be multiple contexts in the kubeconfig file. The command will configure the current context.</li> </ul> <pre><code>apiVersion: v1\nkind: Config\npreferences:\n  colors: true\ncurrent-context: &lt;CONTEXT_NAME&gt;\ncontexts:\n- context:\n    cluster: &lt;CLUSTER_NAME&gt;\n    user: &lt;USER_NAME&gt;\n  name: &lt;CONTEXT_NAME&gt;\nclusters:\n- cluster:\n    server: &lt;CLUSTER_URL&gt;\n    certificate-authority-data: &lt;CLUSTER_CERT&gt;\n  name: &lt;CLUSTER_NAME&gt;\nusers:\n- name: &lt;USER_NAME&gt;\n</code></pre>"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/","title":"GPU Time Slicing Scheduler","text":""},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#new-time-slicing-scheduler-by-runai","title":"New Time-slicing scheduler by Run:ai","text":"<p>To provide customers with predictable and accurate GPU compute resources scheduling, Run:ai is introducing a new feature called Time-slicing GPU scheduler which adds fractional compute capabilities on top of other existing Run:ai memory fractions capabilities. Unlike the default NVIDIA GPU orchestrator which doesn\u2019t provide the ability to split or limit the runtime of each workload, Run:ai created a new mechanism that gives each workload exclusive access to the full GPU for a limited amount of time (lease time) in each scheduling cycle (plan time). This cycle repeats itself for the lifetime of the workload.</p> <p>Using the GPU runtime this way guarantees a workload is granted its requested GPU compute resources proportionally to its requested GPU fraction.</p> <p>Run:ai offers two new Time-slicing modes:</p> <ol> <li>Strict\u2014each workload gets its precise GPU compute fraction, which equals to its requested GPU (memory) fraction. In terms of official Kubernetes resource specification, this means:</li> </ol> <pre><code>gpu-compute-request = gpu-compute-limit = gpu-(memory-)fraction\n</code></pre> <ol> <li>Fair\u2014each workload is guaranteed at least its GPU compute fraction, but at the same time can also use additional GPU runtime compute slices that are not used by other idle workloads. Those excess time slices are divided equally between all workloads running on that GPU (after each got at least its requested GPU compute fraction). In terms of official Kubernetes resource specification, this means:</li> </ol> <pre><code>gpu-compute-request = gpu-(memory-)fraction\n\ngpu-compute-limit = 1.0\n</code></pre> <p>The figure below illustrates how Strict time-slicing mode is using the GPU from Lease (slice) and Plan (cycle) perspective:</p> <p></p> <p>The figure below illustrates how Fair time-slicing mode is using the GPU from Lease (slice) and Plan (cycle) perspective:</p> <p></p>"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#setting-the-time-slicing-scheduler-policy","title":"Setting the Time-slicing scheduler policy","text":"<p>Time-slicing is a cluster flag which changes the default behavior of Run:ai GPU fractions feature.</p> <p>Enable time-slicing by setting the following cluster flag in the <code>runaiconfig</code> file:</p> <pre><code>global: \n    core: \n        timeSlicing: \n            mode: fair/strict\n</code></pre> <p>If the <code>timeSlicing</code> flag is not set, the system continues to use the default NVidia GPU orchestrator to maintain backward compatability.</p>"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#time-slicing-plan-and-lease-times","title":"Time-slicing Plan and Lease Times","text":"<p>Each GPU scheduling cycle is a plan, the plan time is determined by the lease time and granularity (precision). By default, basic lease time is 250ms with 5% granularity (precision), which means the plan (cycle) time is: 250 / 0.05 = 5000ms (5 Sec). Using these values, a workload that asked to get gpu-fraction=0.5 gets 2.5s runtime out of 5s cycle time.</p> <p>Different workloads requires different SLA and precision, so it also possible to tune the lease time and precision for customizing the time-slicing capabilities to your cluster.</p> <p>Note</p> <p>Decreasing the lease time makes time-slicing less accurate. Increasing the lease time make the system more accurate, but each workload is less responsive.</p> <p>Once timeSlicing is enabled, all submitted GPU fraction or GPU memory workloads will have their gpu-compute-request\\limit set automatically by the system, depending on the annotation used on the timeSlicing mode:</p>"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#strict-compute-resources","title":"Strict Compute Resources","text":"Annotation Value GPU Compute Request GPU Compute Limit <code>gpu-fraction</code> x x x <code>gpu-memory</code> x 0 1.0"},{"location":"Researcher/scheduling/GPU-time-slicing-scheduler/#fair-compute-resources","title":"Fair Compute Resources","text":"Annotation Value GPU Compute Request GPU Compute Limit <code>gpu-fraction</code> x x 1.0 <code>gpu-memory</code> x 0 1.0 <p>Note</p> <p>The above tables show that when submitting a workload using gpu-memory annotation, the system will split the GPU compute time between the different workloads running on that GPU. This means the workload can get anything from very little compute time (&gt;0) to full GPU compute time (1.0).</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/","title":"Introduction","text":"<p>When we discuss the allocation of deep learning compute resources, the discussion tends to focus on GPUs as the most critical resource. But two additional resources are no less important:</p> <ul> <li>CPUs. Mostly needed for preprocessing and postprocessing tasks during a deep learning training run.</li> <li>Memory. Has a direct influence on the quantities of data a training run can process in batches.</li> </ul> <p>GPU servers tend to come installed with a significant amount of memory and CPUs.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#requesting-cpu-memory","title":"Requesting CPU &amp; Memory","text":"<p>When submitting a Job, you can request a guaranteed amount of CPUs and memory by using the --cpu and --memory flags in the runai submit command. For example:</p> <pre><code>runai submit job1 -i ubuntu --gpu 2 --cpu 12 --memory 1G\n</code></pre> <p>The system guarantees that if the Job is scheduled, you will be able to receive this amount of CPU and memory.</p> <p>For further details on these flags see: runai submit</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#cpu-over-allocation","title":"CPU over allocation","text":"<p>The number of CPUs your Job will receive is guaranteed to be the number defined using the <code>--cpu</code> flag. In practice, however, you may receive more CPUs than you have asked for:</p> <ul> <li>If you are currently alone on a node, you will receive all the node CPUs until such time when another workload has joined.</li> <li>However, when a second workload joins, each workload will receive a number of CPUs proportional to the number requested via the <code>--cpu</code> flag. For example, if the first workload asked for 1 CPU and the second for 3 CPUs, then on a node with 40 cpus, the workloads will receive 10 and 30 CPUs respectively. If the flag <code>--cpu</code> is not specified, it will be taken from the cluster default (see the section below)</li> </ul>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#memory-over-allocation","title":"Memory over allocation","text":"<p>The amount of Memory your Job will receive is guaranteed to be the number defined using the --memory flag. In practice, however, you may receive more memory than you have asked for. This is along the same lines as described with CPU over allocation above.</p> <p>It is important to note, however, that if you have used this memory over-allocation, and new workloads have joined, your Job may receive an out-of-memory exception and terminate.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#cpu-and-memory-limits","title":"CPU and Memory limits","text":"<p>You can limit your Job's allocation of CPU and memory by using the --cpu-limit and --memory-limit flags in the runai submit command. For example:</p> <pre><code>runai submit job1 -i ubuntu --gpu 2 --cpu 12 --cpu-limit 24 \\\n    --memory 1G --memory-limit 4G\n</code></pre> <p>The limit behavior is different for CPUs and memory.</p> <ul> <li>Your Job will never be allocated with more than the amount stated in the <code>--cpu-limit</code> flag</li> <li>If your Job tries to allocate more than the amount stated in the <code>--memory-limit</code> flag it will receive an out-of-memory exception.</li> </ul> <p>The limit (for both CPU and memory) overrides the cluster default described in the section below</p> <p>For further details on these flags see: runai submit</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#flag-defaults","title":"Flag Defaults","text":""},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#defaults-for-cpu-flag","title":"Defaults for --cpu flag","text":"<p>If your Job has not specified <code>--cpu</code>, the system will use a default. The default is cluster-wide and is defined as a ratio of GPUs to CPUs.</p> <p>If, for example, the default has been defined as 1:6 and your Job has specified <code>--gpu 2</code> and has not specified <code>--cpu</code>, then the implied <code>--cpu</code> flag value is 12 CPUs.</p> <p>The system comes with a cluster-wide default of 1:1. To change the ratio see below.</p> <p>If you didn't request any GPUs for your job and has not specified <code>--cpu</code>, the default is defined as a ratio of CPU limit to CPUs.</p> <p>If, for example, the default has been defined as 1:0.2 and your Job has specified <code>--cpu-limit 10</code> and has not specified <code>--cpu</code>, then the implied <code>--cpu</code> flag value is 2 CPUs.</p> <p>The system comes with a cluster-wide default of 1:0.1. To change the ratio see below.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#defaults-for-memory-flag","title":"Defaults for --memory flag","text":"<p>If your Job has not specified <code>--memory</code>, the system will use a default. The default is cluster-wide and is proportional to the number of requested GPUs.</p> <p>The system comes with a cluster-wide default of 100MiB of allocated CPU memory per GPU. To change the ratio see below.</p> <p>If you didn't request any GPUs for your job and has not specified <code>--memory</code>, the default is defined as a ratio of CPU Memory limit to CPU Memory Request.</p> <p>The system comes with a cluster-wide default of 1:0.1. To change the ratio see below.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#defaults-for-cpu-limit-flag","title":"Defaults for --cpu-limit flag","text":"<p>If your Job has not specified <code>--cpu-limit</code>, then by default, the system will not set a limit. You can set a cluster-wide limit as a ratio of GPUs to CPUs. See below on how to change the ratio.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#defaults-for-memory-limit-flag","title":"Defaults for --memory-limit flag","text":"<p>If your Job has not specified <code>--memory-limit</code>, then by default, the system will not set a limit. You can set a cluster-wide limit as a ratio of GPUs to Memory. See below on how to change the ratio.</p>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#changing-the-ratios","title":"Changing the ratios","text":"<p>To change the cluster wide-ratio use the following process. The example shows:</p> <ul> <li>a CPU request with a default ratio of 2:1 CPUs to GPUs.</li> <li>a CPU Memory request with a default ratio of 200MB per GPU.</li> <li>a CPU limit with a default ratio of 4:1 CPU to GPU.</li> <li>a Memory limit with a default ratio of 2GB per GPU.</li> <li>a CPU request with a default ratio of 0.1 CPUs per 1 CPU limit.</li> <li>a CPU Memory request with a default ratio of 0.1:1 request per CPU Memory limit.</li> </ul> <p>You must edit the cluster installation values file:</p> <ul> <li>When installing the Run:ai cluster, edit the values file.</li> <li>On an existing installation, use the upgrade cluster instructions to modify the values file.</li> <li>You must specify at least the first 4 values as follows:</li> </ul> <pre><code>runai-operator:\n  config:\n    limitRange:\n      cpuDefaultRequestGpuFactor: 2\n      memoryDefaultRequestGpuFactor: 200Mi\n      cpuDefaultLimitGpuFactor: 4\n      memoryDefaultLimitGpuFactor: 2Gi\n      cpuDefaultRequestCpuLimitFactorNoGpu: 0.1\n      memoryDefaultRequestMemoryLimitFactorNoGpu: 0.1\n</code></pre>"},{"location":"Researcher/scheduling/allocation-of-cpu-and-memory/#validating-cpu-memory-allocations","title":"Validating CPU &amp; Memory Allocations","text":"<p>To review CPU &amp; Memory allocations you need to look into Kubernetes. A Run:ai Job creates a Kubernetes pod. The pod declares its resource requests and limits. To see the memory and CPU consumption in Kubernetes:</p> <ul> <li>Get the pod name for the Job by running:</li> </ul> <p><code>runai describe job &lt;JOB_NAME&gt;</code></p> <p>the pod will appear under the <code>PODS</code> category.</p> <ul> <li>Run:</li> </ul> <p><code>kubectl describe pod &lt;POD_NAME&gt;</code></p> <p>The information will appear under <code>Requests</code> and <code>Limits</code>. For example:</p> <pre><code>Limits:\n    nvidia.com/gpu:  2\nRequests:\n    cpu:             1\n    memory:          104857600\n    nvidia.com/gpu:  2\n</code></pre>"},{"location":"Researcher/scheduling/dynamic-gpu-fractions/","title":"Dynamic GPU Fractions","text":""},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#introduction","title":"Introduction","text":"<p>Many AI workloads are using GPU resources intermittently and sometimes these resources are not used at all. These AI workloads need these resources when they are running AI applications, or debugging a model in development. Other workloads such as Inference, might be using GPU resources at a lower utilization rate than requested, and may suddenly ask for higher guaranteed resources at peak utilization times.</p> <p>This pattern of resource request vs. actual resource utilization causes lower utilization of GPUs. This mainly happens if there are many workloads requesting resources to match their peak demand, even though the majority of the time they operate far below that peak.</p> <p>Run:ai has introduced Dynamic GPU fractions in v2.15 to cope with resource request vs. actual resource utilization which enables users to optimize GPU resource usage.</p> <p>Dynamic GPU fractions is part of Run:ai's core capabilities to enable workloads to optimize the use of GPU resources. This works by providing the ability to specify and consume GPU memory and compute resources dynamically by leveraging Kubernetes Request and Limit notations.</p> <p>Dynamic GPU fractions allow a workload to request a guaranteed fraction of GPU memory or GPU compute resource (similar to a Kubernetes request), and at the same time also request the ability to grow beyond that guaranteed request up to a specific limit (similar to a Kubernetes limit), if the resources are available.</p> <p>For example, with Dynamic GPU Fractions, a user can specify a workload with a GPU fraction Request of 0.25 GPU, and add the parameter <code>gpu-fraction-limit</code> of up to 0.80 GPU. The cluster/node-pool scheduler schedules the workload to a node that can provide the GPU fraction request (0.25), and then assigns the workload to a GPU. The GPU scheduler monitors the workload and allows it to occupy memory between 0 to 0.80 of the GPU memory (based on the parameter <code>gpu-fraction-limit</code>), where only 0.25 of the GPU memory is guaranteed to that workload. The rest of the memory (from 0.25 to 0.8) is \u201cloaned\u201d to the workload, as long as it is not needed by other workloads.</p> <p>Run:ai automatically manages the state changes between <code>request</code> and <code>Limit</code> as well as the reverse (when the balance need to be \"returned\"), updating the metrics and workloads' states and graphs.</p>"},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#setting-fractional-gpu-memory-limit","title":"Setting Fractional GPU Memory Limit","text":"<p>With the fractional GPU memory limit, users can submit workloads using GPU fraction <code>Request</code> and <code>Limit</code>.</p> <p>You can either:</p> <ol> <li> <p>Use a GPU Fraction parameter (use the <code>gpu-fraction</code> annotation)</p> <p>or</p> </li> <li> <p>Use an absolute GPU Memory parameter (<code>gpu-memory</code> annotation)</p> </li> </ol> <p>When setting a GPU memory limit either as GPU fraction, or GPU memory size, the <code>Limit</code> must be equal or greater than the GPU fraction memory request.</p> <p>Both GPU fraction and GPU memory are translated into the actual requested memory size of the Request (guaranteed resources) and the Limit (burstable resources).</p> <p>To guarantee fair quality of service between different workloads using the same GPU, Run:ai developed an extendable GPU <code>OOMKiller</code> (Out Of Memory Killer) component that guarantees the quality of service using Kubernetes semantics for resources Request and Limit.</p> <p>The <code>OOMKiller</code> capability requires adding <code>CAP_KILL</code> capabilities to the Dynamic GPU fraction and to the Run:ai core scheduling module (toolkit daemon). This capability is disabled by default.</p> <p>To change the state of Dynamic GPU Fraction in the cluster, edit the <code>runaiconfig</code> file and set:</p> <pre><code>spec: \n  global: \n    core: \n      dynamicFraction: \n        enabled: true # Boolean field default is true.\n</code></pre> <p>To set the gpu memory limit per workload, add the <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable to the first container in the pod. This is the GPU consuming container.</p> <p>To use <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable:</p> <ol> <li> <p>Submit a workload yaml directly, and set the <code>RUNAI_GPU_MEMORY_LIMIT</code> environment variable.</p> </li> <li> <p>Create a policy, per Project or globally. For example, set all Interactive workloads of <code>Project=research_vision1</code> to always set the environment variable of <code>RUNAI_GPU_MEMORY_LIMIT</code> to 1.</p> </li> <li> <p>Pass the environment variable through the CLI or the UI.</p> </li> </ol> <p>The supported values depend on the label used. You can use them in either the UI or the CLI. Use only one of the variables in the following table (they cannot be mixed):</p> Variable Input format <code>gpu-fraction</code> A fraction value (for example: 0.25, 0.75). <code>gpu-memory</code> Kubernetes resources quantity which must be larger than <code>gpu-memory</code>. For example, 500000000, 2500M, 4G. NOTE: The <code>gpu-memory</code> label values are always in MB, unlike the env variable."},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#compute-resources-ui-with-dynamic-fractions-support","title":"Compute Resources UI with Dynamic Fractions support","text":"<p>To enable the UI elements for Dynamic Fractions, press Settings, General, then open the Resources pane and toggle GPU Resource Optimization. This enables all the UI features related to GPU Resource Optimization for the whole tenant. There are other per cluster or per node-pool configurations that should be configured in order to use the capabilities of \u2018GPU Resource Optimization\u2019 See the documentation for each of these features. Once the \u2018GPU Resource Optimization\u2019 feature is enabled, you will be able to create Compute Resources with the GPU Portion (Fraction) Limit and GPU Memory Limit. In addition, you will be able to view the workloads\u2019 utilization vs. Request and Limit parameters in the Metrics pane for each workload.</p> <p></p> <p>Note</p> <p>When setting a workload with Dynamic Fractions, (for example, when using it with GPU Request or GPU memory Limits), you practically make the workload burstable. This means it can use memory that is not guaranteed for that workload and is susceptible to an \u2018OOM Kill\u2019 signal if the actual owner of that memory requires it back. This applies to non-preemptive workloads as well. For that reason, its recommended that you use Dynamic Fractions with Interactive workloads running Notebooks. Notebook pods are not evicted when their GPU process is OOM Kill\u2019ed. This behavior is the same as standard Kubernetes burstable CPU workloads.</p>"},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#multi-gpu-dynamic-fractions","title":"Multi-GPU Dynamic Fractions","text":"<p>Run:ai also supports workload submission using multi-GPU dynamic fractions. Multi-GPU dynamic fractions work similarly to dynamic fractions on a single GPU workload, however, instead of a single GPU device, the Run:ai Scheduler allocates the same dynamic fraction pair (Request and Limit) on multiple GPU devices within the same node.  For example, if practitioners develop a new model that uses 8 GPUs and requires 40GB of memory per GPU, but may want to burst out and consume up to the full GPU memory, they can allocate 8\u00d740GB with multi-GPU fractions and a limit of 80GB (e.g. H100 GPU) instead of reserving the full memory of each GPU (e.g. 80GB). This leaves 40GB of GPU memory available on each of the 8 GPUs for other workloads within that node.This is useful during model development, where memory requirements are usually lower due to experimentation with smaller model or configurations.</p> <p>This approach significantly improves GPU utilization and availability, enabling more precise and often smaller quota requirements for the end user. Time sharing where single GPUs can serve multiple workloads with dynamic fractions remains unchanged, only now, it serves multiple workloads using multi-GPU per workload.</p>"},{"location":"Researcher/scheduling/dynamic-gpu-fractions/#configuring-multi-gpu-dynamic-fractions","title":"Configuring Multi-GPU Dynamic Fractions","text":"<p>You can configure multi-GPU dynamic fractions as follows:</p> <ul> <li>Using the compute resources asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB), both with Request and Limit parameters: </li> </ul> <p></p> <p></p> <ul> <li>You can submit a workload with dynamic fractions using the CLI V2:</li> </ul> <p></p>"},{"location":"Researcher/scheduling/fractions/","title":"Allocation of GPU Fractions","text":""},{"location":"Researcher/scheduling/fractions/#introduction","title":"Introduction","text":"<p>A single GPU has a significant amount of memory. Ranging from a couple of gigabytes in older generations and up to 80GB per GPU in the later models of the latest NVIDIA GPU technology. A single GPU also has a vast amount of computing power. </p> <p>This amount of memory and computing power is important for processing large amounts of data, such as in training deep learning models. However, there are quite a few applications that do not need this power. Examples can be inference workloads and the model-creation phase. It would thus be convenient if we could divide up a GPU between various workloads, thus achieving better GPU utilization. </p> <p>This article describes a Run:ai technology called Fractions that allow the division of GPUs and how to use them with Run:ai.</p>"},{"location":"Researcher/scheduling/fractions/#runai-fractions","title":"Run:ai Fractions","text":"<p>Run:ai provides the capability to allocate a container with a specific amount of GPU RAM. As a researcher, if you know that your code needs 4GB of RAM. You can submit a job using the flag <code>--gpu-memory 4G</code> to specify the exact portion of the GPU memory that you need. Run:ai will allocate your container that specific amount of GPU RAM. Attempting to reach beyond your allotted RAM will result in an out-of-memory exception. </p> <p>You can also use the flag <code>--gpu 0.2</code> to get 20% of the GPU memory on the GPU assigned for you. </p> <p>For more details on Run:ai fractions see the fractions quickstart.</p> <p>Limitation</p> <p>With the fraction technology all running workloads, which utilize the GPU, share the compute in parallel and on average get an even share of the compute. For example, assuming two containers, one with 0.25 GPU workload and the other with 0.75 GPU workload - both will get (on average) an equal part of the computation power. If one of the workloads does not utilize the GPU, the other workload will get the entire GPU's compute power.</p> <p>Info</p> <p>For interoperability with other Kubernetes schedulers, Run:ai creates special reservation pods. Once a workload has been allocated a fraction of a GPU, Run:ai will create a pod in a dedicated <code>runai-reservation</code> namespace with the full GPU as a resource. This would cause other schedulers to understand that the GPU is reserved.    </p>"},{"location":"Researcher/scheduling/fractions/#multi-gpu-fractions","title":"Multi-GPU Fractions","text":"<p>Run:ai also supports workload submission using multi-GPU fractions. Multi-GPU fractions work similarly to fractional single GPU workloads, however, the Run:ai Scheduler allocates the same fraction size on multiple GPU devices within the same node. For example, if practitioners  develop a new model that uses 8 GPUs and requires 40GB of memory per GPU, they can allocate 8\u00d740GB with multi-GPU fractions instead of reserving the full memory of each GPU (e.g. 80GB). This leaves 40GB of GPU memory available on each of the 8 GPUs for other workloads within that node. This is useful during model development, where memory requirements are usually lower due to experimentation with smaller model or configurations. </p> <p>This approach significantly improves GPU utilization and availability, enabling more precise and often smaller quota requirements for the end user. Time sharing where single GPUs can serve multiple workloads with fractions remains unchanged, only now, it serves multiple workloads using multi-GPU per workload, single GPU per workload, or a mix of both.</p>"},{"location":"Researcher/scheduling/fractions/#configuring-multi-gpu-fractions","title":"Configuring Multi-GPU Fractions","text":"<p>Using the compute resources asset,  you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB): </p> <p></p> <p></p>"},{"location":"Researcher/scheduling/fractions/#see-also","title":"See Also","text":"<ul> <li>Fractions quickstart.</li> </ul>"},{"location":"Researcher/scheduling/gpu-memory-swap/","title":"GPU Memory SWAP","text":""},{"location":"Researcher/scheduling/gpu-memory-swap/#introduction","title":"Introduction","text":"<p>To ensure efficient and effective usage of an organization\u2019s resources, Run:ai provides multiple features on multiple layers to help administrators and practitioners maximize their existing GPUs resource utilization.</p> <p>Run:ai\u2019s GPU memory swap feature helps administrators and AI practitioners to further increase the utilization of existing GPU hardware by improving GPU sharing between AI initiatives and stakeholders. This is done by expanding the GPU physical memory to the CPU memory which is typically an order of magnitude larger than that of the GPU.</p> <p>Expanding the GPU physical memory, helps the Run:ai system to put more workloads on the same GPU physical hardware, and to provide a smooth workload context switching between GPU memory and CPU memory, eliminating the need to kill workloads when the memory requirement is larger than what the GPU physical memory can provide.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#benefits-of-gpu-memory-swap","title":"Benefits of GPU memory swap","text":"<p>There are several use cases where GPU memory swap can benefit and improve the user experience and the system's overall utilization:</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#sharing-a-gpu-between-multiple-interactive-workloads-notebooks","title":"Sharing a GPU between multiple interactive workloads (notebooks)","text":"<p>AI practitioners use notebooks to develop and test new AI models and to improve existing AI models. While developing or testing an AI model, notebooks use GPU resources intermittently, yet, required resources of the GPU\u2019s are pre-allocated by the notebook and cannot be used by other workloads after one notebook has already reserved them. To overcome this inefficiency, Run:ai introduced Dynamic Fractions and Node Level Scheduler.</p> <p>When one or more workloads require more than their requested GPU resources, there\u2019s a high probability not all workloads can run on a single GPU because the total memory required is larger than the physical size of the GPU memory.</p> <p>With GPU memory swap, several workloads can run on the same GPU, even if the sum of their used memory is larger than the size of the physical GPU memory. GPU memory swap can swap in and out workloads interchangeably, allowing multiple workloads to each use the full amount of GPU memory. The most common scenario is for one workload to run on the GPU (for example, an interactive notebook),while other notebooks are either idle or using the CPU to develop new code (while not using the GPU). From a user experience point of view, the swap in and out is a smooth process since the notebooks do not notice that they are being swapped in and out of the GPU memory. On rare occasions, when multiple notebooks need to access the GPU simultaneously, slower workload execution may be experienced.</p> <p>Notebooks typically use the GPU intermittently, therefore with high probability, only one workload (for example, an interactive notebook), will use the GPU at a time. The more notebooks the system puts on a single GPU, the higher the chances are that there will be more than one notebook requiring the GPU resources at the same time. Admins have a significant role here in fine tuning the number of notebooks running on the same GPU, based on specific use patterns and required SLAs. Using \u2018Node Level Scheduler\u2019 reduces GPU access contention between different interactive notebooks running on the same node.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#sharing-a-gpu-between-inferenceinteractive-workloads-and-training-workloads","title":"Sharing a GPU between inference/interactive workloads and training workloads","text":"<p>A single GPU can be shared between an interactive or inference workload (for example, a Jupyter notebook, image recognition services, or an LLM service), and a training workload that is not time-sensitive or delay-sensitive. At times when the inference/interactive workload uses the GPU, both training and inference/interactive workloads share the GPU resources, each running part of the time swapped-in to the GPU memory, and swapped-out into the CPU memory the rest of the time.</p> <p>Whenever the inference/interactive workload stops using the GPU, the swap mechanism swaps out the inference/interactive workload GPU data to the CPU memory. Kubernetes wise, the POD is still alive and running using the CPU. This allows the training workload to run faster when the inference/interactive workload is not using the GPU, and slower when it does, thus sharing the same resource between multiple workloads, fully utilizing the GPU at all times, and maintaining uninterrupted service for both workloads.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#serving-inference-warm-models-with-gpu-memory-swap","title":"Serving inference warm models with GPU memory swap","text":"<p>Running multiple inference models is a demanding task and you will need to ensure that your SLA is met. You need to provide high performance and low latency, while maximizing GPU utilization. This becomes even more challenging when the exact model usage patterns are unpredictable. You must plan for the agility of inference services and strive to keep models on standby in a ready state rather than an idle state.</p> <p>Run:ai\u2019s GPU memory swap feature enables you to load multiple models to a single GPU, where each can use up to the full amount GPU memory. Using an application load balancer, the administrator can control to which server each inference request is sent. Then the GPU can be loaded with multiple models, where the model in use is loaded into the GPU memory and the rest of the models are swapped-out to the CPU memory. The swapped models are stored as ready models to be loaded when required. GPU memory swap always maintains the context of the workload (model) on the GPU so it can easily and quickly switch between models. This is unlike industry standard model servers that load models from scratch into the GPU whenever required.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#configuring-memory-swap","title":"Configuring memory swap","text":"<p>Perquisites\u2014before configuring the GPU Memory Swap the administrator must configure the Dynamic Fractions feature, and optionally configure the Node Level Scheduler feature. </p> <p>The first enables you to make your workloads burstable, and both features will maximize your workloads\u2019 performance and GPU utilization within a single node.</p> <p>To enable GPU memory swap in a Run:aAi cluster, the administrator must update the <code>runaiconfig</code> file with the following parameters:</p> <pre><code>spec: \n global: \n   core: \n     swap:\n       enabled: true\n       limits:\n         cpuRam: 100Gi\n</code></pre> <p>The example above uses <code>100Gi</code> as the size of the swap memory.</p> <p>You can also use the <code>patch</code> command from your terminal:</p> <pre><code>kubectl patch -n runai runaiconfigs.run.ai/runai --type='merge' --patch '{\"spec\":{\"global\":{\"core\":{\"swap\":{\"enabled\": true, \"limits\": {\"cpuRam\": \"100Gi\"}}}}}}'\n</code></pre> <p>To make a workload swappable, a number of conditions must be met:</p> <ol> <li> <p>The workload MUST use Dynamic Fractions. This means the workload\u2019s memory request is less than a full GPU, but it may add a GPU memory limit to allow the workload to effectively use the full GPU memory.</p> </li> <li> <p>The administrator must label each node that they want to provide GPU memory swap with a <code>run.ai/swap-enabled=true</code> this enables the feature on that node. Enabling the feature reserves CPU memory to serve the swapped GPU memory from all GPUs on that node. The administrator sets the size of the CPU reserved RAM memory using the runaiconfigs file.</p> </li> <li> <p>Optionally, configure Node Level Scheduler. Using node level scheduler can help in the following ways:</p> <ul> <li>The Node Level Scheduler automatically spreads workloads between the different GPUs on a node, ensuring maximum workload performance and GPU utilization.</li> <li>In scenarios where Interactive notebooks are involved, if the CPU reserved memory for the GPU swap is full, the Node Level Scheduler preempts the GPU process of that workload and potentially routes the workload to another GPU to run.</li> </ul> </li> </ol>"},{"location":"Researcher/scheduling/gpu-memory-swap/#configure-system-reserved-gpu-resources","title":"Configure <code>system reserved</code> GPU Resources","text":"<p>Swappable workloads require reserving a small part of the GPU for non-swappable allocations like binaries and GPU context. To avoid getting out-of-memory (OOM) errors due to non-swappable memory regions, the system reserves a 2GiB of GPU RAM memory by default, effectively truncating the total size of the GPU memory. For example, a 16GiB T4 will appear as 14GiB on a swap-enabled node. The exact reserved size is application-dependent, and 2GiB is a safe assumption for 2-3 applications sharing and swapping on a GPU. This value can be changed by editing the <code>runaiconfig</code> specification as follows:</p> <pre><code>spec: \n global: \n   core: \n     swap:\n       limits:\n         reservedGpuRam: 2Gi\n</code></pre> <p>You can also use the <code>patch</code> command from your terminal:</p> <pre><code>kubectl patch -n runai runaiconfigs.run.ai/runai --type='merge' --patch '{\"spec\":{\"global\":{\"core\":{\"swap\":{\"limits\":{\"reservedGpuRam\": &lt;quantity&gt;}}}}}}'\n</code></pre> <p>This configuration is in addition to the Dynamic Fractions configuration, and optional Node Level Scheduler configuration.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#preventing-your-workloads-from-getting-swapped","title":"Preventing your workloads from getting swapped","text":"<p>If you prefer your workloads not to be swapped into CPU memory, you can specify on the pod an anti-affinity to <code>run.ai/swap-enabled=true</code> node label when submitting your workloads and the Scheduler will ensure not to use swap-enabled nodes.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#known-limitations","title":"Known Limitations","text":"<ul> <li>A pod created before the GPU memory swap feature was eneabled in that cluster, cannot be scheduled to a swap-enabled node. A proper event is generated in case no matching node is found. Users must re-submit those pods to make them swap-enabled.</li> <li>GPU memory swap cannot be enabled if fairshare time-slicing or strict time-slicing is used, GPU memory swap can only be used with the default time-slicing mechanism.</li> <li>CPU RAM size cannot be decreased once GPU memory swap is enabled.</li> </ul>"},{"location":"Researcher/scheduling/gpu-memory-swap/#what-happens-when-the-cpu-reserved-memory-for-gpu-swap-is-exhausted","title":"What happens when the CPU reserved memory for GPU swap is exhausted?","text":"<p>CPU memory is limited, and since a single CPU serves multiple GPUs on a node, this number is usually between 2 to 8. For example, when using 80GB of GPU memory, each swapped workload consumes up to 80GB (but may use less) assuming each GPU is shared between 2-4 workloads. In this example, you can see how the swap memory can become very large. Therefore, we give administrators a way to limit the size of the CPU reserved memory for swapped GPU memory on each swap enabled node.</p> <p>Limiting the CPU reserved memory means that there may be scenarios where the GPU memory cannot be swapped out to the CPU reserved RAM. Whenever the CPU reserved memory for swapped GPU memory is exhausted, the workloads currently running will not be swapped out to the CPU reserved RAM, instead, Node Level Scheduler logic takes over and provides GPU resource optimization. See Node Level Scheduler.</p>"},{"location":"Researcher/scheduling/gpu-memory-swap/#multi-gpu-memory-swap","title":"Multi-GPU Memory Swap","text":"<p>Run:ai also supports workload submission using multi-GPU memory swap. Multi-GPU memory swap works similarly to single GPU memory swap, but instead of swapping memory for a single GPU workload, it swaps memory for workloads across multiple GPUs simultaneously and synchronously. </p> <p>The Run:ai Scheduler allocates the same dynamic fraction pair (Request and Limit) on multiple GPU devices in the same node. For example, if you want to run two LLM models, each consuming 8 GPUs that are not used simultaneously, you can use GPU memory swap to share their GPUs. This approach allows multiple models to be stacked on the same node. </p> <p>The following outlines the advantages of stacking multiple models on the same node: </p> <ul> <li>Maximizes GPU utilization: Efficiently uses available GPU resources by enabling multiple workloads to share GPUs.</li> <li>Improves cold start times: Loading large LLM models to a node and it\u2019s GPUs can take several minutes during a \u201ccold start\u201d. Using memory swap turns this process into a \u201cwarm start\u201d that takes only a faction of a second to a few seconds (depending on the model size and the GPU model).</li> <li>Increases GPU availability: Frees up and maximizes GPU availability for additional workloads (and users), enabling better resource sharing.</li> <li>Smaller quota requirements: Enables more precise and often smaller quota requirements for the end user.</li> </ul>"},{"location":"Researcher/scheduling/gpu-memory-swap/#configuring-multi-gpu-memory-swap","title":"Configuring multi-GPU memory swap","text":"<p>You can configure multi-GPU memory swapping as follows:</p> <ul> <li>Using the compute resources asset, you can define the compute requirement to run multiple GPU devices, by specifying either a fraction (percentage) of the overall memory or specifying the memory request (GB, MB). Both options require defining the Request and Limit parameters, Workloads can then be scheduled to nodes or node pools where memory swap is enabled.</li> </ul> <p></p> <p></p> <ul> <li>You can submit a workload with dynamic fractions using the CLI V2:</li> </ul> <p></p>"},{"location":"Researcher/scheduling/node-level-scheduler/","title":"Optimize performance with Node Level Scheduler","text":"<p>The Node Level Scheduler optimizes the performance of your pods and maximizes the utilization of GPUs by making optimal local decisions on GPU allocation to your pods. While the Cluster Scheduler chooses the specific node for a POD, but has no visibility to node\u2019s GPUs internal state, the Node Level Scheduler is aware of the local GPUs states and makes optimal local decisions such that it can optimize both the GPU utilization and pods\u2019 performance running on the node\u2019s GPUs.</p> <p>Node Level Scheduler applies to all workload types, but will best optimize the performance of burstable workloads, giving those more GPU memory than requested and up to the limit specified. Be aware, burstable workloads are always susceptible to an OOM Kill signal if the owner of the excess memory requires it back. This means that using the Node Level Scheduler with Inference or Training workloads may cause pod preemption. Interactive workloads that are using notebooks behave differently since the OOM Kill signal will cause the Notebooks' GPU process to exit but not the notebook itself. This keeps the Interactive pod running and retrying to attach a GPU again. This makes Interactive workloads with notebooks a great use case for burstable workloads and Node Level Scheduler.</p>"},{"location":"Researcher/scheduling/node-level-scheduler/#interactive-notebooks-use-case","title":"Interactive Notebooks Use Case","text":"<p>Consider the following example of a node with 2 GPUs and 2 interactive pods that are submitted and want GPU resources.</p> <p></p> <p>The Scheduler instructs the node to put the two pods on a single GPU, bin packing a single GPU and leaving the other free for a workload that might want a full GPU or more than half GPU. However that would mean GPU#2 is idle while the two notebooks can only use up to half a GPU, even if they temporarily need more.</p> <p></p> <p>However, with Node Level Scheduler enabled, the local decision will be to spread those two pods on two GPUs and allow them to maximize bot pods\u2019 performance and GPUs\u2019 utilization by bursting out up to the full GPU memory and GPU compute resources.</p> <p></p> <p>The Cluster Scheduler still sees a node with a full empty GPU. When a 3rd pod is scheduled, and it requires a full GPU (or more than 0.5 GPU), the scheduler will send it to that node, and Node Level Scheduler will move one of the Interactive workloads to run with the other pod in GPU#1, as was the Cluster Scheduler initial plan.</p> <p></p> <p>This is an example of one scenario that shows how Node Level Scheduler locally optimizes and maximizes GPU utilization and pods\u2019 performance.</p>"},{"location":"Researcher/scheduling/node-level-scheduler/#how-to-configure-node-level-scheduler","title":"How to configure Node Level Scheduler","text":"<p>Node Level Scheduler can be enabled per Node-Pool, giving the Administrator the option to decide which Node-Pools will be used with this new feature.</p> <p>To use Node Level Scheduler the Administrator should follow the steps:</p> <ol> <li> <p>Enable Node Level Scheduler at the cluster level (per cluster), edit the <code>runaiconfig</code> file and set:</p> <pre><code>spec: \n  global: \n      core: \n        nodeScheduler:\n          enabled: true\n</code></pre> <p>The Administrator can also use this patch command to perform the change:</p> <pre><code>kubectl patch -n runai runaiconfigs.run.ai/runai --type='merge' --patch '{\"spec\":{\"global\":{\"core\":{\"nodeScheduler\":{\"enabled\": true}}}}}'\n</code></pre> </li> <li> <p>To enable \u2018GPU resource optimization\u2019 on your tenant\u2019s, go to your tenant\u2019s UI and press General settings, then open the Resources pane and toggle GPU Resource Optimization to on.</p> </li> <li> <p>To enable \u2018Node Level Scheduler\u2019 on any of the Node Pools you want to use this feature, go to the tenant\u2019s UI \u2018Node Pools\u2019 tab (under \u2018Nodes\u2019), and either create a new Node-Pool or edit an existing Node-Pool. In the Node-Pool\u2019s form, under the \u2018Resource Utilization Optimization\u2019 tab, change the \u2018Number of workloads on each GPU\u2019 to any value other than \u2018Not Enforced\u2019 (i.e. 2, 3, 4, 5).</p> </li> </ol> <p>The Node Level Scheduler is now ready to be used on that Node-Pool.</p>"},{"location":"Researcher/scheduling/schedule-to-aws-groups/","title":"Scheduling workloads to AWS placement groups","text":"<p>Run:ai supports AWS placement groups when building and submitting a job. AWS Placement Groups are used to maximize throughput and performance of distributed training workloads.</p> <p>To enable and configure this feature:</p> <ol> <li>Press <code>Jobs | New job</code>.</li> <li>In <code>Scheduling and lifecycle</code> enable the <code>Topology aware scheduling</code>.</li> <li>In <code>Topology key</code>, enter the label of the topology of the node.</li> <li> <p>In <code>Scheduling rule</code> choose <code>Required</code> or <code>Preferred</code> from the drop down.</p> <ul> <li><code>Required</code>\u2014when enabled, all PODs must be scheduled to the same placement group.</li> <li><code>Preferred</code>\u2014when enabled, this is a best-effort, to place as many PODs on the same placement group.</li> </ul> </li> </ol>"},{"location":"Researcher/scheduling/the-runai-scheduler/","title":"The Run:ai Scheduler","text":"<p>Each time a user submits a workload via the Run:ai platform, through a 3rd party framework, or directly to Kubernetes APIs, the submitted workload goes to the selected Kubernetes cluster, and is handled by the Run:ai Scheduler.</p> <p>The Scheduler\u2019s main role is to find the best-suited node or nodes for each submitted workload. The nodes must match the resources and other characteristics requested by the workload, while adhering to the quota and fairness principles of the Run:ai platform. A workload can be a single pod running on a single node, or a distributed workload using multiple pods, each running on a node (or part of a node). It is not rare to find large training workloads using 128 nodes and even more, or inference workloads using many pods (replicas) and nodes. There are numerous types of workloads, some are Kubernetes native and some are 3rd party extensions on top of Kubernetes native pods. The Run:ai Scheduler schedules any Kubernetes native workloads, Run:ai workloads, or any other type of 3rd party workload.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#scheduler-basics","title":"Scheduler basics","text":"<p>Set out below are some basic terms and information regarding the Run:ai Scheduler.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#terminology","title":"Terminology","text":"<p>This section describes the terminology and building blocks of the Run:ai scheduler, it also explains some of the scheduling principles used by the Run:ai scheduler.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#workloads-and-pod-groups","title":"Workloads and Pod-Groups","text":"<p>The Run:ai scheduler attaches any newly created pod to a pod-group. A pod-group may contain one or more pods representing a workload. For example, if the submitted workload is a PyTorch distributed training with 32 workers, a single pod-group is created for the entire workload, and all pods are then attached to the pod-group with certain rules that may apply to the pod-group itself, for example, gang scheduling.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#scheduling-queue","title":"Scheduling queue","text":"<p>A scheduling queue (or simply a queue) represents a scheduler primitive that manages the scheduling of workloads based on different parameters. A queue is created for each project/node pool pair and department/node pool pair. The Run:ai scheduler supports hierarchical queueing, project queues are bound to department queues, per node pool. This allows an organization to manage quota, over-quota, and other characteristics for projects and their associated departments.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#priority-and-preemption","title":"Priority and Preemption","text":"<p>Run:ai supports scheduling workloads using different priorities and preemption policies. In the Run:ai scheduling system, higher priority workloads (pods) may preempt lower priority workloads (pods) within the same scheduling queue (project), according to their Preemption policy. Run:ai Scheduler implicitly assumes any PriorityClass &gt;= 100 is non-preemptible and any PriorityClass &lt; 100 is preemptible.</p> <p>Cross project and cross department workload preemptions are referred to as Resource reclaim and are based on fairness between queues rather than the priority of the workloads.</p> <p>To make it easier for users to submit AI workloads, Run:ai preconfigured several Kubernetes PriorityClass objects, the Run:ai preset PriorityClass objects have their preemptionPolicy always set to PreemptLowerPriority, regardless of their actual Run:ai preemption policy within the Run:ai platform.</p> PriorityClass Name PriorityClass Run:ai preemption policy K8S preemption policy Inference 125 Non-preemptible PreemptLowerPriority Build 100 Non-preemptible PreemptLowerPriority Interactive-preemptible 75 Preemptible PreemptLowerPriority Train 50 Preemptible PreemptLowerPriority"},{"location":"Researcher/scheduling/the-runai-scheduler/#quota","title":"Quota","text":"<p>Each project and department includes a set of guaranteed resource quotas per node pool per resource type. For example, Project LLM-Train/Node Pool NV-H100 quota parameters specify the number of GPUs, CPUs(cores), and the amount of CPU memory that this project guarantees for that node pool.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#over-quota","title":"Over-quota","text":"<p>Projects and departments can have a share in the unused resources of any node pool, beyond their quota of resources. We name these resources as over quota resources. The admin configures the over-quota parameters per node pool for each project and department.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#over-quota-weight","title":"Over quota weight","text":"<p>Projects can receive a share of the cluster/node pool unused resources when the over-quota weight setting is enabled, the part each Project receives depends on its over-quota weight value, and the total weights of all other projects\u2019 over-quota priorities. The admin configures the over-quota weight parameters per node pool for each project and department.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#fairshare-and-fairshare-balancing","title":"Fairshare and fairshare balancing","text":"<p>Run:ai Scheduler calculates a numerical value per project (or department) for each node-pool, representing the project\u2019s (department\u2019s) sum of guaranteed resources plus the portion of non-guaranteed resources in that node pool. We name this value fairshare.</p> <p>The scheduler strives to provide each project (or department) the resources they deserve using two main parameters - deserved quota and deserved fairshare (i.e. quota + over quota resources), this is done per node pool. If one project\u2019s node pool queue is below fairshare and another project\u2019s node pool queue is above fairshare, the scheduler shifts resources between queues to balance fairness; this may result in the preemption of some over-quota preemptible workloads.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#over-subscription","title":"Over-subscription","text":"<p>Over-subscription is a scenario where the sum of all guaranteed resource quotas surpasses the physical resources of the cluster or node pool. In this case, there may be scenarios in which the scheduler cannot find matching nodes to all workload requests, even if those requests were within the resource quota of their associated projects.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#gang-scheduling","title":"Gang scheduling","text":"<p>Gang scheduling describes a scheduling principle where a workload composed of multiple pods is either fully scheduled (i.e. all pods are scheduled and running) or fully pending (i.e. all pods are not running). Gang scheduling refers to a single pod group.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#fairness-fair-resource-distribution","title":"Fairness (fair resource distribution)","text":"<p>Fairness is a major principle within the Run:ai scheduling system. In essence, it means that the Run:ai Scheduler always respects certain resource splitting rules (fairness) between projects and between departments.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#preemption-of-lower-priority-workloads-within-a-project","title":"Preemption of lower priority workloads within a project","text":"<p>Workload priority is always respected within a project. This means higher priority workloads are scheduled before lower priority workloads, it also means that higher priority workloads may preempt lower priority workloads within the same project if the lower priority workloads are preemptible.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#reclaim-of-resources-between-projects-and-departments","title":"Reclaim of resources between projects and departments","text":"<p>Reclaim is an inter-project (and inter-department) scheduling action that takes back resources from one project (or department) that has used them as over-quota, back to a project (or department) that deserves those resources as part of its guaranteed quota, or to balance fairness between projects, each to its fairshare (i.e. sharing fairly the portion of the unused resources).</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#multi-level-quota-system","title":"Multi-Level quota system","text":"<p>Each project has a set of guaranteed resource quotas (GPUs, CPUs, and CPU memory) per node pool. Projects can go over-quota and get a share of the unused resources (over-quota) in a node pool beyond their guaranteed quota in that node pool. The same applies to Departments. The Scheduler balances the amount of over quota between departments, and then between projects.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#placement-strategy-bin-pack-and-spread","title":"Placement strategy - bin-pack and spread","text":"<p>The admin can set per node pool placement strategy of the scheduler for GPU based workloads and for CPU-only based workloads.</p> <p>Each type\u2019s strategy can be either bin-pack or spread.</p> <p>GPU workloads:</p> <ul> <li>Bin-pack means the Scheduler places as many workloads as possible in each GPU and each node to use fewer resources and maximize GPU and node vacancy.  </li> <li>Spread means the Scheduler spreads workloads across as many GPUs and nodes as possible to minimize the load and maximize the available resources per workload.  </li> <li>GPU workloads are workloads that request both GPU and CPU resources.</li> </ul> <p>CPU workloads:</p> <ul> <li>Bin-pack means the scheduler places as many workloads as possible in each CPU and node to use fewer resources and maximize CPU and node vacancy.  </li> <li>Spread means the scheduler spreads workloads across as many CPUs and nodes as possible to minimize the load and maximize the available resources per workload.  </li> <li>CPU workloads are workloads that request only CPU resources</li> </ul>"},{"location":"Researcher/scheduling/the-runai-scheduler/#scheduler-deep-dive","title":"Scheduler deep dive","text":""},{"location":"Researcher/scheduling/the-runai-scheduler/#allocation","title":"Allocation","text":"<p>When a user submits a workload, the workload controller creates a pod or pods (for distributed training workloads or a deployment based Inference). When the scheduler gets a submit request with the first pod, it creates a pod group and allocates all the relevant building blocks of that workload. The next pods of the same workload are attached to the same pod group.</p> <p>A workload, with its associated pod group, is queued in the appropriate queue. In every scheduling cycle, the Scheduler ranks the order of queues by calculating their precedence for scheduling.</p> <p>The next step is for the scheduler to find nodes for those pods, assign the pods to their nodes (bind operation), and bind other building blocks of the pods such as storage, ingress etc.</p> <p>If the pod-group has a gang scheduling rule attached to it, the scheduler either allocates and binds all pods together, or puts all of them into the pending state. It retries to schedule them all together in the next scheduling cycle.</p> <p>The scheduler also updates the status of the pods and their associate pod group, users are able to track the workload submission process both in the CLI or Run:ai UI.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#preemption","title":"Preemption","text":"<p>If the scheduler cannot find resources for the submitted workloads (and all of its associated pods), and the workload deserves resources either because it is under its queue quota or under its queue fairshare, the scheduler tries to reclaim resources from other queues; if this doesn\u2019t solve the resources issue, the scheduler tries to preempt lower priority preemptible workloads within the same queue.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#reclaim-preemption-between-projects-and-departments","title":"Reclaim preemption between projects (and departments)","text":"<p>Reclaim is an inter-project (and inter-department) resource balancing action that takes back resources from one project (or department) that has used them as an over-quota, back to a project (or department) that deserves those resources as part of its deserved quota, or to balance fairness between projects (or departments), so a project (or department) doesn\u2019t exceed its fairshare (portion of the unused resources).</p> <p>This mode of operation means that a lower priority workload submitted in one project (e.g. training) can reclaim resources from a project that runs a higher priority workload (e.g. preemptive workspace) if fairness balancing is required.</p> <p>Note</p> <p>Only preemptive workloads can go over-quota as they are susceptible to reclaim (cross-projects preemption) of the over-quota resources they are using. The amount of over-quota resources a project can gain depends on the over-quota weight or quota (if over-quota weight is disabled). Departments\u2019 over-quota is always proportional to its quota.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#priority-preemption-within-a-project","title":"Priority preemption within a project","text":"<p>Higher priority workloads may preempt lower priority preemptible workloads within the same project/node pool queue. For example, in a project that runs a training workload that exceeds the project quota for a certain node pool, a newly submitted workspace within the same project/node pool may stop (preempt) the training workload if there are not enough over-quota resources for the project within that node pool to run both workloads (e.g. workspace using in-quota resources and training using over-quota resources).</p> <p>There is no priority notion between workloads of different projects.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#quota-over-quota-and-fairshare","title":"Quota, over-quota, and fairshare","text":"<p>Run:ai scheduler strives to ensure fairness between projects and between departments, this means each department and project always strive to get their deserved quota, and unused resources are split between projects according to known rules (e.g. over-quota weights).</p> <p>If a project needs more resources even beyond its fairshare, and the scheduler finds unused resources that no other project needs, this project can consume resources even beyond its fairshare.</p> <p>Some scenarios can prevent the scheduler from fully providing the deserved quota and fairness promise, such as fragmentation or other scheduling constraints like affinities, taints etc.</p> <p>The example below illustrates a split of quota between different projects and departments, using several node pools:</p> <p>Legend:</p> <ul> <li>OQW = Over-quota weight</li> <li>OQ = Over-quota</li> </ul> <p></p> <p>The example below illustrates how fairshare is calculated per project/node pool and per department/node pool for the above example:</p> <p></p> <p>The Over quota (OQ) portion of each Project (per node pool) is calculated as:</p> <pre><code>[(OQ-Weight) / (\u03a3 Projects OQ-Weights)] x (Unused Resource per node pool)\n</code></pre> <p>Fairshare(FS) is calculated as: the sum of Quota + Over-Quota</p> <p>Let\u2019s see how Project 2 over quota and fairshare are calculated:</p> <p>For this example, we assume that out of the 40 available GPUs in node pool A, 20 GPUs are currently unused (unused means either not part of any project\u2019s quota, or part of a project\u2019s quota but not used by any workloads of that project).</p> <p>Project 2 over quota share:</p> <pre><code>[(Project 2 OQ-Weight) / (\u03a3 all Projects OQ-Weights)] x (Unused Resource within node pool A)\n\n[(3) / (2 + 3 + 1)] x (20) = (3/6) x 20 = 10 GPUs\n</code></pre> <p>Fairshare = deserved quota + over quota = 6 +10 = 16 GPUs</p> <p>Similarly, fairshare is also calculated for CPU and CPU memory.</p> <p>The scheduler can grant a project more resources than its fairshare if the scheduler finds resources not required by other projects that may deserve those resources.</p> <p>One can also see in the above illustration that Project 3 has no guaranteed quota, but it still has a share of the excess resources in node pool A. Run:ai Scheduler ensures that Project 3 receives its part of the unused resources for over quota, even if this results in reclaiming resources from other projects and preempting preemptible workloads.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#fairshare-balancing","title":"Fairshare balancing","text":"<p>The Scheduler constantly re-calculates the fairshare of each project and department (per node pool, represented in the scheduler as queues), resulting in the re-balancing of resources between projects and between departments. This means that a preemptible workload that was granted resources to run in one scheduling cycle, can find itself preempted and go back to the pending state waiting for resources on the next cycle.</p> <p>A queue, representing a scheduler-managed object for each Project or Department per node pool, can be in one of 3 states:</p> <ul> <li>__In-quota __    The queue\u2019s allocated resources \u2264 queue deserved quota  </li> <li>__Over-quota (but below fairshare) __    The queue\u2019s deserved quota &lt; queue\u2019s allocates resources &lt;= queue\u2019s fairshare  </li> <li>Over-Fairshare (and over-quota)   The queue\u2019s fairshare &lt; queue\u2019s allocated resources</li> </ul> <p></p> <p>The scheduler\u2019s first priority is to ensure each queue (representing a project/node pool or department/node pool scheduler object) receives its deserved quota. Then the scheduler tries to find and allocate more resources to queues that need resources beyond their deserved quota and up to their fairshare, finally, the scheduler tries to allocate resources to queues that need even more resources - beyond their fairshare.</p> <p>When re-balancing resources between queues of different projects and departments, the scheduler goes in the opposite direction, i.e. first take resources from over-fairshare queues, then from over-quota queues, and finally, in some scenarios, even from queues that are below their deserved quota.</p>"},{"location":"Researcher/scheduling/the-runai-scheduler/#summary","title":"Summary","text":"<p>The scheduler\u2019s role is to bind any submitted pod to a node that satisfies the pod\u2019s requirements and constraints while adhering to the Run:ai quota and fairness system. In some scenarios, the scheduler finds a node for a pod (or nodes for a group of pods) immediately. In other scenarios, the scheduler has to preempt an already running workload to \u201cmake room\u201d, while sometimes a workload becomes pending until resources are released by other workloads (e.g. wait for other workloads to terminate), and only then it is scheduled and run.</p> <p>Other than scenarios where the requested resources or other constraints cannot be met within the cluster, either because the resources physically don\u2019t exist (e.g. a node with 16 GPUs, or a GPU with 200GB of memory), or a combination of constraints cannot be matched (e.g. a GPU with 80GB of memory together with a node with specific label or storage type), the scheduler eventually finds any workload its matching nodes to use, but this process may take some time.</p> <p>The Run:ai scheduler adheres to Kubernetes standard rules, but it also adds a layer of fairness between queues, queue hierarchy, node pools, and many more features, making the scheduling and Quota management more sophisticated, granular, and robust. The combination of these scheduler capabilities results in higher efficiency, scale, and maximization of cluster utilization.</p>"},{"location":"Researcher/tools/dev-jupyter/","title":"Use a Jupyter Notebook with a Run:ai Job","text":"<p>See the Jupyter Notebook Quickstart here.</p>"},{"location":"Researcher/tools/dev-pycharm/","title":"Use PyCharm with a Run:ai Job","text":"<p>Once you launch a workload using Run:ai, you will want to connect to it. You can do so via command-line or via other tools such as a Jupyter Notebook</p> <p>This document is about accessing the remote container created by Run:ai, from JetBrain's PyCharm. </p>"},{"location":"Researcher/tools/dev-pycharm/#submit-a-workload","title":"Submit a Workload","text":"<p>You will need your image to run an SSH server  (e.g OpenSSH). For the purposes of this document, we have created an image named <code>runai.jfrog.io/demo/pycharm-demo</code>. The image runs both python and ssh. Details on how to create the image are here. The image is configured to use the <code>root</code> user and password for SSH.</p> <p>Run the following command to connect to the container as if it were running locally:</p> <pre><code>runai submit build-remote -i runai.jfrog.io/demo/pycharm-demo --interactive  \\\n        --service-type=portforward --port 2222:22\n</code></pre> <p>The terminal will show the connection: </p> <pre><code>The job 'build-remote' has been submitted successfully\nYou can run `runai describe job build-remote -p team-a` to check the job status\nINFO[0007] Waiting for job to start\nWaiting for job to start\nWaiting for job to start\nWaiting for job to start\nINFO[0045] Job started\nOpen access point(s) to service from localhost:2222\nForwarding from [::1]:2222 -&gt; 22\n</code></pre> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The connection is redirected to the local machine (127.0.0.1) on port 2222</li> </ul> <p>Note</p> <pre><code>It is possible to connect to the container using a remote IP address. However, this would be less convinient as you will need to maintain port numbers manually and change them when remote accessing using the development tool. As an example, run:\n\n```\nrunai submit build-remote -i runai.jfrog.io/demo/pycharm-demo -g 1 --interactive --service-type=nodeport --port 30022:22\n```\n\n* The Job starts an sshd server on port 22.\n* The Job redirects the external port 30022 to port 22 and uses a [Node Port](https://kubernetes.io/docs/concepts/services-networking/service/#publishing-services-service-types){target=_blank} service type.\n* Run: `runai list worklaods`\n\n* Next to the Job, under the \"Service URL\" column you will find the IP address and port. The port is 30222\n</code></pre>"},{"location":"Researcher/tools/dev-pycharm/#pycharm","title":"PyCharm","text":"<ul> <li>Under PyCharm | Preferences go to: Project | Python Interpreter </li> <li>Add a new SSH Interpreter. </li> <li>As Host, use the IP address above. Change the port to the above and use the Username <code>root</code></li> <li>You will be prompted for a password. Enter <code>root</code></li> <li>Apply settings and run the code via this interpreter. You will see your project uploaded to the container and running remotely. </li> </ul>"},{"location":"Researcher/tools/dev-tensorboard/","title":"Connecting to TensorBoard","text":"<p>Once you launch a Deep Learning workload using Run:ai, you may want to view its progress. A popular tool for viewing progress is TensorBoard.</p> <p>The document below explains how to use TensorBoard to view the progress or a Run:ai Job.</p>"},{"location":"Researcher/tools/dev-tensorboard/#emitting-tensorboard-logs","title":"Emitting TensorBoard Logs","text":"<p>When you submit a workload, your workload must save TensorBoard logs which can later be viewed. Follow this document on how to do this. You can also view the Run:ai sample code here.</p> <p>The code shows:</p> <ul> <li>A reference to a log directory:</li> </ul> <pre><code>log_dir = \"logs/fit/\" + datetime.datetime.now().strftime(\"%Y%m%d-%H%M%S\")\n</code></pre> <ul> <li>A registered Keras callback for TensorBoard:</li> </ul> <pre><code>tensorboard_callback = TensorBoard(log_dir=log_dir, histogram_freq=1)\n\nmodel.fit(x_train, y_train,\n        ....\n        callbacks=[..., tensorboard_callback])\n</code></pre> <p>The <code>logs</code> directory must be saved on a Network File Server such that it can be accessed by the TensorBoard Job. For example, by running the Job as follows:</p> <pre><code>runai submit train-with-logs -i tensorflow/tensorflow:1.14.0-gpu-py3 \\\n  -v /mnt/nfs_share/john:/mydir -g 1  --working-dir /mydir --command -- ./startup.sh\n</code></pre> <p>Note the volume flag (<code>-v</code>) and working directory flag (<code>--working-dir</code>). The logs directory will be created on <code>/mnt/nfs_share/john/logs/fit</code>.</p>"},{"location":"Researcher/tools/dev-tensorboard/#submit-a-tensorboard-workload","title":"Submit a TensorBoard Workload","text":"<p>There are two ways to submit a TensorBoard Workload: via the Command-line interface or the user interface</p> User InterfaceCLI V1 <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <ul> <li>In the Run:ai UI select Workloads</li> <li>Select New Workload and then Workspace</li> <li>You should already have <code>Cluster</code>, <code>Project</code> and a <code>start from scratch</code> <code>Template</code> selected. Enter <code>tb</code> as the name and press CONTINUE.</li> <li>Under <code>Environment</code>,  select <code>jupyter-tensorboard</code>.</li> <li>Under <code>Compute Resource</code>, select <code>one-gpu</code>. </li> <li>Select CREATE WORKSPACE.</li> <li>In the workload list, add a column of <code>Connections</code></li> <li>When the workspace is running, you will see two connections:<ol> <li>Juypter</li> <li>TensorBoard </li> </ol> </li> </ul> <p>Run the following:</p> <pre><code>runai submit tb -i tensorflow/tensorflow:latest --interactive --service-type=portforward --port 8888:8888  --working-dir /mydir  -v /mnt/nfs_share/john:/mydir  -- tensorboard --logdir logs/fit --port 8888 --host 0.0.0.0\n</code></pre> <p>The terminal will show the following: </p> <pre><code>The job 'tb' has been submitted successfully\nYou can run `runai describe job tb -p team-a` to check the job status\nINFO[0006] Waiting for job to start\nWaiting for job to start\nINFO[0014] Job started\nOpen access point(s) to service from localhost:8888\nForwarding from 127.0.0.1:8888 -&gt; 8888\nForwarding from [::1]:8888 -&gt; 8888\n</code></pre> <p>Browse to http://localhost:8888/ to view TensorBoard.</p> <p>Note</p> <p>A single TensorBoard Job can be used to view multiple deep learning Jobs, provided it has access to the logs directory for these Jobs. </p>"},{"location":"Researcher/tools/dev-vscode/","title":"Use Visual Studio Code with a Run:ai Job","text":"<p>Once you launch a workload using Run:ai, you will want to connect to it. You can do so via command line or via other tools such as a Jupyter Notebook</p> <p>Important</p> <p>This document is about accessing the remote container created by Run:ai, from the installed version of Visual Studio Code. If you want to use Visual Studio Code for web, please see Visual Studio Code Web Quickstart.</p>"},{"location":"Researcher/tools/dev-vscode/#submit-a-workload","title":"Submit a Workload","text":"<p>You will need your image to run an SSH server  (e.g OpenSSH). For this document, we have created an image named <code>runai.jfrog.io/demo/pycharm-demo</code>. The image runs both python and ssh. Details on how to create the image are here. The image is configured to use the <code>root</code> user and password for SSH.</p> <p>Run the following command to connect to the container as if it were running locally:</p> <pre><code>runai submit build-remote -i runai.jfrog.io/demo/pycharm-demo --interactive  \\\n        --service-type=portforward --port 2222:22\n</code></pre> <p>The terminal will show the connection: </p> <pre><code>The job 'build-remote' has been submitted successfully\nYou can run `runai describe job build-remote -p team-a` to check the job status\nINFO[0007] Waiting for job to start\nWaiting for job to start\nWaiting for job to start\nWaiting for job to start\nINFO[0045] Job started\nOpen access point(s) to service from localhost:2222\nForwarding from [::1]:2222 -&gt; 22\n</code></pre> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The connection is redirected to the local machine (127.0.0.1) on port 2222</li> </ul> <p>Note</p> <p>It is possible to connect to the container using a remote IP address. However, this would be less convinient as you will need to maintain port numbers manually and change them when remote accessing using the development tool. As an example, run:</p> <pre><code>runai submit build-remote -i runai.jfrog.io/demo/pycharm-demo -g 1 --interactive --service-type=nodeport --port 30022:22\n</code></pre> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The Job redirects the external port 30022 to port 22 and uses a Node Port service type.</li> <li> <p>Run: <code>runai list jobs</code></p> </li> <li> <p>Next to the Job, under the \"Service URL\" column you will find the IP address and port. The port is 30222 </p> </li> </ul>"},{"location":"Researcher/tools/dev-vscode/#visual-studio-code","title":"Visual Studio Code","text":"<ul> <li>Under Visual Studio code install the Remote SSH extension.</li> <li>Create an ssh entry to the service by editing .ssh/config file or use the command Remote-SSH: Connect to Host... from the Command Palette.  Enter the IP address and port from above (e.g. ssh root@35.34.212.12 -p 30022 or ssh root@127.0.0.1 -p 2222). User and password are <code>root</code> </li> <li>Using VS Code, install the Python extension on the remote machine </li> <li>Write your first Python code and run it remotely.</li> </ul>"},{"location":"Researcher/tools/dev-x11forward-pycharm/","title":"Use PyCharm with X11 Forwarding and Run:ai","text":"<p>X11 is a window system for the Unix operating systems. X11 forwarding allows executing a program remotely through an SSH connection. Meaning, the executable file itself is hosted on a different machine than where the graphical interface is being displayed. The graphical windows are forwarded to your local machine through the SSH connection.</p> <p>This section is about setting up X11 forwarding from a Run:ai-based container to a PyCharm IDE on a remote machine.</p>"},{"location":"Researcher/tools/dev-x11forward-pycharm/#submit-a-workload","title":"Submit a Workload","text":"<p>You will need your image to run an SSH server  (e.g OpenSSH). For the purposes of this document, we have created an image named <code>runai.jfrog.io/demo/quickstart-x-forwarding</code>. The image runs:</p> <ul> <li>Python</li> <li>SSH Daemon configured for X11Forwarding </li> <li>OpenCV python library for image handling</li> </ul> <p>Details on how to create the image are here. The image is configured to use the <code>root</code> user and password for SSH.</p> <p>Run the following command to connect to the container as if it were running locally:</p> <pre><code>runai submit xforward-remote -i runai.jfrog.io/demo/quickstart-x-forwarding --interactive  \\\n        --service-type=portforward --port 2222:22\n</code></pre> <p>The terminal will show the connection:</p> <pre><code>The job 'xforward-remote' has been submitted successfully\nYou can run `runai describe job xforward-remote -p team-a` to check the job status\nINFO[0007] Waiting for job to start\nWaiting for job to start\nWaiting for job to start\nWaiting for job to start\nINFO[0045] Job started\nOpen access point(s) to service from localhost:2222\nForwarding from [::1]:2222 -&gt; 22\n</code></pre> <ul> <li>The Job starts an sshd server on port 22.</li> <li>The connection is redirected to the local machine (127.0.0.1) on port 2222</li> </ul>"},{"location":"Researcher/tools/dev-x11forward-pycharm/#setup-the-x11-forwarding-tunnel","title":"Setup the X11 Forwarding Tunnel","text":"<p>Connect to the new Job by running:</p> <pre><code>ssh -X root@127.0.0.1 -p 2222\n</code></pre> <p>Note the <code>-X</code> flag. </p> <p>Run:</p> <p><pre><code>echo $DISPLAY\n</code></pre> Copy the value. It will be used as a PyCharm environment variable.</p> <p>Important</p> <p>The ssh terminal should remain active throughout the session.</p>"},{"location":"Researcher/tools/dev-x11forward-pycharm/#pycharm","title":"PyCharm","text":"<ul> <li>Under PyCharm | Preferences go to: Project | Python Interpreter</li> <li>Add a new SSH Interpreter.</li> <li>As Host, use <code>localhost</code>. Change the port to the above (<code>2222</code>) and use the Username <code>root</code>.</li> <li>You will be prompted for a password. Enter <code>root</code>.</li> <li>Make sure to set the correct path of the Python binary. In our case it's <code>/usr/local/bin/python</code>.</li> <li> <p>Apply your settings.</p> </li> <li> <p>Under PyCharm configuration set the following environment variables:</p> <ol> <li><code>DISPLAY</code> - set environment variable you copied before</li> <li><code>HOME</code> - In our case it's <code>/root</code>. This is required for the X11 authentication to work.</li> </ol> </li> </ul> <p>Run your code. You can use our sample code here.</p>"},{"location":"Researcher/workloads/assets/compute/","title":"Compute Resources","text":"<p>This article explains what compute resources are and how to create and use them.</p> <p>Compute resources are one type of workload asset. A compute resource is a template that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>A compute resource asset is a preconfigured building block that encapsulates all the specifications of compute requirements for the workload including:</p> <ul> <li>GPU devices and GPU memory  </li> <li>CPU memory and CPU compute</li> </ul>"},{"location":"Researcher/workloads/assets/compute/#compute-resource-table","title":"Compute resource table","text":"<p>The Compute resource table can be found under Workload manager in the Run:ai UI.</p> <p>The Compute resource table provides a list of all the compute resources defined in the platform and allows you to manage them.</p> <p></p> <p>The Compute resource table consists of the following columns:</p> Column Description Compute resource The name of the compute resource Description A description of the essence of the compute resource GPU devices request per pod The number of requested physical devices per pod of the workload that uses this compute resource GPU memory request per device The amount of GPU memory per requested device that is granted to each pod of the workload that uses this compute resource CPU memory request The minimum amount of CPU memory per pod of the workload that uses this compute resource CPU memory limit The maximum amount of CPU memory per pod of the workload that uses this compute resource CPU compute request The minimum number of CPU cores per pod of the workload that uses this compute resource CPU compute limit The maximum number of CPU cores per pod of the workload that uses this compute resource Scope The scope of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram Workload(s) The list of workloads associated with the compute resource Template(s) The list of workload templates that use this compute resource Created by The name of the user who created the compute resource Creation time The timestamp of when the compute resource was created Last updated The timestamp of when the compute resource was last updated Cluster The cluster that the compute resource is associated with"},{"location":"Researcher/workloads/assets/compute/#workloads-associated-with-the-compute-resource","title":"Workloads associated with the compute resource","text":"<p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> Column Description Workload The workload that uses the compute resource Type Workspace/Training/Inference Status Represents the workload lifecycle. See the full list of workload status."},{"location":"Researcher/workloads/assets/compute/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul>"},{"location":"Researcher/workloads/assets/compute/#adding-new-compute-resource","title":"Adding new compute resource","text":"<p>To add a new compute resource:</p> <ol> <li>Go to the Compute resource table  </li> <li>Click +NEW COMPUTE RESOURCE </li> <li>Select under which cluster to create the compute resource  </li> <li>Select a scope </li> <li>Enter a name for the compute resource. The name must be unique.  </li> <li>Optional: Provide a description of the essence of the compute resource  </li> <li> <p>Set the resource types needed within a single node    (the Run:ai scheduler tries to match a single node that complies with the compute resource for each of the workload\u2019s pods)  </p> <ul> <li> <p>GPU </p> <ul> <li>GPU devices per pod The number of devices (physical GPUs) per pod    (for example, if you requested 3 devices per pod and the running workload using this compute resource consists of 3 pods, there are 9 physical GPU devices used in total)  </li> </ul> <p>Note</p> <ul> <li>When setting it to zero, the workload using this computer resource neither requests or uses GPU resources while running  </li> <li>You can set any number of GPU devices and specify the memory requirement to any portion size (1..100), or memory size value using GB or MB units per device </li> </ul> <ul> <li>GPU memory per device <ul> <li>Select the memory request format  <ul> <li>% (of device) - Fraction of a GPU device\u2019s memory  </li> <li>MB (memory size) - An explicit GPU memory unit  </li> <li>GB (memory size) - An explicit GPU memory unit    </li> </ul> </li> <li>Set the memory Request - The minimum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives this amount of GPU memory for each device(s) the pod utilizes  </li> <li>Optional: Set the memory Limit - The maximum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives at most this amount of GPU memory for each device(s) the pod utilizes. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.  </li> </ul> </li> </ul> <p>Note</p> <ul> <li>GPU memory limit is disabled by default. If you cannot see the Limit toggle in the compute resource form, then it must be enabled by your Administrator, under General settings \u2192 Resources \u2192 GPU resource optimization  </li> <li>When a Limit is set and is bigger than the Request, the scheduler allows each pod to reach the maximum amount of GPU memory in an opportunistic manner (only upon availability).  </li> <li>If the GPU Memory Limit is bigger that the Request the pod is prone to be killed by the Run:ai toolkit (out of memory signal). The greater the difference between the GPU memory used and the request, the higher the risk of being killed  </li> <li>If GPU resource optimization is turned off, the minimum and maximum are in fact equal  </li> </ul> </li> <li> <p>CPU </p> <ul> <li>CPU compute per pod <ul> <li>Select the units for the CPU compute (Cores / Millicores)  </li> <li>Set the CPU compute Request - the minimum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU compute for each pod.  </li> <li>Optional: Set the CPU compute Limit - The maximum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives at most this amount of CPU compute. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. By default, the limit is set to \u201cUnlimited\u201d - which means that the pod may consume all the node's free CPU compute resources.  </li> </ul> </li> <li>CPU memory per pod <ul> <li>Select the units for the CPU memory (MB / GB)  </li> <li>Set the CPU memory Request - The minimum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU memory for each pod.  </li> <li>Optional: Set the CPU memory Limit - The maximum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives at most this amount of CPU memory. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. By default, the limit is set to \u201cUnlimited\u201d - Meaning that the pod may consume all the node's free CPU memory resources.  </li> </ul> </li> </ul> <p>Note</p> <p>If the CPU Memory Limit is bigger that the Request the pod is prone to be killed by the operating system (out of memory signal). The greater the difference between the CPU memory used and the request, the higher the risk of being killed.  </p> </li> </ul> </li> <li> <p>Optional: More settings  </p> <ul> <li>Increase shared memory size When enabled, the shared memory size available to the pod is increased from the default 64MB to the node's total available memory or the CPU memory limit, if set above.  </li> <li>Set extended resource(s) Click +EXTENDED RESOURCES to add resource/quantity pairs. For more information on how to set extended resources, see the Extended resources and Quantity guides  </li> </ul> </li> <li> <p>Click CREATE COMPUTE RESOURCE</p> <p>Note</p> <p>It is also possible to add compute resources directly when creating a specific Workspace, training or inference workload.</p> </li> </ol>"},{"location":"Researcher/workloads/assets/compute/#editing-a-compute-resource","title":"Editing a compute resource","text":"<p>To edit a compute resource:</p> <ol> <li>Select the compute resource you want to edit</li> <li>Click Edit</li> <li>Click SAVE COMPUTE RESOURCE</li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"Researcher/workloads/assets/compute/#copying-a-compute-resource","title":"Copying a compute resource","text":"<p>To make a copy of an existing compute resource:</p> <ol> <li>Select the compute resource you want to copy</li> <li>Click MAKE A COPY</li> <li>Enter a name for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click CREATE COMPUTE RESOURCE </li> </ol>"},{"location":"Researcher/workloads/assets/compute/#deleting-a-compute-resource","title":"Deleting a compute resource","text":"<ol> <li>Select the compute resource you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm   </li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"Researcher/workloads/assets/compute/#using-api","title":"Using API","text":"<p>Go to the Compute resources API reference to view the available actions</p>"},{"location":"Researcher/workloads/assets/credentials/","title":"Credentials","text":"<p>This article explains what credentials are and how to create and use them.</p> <p>Credentials are a workload asset that simplify the complexities of Kubernetes secrets. They consist of and mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <p>Credentials are crucial for the security of AI workloads and the resources they require, as they restrict access to authorized users, verify identities, and ensure secure interactions. By enforcing the protection of sensitive data, credentials help organizations comply with industry regulations, fostering a secure environment overall.</p> <p>Essentially, credentials enable AI practitioners to access relevant protected resources, such as private data sources and Docker images, thereby streamlining the workload submission process.</p>"},{"location":"Researcher/workloads/assets/credentials/#credentials-table","title":"Credentials table","text":"<p>The Credentials table can be found under Workload manager in the Run:ai User interface.</p> <p>The Credentials table provides a list of all the credentials defined in the platform and allows you to manage them.</p> <p></p> <p>The Credentials table comprises the following columns:</p> Column Description Credentials The name of the credentials Description A description of the credentials Type The type of credentials, e.g., Docker registry Status The different lifecycle phases and representation of the credentials\u2019 condition Scope The scope of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram Kubernetes name The unique name of the credentials Kubernetes name as it appears in the cluster Environment(s) The environment(s) that are associated with the credentials Data source(s) The private data source(s) that are accessed using the credentials Created by The user who created the credentials Creation time The timestamp of when the credentials were created Cluster The cluster with which the credentials are associated"},{"location":"Researcher/workloads/assets/credentials/#credentials-status","title":"Credentials status","text":"<p>The following table describes the credentials\u2019 condition and whether they were created successfully for the selected scope.</p> Status Description No issues found No issues were found while creating the credentials (this status may change while propagating the credentials to the selected scope) Issues found Issues found while propagating the credentials Issues found Failed to access the cluster Creating\u2026 Credentials are being created Deleting\u2026 Credentials are being deleted No status When the credentials\u2019 scope is an account, or the current version of the cluster is not up to date, the status cannot be displayed"},{"location":"Researcher/workloads/assets/credentials/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click \u2018Download as CSV\u2019. Export to CSV is limited to 20,000 rows.</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"Researcher/workloads/assets/credentials/#adding-new-credentials","title":"Adding new credentials","text":"<p>Creating credentials is limited to specific roles.</p> <p>To add a new credential:</p> <ol> <li>Go to the Credentials table:</li> <li>Click +NEW CREDENTIALS</li> <li>Select the credential type from the list     Follow the step-by-step guide for each credential type:</li> </ol>"},{"location":"Researcher/workloads/assets/credentials/#docker-registry","title":"Docker registry","text":"<p>These credentials allow users to authenticate and pull images from a Docker registry, enabling access to containerized applications and services.</p> <p>After creating the credentials, it is used automatically when pulling images.</p> <ol> <li>Select a scope.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the username, password, and Docker registry URL</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/credentials/#access-key","title":"Access key","text":"<p>These credentials are unique identifiers used to authenticate and authorize access to cloud services or APIs, ensuring secure communication between applications. They typically consist of two parts:</p> <ul> <li>An access key ID</li> <li>A secret access key</li> </ul> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credential</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the Access key and Access secret</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/credentials/#username-password","title":"Username &amp; password","text":"<p>These credentials require a username and corresponding password to access various resources, ensuring that only authorized users can log in.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the username and password</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/credentials/#generic-secret","title":"Generic secret","text":"<p>These credentials are a flexible option that consists of multiple keys &amp; values and can store various sensitive information, such as API keys or configuration data, to be used securely within applications.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Click +KEY &amp; VALUE - to add key/value pairs to store in the new secret</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol>"},{"location":"Researcher/workloads/assets/credentials/#editing-credentials","title":"Editing credentials","text":"<p>To rename a credential:</p> <ol> <li>Select the credential from the table</li> <li>Click Rename to edit its name and description</li> </ol>"},{"location":"Researcher/workloads/assets/credentials/#deleting-credentials","title":"Deleting credentials","text":"<p>To delete a credential:</p> <ol> <li>Select the credential you want to delete</li> <li>Click DELETE</li> <li>In the dialog, click DELETE to confirm</li> </ol> <p>Note</p> <p>Credentials cannot be deleted if they are being used by a workload and template.</p>"},{"location":"Researcher/workloads/assets/credentials/#using-credentials","title":"Using credentials","text":"<p>You can use credentials (secrets) in various ways within the system</p>"},{"location":"Researcher/workloads/assets/credentials/#access-private-data-sources","title":"Access private data sources","text":"<p>To access private data sources, attach credentials to data sources of the following types: Git, S3 Bucket</p>"},{"location":"Researcher/workloads/assets/credentials/#use-directly-within-the-container","title":"Use directly within the container","text":"<p>To use the secret directly from within the container, you can choose between the following options</p> <ol> <li>Get the secret mounted to the file system by using the Generic secret data source</li> <li> <p>Get the secret as an environment variable injected into the container. There are two equivalent ways to inject the environment variable.</p> <p>a. By adding it to the Environment asset.    b. By adding it ad-hoc as part of the workload.</p> </li> </ol>"},{"location":"Researcher/workloads/assets/credentials/#creating-secrets-in-advance","title":"Creating secrets in advance","text":"<p>Add secrets in advance to be used when creating credentials via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> Cluster scopeDepartment scopeProject scope <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/cluster-wide: \"true\"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code> \u05bf</li> </ol> </li> </ol> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/department: \"&lt;department id&gt;\"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code></li> </ol> </li> </ol> <ol> <li>Create the secret in the project\u2019s namespace</li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code></li> </ol> </li> </ol> <p>The secret is now displayed for that scope in the list of existing secrets.</p>"},{"location":"Researcher/workloads/assets/credentials/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Credentials API reference</p>"},{"location":"Researcher/workloads/assets/data-volumes/","title":"Data Volumes","text":"<p>Data volumes offer a powerful solution for storing, managing, and sharing AI training data within the Run:ai platform. They promote collaboration, simplify data access control, and streamline the AI development lifecycle.</p> <p>Data volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data.</p>"},{"location":"Researcher/workloads/assets/data-volumes/#why-use-a-data-volume","title":"Why use a data volume?","text":"<ol> <li>Sharing with multiple scopes     Unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters, encouraging data reuse and collaboration within the organization.</li> <li>Storage saving     A single copy of the data can be used across multiple scopes</li> </ol>"},{"location":"Researcher/workloads/assets/data-volumes/#typical-use-cases","title":"Typical use cases","text":"<ol> <li>Sharing large data sets     In large organizations, the data is often stored in a remote location, which can be a barrier for large model training. Even if the data is transferred into the cluster, sharing it easily with multiple users is still challenging. Data volumes can help share the data seamlessly, with maximum security and control.</li> <li>Sharing data with colleagues     When sharing training results, generated data sets, or other artifacts with team members is needed, data volumes can help make the data available easily.</li> </ol>"},{"location":"Researcher/workloads/assets/data-volumes/#prerequisites","title":"Prerequisites","text":"<p>To create a data volume, there must be a project with a PVC in its namespace.</p> <p>Working with data volumes is currently available using the API. To view the available actions, go to the Data volumes API reference.</p>"},{"location":"Researcher/workloads/assets/data-volumes/#adding-a-new-data-volume","title":"Adding a new data volume","text":"<p>Data volume creation is limited to specific roles</p>"},{"location":"Researcher/workloads/assets/data-volumes/#adding-scopes-for-a-data-volume","title":"Adding scopes for a data volume","text":"<p>Data volume sharing (adding scopes) is limited to specific roles</p> <p>Once created, the data volume is available to its originating project (see the prerequisites above).</p> <p>Data volumes can be shared with additional scopes in the organization.</p>"},{"location":"Researcher/workloads/assets/data-volumes/#who-can-use-a-data-volume","title":"Who can use a data volume?","text":"<p>Data volumes are used when submitting workloads. Any user, application or SSO group with a role that has permissions to create workloads can also use data volumes.</p> <p>Researchers can list available data volumes within their permitted scopes for easy selection.</p>"},{"location":"Researcher/workloads/assets/datasources/","title":"Data Sources","text":"<p>This article explains what data sources are and how to create and use them.</p> <p>Data sources are a type of workload asset and represent a location where data is actually stored. They may represent a remote data location, such as NFS, Git, or S3, or a Kubernetes local resource, such as PVC, ConfigMap, HostPath, or Secret.</p> <p>This configuration simplifies the mapping of the data into the workload\u2019s file system and handles the mounting process during workload creation for reading and writing. These data sources are reusable and can be easily integrated and used by AI practitioners while submitting workloads across various scopes.</p>"},{"location":"Researcher/workloads/assets/datasources/#data-sources-table","title":"Data sources table","text":"<p>The data sources table can be found under Workload manager in the Run:ai platform.</p> <p>The data sources table provides a list of all the data sources defined in the platform and allows you to manage them.</p> <p></p> <p>The data sources table comprises the following columns:</p> Column Description Data source The name of the data source Description A description of the data source Type The type of data source connected \u2013 e.g., S3 bucket, PVC, or others Status The different lifecycle phases and representation of the data source condition Scope The scope of the data source within the organizational tree. Click the scope name to view the organizational tree diagram Kubernetes name The unique name of the data sources Kubernetes name as it appears in the cluster Workload(s) The list of existing workloads that use the data source Template(s) The list of workload templates that use the data source Created by The user who created the data source Creation time The timestamp for when the data source was created Cluster The cluster that the data source is associated with"},{"location":"Researcher/workloads/assets/datasources/#data-sources-status","title":"Data sources status","text":"<p>The following table describes the data sources' condition and whether they were created successfully for the selected scope.</p> Status Description No issues found No issues were found while creating the data source Issues found Issues were found while propagating the data source credentials Issues found The data source couldn\u2019t be created at the cluster Creating\u2026 The data source is being created No status / \u201c-\u201d When the data source\u2019s scope is an account, the current version of the cluster is not up to date, or the asset is not a cluster-syncing entity, the status can\u2019t be displayed"},{"location":"Researcher/workloads/assets/datasources/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click \u2018Download as CSV\u2019</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"Researcher/workloads/assets/datasources/#adding-a-new-data-source","title":"Adding a new data source","text":"<p>To create a new data source:</p> <ol> <li>Click +NEW DATA SOURCE</li> <li>Select the data source type from the list. Follow the step-by-step guide for each data source type:</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#nfs","title":"NFS","text":"<p>A Network File System (NFS) is a Kubernetes concept used for sharing storage in the cluster among different pods. Like a PVC, the NFS volume\u2019s content remains preserved, even outside the lifecycle of a single pod. However, unlike PVCs, which abstract storage management, NFS provides a method for network-based file sharing. The NFS volume can be pre-populated with data and can be mounted by multiple pod writers simultaneously. At Run:ai, an NFS-type data source is an abstraction that is mapped directly to a Kubernetes NFS volume. This integration allows multiple workloads under various scopes to mount and present the NFS data source.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Enter the NFS server (host name or host IP)</li> <li>Enter the NFS path</li> </ul> </li> <li>Set the data target location<ul> <li>Container path</li> </ul> </li> <li>Optional: Restrictions<ul> <li>Prevent data modification - When enabled, the data will be mounted with read-only permissions</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#pvc","title":"PVC","text":"<p>A Persistent Volume Claim (PVC) is a Kubernetes concept used for managing storage in the cluster, which can be provisioned by an administrator or dynamically by Kubernetes using a StorageClass. PVCs allow users to request specific sizes and access modes (read/write once, read-only many). Run:ai ensures that data remains consistent and accessible across various scopes and workloads, beyond the lifecycle of individual pods, which is efficient while working with large datasets typically associated with AI projects.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Select PVC:<ul> <li>Existing PVC     This option is relevant when the purpose is to create a PVC-type data source based on an existing PVC in the cluster<ul> <li>Select a PVC from the list - (The list is empty if no existing PVCs were created in advance)</li> </ul> </li> <li>New PVC - creates a new PVC in the cluster. New PVCs are not added to the Existing PVCs list.     When creating a PVC-type data source and selecting the \u2018New PVC\u2019 option, the PVC is immediately created in the cluster (even if no workload has requested this PVC).</li> </ul> </li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, check Kubernetes storage classes</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - allows the volume to be mounted as a filesystem, enabling the usage of directories and files.</li> <li>Block - exposes the volume as a block storage, which can be formatted or used by applications directly without a filesystem.</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Optional: Prevent data modification - When enabled, the data will be mounted with read-only permission.</li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/datasources/#s3-bucket","title":"S3 Bucket","text":"<p>The S3 bucket data source enables the mapping of a remote S3 bucket into the workload\u2019s file system. Similar to a PVC, this mapping remains accessible across different workload executions, extending beyond the lifecycle of individual pods. However, unlike PVCs, data stored in an S3 bucket resides remotely, which may lead to decreased performance during the execution of heavy machine learning workloads. As part of the Run:ai connection to the S3 bucket, you can create credentials in order to access and map private buckets.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Set the S3 service URL</li> <li>Select the credentials<ul> <li>None - for public buckets</li> <li>Credential names - This option is relevant for private buckets based on existing credentials that were created for the scope.     To add new credentials to the credentials list, and for additional information, check the Credentials article.</li> </ul> </li> <li>Enter the bucket name</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/datasources/#git","title":"Git","text":"<p>A Git-type data source is a Run:ai integration, that enables code to be copied from a Git branch into a dedicated folder in the container. It is mainly used to provide the workload with the latest code repository. As part of the integration with Git, in order to access private repositories, you can add predefined credentials to the data source mapping.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Set the Repository URL</li> <li>Set the Revision (branch, tag, or hash)- If left empty, it will use the 'HEAD' (latest)</li> <li>Select the credentials<ul> <li>None - for public repositories</li> <li>Credential names - This option applies to private repositories based on existing credentials that were created for the scope.     To add new credentials to the credentials list, and for additional information, check the Credentials article.</li> </ul> </li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"Researcher/workloads/assets/datasources/#host-path","title":"Host path","text":"<p>A Host path volume is a Kubernetes concept that enables mounting a host path file or a directory on the workload\u2019s file system. Like a PVC, the host path volume\u2019s data persists across workloads under various scopes. It also enables data serving from the hosting node.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>host path</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Optional: Prevent data modification - When enabled, the data will be mounted with read-only permissions.</li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#configmap","title":"ConfigMap","text":"<p>A ConfigMap data source is a Run:ai abstraction for the Kubernetes ConfigMap concept. The ConfigMap is used mainly for storage that can be mounted on the workload container for non-confidential data. It is usually represented in key-value pairs (e.g., environment variables, command-line arguments etc.). It allows you to decouple environment-specific system configurations from your container images, so that your applications are easily portable. ConfigMaps must be created on the cluster prior to being used within the Run:ai system.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Select the ConfigMap name (The list is empty if no existing ConfigMaps were created in advance).</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#secret","title":"Secret","text":"<p>A secret-type data source enables the mapping of a credential into the workload\u2019s file system. Credentials are a workload asset that simplify the complexities of Kubernetes Secrets. The credentials mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Select the credentials     To add new credentials, and for additional information, check the Credentials article.</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <p>Note</p> <p>It is also possible to add data sources directly when creating a specific workspace, training or inference workload</p>"},{"location":"Researcher/workloads/assets/datasources/#editing-a-data-source","title":"Editing a data source","text":"<p>To edit a data source:</p> <ol> <li>Select the data source from the table</li> <li>Click Rename to provide it with a new name</li> <li>Click Copy &amp; Edit to make any changes to the data source</li> </ol>"},{"location":"Researcher/workloads/assets/datasources/#deleting-a-data-source","title":"Deleting a data source","text":"<p>To delete a data source:</p> <ol> <li>Select the data source you want to delete</li> <li>Click DELETE</li> <li>Confirm you want to delete the data source</li> </ol> <p>Note</p> <p>It is not possible to delete an environment being used by an existing workload or template.</p>"},{"location":"Researcher/workloads/assets/datasources/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Data sources API reference.</p>"},{"location":"Researcher/workloads/assets/environments/","title":"Environments","text":"<p>This article explains what environments are and how to create and use them.</p> <p>Environments are one type of workload asset. An environment consists of a configuration that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>An environment asset is a preconfigured building block that encapsulates aspects for the workload such as:</p> <ul> <li>Container image and container configuration  </li> <li>Tools and connections  </li> <li>The type of workload it serves</li> </ul>"},{"location":"Researcher/workloads/assets/environments/#environments-table","title":"Environments table","text":"<p>The Environments table can be found under Workload manager in the Run:ai platform.</p> <p>The Environment table provides a list of all the environment defined in the platform and allows you to manage them.</p> <p></p> <p>The Environments table consists of the following columns:</p> Column Description Environment The name of the environment Description A description of the environment Scope The scope of this environment within the organizational tree. Click the name of the scope to view the organizational tree diagram Image The application or service to be run by the workload Workload Architecture This can be either standard for running workloads on a single node or distributed for running distributed workloads on multiple nodes Tool(s) The tools and connection types the environment exposes Workload(s) The list of existing workloads that use the environment Workload types The workload types that can use the environment (Workspace/ Training / Inference) Template(s) The list of workload templates that use this environment Created by The user who created the environment. By default Run:ai UI comes with preinstalled environments created by Run:ai created by Run:ai Creation time The timestamp of when the environment was created Last updated The timestamp of when the environment was last updated Cluster The cluster with which the environment is associated"},{"location":"Researcher/workloads/assets/environments/#tools-associated-with-the-environment","title":"Tools associated with the environment","text":"<p>Click one of the values in the tools column to view the list of tools and their connection type.</p> Column Description Tool name The name of the tool or application AI practitioner can set up within the environment. Connection type The method by which you can access and interact with the running workload. It's essentially the \"doorway\" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc)"},{"location":"Researcher/workloads/assets/environments/#workloads-associated-with-the-environment","title":"Workloads associated with the environment","text":"<p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> Column Description Workload The workload that uses the environment Type The workload type (Workspace/Training/Inference) Status Represents the workload lifecycle. See the full list of workload status"},{"location":"Researcher/workloads/assets/environments/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul>"},{"location":"Researcher/workloads/assets/environments/#environments-created-by-runai","title":"Environments created by Run:ai","text":"<p>When installing Run:ai, you automatically get the environments created by Run:ai to ease up the onboarding process and support different use cases out of the box. These environments are created at the scope of the account.</p> Environment Image Jupiter-lab jupyter/scipy-notebook jupyter-tensorboard gcr.io/run-ai-demo/jupyter-tensorboard tensorboard tensorflow/tensorflow:latest llm-server runai.jfrog.io/core-llm/runai-vllm:v0.6.4-0.10.0 chatbot-ui runai.jfrog.io/core-llm/llm-app gpt2 runai.jfrog.io/core-llm/quickstart-inference:gpt2-cpu"},{"location":"Researcher/workloads/assets/environments/#adding-a-new-environment","title":"Adding a new environment","text":"<p>Environment creation is limited to specific roles</p> <p>To add a new environment:</p> <ol> <li>Go to the Environments table  </li> <li>Click +NEW ENVIRONMENT </li> <li>Select under which cluster to create the environment  </li> <li>Select a scope </li> <li>Enter a name for the environment. The name must be unique.  </li> <li>Optional: Provide a description of the essence of the environment  </li> <li>Enter the Image URL    If a token or secret is required to pull the image, it is possible to create it via credentials of type docker registry. These credentials are automatically used once the image is pulled (which happens when the workload is submitted)  </li> <li>Set the image pull policy - the condition for when to pull the image from the registry  </li> <li>Set the workload architecture:  <ul> <li>Standard Only standard workloads can use the environment. A standard workload consists of a single process.  </li> <li>Distributed Only distributed workloads can use the environment. A distributed workload consists of multiple processes working together. These processes can run on different nodes.  </li> <li>Select a framework from the list.  </li> </ul> </li> <li>Set the workload type:  <ul> <li>Workspace </li> <li>Training </li> <li>Inference </li> <li>When inference is selected, define the endpoint of the model by providing both the protocol and the container\u2019s serving port  </li> </ul> </li> <li>Optional: Set the connection for your tool(s). The tools must be configured in the image. When submitting a workload using the environment, it is possible to connect to these tools  <ul> <li>Select the tool from the list (the available tools varies from IDE, experiment tracking, and more, including a custom tool for your choice)  </li> <li>Select the connection type  <ul> <li>External URL <ul> <li>Auto generate   A unique URL is automatically created for each workload using the environment  </li> <li>Custom URL   The URL is set manually  </li> </ul> </li> <li>Node port <ul> <li>Auto generate   A unique port is automatically exposed for each workload using the environment  </li> <li>Custom URL   Set the port manually  </li> </ul> </li> <li>Set the container port </li> </ul> </li> </ul> </li> <li>Optional: Set a command and arguments for the container running the pod  <ul> <li>When no command is added, the default command of the image is used (the image entrypoint)  </li> <li>The command can be modified while submitting a workload using the environment  </li> <li>The argument(s) can be modified while submitting a workload using the environment  </li> </ul> </li> <li>Optional: Set the environment variable(s) <ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable</li> <li>Custom<ul> <li>Enter a value </li> <li>Leave empty</li> <li>Add instructions for the expected value if any</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name     To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key </li> </ul> </li> <li>The environment variables can be modified and new variables can be added while submitting a workload using the environment</li> </ul> </li> <li>Optional: Set the container\u2019s working directory to define where the container\u2019s process starts running. When left empty, the default directory is used.  </li> <li>Optional: Set where the UID, GID and supplementary groups are taken from, this can be:  <ul> <li>From the image </li> <li>From the IdP token (only available in an SSO installations)  </li> <li>Custom (manually set) - decide whether the submitter can modify these value upon submission.</li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas)  </li> <li>Disable Allow the values above to be modified within the workload if you want the above values to be used as the default</li> </ul> </li> </ul> </li> <li>Optional: Select Linux capabilities - Grant certain privileges to a container without granting all the privileges of the root user. </li> <li>Click CREATE ENVIRONMENT</li> </ol> <p>Note</p> <p>It is also possible to add environments directly when creating a specific workspace, training or inference workload.</p>"},{"location":"Researcher/workloads/assets/environments/#editing-an-environment","title":"Editing an environment","text":"<p>To edit an environment:</p> <ol> <li>Select the environment you want to edit</li> <li>Click Edit</li> <li>Click SAVE ENVIRONMENT</li> </ol> <p>Note</p> <ul> <li>The already bound workload that is using this asset will not be affected.</li> <li>llm-server and chatbot-ui environments cannot be edited. </li> </ul>"},{"location":"Researcher/workloads/assets/environments/#copying-an-environment","title":"Copying an environment","text":"<p>To make a copy of an existing environment:</p> <ol> <li>Select the environment you want to copy</li> <li>Click MAKE A COPY</li> <li>Enter a name for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click CREATE ENVIRONMENT </li> </ol>"},{"location":"Researcher/workloads/assets/environments/#deleting-an-environment","title":"Deleting an environment","text":"<p>To delete an environment:</p> <ol> <li>Select the environment you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm</li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"Researcher/workloads/assets/environments/#using-api","title":"Using API","text":"<p>Go to the Environment API reference to view the available actions</p>"},{"location":"Researcher/workloads/assets/overview/","title":"Overview","text":"<p>Workload assets enable organizations to:</p> <ul> <li>Create and reuse preconfigured setup for code, data, storage and resources to be used by AI practitioners to simplify the process of submitting workloads  </li> <li>Share the preconfigured setup with a wide audience of AI practitioners with similar needs</li> </ul> <p>Note</p> <ul> <li>The creation of assets is possible only via API and the Run:ai UI  </li> <li>The submission of workloads using assets, is possible only via the Run:ai UI</li> </ul>"},{"location":"Researcher/workloads/assets/overview/#workload-asset-types","title":"Workload asset types","text":"<p>There are four workload asset types used by the workload:</p> <ul> <li>Environments   The container image, tools and connections for the workload  </li> <li>Data sources   The type of data, its origin and the target storage location such as PVCs or cloud storage buckets where datasets are stored  </li> <li>Compute resources   The compute specification, including GPU and CPU compute and memory  </li> <li>Credentials   The secrets to be used to access sensitive data, services, and applications such as docker registry or S3 buckets</li> </ul>"},{"location":"Researcher/workloads/assets/overview/#asset-scope","title":"Asset scope","text":"<p>When a workload asset is created, a scope is required. The scope defines who in the organization can view and/or use the asset.</p> <p>Note</p> <p>When an asset is created via API, the scope can be the entire account, this is currently an experimental feature.</p>"},{"location":"Researcher/workloads/assets/overview/#who-can-create-an-asset","title":"Who can create an asset?","text":"<p>Any subject (user, application, or SSO group) with a role that has permissions to Create an asset, can do so within their scope.</p>"},{"location":"Researcher/workloads/assets/overview/#who-can-use-an-asset","title":"Who can use an asset?","text":"<p>Assets are used when submitting workloads. Any subject (user, application or SSO group) with a role that has permissions to Create workloads, can also use assets.</p>"},{"location":"Researcher/workloads/assets/overview/#who-can-view-an-asset","title":"Who can view an asset?","text":"<p>Any subject (user, application, or SSO group) with a role that has permission to View an asset, can do so within their scope.  </p>"},{"location":"Researcher/workloads/assets/templates/","title":"Workspace Templates","text":"<p>This article explains the procedure to manage templates.</p> <p>A template is a pre-set configuration that is used to quickly configure and submit workloads using existing assets. A template consists of all the assets a workload needs, allowing researchers to submit a workload in a single click, or make subtle adjustments to differentiate them from each other.</p>"},{"location":"Researcher/workloads/assets/templates/#workspace-templates-table","title":"Workspace templates table","text":"<p>The Templates table can be found under Workload manager in the Run:ai User interface.</p> <p>The Templates table provides a list of all the templates defined in the platform, and allows you to manage them.</p> <p>Flexible Management</p> <p>It is also possible to manage templates directly for a specific user, application, project, or department.</p> <p></p> <p>The Templates table consists of the following columns:</p> Column Description Scope The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates Environment The name of the environment related to the workspace template Compute resource The name of the compute resource connected to the workspace template Data source(s) The name of the data source(s) connected to the workspace template Created by The subject that created the template Creation time The timestamp for when the template was created Cluster The cluster name containing the template"},{"location":"Researcher/workloads/assets/templates/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh (optional) - Click REFRESH to update the table with the latest data  </li> <li>Show/Hide details (optional) - Click to view additional information on the selected row</li> </ul>"},{"location":"Researcher/workloads/assets/templates/#adding-a-new-workspace-template","title":"Adding a new workspace template","text":"<p>To add a new template:</p> <ol> <li>Click +NEW TEMPLATE </li> <li>Set the scope for the template  </li> <li>Enter a name for the template  </li> <li>Select the environment for your workload  </li> <li> <p>Select the node resources needed to run your workload     - or -    Click +NEW COMPUTE RESOURCE</p> </li> <li> <p>Set the volume needed for your workload  </p> </li> <li>Create a new data source  </li> <li>Set auto-deletion, annotations and labels, as required  </li> <li>Click CREATE TEMPLATE</li> </ol>"},{"location":"Researcher/workloads/assets/templates/#editing-a-template","title":"Editing a template","text":"<p>To edit a template:</p> <ol> <li>Select the template from the table  </li> <li>Click Rename to provide it with a new name  </li> <li>Click Copy &amp; Edit to make any changes to the template</li> </ol>"},{"location":"Researcher/workloads/assets/templates/#deleting-a-template","title":"Deleting a template","text":"<p>To delete a template:</p> <ol> <li>Select the template you want to delete  </li> <li>Click DELETE </li> <li>Confirm you want to delete the template</li> </ol>"},{"location":"Researcher/workloads/assets/templates/#using-api","title":"Using API**","text":"<p>Go to the Workload template API reference to view the available actions  </p>"},{"location":"Researcher/workloads/inference/custom-inference/","title":"Deploy a custom inference workload","text":"<p>This article explains how to create a custom inference workload via the Run:ai UI.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/inference/custom-inference/#creating-a-custom-inference-workload","title":"Creating a custom inference workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new custom inference workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Inference     Within the new inference form:</li> <li>Select under which cluster to create the inference workload</li> <li>Select the project in which your inference will run</li> <li> <p>Select custom inference from Inference type </p> <p>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Models.</p> </li> <li> <p>Enter a unique name for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click CONTINUE     In the next step:</li> <li> <p>Select the environment for your inference workload</p> <ul> <li>Select an environment or click +NEW ENVIRONMENT to add a new environment to the gallery.     For a step-by-step guide on adding environments to the gallery, see Environments. Once created, the new environment will be automatically selected.</li> <li> <p>Set an inference serving endpoint. The connection protocol and the container port are defined within the environment</p> <ul> <li> <p>Optional: Modify who can access the endpoint</p> <ul> <li> <p>Public (default)</p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p>All authenticated users </p> <p>Everyone within the organization\u2019s account that can log in (to Run:ai or SSO)</p> </li> <li> <p>Specific group(s) </p> <ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p>Specific user(s)</p> <ul> <li>Click +USER </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Set the connection for your tool(s). The tools are configured as part of the environment.</p> <ul> <li>External URL<ul> <li>Custom URL<ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can access the tool:<ul> <li>All authenticated users (default)     Everyone within the organization\u2019s account</li> <li>Specific group(s)<ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li>Specific user(s)<ul> <li>Click +USER</li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li>Node port<ul> <li>Custom port<ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Optional: Set the command and arguments for the container running the workload     If no command is added, the container will use the image\u2019s default command (entry-point).<ul> <li>Modify the existing command or click +COMMAND &amp; ARGUMENTS to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the environment variable(s) <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable<ul> <li>Custom<ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your inference workload</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the minimum and maximum number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different,  autoscaling will be triggered and you'll need to set conditions for creating a new replica. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources.    </p> <ul> <li>Select a variable - The variable's values will be monitored via the container's port.<ul> <li>Latency (milliseconds)</li> <li>Throughput (Requests/sec)</li> <li>Concurrency (Requests)</li> </ul> </li> <li>Set a value - This value is the threshold at which autoscaling is triggered. </li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically scaled down to zero.     This allows compute resources to be freed up when the model is inactive (i.e., there are no requests being sent)     When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> <li>Optional: Select data sources for your inference workload      Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.     For a step-by-step guide on adding data sources to the gallery, see data sources.     Once created, the new data source will be automatically selected.<ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE INFERENCE</li> </ol>"},{"location":"Researcher/workloads/inference/custom-inference/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the inference workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/inference/custom-inference/#using-api","title":"Using API","text":"<p>To view the available actions, see the Inferences API reference.</p>"},{"location":"Researcher/workloads/inference/hugging-face-inference/","title":"Deploy inference workloads from Hugging Face","text":"<p>This article explains how to create an inference workload via the Run:ai UI using Hugging Face inference models.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/inference/hugging-face-inference/#creating-a-hugging-face-inference-workload","title":"Creating a Hugging Face inference workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new inference workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Inference     Within the new inference form:</li> <li>Select under which cluster to create the inference workload</li> <li>Select the project in which your inference will run</li> <li> <p>Select Hugging Face from Inference type </p> <p>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Models.</p> </li> <li> <p>Enter a unique name for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click CONTINUE     In the next step:</li> <li> <p>Set the model and how to access</p> <ul> <li>Set the model name as displayed in Hugging Face. The model must be supported by vLLM version 0.6.4.<ul> <li>Enter a name</li> </ul> </li> <li> <p>Set how to access Hugging Face</p> <ul> <li>Provide a token<ul> <li>Access token<ul> <li>Enter a token</li> </ul> </li> </ul> </li> <li>Select credentials<ul> <li>Select existing credentials. Make sure the existing credentials contain an HF_TOKEN key</li> <li> <p>Add new credentials with a HF_TOKEN</p> <p>Within the new credentials form:</p> <ul> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li> <p>Set how the credential is created</p> <ul> <li> <p>Existing secret (in the cluster)</p> <p>This option applies when the purpose is to create credentials based on an existing secret</p> <ul> <li>Select a secret from the list (the list is empty if no secrets were created in advance)</li> </ul> </li> <li> <p>New secret</p> <p>A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.</p> <ul> <li>Enter a key </li> <li>Enter the HF_TOKEN as the value</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Modify who can access the inference serving endpoint</p> <ul> <li> <p>Public (default)</p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p>All authenticated users </p> <p>Everyone within the organization\u2019s account that can log in (to Run:ai or SSO)</p> </li> <li> <p>Specific group(s) </p> <ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p>Specific user(s)</p> <ul> <li>Click +USER </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your inference workload</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the minimum and maximum number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set conditions for creating a new replica. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a variable - The variable's values will be monitored via the container's port.<ul> <li>Latency (milliseconds)</li> <li>Throughput (Requests/sec)</li> <li>Concurrency (Requests)</li> </ul> </li> <li>Set a value - This value is the threshold at which autoscaling is triggered.</li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically scaled down to zero.     This allows the compute resources to be freed up when the model is inactive (i.e., there are no requests being sent)     When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE INFERENCE</li> </ol>"},{"location":"Researcher/workloads/inference/hugging-face-inference/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the inference workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/inference/inference-overview/","title":"Inference overview","text":""},{"location":"Researcher/workloads/inference/inference-overview/#what-is-inference","title":"What is Inference","text":"<p>Machine learning (ML) inference is the process of running live data points into a machine-learning algorithm to calculate an output.</p> <p>With Inference workloads, you are taking a trained Model and deploying it into a production environment. The deployment must align with the organization's production standards such as average and 95% response time as well as up-time.</p>"},{"location":"Researcher/workloads/inference/inference-overview/#inference-and-gpus","title":"Inference and GPUs","text":"<p>The Inference process is a subset of the original Training algorithm on a single datum (e.g. one sentence or one image), or a small batch. As such, GPU memory requirements are typically smaller than a full-blown Training process.</p> <p>Given that, Inference lends itself nicely to the usage of Run:ai Fractions. You can, for example, run 4 instances of an Inference server on a single GPU, each employing a fourth of the memory.</p>"},{"location":"Researcher/workloads/inference/inference-overview/#inference-runai","title":"Inference @Run:ai","text":"<p>Run:ai provides Inference services as an equal part together with the other two Workload types: Train and Build.</p> <ul> <li> <p>Inference is considered a high-priority workload as it is customer-facing. Running an Inference workload (within the Project's quota) will preempt any Run:ai Workload marked as Training.</p> </li> <li> <p>Inference workloads will receive priority over Train and Build workloads during scheduling.</p> </li> <li> <p>Inference is implemented as a Kubernetes Deployment object with a defined number of replicas. The replicas are load-balanced by Kubernetes so adding more replicas will improve the overall throughput of the system.</p> </li> <li> <p>Multiple replicas will appear in Run:ai as a single Inference workload. The workload will appear in all Run:ai dashboards and views as well as the Command-line interface.</p> </li> <li> <p>Inference workloads can be submitted via Run:ai user interface as well as Run:ai API. Internally, spawning an Inference workload also creates a Kubernetes Service. The service is an end-point to which clients can connect.</p> </li> </ul>"},{"location":"Researcher/workloads/inference/inference-overview/#autoscaling","title":"Autoscaling","text":"<p>To withstand SLA, Inference workloads are typically set with auto scaling. Auto-scaling is the ability to add more computing power (Kubernetes pods) when the load increases and shrink allocated resources when the system is idle. There are several ways to trigger autoscaling. Run:ai supports the following:</p> Metric Units Latency Millisecond Throughput Requests/sec Concurrency Requests <p>The Minimum and Maximum number of replicas can be configured as part of the autoscaling configuration.</p> <p>Autoscaling also supports a scale-to-zero policy with Throughput and Concurrency metrics, meaning that given enough time under the target threshold, the number of replicas will be scaled down to 0.</p> <p>This has the benefit of conserving resources at the risk of a delay from \"cold starting\" the model when traffic resumes.</p>"},{"location":"Researcher/workloads/inference/inference-overview/#rolling-inference-updates","title":"Rolling inference updates","text":"<p>When deploying models and running inference workloads, you may need to update the workload configuration in a live manner, without impacting the important services that are provided by the workload.</p> <p>This means you can submit updates to an existing inference workload whether it is currently running, pending, or any other status.</p> <p>The following are a few examples of updates that can be implemented:</p> <ul> <li>Changing the container image to deploy a new version of the model  </li> <li>Changing different parameters (such as environment variables)  </li> <li>Changing compute resources to improve performance  </li> <li>Changing the number of replicas and scale plan to adapt to requirement changes and scales</li> </ul> <p>During the update and until its successful completion, the service that the workload provides is not jeopardized as these are production-grade workloads. Hence, consumers can continue using the model (interact with the LLM) during the update process.</p> <p>During the update process of an inference workload, a new revision of pod(s) is created. This revision is the new desired specification of the workload. Although several updates can be submitted consecutively even if the process of the previous update is not complete, the target goal is always according to the last submitted update. This means, the previous updates are ignored.</p> <p>Once the new revision is created completely and is up and running, the entire traffic of requests is navigated to the new revision, the original revision is terminated and the resources are sent back to the shared pool. Only then is the update process considered complete.</p> <p>It is important to note that:</p> <ul> <li> <p>To finish the inference workload update successfully, the project must have sufficient free GPU quota in favor of the update. For example:  </p> <ul> <li> <p>The existing workload uses 3 replicas: A running inference workload with 3 replicas, assuming that each replica is equal to 1 GPU, means the project is already using 3 GPUs of its quota. For the sake of simplicity, we will refer to this revision as revision #1.</p> </li> <li> <p>The workload is updated to use 8 replicas: This means, to complete the update, an additional 8 GPUs of free quota is needed. Only when the update is complete, the 3 GPUs used for the initial revision (revision #1) are reclaimed.</p> </li> </ul> </li> <li> <p>In the UI, the Workloads table displays the configuration of the latest submitted update. For example, if you change the container image, the image column in the running / requested pods will display the name of updated image. The status of the workload continues to reflect the operational state of the service the workload exposes. For instance, during an update, the workload status remains \"Running\" if the service is still being delivered to consumers. Hovering over the workload's status in the grid will display the phase message for the update, offering additional insights into its update state.</p> </li> <li> <p>The submission of inference updates is currently possible only via API. The following are the API fields that can be updated:  </p> <ul> <li>Command  </li> <li>Args  </li> <li>Image  </li> <li>imagePullPolicy  </li> <li>workingDir  </li> <li>createHomeDir  </li> <li>Probes  </li> <li>environmentVariables  </li> <li>Autoscaling</li> </ul> </li> <li> <p>As long as the update process is not completed, GPUs are not allocated to the replicas of the new revision. This prevents the allocation of idle GPUs so others will not be deprived using them.</p> </li> <li>If the update process is not completed within the default time limit of 10 minutes, it will automatically stop. At that point, all replicas of the new revision will be removed, and the original revision will continue to run normally.</li> <li>The default time limit for updates is configurable. Consider setting a longer duration if your workload requires extended time to pull the image due to its size, if the workload takes additional time to reach a 'READY' state due to a long initialization process, or if your cluster depends on autoscaling to allocate resources for new replicas. For example, to set the time limit to 30 minutes, you can run the following command: <pre><code>kubectl patch ConfigMap config-deployment -n knative-serving --type='merge' -p '{\"data\": {\"progress-deadline\": \"1800s\"}}'\n</code></pre></li> </ul>"},{"location":"Researcher/workloads/inference/inference-overview/#inference-workloads-with-knative-new-behavior-in-v219","title":"Inference workloads with Knative new behavior in v2.19","text":"<p>Starting in version 2.19, all pods of a single Knative revision are grouped under a single Pod-Group. This means that when a new Knative revision is created:</p> <ul> <li>It either succeeds in allocating the minimum number of pods; or </li> <li>It fails and moves into a pending state, to retry again later to allocate all pods with their resources. </li> </ul> <p>The resources (GPUs, CPUs) are not occupied by a new Knative revision until it succeeds in allocating all pods. The older revision pods are then terminated and release their resources (GPUs, CPUs) back to the cluster to be used by other workloads.</p>"},{"location":"Researcher/workloads/inference/inference-overview/#see-also","title":"See Also","text":"<ul> <li>To set up Inference, see Cluster installation prerequisites.</li> <li>For running Inference see Inference quick-start.</li> <li>To run Inference using API see Workload overview.</li> </ul>"},{"location":"Researcher/workloads/inference/nim-inference/","title":"Deploy inference workloads with NVIDIA NIM","text":"<p>This article explains how to deploy a GenAI model from Nvidia NIM as an inference workload via the Run:ai UI.</p> <p>An inference workload provides the setup and configuration needed to deploy your trained model for real-time or batch predictions. It includes specifications for the container image, data sets, network settings, and resource requests required to serve your models.</p> <p>The inference workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the inference workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/inference/nim-inference/#creating-a-nim-inference-workload","title":"Creating a NIM inference workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new inference workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Inference     Within the new inference form:</li> <li>Select under which cluster to create the inference workload</li> <li>Select the project in which your inference will run</li> <li> <p>Select NIM from Inference type </p> <p>Note</p> <p>Selecting the Inference type is disabled by default. If you cannot see it in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Models.</p> </li> <li> <p>Enter a unique name for the inference workload (if the name already exists in the project, you will be requested to submit a different name)</p> </li> <li>Click CONTINUE     In the next step:</li> <li> <p>Select the NIM model and set how to access</p> <ul> <li>Set the model name by selecting a model or entering the model name as displayed in NIM</li> <li> <p>Set how the model profile should be selected </p> <p>A NIM model profile sets compatible model engines and criteria for engine selection, such as precision, latency, throughput optimization, and GPU requirements. Profiles are optimized to balance either latency or throughput, with quantized profiles (e.g., fp8) preferred to reduce memory usage and enhance performance.</p> <ul> <li>Automatically (recommended)     NIM is designed to automatically select the most suitable profile from the list of compatible profiles based on the detected hardware. Each profile consists of different parameters that influence the selection process.</li> <li>Manually <ul> <li>Enter profile name or hash</li> </ul> </li> </ul> </li> <li> <p>Optional: Modify who can access the inference serving endpoint</p> <ul> <li> <p>Public (default)</p> <p>Everyone within the network can access the endpoint with no authentication</p> </li> <li> <p>All authenticated users </p> <p>Everyone within the organization\u2019s account that can log in (to Run:ai or SSO)</p> </li> <li> <p>Specific group(s) </p> <ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the endpoint.</li> </ul> </li> <li> <p>Specific user(s)</p> <ul> <li>Click +USER </li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the endpoint.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select how to access the model store</p> <ul> <li>From NVIDIA NGC - The model is downloaded when the workload starts running<ul> <li>Set the NVIDIA NGC API key<ul> <li>Enter a key    </li> <li>(Optional) Click Storage  - When downloading a model from NVIDIA NGC, selecting storage is recommended.         Select a data source where the model is already cached to reduce loading time or click +NEW DATA SOURCE to add a new data source to the gallery. This will cache the model and reduce loading time for future use. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.  For a step-by-step guide on adding data sources to the gallery, see data sources.  Once created, the new data source will be automatically selected.         </li> </ul> </li> </ul> </li> <li>From storage - The model is accessed directly and without being downloaded<ul> <li>Storage - Set where to load the model              Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.      For a step-by-step guide on adding data sources to the gallery, see data sources.      Once created, the new data source will be automatically selected.</li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your inference workload</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the minimum and maximum number of replicas to be scaled up and down to meet the changing demands of inference services.</li> <li> <p>If the number of minimum and maximum replicas are different, autoscaling will be triggered and you'll need to set conditions for creating a new replica. A replica will be created every time a condition is met. When a condition is no longer met after a replica was created, the replica will be automatically deleted to save resources. </p> <ul> <li>Select a variable - The variable's values will be monitored via the container's port.<ul> <li>Latency (milliseconds)</li> <li>Throughput (Requests/sec)</li> <li>Concurrency (Requests)</li> </ul> </li> <li>Set a value - This value is the threshold at which autoscaling is triggered</li> </ul> </li> <li> <p>Optional: Set when the replicas should be automatically scaled down to zero.     This allows the compute resources to be freed up when the model is inactive (i.e., there are no requests being sent)     When automatic scaling to zero is enabled, the minimum number of replicas set in the previous step, automatically changes to 0</p> </li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - If the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE INFERENCE</li> </ol>"},{"location":"Researcher/workloads/inference/nim-inference/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the inference workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/","title":"Introduction to Workloads","text":"<p>Run:ai enhances visibility and simplifies management, by monitoring, presenting and orchestrating all AI workloads in the clusters it is installed on. Workloads are the fundamental building blocks for consuming resources, enabling AI practitioners such as researchers, data scientists and engineers to efficiently support the entire life cycle of an AI initiative. </p>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#workloads-across-the-ai-lifecycle","title":"Workloads across the AI lifecycle","text":"<p>A typical AI initiative progresses through several key stages, each with distinct workloads and objectives. With Run:ai, research and engineering teams can host and manage all these workloads to achieve the following:</p> <ul> <li>Data preparation: Aggregating, cleaning, normalizing, and labeling data to prepare for training.</li> <li>Training: Conducting resource-intensive model development and iterative performance optimization.</li> <li>Fine-tuning: Adapting pre-trained models to domain-specific data sets while balancing efficiency and performance.</li> <li>Inference: Deploying models for real-time or batch predictions with a focus on low latency and high throughput.</li> <li>Monitoring and optimization: Ensuring ongoing performance by addressing data drift, usage patterns, and retraining as needed.</li> </ul>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#what-is-a-workload","title":"What is a workload?","text":"<p>A workload runs in the cluster, is associated with a namespace, and operates to fulfill its targets, whether that is running to completion for a batch job, allocating resources for experimentation in an integrated development environment (IDE)/notebook, or serving inference requests in production. </p> <p>The workload, defined by the AI practitioner, consists of:</p> <ul> <li>Container images: This includes the application, its dependencies, and the runtime environment.</li> <li>Compute resources: CPU, GPU, and RAM to execute efficiently and address the workload\u2019s needs.</li> <li>Data sets: The data needed for processing, such as training data sets or input from external databases. </li> <li>Credentials: The access to certain data sources or external services, ensuring proper authentication and authorization. </li> </ul>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#workload-scheduling-and-orchestration","title":"Workload scheduling and orchestration","text":"<p>Run:ai\u2019s core mission is to optimize AI resource usage at scale. This is achieved through efficient scheduling and orchestrating of all cluster workloads using the Run:ai Scheduler. The Scheduler allows the prioritization of workloads across different departments and projects within the organization at large scales, based on the resource distribution set by the system administrator.</p>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#runai-and-third-party-workloads","title":"Run:ai and third-party workloads","text":"<ul> <li>Run:ai workloads: These workloads are submitted via the Run:ai platform. They are represented by Kubernetes Custom Resource Definitions (CRDs) and APIs. When using Run:ai workloads, a complete Workload and Scheduling Policy solution is offered for administrators to ensure optimizations, governance and security standards are applied. </li> <li>Third-party workloads: These workloads are submitted via third-party applications that use the Run:ai Scheduler. The Run:ai platform manages and monitors these workloads. They enable seamless integrations with external tools, allowing teams and individuals flexibility. </li> </ul>"},{"location":"Researcher/workloads/overviews/introduction-to-workloads/#levels-of-support","title":"Levels of support","text":"<p>Different types of workloads have different levels of support. Understanding what capabilities are needed before selecting the workload type to work with is important. The table below details the level of support for each workload type in Run:ai. Run:ai workloads are fully supported with all of Run:ai advanced features and capabilities. While third-party workloads are partially supported. The list of capabilities can change between different Run:ai versions.</p> Functionality Workload Type Run:ai workloads Third-party workloads Training - Standard Workspace Inference Training - distributed Fairness v v v v v Priority and preemption v v v v v Over quota v v v v v Node pools v v v v v Bin packing / Spread v v v v v Multi-GPU fractions v v v v v Multi-GPU dynamic fractions v v v v v Node level scheduler v v v v v Multi-GPU memory swap v v v v v Elastic scaling NA NA v v v Gang scheduling v v v v v Monitoring v v v v v RBAC v v v v Workload awareness v v v v Workload submission v v v v Workload actions (stop/run) v v v v Workload Policies v v v v Scheduling rules v v v v <p>Note</p> <p>Workload awareness</p> <p>Specific workload-aware visibility, so that different pods are identified and treated as a single workload (for example GPU utilization, workload view, dashboards).</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/","title":"Workloads","text":"<p>This article explains the procedure for managing workloads.</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#workloads-table","title":"Workloads table","text":"<p>The Workloads table can be found under Workload manager in the Run:ai platform.</p> <p>The workloads table provides a list of all the workloads scheduled on the run:ai Scheduler, and allows you to manage them.</p> <p></p> <p>The Workloads table consists of the following columns:</p> Column Description Workload The name of the workload Type The workload type Preemptible Is the workload preemptible Status The different phases in a workload life cycle. Project The project in which the workload runs. Department The department that the workload is associated with. this column is visible only if the department toggle is enabled by your administrator. Created by The user who created the workload Running/requested pods The number of running pods out of the requested Creation time The timestamp for when the workload was created Completion time The timestamp the workload reached a terminal state (failed/completed) Connection(s) The method by which you can access and interact with the running workload. It's essentially the \"doorway\" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc). Click one of the values in the column to view the list of connections and their parameters Data source(s) Data resources used by the workload Environment The environment used by the workload Workload architecture Standard or distributed. A standard workload consists of a single process. A distributed workload consists of multiple processes working together. These processes can run on different nodes. GPU compute request Amount of GPU devices requested GPU compute allocation Amount of GPU devices allocated GPU memory request Amount of GPU memory Requested GPU memory allocation Amount of GPU memory allocated Idle GPU devices The number of allocated GPU devices that have been idle for more than 5 minutes CPU compute request Amount of CPU cores requested CPU compute allocation Amount of CPU cores allocated CPU memory request Amount of CPU memory requested CPU memory allocation Amount of CPU memory allocated Cluster The cluster that the workload is associated with"},{"location":"Researcher/workloads/overviews/managing-workloads/#workload-status","title":"Workload status","text":"<p>The following table describes the different phases in a workload life cycle. The UI provides additional details for some of the below workload statuses which can be viewed by clicking the icon next to the status.</p> Status Description Entry Condition Exit Condition Creating Workload setup is initiated in the cluster. Resources and pods are now provisioning. A workload is submitted. A multi-pod group is created. Pending Workload is queued and awaiting resource allocation. A pod group exists. All pods are scheduled. Initializing Workload is retrieving images, starting containers, and preparing pods. All pods are scheduled. All pods are initialized or a failure to initialize is detected. Running Workload is currently in progress with all pods operational. All pods initialized (all containers in pods are ready). Workload completion or failure. Degraded Pods may not align with specifications, network services might be incomplete, or persistent volumes may be detached. Check your logs for specific details. Pending - All pods are running but have issues. Running - All pods are running with no issues. Running - All resources are OK. Completed - Workload finished with fewer resources. Failed - Workload failure or user-defined rules. Deleting Workload and its associated resources are being decommissioned from the cluster. Deleting the workload. Resources are fully deleted. Stopped Workload is on hold and resources are intact but inactive. Stopping the workload without deleting resources. Transitioning back to the initializing phase or proceeding to deleting the workload. Failed Image retrieval failed or containers experienced a crash. Check your logs for specific details. An error occurs preventing the successful completion of the workload. Terminal state. Completed Workload has successfully finished its execution. The workload has finished processing without errors. Terminal state."},{"location":"Researcher/workloads/overviews/managing-workloads/#pods-associated-with-workload","title":"Pods Associated with Workload","text":"<p>Click one of the values in the Running/requested pods column, to view the list of pods and their parameters.</p> Column Description Pod Pod name Status Pod lifecycle stages Node The node on which the pod resides Node pool The node pool in which the pod resides (applicable if node pools are enabled) Image The pod\u2019s main image GPU compute allocation Amount of GPU devices allocated for the pod GPU memory allocation Amount of GPU memory allocated for the pod"},{"location":"Researcher/workloads/overviews/managing-workloads/#connections-associated-with-workload","title":"Connections Associated with Workload","text":"<p>A connection refers to the method by which you can access and interact with the running workloads. It is essentially the \"doorway\" through which you can reach and use the applications (tools) these workloads provide.</p> <p>Click one of the values in the Connection(s) column, to view the list of connections and their parameters. Connections are network interfaces that communicate with the application running in the workload. Connections are either the URL the application exposes or the IP and the port of the node that the workload is running on.</p> Column Description Name The name of the application running on the workload Connection type The network connection type selected for the workload Access Who is authorized to use this connection (everyone, specific groups/users) Address The connection URL Copy button Copy URL to clipboard Connect button Enabled only for supported tools"},{"location":"Researcher/workloads/overviews/managing-workloads/#data-sources-associated-with-workload","title":"Data Sources Associated with Workload","text":"<p>Click one of the values in the Data source(s) column, to view the list of data sources and their parameters.</p> Column Description Data source The name of the data source mounted to the workload Type The data source type"},{"location":"Researcher/workloads/overviews/managing-workloads/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh - Click REFRESH to update the table with the latest data  </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul>"},{"location":"Researcher/workloads/overviews/managing-workloads/#showhide-details","title":"Show/Hide details","text":"<p>Click a row in the Workloads table and then click the SHOW DETAILS button at the upper-right side of the action bar. The details pane appears, presenting the following tabs:</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#event-history","title":"Event History","text":"<p>Displays the workload status over time. It displays events describing the workload lifecycle and alerts on notable events. Use the filter to search through the history for specific events.</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#metrics","title":"Metrics","text":"<ul> <li>GPU utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node.  </li> <li>GPU memory utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node.  </li> <li>CPU compute utilization   The average of all CPUs\u2019 cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node.  </li> <li>CPU memory utilization   The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node.  </li> <li> <p>CPU memory usage   The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines.  </p> </li> <li>You can click the date picker to change the presented period  </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use Reset zoom to go back to the preset period  </li> <li>Changes in the period affect all graphs on this screen.</li> </ul>"},{"location":"Researcher/workloads/overviews/managing-workloads/#logs","title":"Logs","text":"<p>Workload events are ordered in chronological order. The logs contain events from the workload\u2019s lifecycle to help monitor and debug issues.</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#adding-new-workload","title":"Adding new workload","text":"<p>Before starting, make sure you have created a project or have one created for you to work with workloads.</p> <p>To create a new workload:</p> <ol> <li>Click +NEW WORKLOAD </li> <li>Select a workload type - Follow the links below to view the step-by-step guide for each workload type:  <ul> <li>Workspace. Used for data preparation and model-building tasks.  </li> <li>Training. Used for standard training tasks of all sorts  </li> <li>Distributed Training. Used for distributed tasks of all sorts  </li> <li>Inference. Used for inference and serving tasks  </li> <li>Job (legacy). This type is displayed only if enabled by your Administrator, under General settings \u2192 Workloads \u2192 Workload policies  </li> </ul> </li> <li>Click CREATE WORKLOAD</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#stopping-a-workload","title":"Stopping a workload","text":"<p>Stopping a workload kills the workload pods and releases the workload resources.</p> <ol> <li>Select the workload you want to stop  </li> <li>Click STOP</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#running-a-workload","title":"Running a workload","text":"<p>Running a workload spins up new pods and resumes the workload work after it was stopped.</p> <ol> <li>Select the workload you want to run again  </li> <li>Click RUN</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#connecting-to-a-workload","title":"Connecting to a workload","text":"<p>To connect to an application running in the workload (for example, Jupyter Notebook)</p> <ol> <li>Select the workload you want to connect  </li> <li>Click CONNECT </li> <li>Select the tool from the drop-down list  </li> <li>The selected tool is opened in a new tab on your browser</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#deleting-a-workload","title":"Deleting a workload","text":"<ol> <li>Select the workload you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion  </li> </ol> <p>Note</p> <p>Once a workload is deleted you can view it in the Deleted tab in the workloads view. This tab is displayed only if enabled by your Administrator, under General settings \u2192 Workloads \u2192 Deleted workloads</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#copy-edit-a-workload","title":"Copy &amp; Edit a workload","text":"<ol> <li>Select the workload you want to copy and edit  </li> <li>Click COPY &amp; EDIT </li> <li>Update the workload and click CREATE WORKLOAD</li> </ol>"},{"location":"Researcher/workloads/overviews/managing-workloads/#using-api","title":"Using API","text":"<p>Go to the Workloads API reference to view the available actions</p>"},{"location":"Researcher/workloads/overviews/managing-workloads/#troubleshooting","title":"Troubleshooting","text":"<p>To understand the condition of the workload, review the workload status in the Workload table. For more information, see check the workload\u2019s event history.</p> <p>Listed below are a number of known issues when working with workloads and how to fix them:</p> Issue Mediation Cluster connectivity issues (there are issues with your connection to the cluster error message) Verify that you are on a network that has been granted access to the cluster.  Reach out to your cluster admin for instructions on verifying this.  If you are an admin, see the troubleshooting section in the cluster documentation Workload in \u201cInitializing\u201d status for some time Check that you have access to the Container image registry.  Check the statuses of the pods in the pods\u2019 modal.  Check the event history for more details Workload has been pending for some time Check that you have the required quota.  Check the project\u2019s available quota in the project dialog.  Check that all services needed to run are bound to the workload.  Check the event history for more details. PVCs created using the K8s API or <code>kubectl</code> are not visible or mountable in Run:ai. This is by design.  - Create a new data source of type PVC in the Run:ai UI  - In the Data mount section, select Existing PVC  - Select the PVC you created via the K8S API  You are now able to select and mount this PVC in your Run:ai submitted workloads. Workload is not visible in the UI. Check that the workload hasn\u2019t been deleted.  See the \u201cDeleted\u201d tab in the workloads view"},{"location":"Researcher/workloads/overviews/workload-types/","title":"Run:ai Workload Types","text":"<p>In the world of machine learning (ML), the journey from raw data to actionable insights is a complex process that spans multiple stages. Each stage of the AI lifecycle requires different tools, resources, and frameworks to ensure optimal performance. Run:ai simplifies this process by offering specialized workload types tailored to each phase, facilitating a smooth transition across various stages of the ML workflows. </p> <p>The ML lifecycle usually begins with the experimental work on data and exploration of different modeling techniques to identify the best approach for accurate predictions. At this stage, resource consumption is usually moderate as experimentation is done on a smaller scale. As confidence grows in the model's potential and its accuracy, the demand for compute resources increases. This is especially true during the training phase, where vast amounts of data need to be processed, particularly with complex models such as large language models (LLMs), with their huge parameter sizes, that often require distributed training across multiple GPUs to handle the intensive computational load. </p> <p>Finally, once the model is ready, it moves to the inference stage, where it is deployed to make predictions on new, unseen data. Run:ai's workload types are designed to correspond with the natural stages of this lifecycle. They are structured to align with the specific resource and framework requirements of each phase, ensuring that AI researchers and data scientists can focus on advancing their models without worrying about infrastructure management.</p> <p>Run:ai offers three workload types that correspond to a specific phase of the researcher\u2019s work:</p> <ul> <li>Workspaces \u2013 For experimentation with data and models.</li> <li>Training \u2013 For resource-intensive tasks such as model training and data preparation.</li> <li>Inference \u2013 For deploying and serving the trained model.</li> </ul>"},{"location":"Researcher/workloads/overviews/workload-types/#workspaces-the-experimentation-phase","title":"Workspaces: the experimentation phase","text":"<p>The Workspace is where data scientists conduct initial research, experiment with different data sets, and test various algorithms. This is the most flexible stage in the ML lifecycle, where models and data are explored, tuned, and refined. The value of workspaces lies in the flexibility they offer, allowing the researcher to iterate quickly without being constrained by rigid infrastructure.  </p> <ul> <li> <p>Framework flexibility</p> <p>Workspaces support a variety of machine learning frameworks, as researchers need to experiment with different tools and methods. </p> </li> <li> <p>Resource requirements</p> <p>Workspaces are often lighter on resources compared to the training phase, but they still require significant computational power for data processing, analysis, and model iteration. </p> <p>Hence, the default for the Run:ai workspaces considerations is to allow scheduling those workloads without the ability to preempt them once the resources were allocated. However, this non-preemptable state doesn\u2019t allow to utilize more resources outside of the project\u2019s deserved quota. </p> </li> </ul> <p>See Running workspaces to learn more about how to submit a workspace via the Run:ai platform. For quick starts, see Running Jupyter Notebook using workspaces.</p>"},{"location":"Researcher/workloads/overviews/workload-types/#training-scaling-resources-for-model-development","title":"Training: scaling resources for model development","text":"<p>As models mature and the need for more robust data processing and model training increases, Run:ai facilitates this shift through the Training workload. This phase is resource-intensive, often requiring distributed computing and high-performance clusters to process vast data sets and train models.</p> <ul> <li> <p>Training architecture</p> <p>For training workloads Run:ai allows you to specify the architecture - standard or distributed. The distributed architecture is relevant for larger data sets and more complex models that require utilizing multiple nodes. For the distributed architecture, Run:ai allows you to specify different configurations for the master and workers and select which framework to use -  PyTorch, XGBoost, MPI, and TensorFlow. In addition, as part of the distributed configuration, Run:ai enable the researchers to schedule their distributed workloads on nodes within the same region, zone, placement group, or any other topology.</p> </li> <li> <p>Resource requirements</p> <p>Training tasks demand high memory, compute power, and storage. Run:ai ensures that the allocated resources match the scale of the task and allows those workloads to utilize more compute resources than the project\u2019s deserved quota. Make sure that if you wish your training workload not to be preempted, specify the number of GPU\u2019s that are in your quota.  </p> </li> </ul> <p>See Standard training and Distributed training to learn more about how to submit a training workload via the Run:ai UI. For quick starts, see Run your first standard training and Run your first distributed training. </p>"},{"location":"Researcher/workloads/overviews/workload-types/#inference-deploying-and-serving-models","title":"Inference: deploying and serving models","text":"<p>Once a model is trained and validated, it moves to the Inference stage, where it is deployed to make predictions (usually in a production environment). This phase is all about efficiency and responsiveness, as the model needs to serve real-time or batch predictions to end-users or other systems.</p> <ul> <li> <p>Inference-specific use cases</p> <p>Naturally, inference workloads are required to change and adapt to the ever-changing demands to meet SLA. For example, additional replicas may be deployed, manually or automatically, to increase compute resources as part of a horizontal scaling approach or a new version of the deployment may need to be rolled out without affecting the running services.</p> </li> <li> <p>Resource requirements</p> <p>Inference models differ in size and purpose, leading to varying computational requirements. For example, small OCR models can run efficiently on CPUs, whereas LLMs typically require significant GPU memory for deployment and serving. Inference workloads are considered production-critical and are given the highest priority to ensure compliance with SLAs. Additionally, Run:ai ensures that inference workloads cannot be preempted, maintaining consistent performance and reliability.</p> </li> </ul> <p>See Deploy a custom inference workload to learn more about how to submit an inference workload via the Run:ai UI. </p>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/","title":"Train models using a distributed training workload","text":"<p>This article explains how to create a distributed training workload via the Run:ai UI.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p> <p>The distributed training workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the distributed training workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#creating-a-distributed-training-workload","title":"Creating a distributed training workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new distributed training workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Training     Within the new training form:</li> <li>Select under which cluster to create the training workload</li> <li>Select the project in which your training will run</li> <li> <p>Set the training workload architecture as distributed workload, which consists of multiple processes working together. These processes can run on different nodes. This workload uses environments that support distributed training workloads only. </p> <ul> <li> <p>Set the framework for the distributed workload. Select from - </p> <ul> <li>PyTorch</li> <li>TensorFlow</li> <li>XG Boost</li> <li>MPI</li> </ul> <p>In case one the above frameworks is not enabled, see Distributed training prerequisites for details on enabling.  </p> </li> <li> <p>Set the distributed workload configuration that defines how  distributed training workloads are divided across multiple machines or processes. Choose a configuration based on your training requirements and infrastructure -</p> <ul> <li>Workers &amp; master</li> <li>Workers only</li> </ul> </li> </ul> </li> <li> <p>Select a preconfigured template or select Start from scratch to launch a new training workload quickly</p> </li> <li>Enter a unique name for the training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE     In the next step:</li> <li>Select the environment for your training workload<ul> <li>Select an environment or click +NEW ENVIRONMENT to add a new environment to the gallery.     For a step-by-step guide on adding environments to the gallery, see Environments. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your tool(s). The tools are configured as part of the environment.<ul> <li>External URL<ul> <li>Custom URL<ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can access the tool:<ul> <li>All authenticated users (default)     Everyone within the organization\u2019s account</li> <li>Specific group(s)<ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li>Specific user(s)<ul> <li>Click +USER</li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li>Node port<ul> <li>Custom port<ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the command and arguments for the container running the workload     When If no command is added, the container will use the image\u2019s default command (entry-point).<ul> <li>Modify the existing command or click +COMMAND &amp; ARGUMENTS to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the environment variable(s) <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable<ul> <li>Custom<ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your training workload</p> <ul> <li>Set the number of workers for your workload</li> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> <li> <p>Optional: Set topology to let the workload be scheduled on nodes with a matching topology. Topology lets the workload to be scheduled on nodes within the same region, zone, placement group or any other topology you define.</p> <p>Note</p> <p>Setting topology is disabled, by default. If you cannot see Topology in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Topology</p> <ul> <li>Click +TOPOLOGY</li> <li>Enter a key</li> <li>Select the operator <ul> <li>Required - If the scheduler can\u2019t schedule all pods within the same topology, the workload will be pending.</li> <li>Preferred - The scheduler will try to schedule all pods within the same topology but may schedule some pods on nodes that are not part of the same topology.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload     A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click +VOLUME</li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class.</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, see Kubernetes storage classes.</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li>Block - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the Container path with the volume target location</li> <li>Set the volume persistency<ul> <li>Persistent - The volume and its data will be deleted only when the workload is deleted.</li> <li>Ephemeral - The volume and its data will be deleted every time the workload\u2019s status changes to \u201cStopped.\u201d</li> </ul> </li> </ul> </li> <li> <p>Optional: Select data sources for your training workload </p> <p>Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection. For a step-by-step guide on adding data sources to the gallery, see data sources. Once created, the new data source will be automatically selected.</p> <ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the grace period for workload preemption. This is a buffer that allows a preempted workload to reach a safe checkpoint before it is forcibly preempted. Enter a timeframe between 0 sec and 5 min.</li> <li>Set the backoff limit before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to \"Failed.\" Enter a value between 1 and 100.</li> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CONTINUE</li> <li> <p>Decide if you wish to define a different setup between the Workers and the Master via the toggle. When disabled the master\u2019s setup will inherit the workers\u2019 setup.</p> <ul> <li>In case a different setup is requested or required, repeat  steps 9-13 stated above with necessary changes.</li> </ul> </li> <li> <p>Click CREATE TRAINING</p> </li> </ol>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#workload-policies","title":"Workload Policies","text":"<p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see Workload Policies and Rules.</p> <p>The effects of the policy are reflected in the training creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the training workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#using-cli","title":"Using CLI","text":"<p>To view the available actions,see all possible distributed training workloads in the  CLI v2 reference or the CLI v1 reference.</p>"},{"location":"Researcher/workloads/training/distributed-training/distributed-training/#using-api","title":"Using API","text":"<p>To view the available actions, see the Distributed workload API reference.</p>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/","title":"Run your First Distributed Training","text":"<p>This article provides a step-by-step walkthrough for running a PyTorch distributed training workload.</p> <p>Distributed training is the ability to split the training of a model among multiple processors. Each processor is called a worker. Worker nodes work in parallel to speed up model training. There is also a master which coordinates the workers.</p>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/#prerequisites","title":"Prerequisites","text":"<p>Before you start, make sure:</p> <ul> <li>You have created a project or have one created for you.</li> <li>The project has an assigned quota of at least 1 GPU.</li> </ul>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/#step-1-logging-in","title":"Step 1: Logging in","text":"User InterfaceCLI V1CLI V2API <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>Log in using the following command. You will be prompted to enter your username and password:</p> <pre><code>runai login\n</code></pre> <p>Run the below --help command to obtain the login options and log in according to your setup:</p> <pre><code>runai login --help  \n</code></pre> <p>To use the API, you will need to obtain a token. Please follow the API authentication article.</p>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/#step-2-submitting-a-distributed-training-workload","title":"Step 2: Submitting a distributed training workload","text":"User InterfaceCLI V1CLI V2API <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Training </li> <li>Select under which cluster to create the workload</li> <li>Select the project in which your workload will run</li> <li>Under Workload architecture, select Distributed and choose PyTorch. Set the distributed training configuration to Worker &amp; master</li> <li>Select a preconfigured template or select the Start from scratch to launch a new workload quickly</li> <li>Enter a name for the distributed training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE</li> <li> <p>Click +NEW ENVIRONMENT</p> <p>a. Enter pytorch-dt as the name</p> <p>b. Enter kubeflow/pytorch-dist-mnist:latest as the Image URL</p> <p>c. Click CREATE ENVIRONMENT</p> </li> <li> <p>When the previous screen comes up, enter 2 workers and select \u2018small-fraction\u2019 as the compute resource for your workload</p> <ul> <li>If the \u2018small-fraction\u2019 is not displayed in the gallery, follow the step-by-step guide: </li> </ul> Create a small-fraction compute resource <ol> <li>Click +NEW COMPUTE RESOURCE</li> <li>Select under which cluster to create the compute resource</li> <li>Select a scope</li> <li>Enter a name for the compute resource. The name must be unique.</li> <li>Set GPU devices per pod - 1</li> <li> <p>Set GPU memory per device </p> <ul> <li>Select % (of device) - Fraction of a GPU device\u2019s memory</li> </ul> </li> <li> <p>Optional: set the CPU compute per pod - 0.1 cores (default)</p> </li> <li>Optional: set the CPU memory per pod - 100 MB (default)</li> <li>Click CREATE COMPUTE RESOURCE</li> </ol> <ul> <li>The newly created small-fraction compute resource will be selected automatically</li> </ul> </li> <li> <p>Click CONTINUE</p> </li> <li> <p>Click CREATE TRAINING</p> <p>After the distributed training workload is created, it is added to the workloads table.</p> </li> </ol> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai config project \"project-name\"  \nrunai submit-dist pytorch \"workload-name\" --workers=2 -g 0.1 \\\n   -i kubeflow/pytorch-dist-mnist:latest\n</code></pre> <p>This would start a distributed training workload based on kubeflow/pytorch-dist-mnist:latest with one master and two workers.</p> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai project set \"project-name\"\nrunai distributed submit \"workload-name\" --framework PyTorch \\\n   -i kubeflow/pytorch-dist-mnist:latest --workers 2 \n   --gpu-request-type portion --gpu-portion-request 0.1 --gpu-devices-request 1 --cpu-memory-request 100M\n</code></pre> <p>This would start a distributed training workload based on kubeflow/pytorch-dist-mnist:latest with one master and two workers.</p> <p>Copy the following command to your terminal. Make sure to update the below parameters according to the comments. For more details, see Distributed API reference:</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/distributed' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"workload-name\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {  \n        \"compute\": { \n            \"cpuCoreRequest\": 0.1,\n            \"gpuRequestType\": \"portion\",\n            \"cpuMemoryRequest\": \"100M\",\n            \"gpuDevicesRequest\": 1,\n            \"gpuPortionRequest\": 0.1 \n        },      \n        \"image\": \"kubeflow/pytorch-dist-mnist:latest\",  \n        \"numWorkers\": 2,  \\ \n        \"distributedFramework\": \"PyTorch\" \\\n    } \n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workload is running on. You can get the Project ID via the Get Projects API Get Projects API.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>This would start a distributed training workload based on kubeflow/pytorch-dist-mnist:latest with one master and two workers.</p> <p>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</p>"},{"location":"Researcher/workloads/training/distributed-training/quickstart-distributed-training/#next-steps","title":"Next Steps","text":"<ul> <li>Manage and monitor your newly created workload using the workloads table.</li> <li>After validating your training performance and results, deploy your model using inference.</li> </ul>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/","title":"Run your First Standard Training","text":"<p>This article provides a step-by-step walkthrough for running a standard training workload.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/#prerequisites","title":"Prerequisites","text":"<p>Before you start, make sure:</p> <ul> <li>You have created a project or have one created for you.</li> <li>The project has an assigned quota of at least 1 GPU.</li> </ul>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/#step-1-logging-in","title":"Step 1: Logging in","text":"User InterfaceCLI V1CLI V2API <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>Log in using the following command. You will be prompted to enter your username and password:</p> <pre><code>runai login\n</code></pre> <p>Run the below --help command to obtain the login options and log in according to your setup:</p> <pre><code>runai login --help  \n</code></pre> <p>To use the API, you will need to obtain a token. Please follow the API authentication article.</p>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/#step-2-submitting-a-standard-training-workload","title":"Step 2: Submitting a standard training workload","text":"User InterfaceCLI V1CLI V2API <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Training </li> <li>Select under which cluster to create the workload</li> <li>Select the project in which your workload will run</li> <li>Under Workload architecture, select Standard </li> <li>Select a preconfigured template or select the Start from scratch to launch a new workload quickly</li> <li>Enter a name for the standard training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE</li> <li> <p>Click +NEW ENVIRONMENT</p> <p>a. Enter quickstart as the name</p> <p>b. Enter runai.jfrog.io/demo/quickstart as the Image URL</p> <p>c. Click CREATE ENVIRONMENT</p> </li> <li> <p>Select the \u2018one-gpu\u2019 compute resource for your workload (GPU devices: 1) </p> <ul> <li>If the \u2018one-gpu\u2019 is not displayed in the gallery, follow the step-by-step guide: </li> </ul> Create a one-gpu compute resource <ol> <li>Click +NEW COMPUTE RESOURCE</li> <li>Select under which cluster to create the compute resource</li> <li>Select a scope</li> <li>Enter a name for the compute resource. The name must be unique.</li> <li>Set GPU devices per pod - 1</li> <li> <p>Set GPU memory per device </p> <ul> <li>Select % (of device) - Fraction of a GPU device\u2019s memory</li> <li>Set the memory Request - 100 (The workload will allocate 100% of the GPU memory)</li> </ul> </li> <li> <p>Optional: set the CPU compute per pod - 0.1 cores (default)</p> </li> <li>Optional: set the CPU memory per pod - 100 MB (default)</li> <li>Click CREATE COMPUTE RESOURCE</li> </ol> <ul> <li>The newly created one-gpu compute resource will be selected automatically</li> </ul> </li> <li> <p>Click CONTINUE</p> </li> <li> <p>Click CREATE TRAINING</p> <p>After the standard training workload is created, it is added to the workloads table.</p> </li> </ol> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project:</p> <pre><code>runai config project \"project-name\"  \nrunai submit \"workload-name\" -i runai.jfrog.io/demo/quickstart -g 1\n</code></pre> <p>This would start a standard training workload based on a sample docker image, runai.jfrog.io/demo/quickstart, with one GPU allocated.</p> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai project set \"project-name\"\nrunai training submit \"workload-name\" -i runai.jfrog.io/demo/quickstart -g 1\n</code></pre> <p>This would start a standard training workload based on a sample docker image, runai.jfrog.io/demo/quickstart, with one GPU allocated.</p> <p>Copy the following command to your terminal. Make sure to update the below parameters according to the comments. For more details, see Trainings API reference:</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/trainings' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"workload-name\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {  \n       \"image\": \"runai.jfrog.io/demo/quickstart\", \n       \"compute\": { \n       \"gpuDevicesRequest\": 1\n       }, \n    } \n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workload is running on. You can get the Project ID via the Get Projects API Get Projects API.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> </ol> <p>This would start a standard training workload based on a sample docker image, runai.jfrog.io/demo/quickstart, with one GPU allocated.</p> <p>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</p>"},{"location":"Researcher/workloads/training/standard-training/quickstart-standard-training/#next-steps","title":"Next Steps","text":"<ul> <li>Manage and monitor your newly created workload using the workloads table.</li> <li>After validating your training performance and results, deploy your model using inference.</li> </ul>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/","title":"Train models using a standard training workload","text":"<p>This article explains how to create a standard training workload via the Run:ai UI.</p> <p>A training workload contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place. </p> <p>The training workload is assigned to a project and is affected by the project\u2019s quota.</p> <p>To learn more about the training workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#creating-a-standard-training-workload","title":"Creating a standard training workload","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new training workload:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Training     Within the new training form:</li> <li>Select under which cluster to create the training workload</li> <li>Select the project in which your training will run</li> <li>Set the training workload architecture as standard, which consists of a single main running process. This workload uses environments that support standard training workloads only.</li> <li>Select a preconfigured template or select Start from scratch to launch a new training workload quickly</li> <li>Enter a unique name for the training workload (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE     In the next step:</li> <li>Select the environment for your training workload<ul> <li>Select an environment or click +NEW ENVIRONMENT to add a new environment to the gallery.     For a step-by-step guide on adding environments to the gallery, see Environments. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your tool(s). The tools are configured as part of the environment.<ul> <li>External URL<ul> <li>Custom URL<ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can access the tool:<ul> <li>All authenticated users (default)     Everyone within the organization\u2019s account</li> <li>Specific group(s)<ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li>Specific user(s)<ul> <li>Click +USER</li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li>Node port<ul> <li>Custom port<ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the command and arguments for the container running the workload     When If no command is added, the container will use the image\u2019s default command (entry-point).<ul> <li>Modify the existing command or click +COMMAND &amp; ARGUMENTS to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the environment variable(s) <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables<ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable<ul> <li>Custom<ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your training workload</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload     A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click +VOLUME</li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class.</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, see Kubernetes storage classes.</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li>Block - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the Container path with the volume target location</li> <li>Set the volume persistency<ul> <li>Persistent - The volume and its data will be deleted only when the workload is deleted.</li> <li>Ephemeral - The volume and its data will be deleted every time the workload\u2019s status changes to \u201cStopped.\u201d</li> </ul> </li> </ul> </li> <li> <p>Optional: Select data sources for your training workload </p> <p>Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection. For a step-by-step guide on adding data sources to the gallery, see data sources. Once created, the new data source will be automatically selected.</p> <ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li> <p>Optional - General settings:</p> <ul> <li>Set the grace period for workload preemption. This is a buffer that allows a preempted workload to reach a safe checkpoint before it is forcibly preempted. Enter a timeframe between 0 sec and 5 min.</li> <li>Set the number of runs the workload must finish to be considered complete. Multiple runs enhance the reliability and validity of the training results. </li> <li>If the number of runs is above 1, enter a value under Parallelism to specify how many runs may be scheduled in parallel. The value must be less than or equal to the number of runs.</li> <li>Set the backoff limit before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to \"Failed.\" Enter a value between 1 and 100.</li> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE TRAINING</li> </ol>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#workload-policies","title":"Workload Policies","text":"<p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see Workload Policies and Rules.</p> <p>The effects of the policy are reflected in the training creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the training workload is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#using-cli","title":"Using CLI","text":"<p>To view the available actions, see the training workload CLI v2 reference or the CLI v1 reference.</p>"},{"location":"Researcher/workloads/training/standard-training/trainings-v2/#using-api","title":"Using API","text":"<p>To view the available actions, see the Trainings workload API reference.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/","title":"Running Jupyter Notebook Using Workspaces","text":"<p>This guide provides a step-by-step walkthrough for running a Jupyter Notebook using workspaces.</p> <p>A workspace contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in one place. See Running workspaces for more information.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#prerequisites","title":"Prerequisites","text":"<p>Before you start, make sure:</p> <ul> <li>You have created a project or have one created for you.</li> <li>The project has an assigned quota of at least 1 GPU.</li> </ul>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#step-1-logging-in","title":"Step 1: Logging in","text":"User InterfaceCLI V1CLI V2API <p>Browse to the provided Run:ai user interface and log in with your credentials.</p> <p>Log in using the following command. You will be prompted to enter your username and password:</p> <pre><code>runai login\n</code></pre> <p>Run the below --help command to obtain the login options and log in according to your setup:</p> <pre><code>runai login --help  \n</code></pre> <p>To use the API, you will need to obtain a token. Please follow the API authentication article.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#step-2-submitting-a-workspace","title":"Step 2: Submitting a workspace","text":"User InterfaceCLI V1CLI V2API <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Select +NEW WORKLOAD and then Workspace </li> <li>Select under which cluster to create the workload</li> <li>Select the project in which your workspace will run</li> <li>Select a preconfigured template or select the Start from scratch to launch a new workspace quickly</li> <li>Enter a name for the workspace (If the name already exists in the project, you will be    requested to submit a different name)</li> <li>Click CONTINUE</li> <li> <p>Select the \u2018jupyter-lab\u2019 environment for your workspace (Image URL: jupyter/scipy-notebook)</p> <ul> <li>If the \u2018jupyter-lab\u2019 is not displayed in the gallery, follow the step-by-step guide: </li> </ul> Create a jupyter-lab environment <ol> <li>Click +NEW ENVIRONMENT</li> <li>Select under which cluster to create the environment</li> <li>Select a scope. </li> <li>Enter a name for the environment. The name must be unique.</li> <li>Enter the jupyter-lab Image URL - jupyter/scipy-notebook</li> <li> <p>Tools - Set the connection for your tool </p> <ul> <li>Click +TOOL</li> <li>Select Jupyter tool from the list</li> </ul> </li> <li> <p>Set the runtime settings for the environment </p> <ul> <li>Click +COMMAND </li> <li>Enter command - start-notebook.sh</li> <li>Enter arguments - <code>--NotebookApp.base_url=/${RUNAI_PROJECT}/${RUNAI_JOB_NAME} --NotebookApp.token=''</code></li> </ul> </li> </ol> <p>Note</p> <p>If host-based routing is enabled on the cluster, enter the argument <code>--NotebookApp.token=''</code> only.</p> <ol> <li>Click CREATE ENVIRONMENT</li> </ol> <ul> <li>The newly created jupyter-lab will be selected automatically</li> </ul> </li> <li> <p>Select the \u2018one-gpu\u2019 compute resource for your workspace (GPU devices: 1) </p> <ul> <li>If the \u2018one-gpu\u2019 is not displayed in the gallery, follow the step-by-step guide: </li> </ul> Create a one-gpu compute resource <ol> <li>Click +NEW COMPUTE RESOURCE</li> <li>Select under which cluster to create the compute resource</li> <li>Select a scope</li> <li>Enter a name for the compute resource. The name must be unique.</li> <li>Set GPU devices per pod - 1</li> <li> <p>Set GPU memory per device </p> <ul> <li>Select % (of device) - Fraction of a GPU device\u2019s memory</li> <li>Set the memory Request - 100 (The workload will allocate 100% of the GPU memory)</li> </ul> </li> <li> <p>Optional: set the CPU compute per pod - 0.1 cores (default)</p> </li> <li>Optional: set the CPU memory per pod - 100 MB (default)</li> <li>Click CREATE COMPUTE RESOURCE</li> </ol> <ul> <li>The newly created one-gpu compute resource will be selected automatically</li> </ul> </li> <li> <p>Click CREATE WORKSPACE</p> <p>After the workspace is created, it is added to the workloads table.</p> </li> </ol> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai config project \"project-name\"  \nrunai submit \"workload-name\" --jupyter -g 1\n</code></pre> <p>This would start a workspace with a pre-configured Jupyter image with one GPU allocated.</p> <p>Copy the following command to your terminal. Make sure to update the below with the name of your project and workload:</p> <pre><code>runai project set \"project-name\"\nrunai workspace submit \"workload-name\"  --image jupyter/scipy-notebook --gpu-devices-request 1 \\\n    --external-url container=8888  --command start-notebook.sh  \\\n    -- --NotebookApp.base_url=/\\${RUNAI_PROJECT}/\\${RUNAI_JOB_NAME} --NotebookApp.token=''\n</code></pre> <p>Copy the following command to your terminal. Make sure to update the below parameters according to the comments. For more details, see Workspaces API reference:</p> <pre><code>curl -L 'https://&lt;COMPANY-URL&gt;/api/v1/workloads/workspaces' \\ # (1)\n-H 'Content-Type: application/json' \\\n-H 'Authorization: Bearer &lt;TOKEN&gt;' \\ # (2)\n-d '{ \n    \"name\": \"workload-name\", \n    \"projectId\": \"&lt;PROJECT-ID&gt;\", '\\ # (3)\n    \"clusterId\": \"&lt;CLUSTER-UUID&gt;\", \\ # (4)\n    \"spec\": {\n        \"command\" : \"start-notebook.sh\",\n        \"args\" : \"--NotebookApp.base_url=/${RUNAI_PROJECT}/${RUNAI_JOB_NAME} --NotebookApp.token=''\",\n        \"image\": \"jupyter/scipy-notebook\",\n        \"compute\": {\n            \"gpuDevicesRequest\": 1\n        },\n        \"exposedUrls\" : [\n            { \n                \"container\" : 8888,\n                \"toolType\": \"jupyter-notebook\", \\ # (5)\n                \"toolName\": \"Jupyter\" \\ # (6)\n            }\n        ]\n    }\n}'\n</code></pre> <ol> <li><code>&lt;COMPANY-URL&gt;</code> is the link to the Run:ai user interface.</li> <li><code>&lt;TOKEN&gt;</code> is the API access token obtained in Step 1. </li> <li><code>&lt;PROJECT-ID&gt;</code> is #The ID of the Project the workspace is running on. You can get the Project ID via the Get Projects API Get Projects API.</li> <li><code>&lt;CLUSTER-UUID&gt;</code> is the unique identifier of the Cluster. You can get the Cluster UUID by adding the \"Cluster ID\" column to the Clusters view. </li> <li><code>toolType</code> will show the Jupyter icon when connecting to the Jupyter tool via the user interface. </li> <li><code>toolName</code> text will show when connecting to the Jupyter tool via the user interface.</li> </ol> <p>Note</p> <p>The above API snippet will only work with Run:ai clusters of 2.18 and above. For older clusters, use, the now deprecated Cluster API.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#step-3-connecting-to-the-jupyter-notebook","title":"Step 3: Connecting to the Jupyter Notebook","text":"User InterfaceCLI V1CLI V1API <ol> <li>Select the newly created workspace with the Jupyter application that you want to connect to</li> <li>Click CONNECT</li> <li>Select the Jupyter tool </li> <li>The selected tool is opened in a new tab on your browser</li> </ol> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p> <p>To connect to the Jupyter Notebook, browse directly to <code>https://&lt;COMPANY-URL&gt;/&lt;PROJECT-NAME&gt;/jup1</code>.</p>"},{"location":"Researcher/workloads/workspaces/quickstart-jupyter/#next-steps","title":"Next Steps","text":"<p>Manage and monitor your newly created workspace using the workloads table.</p>"},{"location":"Researcher/workloads/workspaces/workspace-v2/","title":"Running Workspaces","text":"<p>This article explains how to create a workspace via the Run:ai UI.</p> <p>A workspace contains the setup and configuration needed for building your model, including the container, images, data sets, and resource requests, as well as the required tools for the research, all in a single place.</p> <p>To learn more about the workspace workload type in Run:ai and determine that it is the most suitable workload type for your goals, see Workload types.</p> <p></p>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#creating-a-new-workspace","title":"Creating a new Workspace","text":"<p>Before you start, make sure you have a project.</p> <p>To add a new workspace:</p> <ol> <li>Go to the Workload manager \u2192 Workloads</li> <li>Click +NEW WORKLOAD and select Workspace     Within the new workspace form:</li> <li>Select under which cluster to create the workload</li> <li>Select the project in which your workspace will run</li> <li>Select a preconfigured template or select Start from scratch to launch a new workspace quickly</li> <li>Enter a unique name for the workspace (if the name already exists in the project, you will be requested to submit a different name)</li> <li>Click CONTINUE     In the next step:</li> <li> <p>Select the environment for your workspace</p> <ul> <li>Select an environment or click +NEW ENVIRONMENT to add a new environment to the gallery.     For a step-by-step guide on adding environments to the gallery, see Environments. Once created, the new environment will be automatically selected.</li> <li>Set the connection for your tool(s). The tools are configured as part of the environment.<ul> <li>External URL<ul> <li>Custom URL<ul> <li>Set the URL</li> </ul> </li> <li>Optional: Modify who can access the tool:<ul> <li>All authenticated users (default)     Everyone within the organization\u2019s account</li> <li>Specific group(s)<ul> <li>Click +GROUP</li> <li>Enter group names as they appear in your identity provider. You must be a member of one of the groups listed to have access to the tool.</li> </ul> </li> <li>Specific user(s)<ul> <li>Click +USER</li> <li>Enter a valid email address or username. If you remove yourself, you will lose access to the tool.</li> </ul> </li> </ul> </li> </ul> </li> <li>Node port<ul> <li>Custom port<ul> <li>Set the node port (enter a port between 30000 and 32767; if the node port is already in use, the workload will fail and display an error message)</li> </ul> </li> </ul> </li> </ul> </li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas).</li> </ul> </li> <li>Optional: Set the command and arguments for the container running the workload.     If no command is added, the container will use the image\u2019s default command (entry-point).<ul> <li>Modify the existing command or click +COMMAND &amp; ARGUMENTS to add a new command.</li> <li>Set multiple arguments separated by spaces, using the following format (e.g.: <code>--arg1=val1</code>).</li> </ul> </li> <li>Set the environment variable(s) <ul> <li>Modify the existing environment variable(s). The existing environment variables may include instructions to guide you with entering the correct values.</li> <li>(Optional) Add new variables</li> <li>Click +ENVIRONMENT VARIABLE<ul> <li>Enter a name</li> <li> <p>Select the source for the environment variable</p> <ul> <li>Custom<ul> <li>Enter a value according to the provided instructions</li> </ul> </li> <li>Credentials - Select select an existing credentials as the environment variable<ul> <li>Select a credential name To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key</li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Select the compute resource for your workspace</p> <ul> <li>Select a compute resource or click +NEW COMPUTE RESOURCE to add a new compute resource to the gallery.     For a step-by-step guide on adding compute resources to the gallery, see compute resources. Once created, the new compute resource will be automatically selected.</li> <li>Optional: Set the order of priority for the node pools on which the scheduler tries to run the workload.     When a workload is created, the scheduler will try to run it on the first node pool on the list. If the node pool doesn't have free resources, the scheduler will move on to the next one until it finds one that is available.<ul> <li>Drag and drop them to change the order, remove unwanted ones, or reset to the default order defined in the project.</li> <li>Click +NODE POOL to add a new node pool from the list of node pools that were defined on the cluster.     To configure a new node pool and for additional information, see node pools.</li> </ul> </li> <li>Select a node affinity to schedule the workload on a specific node type.     If the administrator added a \u2018node type (affinity)\u2019 scheduling rule to the project/department, then this field is mandatory.     Otherwise, entering a node type (affinity) is optional. Nodes must be tagged with a label that matches the node type key and value.  </li> <li> <p>Optional: Set toleration(s) to allow the workload to be scheduled on a node with a matching taint</p> <p>Note</p> <p>Tolerations are disabled, by default. If you cannot see Tolerations in the menu, then it must be enabled by your Administrator, under General settings \u2192 Workloads \u2192 Tolerations</p> <ul> <li>Click +TOLERATION</li> <li>Enter a key</li> <li>Select the operator<ul> <li>Exists - If the key exists on the node, the effect will be applied.</li> <li>Equals - if the key and the value set below matches to the value on the node, the effect will be applied<ul> <li>Enter a value matching the value on the node</li> </ul> </li> </ul> </li> <li>Select the effect for the toleration<ul> <li>NoExecute - Pods that do not tolerate this taint are evicted immediately.</li> <li>NoSchedule - No new pods will be scheduled on the tainted node unless they have a matching toleration. Pods currently running on the node will not be evicted.</li> <li>PreferNoSchedule - The control plane will try to avoid placing a pod that does not tolerate the taint on the node, but it is not guaranteed.</li> <li>Any - All effects above match.</li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Optional: Set the volume needed for your workload     A volume allocates storage space to your workload that is persistent across restarts.</p> <ul> <li>Click +VOLUME</li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class.</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, see Kubernetes storage classes</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - This allows the volume to be mounted as a file system, enabling the usage of directories and files.</li> <li>Block - This exposes the volume as a block storage, which can be formatted or used directly by applications without a file system.</li> </ul> </li> <li>Set the Container path with the volume target location</li> <li>Set the volume persistency<ul> <li>Persistent - The volume and its data will be deleted only when the workload is deleted.</li> <li>Ephemeral - The volume and its data will be deleted every time the workload\u2019s status changes to \u201cStopped.\u201d</li> </ul> </li> </ul> </li> <li>Optional: Select data sources for your workspace     Select a data source or click +NEW DATA SOURCE to add a new data source to the gallery. If there are issues with the connectivity to the cluster, or issues while creating the data source, the data source won't be available for selection.     For a step-by-step guide on adding data sources to the gallery, see data sources.     Once created, the new data source will be automatically selected.<ul> <li>Optional: Modify the data target location for the selected data source(s).</li> </ul> </li> <li>Optional - General settings:<ul> <li>Allow the workload to exceed the project quota. Workloads running over quota may be preempted and stopped at any time.</li> <li>Set the backoff limit before workload failure. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload status will change to \"Failed.\" Enter a value between 1 and 100.</li> <li>Set the timeframe for auto-deletion after workload completion or failure. The time after which a completed or failed workload is deleted; if this field is set to 0 seconds, the workload will be deleted automatically.</li> <li>Set annotations(s)     Kubernetes annotations are key-value pairs attached to the workload. They are used for storing additional descriptive metadata to enable documentation, monitoring and automation.<ul> <li>Click +ANNOTATION</li> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> <li>Set labels(s)     Kubernetes labels are key-value pairs attached to the workload. They are used for categorizing to enable querying.<ul> <li>Enter a name</li> <li>Enter a value</li> </ul> </li> </ul> </li> <li>Click CREATE WORKSPACE</li> </ol>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#workload-policies","title":"Workload Policies","text":"<p>When creating a new workload, fields and assets may have limitations or defaults. These rules and defaults are derived from a policy your administrator set.</p> <p>Policies allow you to control, standardize, and simplify the workload submission process. For additional information, see Workload Policies and Rules.</p> <p>The effects of the policy are reflected in the workspace creation form:</p> <ul> <li>Defaults derived from the policy will be displayed automatically for specific fields.</li> <li>Disabled actions or values must be within a certain range.</li> <li>Rules and defaults for entire sections (such as environments, compute resources, or data sources) may prevent selection and will appear on the entire library card with an option for additional information via an external modal.</li> </ul>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#managing-and-monitoring","title":"Managing and monitoring","text":"<p>After the workspace is created, it is added to the Workloads table, where it can be managed and monitored.</p>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#using-cli","title":"Using CLI","text":"<p>To view the available actions on workspaces, see the Workspaces CLI v2 reference or the CLI v1 reference.</p>"},{"location":"Researcher/workloads/workspaces/workspace-v2/#using-api","title":"Using API","text":"<p>To view the available actions on workspaces, see the Workspaces API reference.</p>"},{"location":"admin/overview-administrator/","title":"Overview: Infrastructure Administrator","text":"<p>The Infrastructure Administrator is an IT person, responsible for the installation, setup and IT maintenance of the Run:ai product. </p> <p>As part of the Infrastructure Administrator documentation you will find:</p> <ul> <li>Install Run:ai <ul> <li>Understand the Run:ai installation</li> <li>Set up a Run:ai Cluster.</li> <li>Set up Researchers to work with Run:ai.</li> </ul> </li> <li>IT Configuration of the Run:ai system</li> <li>Connect Run:ai to an identity provider.</li> <li>Maintenance &amp; monitoring of the Run:ai system</li> <li>Troubleshooting.</li> </ul>"},{"location":"admin/authentication/accessrules/","title":"Access Rules","text":"<p>This article explains the procedure to manage Access rules.</p> <p>Access rules provide users, groups, or applications privileges to system entities.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <p>For example, user user@domain.com is a department admin in department A.</p>"},{"location":"admin/authentication/accessrules/#access-rules-table","title":"Access rules table","text":"<p>The Access rules table can be found under Access in the Run:ai platform.</p> <p>The Access rules table provides a list of all the access rules defined in the platform and allows you to manage them.</p> <p>Note</p> <p>Flexible management</p> <p>It is also possible to manage access rules directly for a specific user, application, project, or department.</p> <p></p> <p>The Access rules table consists of the following columns:</p> Column Description Type The type of subject assigned to the access rule (user, SSO group, or application). Subject The user, SSO group, or application assigned with the role Role The role assigned to the subject Scope The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates Authorized by The user who granted the access rule Creation time The timestamp for when the rule was created Last updated The last time the access rule was updated"},{"location":"admin/authentication/accessrules/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/authentication/accessrules/#adding-new-access-rules","title":"Adding new access rules","text":"<p>To add a new access rule:</p> <ol> <li>Click +NEW ACCESS RULE </li> <li>Select a subject User, SSO Group, or Application </li> <li>Select or enter the subject identifier:  <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP  </li> <li>Group name as recognized by the IDP  </li> <li>Application name as created in Run:ai  </li> </ul> </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE</li> </ol> <p>Note</p> <p>An access rule consists of a single subject with a single role in a single scope. To assign multiple roles or multiple scopes to the same subject, multiple access rules must be added.</p>"},{"location":"admin/authentication/accessrules/#editing-an-access-rule","title":"Editing an access rule","text":"<p>Access rules cannot be edited. To change an access rule, you must delete the rule, and then create a new rule to replace it.</p>"},{"location":"admin/authentication/accessrules/#deleting-an-access-rule","title":"Deleting an access rule","text":"<ol> <li>Select the access rule you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol>"},{"location":"admin/authentication/accessrules/#using-api","title":"Using API","text":"<p>Go to the Access rules API reference to view the available actions</p>"},{"location":"admin/authentication/applications/","title":"Applications","text":"<p>This article explains the procedure to manage your organization's applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in API authentication and use it within subsequent API calls.</p> <p>Applications are assigned with Access Rules to manage permissions. For example, application ci-pipeline-prod is assigned with a Researcher role in Cluster: A. </p>"},{"location":"admin/authentication/applications/#applications-table","title":"Applications table","text":"<p>The Applications table can be found under Access in the Run:ai platform.</p> <p>The Applications table provides a list of all the applications defined in the platform, and allows you to manage them.</p> <p></p> <p>The Applications table consists of the following columns:</p> Column Description Application The name of the application Client ID The client ID of the application Access rule(s) The access rules assigned to the application Last login The timestamp for the last time the user signed in Created by The user who created the application Creation time The timestamp for when the application was created Last updated The last time the application was updated"},{"location":"admin/authentication/applications/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/authentication/applications/#creating-an-application","title":"Creating an application","text":"<p>To create an application:</p> <ol> <li>Click +NEW APPLICATION </li> <li>Enter the application\u2019s name </li> <li>Click CREATE </li> <li>Copy the Client ID and Client secret and store them securely</li> <li>Click DONE</li> </ol> <p>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p>"},{"location":"admin/authentication/applications/#adding-an-access-rule-to-an-application","title":"Adding an access rule to an application","text":"<p>To create an access rule:</p> <ol> <li>Select the application you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"admin/authentication/applications/#deleting-an-access-rule-from-an-application","title":"Deleting an access rule from an application","text":"<p>To delete an access rule:</p> <ol> <li>Select the application you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule assigned to the user you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"admin/authentication/applications/#regenerating-client-secret","title":"Regenerating client secret","text":"<p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click REGENERATE CLIENT SECRET </li> <li>Click REGENERATE </li> <li>Copy the New client secret and store it securely</li> <li>Click DONE</li> </ol> <p>Warning</p> <p>Regenerating a client secret revokes the previous one.</p>"},{"location":"admin/authentication/applications/#deleting-an-application","title":"Deleting an application","text":"<ol> <li>Select the application you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm</li> </ol>"},{"location":"admin/authentication/applications/#using-api","title":"Using API","text":"<p>Go to the Applications, Access rules API reference to view the available actions</p>"},{"location":"admin/authentication/authentication-overview/","title":"Authentication &amp; Authorization","text":"<p>Run:ai Authentication &amp; Authorization enables a streamlined experience for the user with precise controls covering the data each user can see and the actions each user can perform in the Run:ai platform.</p> <p>Authentication verifies user identity during login, and Authorization assigns the user with specific permissions according to the assigned access rules.</p> <p>Authenticated access is required to use all aspects of the Run:ai interfaces, including the Run:ai platform, the Run:ai Command Line Interface (CLI) and APIs.</p>"},{"location":"admin/authentication/authentication-overview/#authentication","title":"Authentication","text":"<p>There are multiple methods to authenticate and access Run:ai.</p>"},{"location":"admin/authentication/authentication-overview/#single-sign-on-sso","title":"Single Sign-On (SSO)","text":"<p>Single Sign-On (SSO) is the preferred authentication method by large organizations, as it avoids the need to manage duplicate sets of user identities.</p> <p>Run:ai offers SSO integration, enabling users to utilize existing organizational credentials to access Run:ai without requiring dedicated credentials.</p> <p>Run:ai supports three methods to set up SSO:</p> <ul> <li>SAML </li> <li>OpenID Connect (OIDC) </li> <li>OpenShift</li> </ul> <p>When using SSO, it is highly recommended to manage at least one local user, as a breakglass account (an emergency account), in case access to SSO is not possible.</p>"},{"location":"admin/authentication/authentication-overview/#username-and-password","title":"Username and password","text":"<p>Username and password access can be used when SSO integration is not possible.</p>"},{"location":"admin/authentication/authentication-overview/#secret-key-for-application-programmatic-access","title":"Secret key (for Application programmatic access)","text":"<p>A Secret is the authentication method for Applications. Applications use the Run:ai APIs to perform automated tasks including scripts and pipelines based on their assigned access rules.</p>"},{"location":"admin/authentication/authentication-overview/#authorization","title":"Authorization","text":"<p>The Run:ai platform uses Role Base Access Control (RBAC) to manage authorization.</p> <p>Once a user or an application is authenticated, they can perform actions according to their assigned access rules.</p>"},{"location":"admin/authentication/authentication-overview/#role-based-access-control-rbac-in-runai","title":"Role Based Access Control (RBAC) in Run:ai","text":"<p>While Kubernetes RBAC is limited to a single cluster, Run:ai expands the scope of Kubernetes RBAC, making it easy for administrators to manage access rules across multiple clusters.</p> <p>RBAC at Run:ai is configured using access rules.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <ul> <li>Subject </li> <li>A user, a group, or an application assigned with the role  </li> <li>Role </li> <li>A set of permissions that can be assigned to subjects  </li> <li>A permission is a set of actions (view, edit, create and delete) over a Run:ai entity (e.g. projects, workloads, users)  <ul> <li>For example, a role might allow a user to create and read Projects, but not update or delete them  </li> <li>Roles at Run:ai are system defined and cannot be created, edited or deleted  </li> </ul> </li> <li>Scope </li> <li>A scope is part of an organization in which a set of permissions (roles) is effective. Scopes include Projects, Departments, Clusters, Account (all clusters).</li> </ul> <p>Below is an example of an access rule: username@company.com is a Department admin in Department: A</p> <p></p>"},{"location":"admin/authentication/non-root-containers/","title":"User Identity in Container","text":"<p>The identity of the user in the container determines its access to resources. For example, network file storage solutions typically use this identity to determine the container's access to network volumes. This document explains multiple ways for propagating the user identity into the container.</p>"},{"location":"admin/authentication/non-root-containers/#the-default-root-access","title":"The Default: Root Access","text":"<p>In docker, as well as in Kubernetes, the default for running containers is running as root. The implication of running as root is that processes running within the container have enough permissions to change anything in the container, and if propagated to network resources - can have permissions outside the container as well.</p> <p>This gives a lot of power to the Researcher but does not sit well with modern security standards of enterprise security.</p> <p>By default, if you run:</p> <p><pre><code>runai submit -i ubuntu --attach --interactive -- bash\n</code></pre> then run <code>id</code>, you will see the root user.</p>"},{"location":"admin/authentication/non-root-containers/#use-runai-flags-to-limit-root-access","title":"Use Run:ai flags to limit root access","text":"<p>There are two [runai submit flags that control user identity at the Researcher level:</p> <ul> <li>The flag <code>--run-as-user</code> starts the container with a specific user. The user is the current Linux user (see below for other behaviors if used in conjunction with Single sign-on).</li> <li>The flag <code>--prevent-privilege-escalation</code> prevents the container from elevating its own privileges into <code>root</code> (e.g. running <code>sudo</code> or changing system files.).</li> </ul> <p>Equivalent flags exist in the Researcher User Interface.</p>"},{"location":"admin/authentication/non-root-containers/#run-as-current-user","title":"Run as Current User","text":"<p>From a Linux/Mac box, run:</p> <pre><code>runai submit -i ubuntu --attach --interactive --run-as-user -- bash\n</code></pre> <p>then run <code>id</code>, you will see the users and groups of the box you have been using to launch the Job.</p>"},{"location":"admin/authentication/non-root-containers/#prevent-escalation","title":"Prevent Escalation","text":"<p>From a Linux/Mac box, run:</p> <pre><code>runai submit -i ubuntu --attach --interactive --run-as-user \\\n  --prevent-privilege-escalation  -- bash\n</code></pre> <p>then verify that you cannot run <code>su</code> to become root within the container.</p>"},{"location":"admin/authentication/non-root-containers/#setting-a-cluster-wide-default","title":"Setting a Cluster-Wide Default","text":"<p>The two flags are voluntary. They are not enforced by the system. It is however possible to enforce them using Policies. Policies allow an Administrator to force compliance on both the User Interface and Command-line interface.</p>"},{"location":"admin/authentication/non-root-containers/#passing-user-identity","title":"Passing user identity","text":""},{"location":"admin/authentication/non-root-containers/#passing-user-identity-from-identity-provider","title":"Passing user identity from Identity Provider","text":"<p>A best practice is to store the user identifier (UID) and the group identifier (GID) in the organization's directory. Run:ai allows you to pass these values to the container and use them as the container identity.</p> <p>To perform this, you must:</p> <ul> <li>Set up single sign-on. Perform the steps for UID/GID integration.</li> <li>Run: <code>runai login</code> and enter your credentials</li> <li>Use the flag --run-as-user</li> </ul> <p>Running <code>id</code> should show the identifier from the directory.</p>"},{"location":"admin/authentication/non-root-containers/#passing-user-identity-explicitly-via-the-researcher-ui","title":"Passing user identity explicitly via the Researcher UI","text":"<p>Via the Researcher User Interface, it is possible to explicitly provide the user id and group id:</p> <p></p>"},{"location":"admin/authentication/non-root-containers/#using-openshift-or-gatekeeper-to-provide-cluster-level-controls","title":"Using OpenShift or Gatekeeper to provide Cluster Level Controls","text":"<p>Run:ai supports OpenShift as a Kubernetes platform. In OpenShift the system will provide a random UID to containers. The flags <code>--run-as-user</code> and <code>--prevent-privilege-escalation</code> are disabled on OpenShift. It is possible to achieve a similar effect on Kubernetes systems that are not OpenShift. A leading tool is Gatekeeper. Gatekeeper similarly enforces non-root on containers at the system level.</p>"},{"location":"admin/authentication/non-root-containers/#creating-a-temporary-home-directory","title":"Creating a Temporary Home Directory","text":"<p>When containers run as a specific user, the user needs to have a pre-created home directory within the image. Otherwise, when running a shell, you will not have a home directory:</p> <pre><code>runai submit -i ubuntu --attach --interactive --run-as-user -- bash\nThe job 'job-0' has been submitted successfully\nYou can run `runai describe job job-0 -p team-a` to check the job status\nWaiting for pod to start running...\nINFO[0007] Job started\nConnecting to pod job-0-0-0\nIf you don't see a command prompt, try pressing enter.\nI have no name!@job-0-0-0:/$ \n</code></pre> <p>Adding home directories to an image per user is not a viable solution. To overcome this, Run:ai provides an additional flag <code>--create-home-dir</code>. Adding this flag creates a temporary home directory for the user within the container.  </p> <p>Notes</p> <ul> <li>Data saved in this directory will not be saved when the container exits.</li> <li>This flag is set by default to true when the <code>--run-as-user</code> flag is used, and false if not.</li> </ul>"},{"location":"admin/authentication/researcher-authentication/","title":"Setup Researcher Access Control","text":""},{"location":"admin/authentication/researcher-authentication/#introduction","title":"Introduction","text":"<p>The following instructions explain how to complete the configuration of access control for Researchers. This requires several steps:</p> <ul> <li>(Mandatory) Modify the Kubernetes entry point (called the <code>Kubernetes API server</code>) to validate the credentials of incoming requests against the Run:ai Authentication authority.</li> <li>(Command-line Interface usage only) Modify the Kubernetes profile to prompt the Researcher for credentials when running <code>runai login</code> (or <code>oc login</code> for OpenShift).</li> </ul> <p>Important</p> <ul> <li>As of Run:ai version 2.16, you only need to perform these steps when accessing Run:ai from the command-line interface or sending YAMLs directly to Kubernetes</li> <li>As of Run:ai version 2.18, you only need to perform these steps when if using the older command-line interface or sending YAMLs directly to Kubernetes.</li> </ul>"},{"location":"admin/authentication/researcher-authentication/#kubernetes-configuration","title":"Kubernetes Configuration","text":"<p>You must direct the Kubernetes API server to authenticate via Run:ai. This requires adding flags to the Kubernetes API Server. The flags show in the Run:ai user interface under <code>Settings</code> | <code>General</code> | <code>Researcher Authentication</code> | <code>Server configuration</code>.</p> <p>Modifying the API Server configuration differs between Kubernetes distributions:</p> Vanilla KubernetesOpenShiftRKERKE2GKEEKSBCMAKSOther <ul> <li>Locate the Kubernetes API Server configuration file. The file's location may differ between different Kubernetes distributions. The location for vanilla Kubernetes is <code>/etc/kubernetes/manifests/kube-apiserver.yaml</code></li> <li>Edit the document, under the <code>command</code> tag, add the server configuration text described above.</li> <li>Verify that the <code>kube-apiserver-&lt;master-node-name&gt;</code> pod in the <code>kube-system</code> namespace has been restarted and that changes have been incorporated. Run the below and verify that the oidc flags you have added:</li> </ul> <pre><code>kubectl get pods -n kube-system kube-apiserver-&lt;master-node-name&gt; -o yaml\n</code></pre> <p>No configuration is needed. Instead, Run:ai assumes that an Identity Provider has been defined at the OpenShift level and that the Run:ai Cluster installation has set the <code>OpenshiftIdp</code> flag to true. For more information see the Run:ai OpenShift control-plane setup.</p> <p>Edit Rancher <code>cluster.yml</code> (with Rancher UI, follow this). Add the following:</p> cluster.yml<pre><code>kube-api:\n    always_pull_images: false\n    extra_args:\n        oidc-client-id: runai  # (1)\n        ...\n</code></pre> <ol> <li>These are example parameters. Copy the actual parameters from <code>Settings | General | Researcher Authentication</code> as described above.</li> </ol> <p>You can verify that the flags have been incorporated into the RKE cluster by following the instructions here and running <code>docker inspect &lt;kube-api-server-container-id&gt;</code>, where <code>&lt;kube-api-server-container-id&gt;</code> is the container ID of api-server via obtained in the Rancher document. </p> <p>If working via the RKE2 Quickstart, edit <code>/etc/rancher/rke2/config.yaml</code>. Add the parameters provided in the server configuration section as described above in the following fashion:</p> /etc/rancher/rke2/config.yaml<pre><code>kube-apiserver-arg:\n- \"oidc-client-id=runai\" # (1)\n...\n</code></pre> <ol> <li>These are example parameters. Copy the actual parameters from <code>Settings | General | Researcher Authentication</code> as described above.</li> </ol> <p>If working via Rancher UI, need to add the flag as part of the cluster provisioning. </p> <p>Under <code>Cluster Management | Create</code>, turn on RKE2 and select a platform. Under <code>Cluster Configuration | Advanced | Additional API Server Args</code>. Add the Run:ai flags as <code>&lt;key&gt;=&lt;value&gt;</code> (e.g. <code>oidc-username-prefix=-</code>).</p> <p>Install Anthos identity service by running:</p> <pre><code>gcloud container clusters update &lt;gke-cluster-name&gt; \\\n    --enable-identity-service --project=&lt;gcp-project-name&gt; --zone=&lt;gcp-zone-name&gt;\n</code></pre> <p>Install the yq utility and run:</p> <p>For username-password authentication, run:</p> <pre><code>kubectl get clientconfig default -n kube-public -o yaml &gt; login-config.yaml\nyq -i e \".spec +={\\\"authentication\\\":[{\\\"name\\\":\\\"oidc\\\",\\\"oidc\\\":{\\\"clientID\\\":\\\"runai\\\",\\\"issuerURI\\\":\\\"$OIDC_ISSUER_URL\\\",\\\"kubectlRedirectURI\\\":\\\"http://localhost:8000/callback\\\",\\\"userClaim\\\":\\\"sub\\\",\\\"userPrefix\\\":\\\"-\\\"}}]}\" login-config.yaml\nkubectl apply -f login-config.yaml\n</code></pre> <p>For single-sign-on, run:</p> <pre><code>kubectl get clientconfig default -n kube-public -o yaml &gt; login-config.yaml\nyq -i e \".spec +={\\\"authentication\\\":[{\\\"name\\\":\\\"oidc\\\",\\\"oidc\\\":{\\\"clientID\\\":\\\"runai\\\",\\\"issuerURI\\\":\\\"$OIDC_ISSUER_URL\\\",\\\"groupsClaim\\\":\\\"groups\\\",\\\"kubectlRedirectURI\\\":\\\"http://localhost:8000/callback\\\",\\\"userClaim\\\":\\\"email\\\",\\\"userPrefix\\\":\\\"-\\\"}}]}\" login-config.yaml\nkubectl apply -f login-config.yaml\n</code></pre> <p>Where the <code>OIDC</code> flags are provided in the Run:ai server configuration section as described above. </p> <p>Then update runaiconfig with  the Anthos endpoint - gke-oidc-envoy. Get the externel IP of the service in the Anthos namespace.</p> <pre><code>kubectl get svc -n anthos-identity-service\nNAME               TYPE           CLUSTER-IP    EXTERNAL-IP     PORT(S)              AGE\ngke-oidc-envoy     LoadBalancer   10.37.3.111   39.201.319.10   443:31545/TCP        12h\n</code></pre> <p>Add the IP to runaiconfig </p> <pre><code>kubectl -n runai patch runaiconfig runai -p '{\"spec\": {\"researcher-service\": {\"args\": {\"gkeOidcEnvoyHost\": \"35.236.229.19\"}}}}'  --type=\"merge\"\n</code></pre> <p>To create a kubeconfig profile for Researchers run:</p> <pre><code>kubectl oidc login --cluster=CLUSTER_NAME --login-config=login-config.yaml \\\n    --kubeconfig=developer-kubeconfig\n</code></pre> <p>(this will require installing the kubectl oidc plug-in as described in the Anthos document above <code>gcloud components install kubectl-oidc</code>)</p> <p>Then modify the <code>developer-kubeconfig</code> file as described in the Command-line Inteface Access section below.</p> <ul> <li>In the AWS Console, under EKS, find your cluster.</li> <li>Go to <code>Configuration</code> and then to <code>Authentication</code>.</li> <li>Associate a new <code>identity provider</code>. Use the parameters provided in the server configuration section as described above. The process can take up to 30 minutes.</li> </ul> <p>Please follow the \"Vanilla Kubernetes\" instructions</p> <p>Please contact Run:ai customer support.</p> <p>See specific instructions in the documentation of the Kubernetes distribution.  </p>"},{"location":"admin/authentication/researcher-authentication/#command-line-interface-access","title":"Command-line Interface Access","text":"<p>To control access to Run:ai (and Kubernetes) resources, you must modify the Kubernetes configuration file. The file is distributed to users as part of the Command-line interface installation.</p> <p>When making changes to the file, keep a copy of the original file to be used for cluster administration. After making the modifications, distribute the modified file to Researchers.</p> <ul> <li>Under the <code>~/.kube</code> directory edit the <code>config</code> file, remove the administrative user, and replace it with text from <code>Settings | General | Researcher Authentication</code> | <code>Client Configuration</code>.</li> <li>Under <code>contexts | context | user</code> change the user to <code>runai-authenticated-user</code>.</li> </ul> <p>Important</p> <ul> <li>After adding the new user, ensure to delete the following fields from the kubeconfig file to prevent unauthorized access: - Delete: <code>client-certificate-data</code>- Delete: <code>client-key-data</code>- Remove: Any references to the <code>admin</code> user.</li> </ul>"},{"location":"admin/authentication/researcher-authentication/#test-via-command-line-interface","title":"Test via Command-line interface","text":"<ul> <li>Run: <code>runai login</code> (in OpenShift environments use <code>oc login</code> rather than <code>runai login</code>).</li> <li>You will be prompted for a username and password. In a single sign-on flow, you will be asked to copy a link to a browser, log in and return a code.</li> <li>Once login is successful, submit a Job.</li> <li>If the Job was submitted with a Project to which you have no access, your access will be denied.</li> <li>If the Job was submitted with a Project to which you have access, your access will be granted.</li> </ul> <p>You can also submit a Job from the Run:ai User interface and verify that the new job shows on the job list with your user name.</p>"},{"location":"admin/authentication/researcher-authentication/#test-via-user-interface","title":"Test via User Interface","text":"<ul> <li>Open the Run:ai user interface, go to <code>Workloads</code>.</li> <li>On the top-right, select <code>Submit Workload</code>.</li> </ul>"},{"location":"admin/authentication/roles/","title":"Roles","text":"<p>This article explains the available roles in the Run:ai platform.</p> <p>A role is a set of permissions that can be assigned to a subject in a scope.</p> <p>A permission is a set of actions (View, Edit, Create and Delete) over a Run:ai entity (e.g. projects, workloads, users).</p>"},{"location":"admin/authentication/roles/#roles-table","title":"Roles table","text":"<p>The Roles table can be found under Access in the Run:ai platform.</p> <p>The Roles table displays a list of predefined roles available to users in the Run:ai platform. It is not possible to create additional rules or edit or delete existing rules.</p> <p></p> <p>The Roles table consists of the following columns:</p> Column Description Role The name of the role Created by The name of the role creator Creation time The timestamp when the role was created"},{"location":"admin/authentication/roles/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/authentication/roles/#reviewing-a-role","title":"Reviewing a role","text":"<ol> <li>To review a role click the role name on the table  </li> <li>In the role form review the following:  <ul> <li>Role name   The name of the role  </li> <li>Entity  A system-managed object that can be viewed, edited, created or deleted by a user based on their assigned role and scope  </li> <li>Actions  The actions that the role assignee is authorized to perform for each entity  <ul> <li>View If checked, an assigned user with this role can view instances of this type of entity within their defined scope  </li> <li>Edit If checked, an assigned user with this role can change the settings of an instance of this type of entity within their defined scope  </li> <li>Create If checked, an assigned user with this role can create new instances of this type of entity within their defined scope  </li> <li>Delete If checked, an assigned user with this role can delete instances of this type of entity within their defined scope</li> </ul> </li> </ul> </li> </ol>"},{"location":"admin/authentication/roles/#roles-in-runai","title":"Roles in Run:ai","text":"<p>Run:ai supports the following roles and their permissions:  Under each role is a detailed list of the actions that the role assignee is authorized to perform for each entity.</p> Compute resource administrator <p></p> Data source administrator <p></p> Data volume administrator <p></p> Department administrator <p></p> Department viewer <p></p> Editor <p></p> Environment administrator <p></p> L1 researcher <p></p> L2 researcher <p></p> ML engineer <p></p> Research manager <p></p> System administrator <p></p> Template administrator <p></p> Viewer <p></p> <p>Notes</p> <p>Keep the following in mind when upgrading from versions 2.13 or earlier:</p> <ul> <li>Admin becomes System Admin with full access to all managed objects and scopes  </li> <li>Research Manager is not automatically assigned to all projects, but to projects set by the relevant Admin when assigning this role to a user, group or app  </li> <li>To preserve backwards compatibility, users with the role of Research Manager are assigned to all current projects, but not to new projects  </li> <li>To allow the Department Admin to assign a Researcher role to a user, group or app, the Department Admin must have VECD permissions for jobs and workspaces. This creates a broader span of managed objects  </li> <li>To preserve backwards compatibility, users with the role of Editor, are assigned to the same scope they had before the upgrade. However, with new user assignments, the Admin can limit the scope to only part of the organizational scope.</li> </ul>"},{"location":"admin/authentication/roles/#permitted-workloads","title":"Permitted workloads","text":"<p>When assigning a role with either one, all or any combination of the View, Edit, Create and Delete permissions for workloads, the subject has permissions to manage not only Run:ai native workloads (Workspace, Training, Inference), but also a list of 3rd party workloads:</p> <ul> <li>k8s: StatefulSet</li> <li>k8s: ReplicaSet</li> <li>k8s: Pod</li> <li>k8s: Deployment</li> <li>batch: Job</li> <li>batch: CronJob</li> <li>machinelearning.seldon.io: SeldonDeployment</li> <li>kubevirt.io: VirtualMachineInstance</li> <li>kubeflow.org: TFJob</li> <li>kubeflow.org: PyTorchJob</li> <li>kubeflow.org: XGBoostJob</li> <li>kubeflow.org: MPIJob</li> <li>kubeflow.org: MPIJob</li> <li>kubeflow.org: Notebook</li> <li>kubeflow.org: ScheduledWorkflow</li> <li>amlarc.azureml.com: AmlJob</li> <li>serving.knative.dev: Service</li> <li>workspace.devfile.io: DevWorkspace</li> <li>ray.io: RayCluster</li> <li>ray.io: RayJob</li> <li>ray.io: RayService</li> <li>ray.io: RayCluster</li> <li>ray.io: RayJob</li> <li>ray.io: RayService</li> <li>tekton.dev: TaskRun</li> <li>tekton.dev: PipelineRun</li> <li>argoproj.io: Workflow</li> </ul>"},{"location":"admin/authentication/roles/#using-api","title":"Using API","text":"<p>Go to the Roles API reference to view the available actions.</p>"},{"location":"admin/authentication/users/","title":"Users","text":"<p>This article explains the procedure to manage users and their permissions.</p> <p>Users can be managed locally, or via the Identity provider, while assigned with Access Rules to manage its permissions.</p> <p>For example, user user@domain.com is a department admin in department A.</p>"},{"location":"admin/authentication/users/#users-table","title":"Users table","text":"<p>The Users table can be found under Access in the Run:ai platform.</p> <p>The users table provides a list of all the users in the platform. You can manage local users and manage user permissions (access rules) for both local and SSO users.</p> <p>Note</p> <p>Single Sign-On users</p> <p>SSO users are managed by the identity provider and appear once they have signed in to Run:ai</p> <p></p> <p>The Users table consists of the following columns:</p> Column Description User The unique identity of the user (email address) Type The type of the user - SSO / local Last login The timestamp for the last time the user signed in Access rule(s) The access rules assigned to the user Created By The user who created the user Creation time The timestamp for when the user was created Last updated The last time the user was updated"},{"location":"admin/authentication/users/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/authentication/users/#creating-a-local-user","title":"Creating a local user","text":"<p>To create a local user:</p> <ol> <li>Click +NEW LOCAL USER </li> <li>Enter the user\u2019s Email address </li> <li>Click CREATE </li> <li>Review and copy the user\u2019s credentials:  <ul> <li>User Email </li> <li>Temporary password to be used on first sign-in  </li> </ul> </li> <li>Click DONE</li> </ol> <p>Note</p> <p>The temporary password is visible only at the time of user\u2019s creation, and must be changed after the first sign-in</p>"},{"location":"admin/authentication/users/#adding-an-access-rule-to-a-user","title":"Adding an access rule to a user","text":"<p>To create an access rule:</p> <ol> <li>Select the user you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"admin/authentication/users/#deleting-users-access-rule","title":"Deleting user\u2019s access rule","text":"<p>To delete an access rule:</p> <ol> <li>Select the user you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule assigned to the user you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"admin/authentication/users/#resetting-a-user-password","title":"Resetting a user password","text":"<p>To reset a user\u2019s password:</p> <ol> <li>Select the user you want to reset it\u2019s password  </li> <li>Click RESET PASSWORD </li> <li>Click RESET </li> <li>Review and copy the user\u2019s credentials:  <ul> <li>User Email </li> <li>Temporary password to be used on next sign-in  </li> </ul> </li> <li>Click DONE</li> </ol>"},{"location":"admin/authentication/users/#deleting-a-user","title":"Deleting a user","text":"<ol> <li>Select the user you want to delete  </li> <li>Click DELETE </li> <li>In the dialog, click DELETE to confirm the deletion</li> </ol> <p>Note</p> <p>To ensure administrative operations are always available, at least one local user with System Administrator role should exist.</p>"},{"location":"admin/authentication/users/#using-api","title":"Using API","text":"<p>Go to the Users, Access rules API reference to view the available actions</p>"},{"location":"admin/authentication/sso/openidconnect/","title":"Setup SSO with OpenID Connect","text":"<p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure single sign-on to Run:ai using the OpenID Connect protocol.</p>"},{"location":"admin/authentication/sso/openidconnect/#prerequisites","title":"Prerequisites","text":"<p>Before starting, make sure you have the following available from your identity provider:</p> <ul> <li>Discovery URL - the OpenID server where the content discovery information is published.  </li> <li>ClientID - the ID used to identify the client with the Authorization Server.  </li> <li>Client Secret - a secret password that only the Client and Authorization server know.  </li> <li>Optional: Scopes - a set of user attributes to be used during authentication to authorize access to a user's details.</li> </ul>"},{"location":"admin/authentication/sso/openidconnect/#setup","title":"Setup","text":"<p>Follow the steps below to setup SSO with OpenID Connect.</p>"},{"location":"admin/authentication/sso/openidconnect/#adding-the-identity-provider","title":"Adding the identity provider","text":"<ol> <li>Go to General settings </li> <li>Open the Security section and click +IDENTITY PROVIDER </li> <li>Select Custom OpenID Connect </li> <li>Enter the Discovery URL, Client ID, and Client Secret </li> <li>Copy the Redirect URL to be used in your identity provider  </li> <li>Optional: Add the OIDC scopes  </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below)  </li> <li>Click SAVE    User attributes</li> </ol> Attribute Default value in Run:ai Description User role groups GROUPS If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings. Linux User ID UID If it exists in the IDP, it allows Researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer. Linux Group ID GID If it exists in the IDP, it allows Researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer. Supplementary Groups SUPPLEMENTARYGROUPS If it exists in the IDP, it allows Researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers. Email email Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai User first name firstName Used as the user\u2019s first name appearing in the Run:ai user interface User last name lastName Used as the user\u2019s last name appearing in the Run:ai user interface"},{"location":"admin/authentication/sso/openidconnect/#testing-the-setup","title":"Testing the setup","text":"<ol> <li>Log-in to the Run:ai platform as an admin  </li> <li>Add Access Rules to an SSO user defined in the IDP  </li> <li>Open the Run:ai platform in an incognito browser tab  </li> <li>On the sign-in page click CONTINUE WITH SSO    You are redirected to the identity provider sign in page  </li> <li>In the identity provider sign-in page, log in with the SSO user who you granted with access rules  </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol>"},{"location":"admin/authentication/sso/openidconnect/#editing-the-identity-provider","title":"Editing the identity provider","text":"<p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider box, click Edit identity provider </li> <li>You can edit either the Discovery URL, Client ID, Client Secret, OIDC scopes, or the User attributes</li> </ol>"},{"location":"admin/authentication/sso/openidconnect/#removing-the-identity-provider","title":"Removing the identity provider","text":"<p>You can remove the identity provider configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider card, click Remove identity provider </li> <li>In the dialog, click REMOVE to confirm the action</li> </ol> <p>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p>"},{"location":"admin/authentication/sso/openidconnect/#troubleshooting","title":"Troubleshooting","text":"<p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received.</p>"},{"location":"admin/authentication/sso/openidconnect/#troubleshooting-scenarios","title":"Troubleshooting scenarios","text":"403 - Sorry, we can\u2019t let you see this page. Something about permissions\u2026 <p>Description: The authenticated user is missing permissions</p> <p>Mitigation:</p> <ol> <li>Validate either the user or its related group/s are assigned with access rules </li> <li>Validate groups attribute is available in the configured OIDC Scopes  </li> <li>Validate the user\u2019s groups attribute is mapped correctly</li> </ol> <p>Advanced:</p> <ol> <li>Open the Chrome DevTools: Right-click on page \u2192 Inspect \u2192 Console tab  </li> <li>Run the following command to retrieve and paste the user\u2019s token: <code>localStorage.token;</code> </li> <li>Paste in https://jwt.io </li> <li>Under the Payload section validate the values of the user\u2019s attributes</li> </ol> 401 - We\u2019re having trouble identifying your account because your email is incorrect or can\u2019t be found. <p>Description: Authentication failed because email attribute was not found.</p> <p>Mitigation:</p> <ol> <li>Validate email attribute is available in the configured OIDC Scopes  </li> <li>Validate the user\u2019s email attribute is mapped correctly</li> </ol> Unexpected error when authenticating with identity provider <p></p> <p>Description: User authentication failed</p> <p>Mitigation:</p> <ol> <li>Validate that the configured OIDC Scopes exist and match the Identity Provider\u2019s available scopes</li> </ol> <p>Advanced:</p> <ol> <li>Look for the specific error message in the URL address</li> </ol> Unexpected error when authenticating with identity provider (SSO sign-in is not available) <p></p> <p>Description: User authentication failed</p> <p>Mitigation:</p> <ol> <li>Validate that the configured OIDC scope exists in the Identity Provider  </li> <li>Validate the configured Client Secret match the Client Secret in the Identity Provider</li> </ol> <p>Advanced:</p> <ol> <li>Look for the specific error message in the URL address</li> </ol> Client not found <p>Description: OIDC Client ID was not found in the Identity Provider</p> <p>Mitigation:</p> <ol> <li>Validate that the configured Client ID matches the Identity Provider Client ID  </li> </ol>"},{"location":"admin/authentication/sso/openshift/","title":"Setup SSO with OpenShift","text":"<p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure single sign-on to Run:ai using the OpenID Connect protocol in OpenShift V4.</p>"},{"location":"admin/authentication/sso/openshift/#prerequisites","title":"Prerequisites","text":"<p>Before starting, make sure you have the following available from your OpenShift cluster:</p> <ul> <li>OpenShift OAuth client - see Registering an additional OAuth client </li> <li>ClientID - the ID used to identify the client with the Authorization Server.  </li> <li>Client Secret - a secret password that only the Client and Authorization Server know.  </li> <li>Base URL - the OpenShift API Server endpoint (example: https://api.&lt;cluster-url&gt;:6443)</li> </ul>"},{"location":"admin/authentication/sso/openshift/#setup","title":"Setup","text":"<p>Follow the steps below to setup SSO with OpenShift.</p>"},{"location":"admin/authentication/sso/openshift/#adding-the-identity-provider","title":"Adding the identity provider","text":"<ol> <li>Go to General settings </li> <li>Open the Security section and click +IDENTITY PROVIDER </li> <li>Select OpenShift V4 </li> <li>Enter the Base URL, Client ID, and Client Secret from your OpenShift OAuth client.  </li> <li>Copy the Redirect URL to be used in your OpenShift OAuth client  </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below)  </li> <li>Click SAVE    User attributes</li> </ol> Attribute Default value in Run:ai Description User role groups GROUPS If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings. Linux User ID UID If it exists in the IDP, it allows researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer. Linux Group ID GID If it exists in the IDP, it allows researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer. Supplementary Groups SUPPLEMENTARYGROUPS If it exists in the IDP, it allows researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers. Email email Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai User first name firstName Used as the user\u2019s first name appearing in the Run:ai platform User last name lastName Used as the user\u2019s last name appearing in the Run:ai platform"},{"location":"admin/authentication/sso/openshift/#testing-the-setup","title":"Testing the setup","text":"<ol> <li>Open the Run:ai platform as an admin  </li> <li>Add Access Rules to an SSO user defined in the IDP  </li> <li>Open the Run:ai platform in an incognito browser tab  </li> <li>On the sign-in page click CONTINUE WITH SSO    You are redirected to the OpenShift IDP sign-in page  </li> <li>In the identity provider sign-in page, log-in with the SSO user who you granted with access rules  </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol>"},{"location":"admin/authentication/sso/openshift/#editing-the-identity-provider","title":"Editing the identity provider","text":"<p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider box, click Edit identity provider </li> <li>You can edit either the Base URL, Client ID, Client Secret, or the User attributes</li> </ol>"},{"location":"admin/authentication/sso/openshift/#removing-the-identity-provider","title":"Removing the identity provider","text":"<p>You can remove the identity provider configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider card, click Remove identity provider </li> <li>In the dialog, click REMOVE to confirm the action</li> </ol> <p>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p>"},{"location":"admin/authentication/sso/openshift/#troubleshooting","title":"Troubleshooting","text":"<p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received.</p>"},{"location":"admin/authentication/sso/openshift/#troubleshooting-scenarios","title":"Troubleshooting scenarios","text":"403 - Sorry, we can\u2019t let you see this page. Something about permissions\u2026 <p>Description: The authenticated user is missing permissions</p> <p>Mitigation:</p> <ol> <li>Validate either the user or its related group/s are assigned with access rules </li> <li>Validate groups attribute is available in the configured OIDC Scopes  </li> <li>Validate the user\u2019s groups attribute is mapped correctly</li> </ol> <p>Advanced:</p> <ol> <li>Open the Chrome DevTools: Right-click on page \u2192 Inspect \u2192 Console tab  </li> <li>Run the following command to retrieve and copy the user\u2019s token: <code>localStorage.token;</code> </li> <li>Paste in https://jwt.io </li> <li>Under the Payload section validate the value of the user\u2019s attributes</li> </ol> 401 - We\u2019re having trouble identifying your account because your email is incorrect or can\u2019t be found. <p>Description: Authentication failed because e-mail attribute was not found.</p> <p>Mitigation:</p> <ol> <li>Validate email attribute is available in the configured OIDC Scopes  </li> <li>Validate the user\u2019s email attribute is mapped correctly</li> </ol> Unexpected error when authenticating with identity provider <p></p> <p>Description: User authentication failed</p> <p>Mitigation:</p> <ol> <li>Validate the the configured OIDC Scopes exist and match the Identity Provider\u2019s available scopes</li> </ol> <p>Advanced:</p> <ol> <li>Look for the specific error message in the URL address</li> </ol> Unexpected error when authenticating with identity provider (SSO sign-in is not available) <p></p> <p>Description: User authentication failed</p> <p>Mitigation:</p> <ol> <li>Validate that the configured OIDC scope exists in the Identity Provider  </li> <li>Validate that the configured Client Secret matches the Client Secret value in the OAuthclient Kubernetes object.</li> </ol> <p>Advanced:</p> <ol> <li>Look for the specific error message in the URL address</li> </ol> unauthorized_client <p></p> <p>Description: OIDC Client ID was not found in the OpenShift IDP</p> <p>Mitigation:</p> <ol> <li>Validate that the configured Client ID matches the value in the OAuthclient Kubernetes object.  </li> </ol>"},{"location":"admin/authentication/sso/saml/","title":"Setup SSO with SAML","text":"<p>Single Sign-On (SSO) is an authentication scheme, allowing users to log-in with a single pair of credentials to multiple, independent software systems.</p> <p>This article explains the procedure to configure SSO to Run:ai using the SAML 2.0 protocol.</p>"},{"location":"admin/authentication/sso/saml/#prerequisites","title":"Prerequisites","text":"<p>Before starting, ensure you have the following available from your identity provider:</p> <ul> <li>SAML XML Metadata</li> </ul>"},{"location":"admin/authentication/sso/saml/#setup","title":"Setup","text":"<p>Follow the steps below to setup SSO with SAML.</p>"},{"location":"admin/authentication/sso/saml/#adding-the-identity-provider","title":"Adding the identity provider","text":"<ol> <li>Go to General settings </li> <li>Open the Security section and click +IDENTITY PROVIDER </li> <li>Select Custom SAML 2.0 </li> <li>Select either From computer or From URL <ul> <li>From computer - click the Metadata XML file field, then select your file for upload  </li> <li>From URL - in the Metadata XML URL field, enter the URL to the XML Metadata file  </li> </ul> </li> <li>Copy the Redirect URL and Entity ID to be used in your identity provider  </li> <li>Optional: Enter the user attributes and their value in the identity provider (see the user attributes table below)  </li> </ol> Attribute Default value in Run:ai Description User role groups GROUPS If it exists in the IDP, it allows you to assign Run:ai role groups via the IDP. The IDP attribute must be a list of strings. Linux User ID UID If it exists in the IDP, it allows Researcher containers to start with the Linux User UID. Used to map access to network resources such as file systems to users. The IDP attribute must be of type integer. Linux Group ID GID If it exists in the IDP, it allows Researcher containers to start with the Linux Group GID. The IDP attribute must be of type integer. Supplementary Groups SUPPLEMENTARYGROUPS If it exists in the IDP, it allows Researcher containers to start with the relevant Linux supplementary groups. The IDP attribute must be a list of integers. Email email Defines the user attribute in the IDP holding the user's email address, which is the user identifier in Run:ai. User first name firstName Used as the user\u2019s first name appearing in the Run:ai platform. User last name lastName Used as the user\u2019s last name appearing in the Run:ai platform. <ol> <li>Click SAVE </li> </ol>"},{"location":"admin/authentication/sso/saml/#testing-the-setup","title":"Testing the setup","text":"<ol> <li>Open the Run:ai platform as an admin  </li> <li>Add Access Rules to an SSO user defined in the IDP  </li> <li>Open the Run:ai platform in an incognito browser tab  </li> <li>On the sign-in page click CONTINUE WITH SSO.     You are redirected to the identity provider sign in page  </li> <li>In the identity provider sign-in page, log-in with the SSO user who you granted with access rules  </li> <li>If you are unsuccessful signing-in to the identity provider, follow the Troubleshooting section below</li> </ol>"},{"location":"admin/authentication/sso/saml/#editing-the-identity-provider","title":"Editing the identity provider","text":"<p>You can view the identity provider details and edit its configuration:</p> <ol> <li>Go General settings </li> <li>Open the Security section  </li> <li>On the identity provider box, click Edit identity provider </li> <li>You can edit either the metadata file or the user attributes  </li> <li>You can view the identity provider URL, identity provider entity ID, and the certificate expiration date</li> </ol>"},{"location":"admin/authentication/sso/saml/#removing-the-identity-provider","title":"Removing the identity provider","text":"<p>You can remove the identity provider configuration:</p> <ol> <li>Go to General settings </li> <li>Open the Security section  </li> <li>On the identity provider card, click Remove identity provider </li> <li>In the dialog, click REMOVE to confirm the action</li> </ol> <p>Note</p> <p>To avoid losing access, removing the identity provider must be carried out by a local user.</p>"},{"location":"admin/authentication/sso/saml/#downloading-the-xml-metadata-file","title":"Downloading the XML metadata file","text":"<p>You can download the XML file to view the identity provider settings:</p> <ol> <li>Go to General settings</li> <li>Open the Security section  </li> <li>On the identity provider card, click Download metadata XML file</li> </ol>"},{"location":"admin/authentication/sso/saml/#troubleshooting","title":"Troubleshooting","text":"<p>If testing the setup was unsuccessful, try the different troubleshooting scenarios according to the error you received. If an error still occurs, check the advanced troubleshooting section.</p>"},{"location":"admin/authentication/sso/saml/#troubleshooting-scenarios","title":"Troubleshooting scenarios","text":"Invalid signature in response from identity provider <p>Description: After trying to log-in, the following message is received in the RunLai log-in page.   Mitigation:   1. Go to General settings   2. Open the Security section   3. In the identity provider box, check for a \"Certificate expired\u201d error   4. If it is expired, update the SAML metadata file to include a valid certificate</p> 401 - We\u2019re having trouble identifying your account because your email is incorrect or can\u2019t be found. <p>Description: Authentication failed because email attribute was not found.</p> <p>Mitigation:</p> <ol> <li>Validate the user\u2019s email attribute is mapped correctly</li> </ol> 403 - Sorry, we can\u2019t let you see this page. Something about permissions\u2026 <p>Description: The authenticated user is missing permissions</p> <p>Mitigation:</p> <ol> <li>Validate either the user or its related group/s are assigned with access rules </li> <li>Validate the user\u2019s groups attribute is mapped correctly</li> </ol> <p>Advanced:</p> <ol> <li>Open the Chrome DevTools: Right-click on page \u2192 Inspect \u2192 Console tab  </li> <li>Run the following command to retrieve and paste the user\u2019s token: <code>localStorage.token;</code> </li> <li>Paste in https://jwt.io </li> <li>Under the Payload section validate the values of the user\u2019s attributes</li> </ol>"},{"location":"admin/authentication/sso/saml/#advanced-troubleshooting","title":"Advanced Troubleshooting","text":"Validating the SAML request <p>The SAML login flow can be separated into two parts:</p> <ul> <li>Run:ai redirects to the IDP for log-ins using a SAML Request  </li> <li>On successful log-in, the IDP redirects back to Run:ai with a SAML Response</li> </ul> <p>Validate the SAML Request to ensure the SAML flow works as expected:</p> <ol> <li>Go to the Run:ai login screen  </li> <li>Open the Chrome Network inspector: Right-click \u2192 Inspect on the page \u2192 Network tab  </li> <li>On the sign-in page click CONTINUE WITH SSO.  </li> <li>Once redirected to the Identity Provider, search in the Chrome network inspector for an HTTP request showing the SAML Request. Depending on the IDP url, this would be a request to the IDP domain name. For example, <code>accounts.google.com/idp?1234</code>.  </li> <li>When found, go to the Payload tab and copy the value of the SAML Request  </li> <li>Paste the value into a SAML decoder (e.g. https://www.samltool.com/decode.php)  </li> <li>Validate the request:  <ul> <li>The content of the <code>&lt;saml:Issuer&gt;</code> tag is the same as <code>Entity ID</code> given when adding the identity provider  </li> <li>The content of the <code>AssertionConsumerServiceURL</code> is the same as the <code>Redirect URI</code> given when adding the identity provider  </li> </ul> </li> <li>Validate the response:  <ul> <li>The user email under the <code>&lt;saml2:Subject&gt;</code> tag is the same as the logged-in user  </li> <li>Make sure that under the <code>&lt;saml2:AttributeStatement&gt;</code> tag, there is an Attribute named <code>email</code> (lowercase). This attribute is mandatory.  </li> <li>If other, optional user attributes (<code>groups</code>, <code>firstName</code>, <code>lastName</code>, <code>uid</code>, <code>gid</code>) are mapped make sure they also exist under <code>&lt;saml2:AttributeStatement&gt;</code> along with their respective values.</li> </ul> </li> </ol>"},{"location":"admin/config/access-roles/","title":"Understand the Kubernetes Cluster Access provided to Run:ai","text":"<p>Run:ai has configuration flags that control specific behavioral aspects of Run:ai. Specifically, those which require additional permissions. Such as automatic namespace/project creation, secret propagation, and more.</p> <p>The purpose of this document is to provide security officers with the ability to review what cluster-wide access Run:ai requires, and verify that it is in line with organizational policy, before installing the Run:ai cluster. </p>"},{"location":"admin/config/access-roles/#review-cluster-access-roles","title":"Review Cluster Access Roles","text":"<p>Run the following:</p> <pre><code>helm repo add runai https://run-ai-charts.storage.googleapis.com\nhelm repo update\nhelm install runai-cluster runai/runai-cluster -n runai -f runai-&lt;cluster-name&gt;.yaml \\\n        --dry-run &gt; cluster-all.yaml\n</code></pre> <p>The file <code>cluster-all.yaml</code> can be then be reviewed. You can use the internal filenames (provided in comments within the file) to gain more understanding according to the table below:</p> Folder File Purpose <code>clusterroles</code> <code>base.yaml</code> Mandatory Kubernetes Cluster Roles and Cluster Role Bindings <code>clusterroles</code> <code>project-controller-ns-creation.yaml</code> Automatic Project Creation and Maintenance. Provides Run:ai with the ability to create Kubernetes namespaces when the Run:ai administrator creates new Projects. Can be turned on/off via flag <code>clusterroles</code> <code>project-controller-rb-creation.yaml</code> Automatically assign Users to Projects. Can be turned on/off via flag <code>clusterroles</code> <code>project-controller-limit-range.yaml</code> Disables the usage of the Kubernetes Limit Range feature. Can be turned on/off via flag <code>ocp</code> <code>scc.yaml</code> OpenShift-specific Security Contexts <code>priorityclasses</code> 4 files Folder contains a list of Priority Classes used by Run:ai"},{"location":"admin/config/admin-messages/","title":"Administrator Messages","text":"<p>System administrators can use Administrator messages to make announcements to users once they have logged in. These messages typically are used to keep user informed about different aspects of the platform.</p> <p>To configure an Administrator message:</p> <ol> <li>Press <code>General settings</code>.</li> <li>Expand the Message from administrator pane.</li> <li>Press Message.</li> <li>Enter your message in the text box. Use the formatting tools in the toolbar to add special formatting or links to the message.</li> <li>Enable the <code>Display \"Don't show this again\" checkbox on message to users</code> to allow the users to see the message only once.</li> <li>Press Publish when complete.</li> </ol>"},{"location":"admin/config/advanced-cluster-config/","title":"Advanced Cluster Configuration","text":"<p>Advanced cluster configurations can be used to tailor your Run:ai cluster deployment to meet specific operational requirements and optimize resource management. By fine-tuning these settings, you can enhance functionality, ensure compatibility with organizational policies, and achieve better control over your cluster environment. This article provides guidance on implementing and managing these configurations to adapt the Run:ai cluster to your unique needs.</p> <p>After the Run:ai cluster is installed, you can adjust various settings to better align with your organization's operational needs and security requirements.</p>"},{"location":"admin/config/advanced-cluster-config/#edit-cluster-configurations","title":"Edit cluster configurations","text":"<p>Advanced cluster configurations are managed through the runaiconfig Kubernetes Custom Resource. To modify the cluster configurations, use the following command:</p> <pre><code>kubectl edit runaiconfig runai -n runai\n</code></pre>"},{"location":"admin/config/advanced-cluster-config/#configurations","title":"Configurations","text":"<p>The following configurations allow you to enable or disable features, control permissions, and customize the behavior of your Run:ai cluster:</p> Key Description Default spec.project-controller.createNamespaces (boolean) Allows Kubernetes namespace creation for new projects true spec.mps-server.enabled (boolean) Enabled when using NVIDIA MPS false spec.global.subdomainSupport (boolean) Allows the creation of subdomains for ingress endpoints, enabling access to workloads via unique subdomains on the Fully Qualified Domain Name (FQDN). For details, see External Access to Container false spec.runai-container-toolkit.enabled (boolean) Allows workloads to use GPU fractions true spec.prometheus.spec.retention (string) Defines how long Prometheus retains Run:ai metrics locally, which is useful in case of potential connectivity issues. For more information, see Prometheus Storage 2h spec.prometheus.spec.retentionSize (string) Allocates storage space for Run:ai metrics in Prometheus, which is useful in case of potential connectivity issues. For more information, see Prometheus Storage \"\" spec.prometheus.logLevel (string) Sets the Prometheus log levelPossible values: [debug, info, warn, error] \u201cinfo\" spec.prometheus.additionalAlertLabels (object) Sets additional custom labels for the built-in alerts Example: <code>{\u201cenv\u201d: \u201cprod\u201d}</code> <code>{}</code> spec.global.schedulingServices (object) Defines resource constraints uniformly for the entire set of Run:ai scheduling services. For more information, see Resource requests and limits of Pod and container <code>{resources: {}}</code> spec.global.syncServices (object) Defines resource constraints uniformly for the entire set of Run:ai sync services. For more information, see Resource requests and limits of Pod and container <code>{resources: {}}</code> spec.global.workloadServices (object) Defines resource constraints uniformly for the entire set of Run:ai workload services. For more information, see Resource requests and limits of Pod and container <code>{resources: {}}</code> spec.global.nodeAffinity.restrictScheduling (boolean) Enables setting node roles and restricting workload scheduling to designated nodes false spec.global.affinity (object) Sets the system nodes where Run:ai system-level services are scheduled. Using global.affinity will overwrite the node roles set using the Administrator CLI (runai-adm). Prefer to schedule on nodes that are labeled with <code>node-role.kubernetes.io/runai-system</code> spec.global.tolerations (object) Configure Kubernetes tolerations for Run:ai system-level services. spec.daemonSetsTolerations (object) Configure Kubernetes tolerations for Run:ai daemonSets / engine. spec.runai-container-toolkit.logLevel (boolean) Specifies the run:ai-container-toolkit logging level: either 'SPAM', 'DEBUG', 'INFO', 'NOTICE', 'WARN', or 'ERROR' INFO node-scale-adjuster.args.gpuMemoryToFractionRatio (object) A scaling-pod requesting a single GPU device will be created for every 1 to 10 pods requesting fractional GPU memory (1/gpuMemoryToFractionRatio). This value represents the ratio (0.1-0.9) of fractional GPU memory (any size) to GPU fraction (portion) conversion. 0.1 spec.global.core.dynamicFractions.enabled (boolean) Enables dynamic GPU fractions true spec.global.core.swap.enabled (boolean) Enables memory swap for GPU workloads false spec.global.core.swap.limits.cpuRam (string) Sets the CPU memory size used to swap GPU workloads 100Gi spec.global.core.swap.limits.reservedGpuRam (string) Sets the reserved GPU memory size used to swap GPU workloads 2Gi spec.global.core.nodeScheduler.enabled  (boolean) Enables the node-level scheduler false spec.global.replicaCount  (int) Sets a global number of pod replicas to be created for services that support replication 1 spec.limitRange.cpuDefaultRequestCpuLimitFactorNoGpu  (string) Sets a default ratio between the CPU request and the limit for workloads without GPU requests 0.1 spec.limitRange.memoryDefaultRequestMemoryLimitFactorNoGpu  (string) Sets a default ratio between the memory request and the limit for workloads without GPU requests 0.1 spec.limitRange.cpuDefaultRequestGpuFactor (string) Sets a default amount of CPU allocated per GPU when the CPU is not specified spec.limitRange.cpuDefaultLimitGpuFactor (int) Sets a default CPU limit based on the number of GPUs requested when no CPU limit is specified NO DEFAULT spec.limitRange.memoryDefaultRequestGpuFactor (string) Sets a default amount of memory allocated per GPU when the memory is not specified 100Mi spec.limitRange.memoryDefaultLimitGpuFactor (string) Sets a default memory limit based on the number of GPUs requested when no memory limit is specified NO DEFAULT spec.global.core.timeSlicing.mode (string) Sets the GPU time-slicing mode.Possible values:<code>timesharing</code> - all pods on a GPU share the GPU compute time evenly.\u2018strict\u2019 - each pod gets an exact time slice according to its memory fraction value.<code>fair</code> - each pod gets an exact time slice according to its memory fraction value and any unused GPU compute time is split evenly between the running pods. timesharing runai-scheduler.fullHierarchyFairness (boolean) Enables fairness between departments, on top of projects fairness true spec.pod-grouper.args.gangSchedulingKnative (boolean) Enables gang scheduling for inference workloads.For backward compatibility with versions earlier than v2.19, change the value to false true runai-scheduler.args.defaultStalenessGracePeriod Sets the timeout in seconds before the scheduler evicts a stale pod-group (gang) that went below its min-members in running state: <code>0s</code> - Immediately (no timeout) <code>-1</code> - Never 60s spec.runai-scheduler.args.verbosity (int) Configures the level of detail in the logs generated by the scheduler service 4 pod-grouper.args.gangScheduleArgoWorkflow (boolean) Groups all pods of a single ArgoWorkflow workload into a single Pod-Group for gang scheduling. true"},{"location":"admin/config/advanced-cluster-config/#runai-managed-nodes","title":"Run:ai Managed Nodes","text":"<p>To include or exclude specific nodes from running workloads within a cluster managed by Run:ai, use the <code>nodeSelectorTerms</code> flag. For additional details, see Kubernetes nodeSelector.</p> <p>Label the nodes using the below:</p> <ul> <li>key: Label key (e.g., zone, instance-type).</li> <li>operator: Operator defining the inclusion/exclusion condition (In, NotIn, Exists, DoesNotExist).</li> <li>values: List of values for the key when using In or NotIn.</li> </ul> <p>The below example shows how to include NVIDIA GPUs only and exclude all other GPU types in a cluster with mixed nodes, based on product type GPU label:</p> <pre><code>nodeSelectorTerms:\n- matchExpressions:\n  - key: nvidia.com/gpu.product  \n    operator: Exists\n</code></pre> <p>Tip</p> <p>To view the full runaiconfig object structure, use the following command:  <pre><code>kubectl get crds/runaiconfigs.run.ai -n runai -o yaml\n</code></pre></p>"},{"location":"admin/config/allow-external-access-to-containers/","title":"External access to Containers","text":""},{"location":"admin/config/allow-external-access-to-containers/#introduction","title":"Introduction","text":"<p>Researchers working with containers may at times need to remotely access the container. Some examples:</p> <ul> <li>Using a Jupyter notebook that runs within the container</li> <li>Using PyCharm to run python commands remotely.</li> <li>Using TensorBoard to view machine learning visualizations</li> </ul> <p>This requires exposing container ports. When using docker, the way Researchers expose ports is by declaring them when starting the container. Run:ai has similar syntax.</p> <p>Run:ai is based on Kubernetes. Kubernetes offers an abstraction of the container's location. This complicates the exposure of ports. Kubernetes offers several options:</p> Method Description Prerequisites Port Forwarding Simple port forwarding allows access to the container via local and/or remote port. None NodePort Exposes the service on each Node\u2019s IP at a static port (the NodePort). You\u2019ll be able to contact the NodePort service from outside the cluster by requesting <code>&lt;NODE-IP&gt;:&lt;NODE-PORT&gt;</code> regardless of which node the container actually resides in. None LoadBalancer Exposes the service externally using a cloud provider\u2019s load balancer. Only available with cloud providers <p>See https://kubernetes.io/docs/concepts/services-networking/service for further details on these options.</p>"},{"location":"admin/config/allow-external-access-to-containers/#workspaces-configuration","title":"Workspaces configuration","text":"<p>Workspaces allow the Researcher to build AI models interactively. </p> <p>Workspaces allow the Researcher to launch tools such as Visual Studio code, TensorFlow, TensorBoard etc. These tools require access to the container. Access is provided via URLs. </p> <p>Run:ai uses the Cluster URL provided to dynamically create SSL-secured URLs for researchers\u2019 workspaces in the format of <code>https://&lt;CLUSTER_URL&gt;/project-name/workspace-name</code>.</p> <p>While this form of path-based routing conveniently works with applications like Jupyter Notebooks, it may often not be compatible with other applications. These applications assume running at the root file system, so hardcoded file paths and settings within the container may become invalid when running at a path other than the root. For instance, if the container is expecting to find a file at <code>/etc/config.json</code> but is running at <code>/project-name/workspace-name</code>, the file will not be found. This can cause the container to fail or not function as intended.</p> <p>To address this issue, Run:ai provides support for host-based routing. When enabled, Run:ai creates workspace URLs in a subdomain format (<code>https://project-name-workspace-name.&lt;CLUSTER_URL&gt;/</code>), which allows all workspaces to run at the root path and function properly. </p> <p>To enable host-based routing you must perform the following steps:</p> <p>Note</p> <p>For OpenShift, editing the Runaiconfig command is the only step required to generate workspace URLs. Refer to the last step below.</p> <ol> <li>Create a second DNS entry (A record) for <code>*.&lt;CLUSTER_URL&gt;</code>, pointing to the same IP as the cluster Fully Qualified Domain Name (FQDN)</li> <li> <p>Obtain a wildcard SSL certificate for this DNS.</p> </li> <li> <p>Add the certificate as a secret:</p> </li> </ol> <pre><code>kubectl create secret tls runai-cluster-domain-star-tls-secret -n runai \\ \n    --cert /path/to/fullchain.pem --key /path/to/private.pem\n</code></pre> <ol> <li>Create the following ingress rule:</li> </ol> <pre><code>apiVersion: networking.k8s.io/v1\nkind: Ingress\nmetadata:\n  name: runai-cluster-domain-star-ingress\n  namespace: runai\nspec:\n  ingressClassName: nginx\n  rules:\n  - host: '*.&lt;CLUSTER_URL&gt;'\n  tls:\n  - hosts:\n    - '*.&lt;CLUSTER_URL&gt;'\n    secretName: runai-cluster-domain-star-tls-secret\n</code></pre> <p>Replace <code>&lt;CLUSTER_URL&gt;</code> as described above and run: <code>kubectl apply -f &lt;filename&gt;</code>.</p> <ol> <li>Edit Runaiconfig to generate the URLs correctly:</li> </ol> <pre><code>kubectl patch RunaiConfig runai -n runai --type=\"merge\" \\\n    -p '{\"spec\":{\"global\":{\"subdomainSupport\": true}}}' \n</code></pre> <p>Once these requirements have been met, all workspaces will automatically be assigned a secured URL with a subdomain, ensuring full functionality for all researcher applications.</p>"},{"location":"admin/config/allow-external-access-to-containers/#see-also","title":"See Also","text":"<ul> <li>To learn how to use port forwarding see the Quickstart document:  Launch an Interactive Build Workload with Connected Ports.</li> <li>See CLI command runai submit.</li> </ul>"},{"location":"admin/config/cli-admin-install/","title":"Administrator CLI","text":"<p>The Run:ai Administrator (<code>runai-adm</code>) is a lightweight tool designed to support infrastructure administrators by simplifying two key tasks:</p> <ul> <li>Collecting logs for troubleshooting and sharing with Run:ai support.</li> <li>Configuring node roles in the cluster for optimal performance and reliability.</li> </ul> <p>This article outlines the installation and usage of the Run:ai Administrator CLI to help you get started quickly.</p>"},{"location":"admin/config/cli-admin-install/#prerequisites","title":"Prerequisites","text":"<p>Before installing the CLI, review the following:</p> <ul> <li>Operating system: The CLI is supported on Mac and Linux.</li> <li>Kubectl: The Kubernetes command-line interface must be installed and configured to access your cluster. Follow the official guide.</li> <li>Cluster administrative permissions: The CLI requires a Kubernetes profile with administrative privileges.</li> </ul>"},{"location":"admin/config/cli-admin-install/#installation","title":"Installation","text":"<p>To install the Run:ai Administrator CLI, ensure that the CLI version matches the version of your Run:ai cluster. You can either install the latest version or a specific version from the list.</p>"},{"location":"admin/config/cli-admin-install/#installing-the-latest-version","title":"Installing the latest version","text":"<p>Use the following commands to download and install the latest version of the CLI:</p> MacLinux <pre><code>wget --content-disposition https://app.run.ai/v1/k8s/admin-cli/darwin # (1) \nchmod +x runai-adm  \nsudo mv runai-adm /usr/local/bin/runai-adm\n</code></pre> <ol> <li>In self-hosted environment, use the control-plane URL instead of <code>app.run.ai</code> </li> </ol> <pre><code>wget --content-disposition https://app.run.ai/v1/k8s/admin-cli/linux # (1) \nchmod +x runai-adm  \nsudo mv runai-adm /usr/local/bin/runai-adm\n</code></pre> <ol> <li>In self-hosted environment, use the control-plane URL instead of <code>app.run.ai</code> </li> </ol>"},{"location":"admin/config/cli-admin-install/#installing-a-specific-version","title":"Installing a specific version","text":"<p>To install a specific version of the Administrator CLI that matches your Run:ai cluster version, append the version number to the download URL. Refer to the list of available versions linked above for the correct version number.</p> MacLinux <pre><code>wget --content-disposition https://app.run.ai/v1/k8s/admin-cli/&lt;version&gt;/darwin # Replace &lt;version&gt; with the desired version in the format vX.X.X (e.g., v2.19.5) \nchmod +x runai-adm  \nsudo mv runai-adm /usr/local/bin/runai-adm\n</code></pre> <pre><code>wget --content-disposition https://app.run.ai/v1/k8s/admin-cli/&lt;version&gt;/linux # Replace &lt;version&gt; with the desired version in the format vX.X.X (e.g., v2.19.5)\nchmod +x runai-adm  \nsudo mv runai-adm /usr/local/bin/runai-adm\n</code></pre>"},{"location":"admin/config/cli-admin-install/#verifying-installation","title":"Verifying installation","text":"<p>Verify your installation completed successfully by running the following command:</p> <pre><code>runai-adm version\n</code></pre>"},{"location":"admin/config/cli-admin-install/#reference","title":"Reference","text":""},{"location":"admin/config/cli-admin-install/#node-roles","title":"Node roles","text":"<p>To set or remove node rules using the <code>runai-adm</code> tool, run the following:</p> <pre><code>runai-adm set node-role [--runai-system-worker | --gpu-worker | --cpu-worker] &lt;node-name&gt;\n</code></pre> <pre><code>runai-adm remove node-role [--runai-system-worker | --gpu-worker | --cpu-worker] &lt;node-name&gt;\n</code></pre> <p>Note</p> <p>Use the <code>--all</code> flag to set or remove a role to all nodes.</p>"},{"location":"admin/config/cli-admin-install/#collect-logs","title":"Collect logs","text":"<p>To collect logs using the <code>runai-adm</code> tool:</p> <ol> <li> <p>Run the following command:</p> <pre><code>runai-adm collect-logs\n</code></pre> </li> <li> <p>Locate the generated compressed log file.</p> </li> </ol>"},{"location":"admin/config/cluster-wide-pvc/","title":"Cluster wide PVCs","text":"<p>A PersistentVolumeClaim (PVC) is a request for storage by a user. It is similar to a Pod. Pods consume node resources and PVCs consume PV resources. Pods can request specific levels of resources (CPU and Memory). Claims can request specific size and access modes. For more information about PVCs, see Persistent Volumes.</p> <p>PVCs are namespace-specific. If your PVC relates to all run:ai Projects, do the following to propagate the PVC to all Projects:</p> <p>Create a PVC within the run:ai namespace, then run the following once to propagate the PVC to all run:ai Projects:</p> <pre><code>kubectl label persistentvolumeclaims -n runai &lt;PVC_NAME&gt; runai/cluster-wide=true\n</code></pre> <p>To delete a PVC from all run:ai Projects, run:</p> <pre><code>kubectl label persistentvolumeclaims -n runai &lt;PVC_NAME&gt; runai/cluster-wide-\n</code></pre> <p>You can add a PVC to a job using the <code>New job</code> form.</p> <p>To add a PVC to a new job:</p> <ol> <li>On the <code>New job</code> form, press <code>Storage</code>.</li> <li>In <code>Persistent Volume Claims</code> press <code>Add</code>.</li> <li>Enable <code>Existing PVC</code>.</li> <li>Enter the name (claim name) of the PVC.</li> <li>Enter the storage class. (Optional)</li> <li>Enter the size.</li> <li>Enable / disable access modes.</li> </ol>"},{"location":"admin/config/clusters/","title":"Clusters","text":"<p>This article explains the procedure to view and manage Clusters.</p> <p>The Cluster table provides a quick and easy way to see the status of your cluster.</p> <p></p>"},{"location":"admin/config/clusters/#clusters-table","title":"Clusters table","text":"<p>The Clusters table can be found under Resources in the Run:ai platform.</p> <p>The clusters table provides a list of the clusters added to Run:ai platform, along with their status.</p> <p>The clusters table consists of the following columns:</p> Column Description Cluster The name of the cluster Status The status of the cluster. For more information see the table below. Hover over the information icon for a short description and links to troubleshooting Creation time The timestamp when the cluster was created URL The URL that was given to the cluster Run:ai cluster version The Run:ai version installed on the cluster Kubernetes distribution The flavor of Kubernetes distribution Kubernetes version The version of Kubernetes installed Run:ai cluster UUID The unique ID of the cluster"},{"location":"admin/config/clusters/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"admin/config/clusters/#cluster-status","title":"Cluster status","text":"Status Description Waiting to connect The cluster has never been connected. Disconnected There is no communication from the cluster to the {{glossary.Control plane}}. This may be due to a network issue. See the troubleshooting scenarios. Missing prerequisites Some prerequisites are missing from the cluster. As a result, some features may be impacted. See the troubleshooting scenarios. Service issues At least one of the services is not working properly. You can view the list of nonfunctioning services for more information. See the troubleshooting scenarios. Connected The Run:ai cluster is connected, and all Run:ai services are running."},{"location":"admin/config/clusters/#adding-a-new-cluster","title":"Adding a new cluster","text":"<p>To add a new cluster see the installation guide.</p>"},{"location":"admin/config/clusters/#removing-a-cluster","title":"Removing a cluster","text":"<ol> <li>Select the cluster you want to remove  </li> <li>Click REMOVE</li> <li>A dialog appears: Make sure to carefully read the message before removing  </li> <li>Click REMOVE to confirm the removal.</li> </ol>"},{"location":"admin/config/clusters/#using-the-api","title":"Using the API","text":"<p>Go to the Clusters API reference to view the available actions</p>"},{"location":"admin/config/clusters/#troubleshooting","title":"Troubleshooting","text":"<p>Before starting, make sure you have the following:</p> <ul> <li>Access to the Kubernetes cluster where Run:ai is deployed with the necessary permissions  </li> <li>Access to the Run:ai Platform</li> </ul>"},{"location":"admin/config/clusters/#troubleshooting-scenarios","title":"Troubleshooting scenarios","text":"Cluster disconnected <p>Description: When the cluster's status is \u2018disconnected\u2019, there is no communication from the cluster services reaching the Run:ai Platform. This may be due to networking issues or issues with Run:ai services.</p> <p>Mitigation:</p> <ol> <li> <p>Check Run:ai\u2019s services status: </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permission to view pods  </li> <li>Copy and paste the following command to verify that Run:ai\u2019s services are running:  </li> </ul> <p><pre><code>kubectl get pods -n runai | grep -E 'runai-agent|cluster-sync|assets-sync'\n</code></pre> * If any of the services are not running, see the \u2018cluster has service issues\u2019 scenario.  </p> </li> <li> <p>Check the network connection  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to create pods  </li> <li>Copy and paste the following command to create a connectivity check pod:  </li> </ul> <pre><code>kubectl run control-plane-connectivity-check -n runai --image=wbitt/network-multitool \\\n    --command -- /bin/sh -c 'curl -sSf &lt;control-plane-endpoint&gt; &gt; /dev/null &amp;&amp; echo \"Connection Successful\" \\\n    || echo \"Failed connecting to the Control Plane\"'\n</code></pre> <ul> <li>Replace <code>&lt;control-plane-endpoint&gt;</code> with the URL of the Control Plane in your environment. If the pod fails to connect to the Control Plane, check for potential network policies </li> </ul> </li> <li> <p>Check and modify the network policies</p> <ul> <li>Open your terminal  </li> <li> <p>Copy and paste the following command to check the existence of network policies: <pre><code>kubectl get networkpolicies -n runai\n</code></pre></p> </li> <li> <p>Review the policies to ensure that they allow traffic from the Run:ai namespace to the Control Plane. If necessary, update the policies to allow the required traffic. Example of allowing traffic:</p> </li> </ul> <pre><code>apiVersion: networking.k8s.io/v1\nkind: NetworkPolicy\nmetadata:\nname: allow-control-plane-traffic\nnamespace: runai\nspec:\npodSelector:\n    matchLabels:\n    app: runai\npolicyTypes:\n    - Ingress\n    - Egress\negress:\n    - to:\n        - ipBlock:\n            cidr: &lt;control-plane-ip-range&gt;\n    ports:\n        - protocol: TCP\n        port: &lt;control-plane-port&gt;\ningress:\n    - from:\n        - ipBlock:\n            cidr: &lt;control-plane-ip-range&gt;\n    ports:\n        - protocol: TCP\n        port: &lt;control-plane-port&gt;\n</code></pre> <ul> <li> <p>Check infrastructure-level configurations: </p> <ul> <li>Ensure that firewall rules and security groups allow traffic between your Kubernetes cluster and the Control Plane  </li> <li>Verify required ports and protocols:  <ul> <li>Ensure that the necessary ports and protocols for Run:ai\u2019s services are not blocked by any firewalls or security groups  </li> </ul> </li> </ul> </li> </ul> </li> <li> <p>Check Run:ai services logs  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to view logs  </li> <li>Copy and paste the following commands to view the logs of the Run:ai services: </li> </ul> <pre><code>kubectl logs deployment/runai-agent -n runai\nkubectl logs deployment/cluster-sync -n runai\nkubectl logs deployment/assets-sync -n runai\n</code></pre> <ul> <li>Try to identify the problem from the logs. If you cannot resolve the issue, continue to the next step. </li> </ul> </li> <li> <p>Contact Run:ai\u2019s support  </p> <ul> <li>If the issue persists, contact Run:ai\u2019s support for assistance.</li> </ul> </li> </ol> Cluster has service issues <p>Description: When a cluster's status is Has service issues, it means that one or more Run:ai services running in the cluster are not available.</p> <p>Mitigation:</p> <ol> <li> <p>Verify non-functioning services  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to view the <code>runaiconfig</code> resource  </li> <li>Copy and paste the following command to determine which services are not functioning:  </li> </ul> <pre><code>kubectl get runaiconfig -n runai runai -ojson | jq -r '.status.conditions | map(select(.type == \"Available\"))'\n</code></pre> </li> <li> <p>Check for Kubernetes events </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to view events  </li> <li>Copy and paste the following command to get all Kubernetes events:  </li> </ul> </li> <li> <p>Inspect resource details  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to describe resources  </li> <li>Copy and paste the following command to check the details of the required resource:  </li> </ul> <pre><code>kubectl describe &lt;resource_type&gt; &lt;name&gt;\n</code></pre> </li> <li> <p>Contact Run:ai\u2019s Support  </p> <ul> <li>If the issue persists, contact contact Run:ai\u2019s support for assistance.</li> </ul> </li> </ol> Cluster is waiting to connect <p>Description: When the cluster's status is \u2018waiting to connect\u2019, it means that no communication from the cluster services reaches the Run:ai Platform. This may be due to networking issues or issues with Run:ai services.</p> <p>Mitigation:</p> <ol> <li> <p>Check Run:ai\u2019s services status </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to view pods  </li> <li>Copy and paste the following command to verify that Run:ai\u2019s services are running:  </li> </ul> <pre><code>kubectl get pods -n runai | grep -E 'runai-agent|cluster-sync|assets-sync'\n</code></pre> <ul> <li>If any of the services are not running, see the \u2018cluster has service issues\u2019 scenario. </li> </ul> </li> <li> <p>Check the network connection </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permissions to create pods  </li> <li>Copy and paste the following command to create a connectivity check pod:  </li> </ul> <pre><code>kubectl run control-plane-connectivity-check -n runai --image=wbitt/network-multitool --command -- /bin/sh -c 'curl -sSf &lt;control-plane-endpoint&gt; &gt; /dev/null &amp;&amp; echo \"Connection Successful\" || echo \"Failed connecting to the Control Plane\"'\n</code></pre> <ul> <li>Replace <code>&lt;control-plane-endpoint&gt;</code> with the URL of the Control Plane in your environment. If the pod fails to connect to the Control Plane, check for potential network policies:  </li> </ul> </li> <li> <p>Check and modify the network policies  </p> <ul> <li>Open your terminal  </li> <li>Copy and paste the following command to check the existence of network policies:  </li> </ul> <pre><code>kubectl get networkpolicies -n runai\n</code></pre> <ul> <li>Review the policies to ensure that they allow traffic from the Run:ai namespace to the Control Plane. If necessary, update the policies to allow the required traffic.  Example of allowing traffic:  </li> </ul> <pre><code>apiVersion: networking.k8s.io/v1\nkind: NetworkPolicy\nmetadata:\nname: allow-control-plane-traffic\nnamespace: runai\nspec:\n  podSelector:\n    matchLabels:\n    app: runai\n  policyTypes:\n    - Ingress\n    - Egress\n  egress:\n    - to:\n        - ipBlock:\n            cidr: &lt;control-plane-ip-range&gt;\n    ports:\n        - protocol: TCP\n        port: &lt;control-plane-port&gt;\n  ingress:\n    - from:\n        - ipBlock:\n            cidr: &lt;control-plane-ip-range&gt;\n    ports:\n        - protocol: TCP\n        port: &lt;control-plane-port&gt;\n</code></pre> <ul> <li>Check infrastructure-level configurations:  </li> <li>Ensure that firewall rules and security groups allow traffic between your Kubernetes cluster and the Control Plane  </li> <li>Verify required ports and protocols:  <ul> <li>Ensure that the necessary ports and protocols for Run:ai\u2019s services are not blocked by any firewalls or security groups </li> </ul> </li> </ul> </li> <li> <p>Check Run:ai services logs  </p> <ul> <li>Open your terminal  </li> <li>Make sure you have access to the Kubernetes cluster with permission to view logs  </li> <li>Copy and paste the following commands to view the logs of the Run:ai services:  </li> </ul> <pre><code>kubectl logs deployment/runai-agent -n runai\nkubectl logs deployment/cluster-sync -n runai\nkubectl logs deployment/assets-sync -n runai\n</code></pre> <ul> <li>Try to identify the problem from the logs. If you cannot resolve the issue, continue to the next step  </li> </ul> </li> <li> <p>Contact Run:ai\u2019s support  </p> <ul> <li>If the issue persists, contact Run:ai\u2019s support for assistance.</li> </ul> </li> </ol> Cluster is missing prerequisites <p>Description: When a cluster's status displays Missing prerequisites, it indicates that at least one of the Mandatory Prerequisites has not been fulfilled. In such cases, Run:ai services may not function properly.</p> <p>Mitigation:</p> <p>If you have ensured that all prerequisites are installed and the status still shows missing prerequisites, follow these steps:</p> <ol> <li>Check the message in the Run:ai platform for further details regarding the missing prerequisites.  </li> <li> <p>Inspect the <code>runai-public</code> ConfigMap:  </p> <ul> <li>Open your terminal. In the terminal, type the following command to list all ConfigMaps in the <code>runai</code> namespace: </li> </ul> <pre><code>kubectl get configmap -n runai\n</code></pre> </li> <li> <p>Describe the ConfigMap  </p> <ul> <li>Locate the ConfigMap named <code>runai-public</code> from the list  </li> <li>To view the detailed contents of this ConfigMap, type the following command:  </li> </ul> <pre><code>kubectl describe configmap runai-public -n runai\n</code></pre> </li> <li> <p>Find Missing Prerequisites  </p> <ul> <li>In the output displayed, look for a section labeled <code>dependencies.required</code> </li> <li>This section provides detailed information about any missing resources or prerequisites. Review this information to identify what is needed  </li> </ul> </li> <li> <p>Contact Run:ai\u2019s support  </p> <ul> <li>If the issue persists, contact Run:ai\u2019s support for assistance.</li> </ul> </li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/","title":"Creating Kubernetes Assets in Advance","text":"<p>The article describe how to mark Kubernetes assets for use by Run:ai</p>"},{"location":"admin/config/create-k8s-assets-in-advance/#creating-pvcs-in-advance","title":"Creating PVCs in advance","text":"<p>Add PVCs in advance to be used when creating a PVC-type data source via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p>"},{"location":"admin/config/create-k8s-assets-in-advance/#cluster-scope","title":"Cluster scope","text":"<ol> <li>Locate the PVC in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the PVC, label it: <code>run.ai/cluster-wide: \"true\u201d</code>     The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#department-scope","title":"Department scope","text":"<ol> <li>Locate the PVC in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the PVC, label it: <code>run.ai/department: \"id\"</code>     The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#project-scope","title":"Project scope","text":"<ol> <li>Locate the PVC in the project\u2019s namespace     The PVC is now displayed for that scope in the list of existing PVCs.</li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#creating-configmaps-in-advance","title":"Creating ConfigMaps in advance","text":"<p>Add ConfigMaps in advance to be used when creating a ConfigMap-type data source via the Run:ai UI.</p>"},{"location":"admin/config/create-k8s-assets-in-advance/#cluster-scope_1","title":"Cluster scope","text":"<ol> <li>Locate the ConfigMap in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the ConfigMap, label it: <code>run.ai/cluster-wide: \"true\u201d</code></li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#department-scope_1","title":"Department scope","text":"<ol> <li>Locate the ConfigMap in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the ConfigMap, label it: <code>run.ai/department: \"&lt;department-id&gt;\"</code> </li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol>"},{"location":"admin/config/create-k8s-assets-in-advance/#project-scope_1","title":"Project scope","text":"<ol> <li>Locate the ConfigMap in the project\u2019s namespace</li> <li> <p>The ConfigMap must have a label of <code>run.ai/resource: &lt;resource-name&gt;</code></p> <p>The ConfigMap is now displayed for that scope in the list of existing ConfigMaps.</p> </li> </ol>"},{"location":"admin/config/default-scheduler/","title":"Setting Run:ai as the default scheduler per Namespace (Project)","text":""},{"location":"admin/config/default-scheduler/#introduction","title":"Introduction","text":"<p>Kubernetes has a default scheduler that makes decisions on where to place Kubernetes Pods. Run:ai has implemented a different scheduler called the <code>runai-scheduler</code>. By default, Run:ai uses its own scheduler</p> <p>You can decide to use the Run:ai scheduler for other, non-Run:ai, workloads by adding the following to the workload's YAML file:</p> <pre><code>schedulerName: runai-scheduler\n</code></pre>"},{"location":"admin/config/default-scheduler/#making-runai-the-default-scheduler","title":"Making Run:ai the default scheduler","text":"<p>There may be cases where you cannot change the YAML file but still want to use the Run:ai Scheduler to schedule those workloads. </p> <p>For such cases, another option is to configure the Run:ai Scheduler as the default scheduler for a specific namespace. This will now make any workload type that is submitted to that namespace (equivalent to a Run:ai Project) use the Run:ai scheduler. </p> <p>To configure this, add the following annotation to the namespace itself:</p> <p><code>runai/enforce-scheduler-name: true</code></p>"},{"location":"admin/config/default-scheduler/#example","title":"Example","text":"<p>To annotate a project named <code>proj-a</code>, use the following command:</p> <pre><code>kubectl annotate ns runai-proj-a runai/enforce-scheduler-name=true\n</code></pre> <p>Verify the namespace in YAML format to see the annotation:</p> <pre><code>kubectl get ns runai-proj-a -o yaml\n</code></pre> <p>Output: </p> <pre><code>apiVersion: v1\nkind: Namespace\nmetadata:\n  annotations:\n    runai/enforce-scheduler-name: \"true\"\n  creationTimestamp: \"2024-04-09T08:15:50Z\"\n  labels:\n    kubernetes.io/metadata.name: runai-proj-a\n    runai/namespace-version: v2\n    runai/queue: proj-a\n  name: runai-proj-a\n  resourceVersion: \"388336\"\n  uid: c53af666-7989-43df-9804-42bf8965ce83\nspec:\n  finalizers:\n  - kubernetes\nstatus:\n  phase: Active\n</code></pre>"},{"location":"admin/config/dr/","title":"Backup &amp; Restore","text":""},{"location":"admin/config/dr/#runai-cluster-restore","title":"Run:ai Cluster Restore","text":"<p>This article explains how to restore a Run:ai cluster on a different Kubernetes environment.</p> <p>In the event of a critical Kubernetes failure or alternatively, if you want to migrate a Run:ai cluster to a new Kubernetes environment, simply reinstall the Run:ai cluster. Once you have reinstalled and reconnected the cluster - projects, workloads and other cluster data is synced automatically.</p> <p>The restoration or back-up of Run:ai cluster Advanced features and Customized deployment configurations which are stored locally on the Kubernetes cluster is optional and they can be restored and backed-up separately.</p>"},{"location":"admin/config/dr/#backup","title":"Backup","text":"<p>As back-up of data is not required, the backup procedure is optional for advanced deployments, as explained above.</p>"},{"location":"admin/config/dr/#backup-cluster-configurations","title":"Backup cluster configurations","text":"<p>To backup Run:ai cluster configurations:</p> <ol> <li>Run the following command in your terminal: <pre><code>kubectl get runaiconfig runai -n runai -o yaml -o=jsonpath='{.spec}' &gt; runaiconfig_backup.yaml\n</code></pre></li> <li>Once the <code>runaiconfig_back.yaml</code> back-up file is created, save the file externally, so that it can be retrieved later.</li> </ol>"},{"location":"admin/config/dr/#restore","title":"Restore","text":"<p>Follow the steps below to restore the Run:ai cluster on a new Kubernetes environment.</p>"},{"location":"admin/config/dr/#prerequisites","title":"Prerequisites","text":"<p>Before restoring the Run:ai cluster, it is essential to validate that it is both disconnected and uninstalled.</p> <ol> <li>If the Kubernetes cluster is still available, uninstall the Run:ai cluster - make sure not to remove the cluster from the Control Plane  </li> <li>Navigate to the Cluster page in the Run:ai platform  </li> <li>Search for the cluster, and make sure its status is Disconnected</li> </ol>"},{"location":"admin/config/dr/#re-installing-runai-cluster","title":"Re-installing Run:ai Cluster","text":"<ol> <li>Follow the Run:ai cluster installation instructions and ensure all prerequisites are met  </li> <li>If you have a back-up of the cluster configurations, reload it once the installation is complete <pre><code>kubectl apply -f runaiconfig_backup.yaml -n runai\n</code></pre></li> <li>Navigate to the Cluster page in the Run:ai platform  </li> <li>Search for the cluster, and make sure its status is Connected</li> </ol>"},{"location":"admin/config/dr/#runai-control-plane","title":"Run:ai Control Plane","text":"<p>The self-hosted variant of Run:ai also installs the control-plane at the customer site. As such, it becomes the responsibility of the IT organization to verify that the system is configured for proper backup and learn how to recover the data when needed.</p>"},{"location":"admin/config/dr/#database-storage","title":"Database Storage","text":"<p>Run:ai uses an internal PostgreSQL database. The database is stored on a Kubernetes Persistent Volume (PV). You must provide a backup solution for the database. Some options:</p> <ul> <li>Backing up of PostgreSQL itself. Example: <code>kubectl -n runai-backend exec -it runai-backend-postgresql-0 -- env  PGPASSWORD=password pg_dump -U postgres   backend   &gt; cluster_name_db_backup.sql</code></li> <li>Backing up the persistent volume holding the database storage.</li> <li>Using third-party backup solutions.</li> </ul> <p>Run:ai also supports an external PostgreSQL database. For details on how to configure an external database please contact Run:ai customer support.</p>"},{"location":"admin/config/dr/#metrics-storage","title":"Metrics Storage","text":"<p>Run:ai stores metric history using Thanos. Thanos is configured to store data on a persistent volume. The recommendation is to back up the PV.</p>"},{"location":"admin/config/dr/#backing-up-control-plane-configuration","title":"Backing up Control-Plane Configuration","text":"<p>The installation of the Run:ai control plane can be configured. The configuration is provided as <code>--set</code> command in the helm installation. These changes will be preserved on upgrade, but will not be preserved on uninstall or upon damage to Kubernetes. Thus, it is best to back up these customizations. For a list of customizations used during the installation, run:</p> <p><code>helm get values runai-backend -n runai-backend</code></p>"},{"location":"admin/config/dr/#recovery","title":"Recovery","text":"<p>To recover Run:ai</p> <ul> <li>Re-create the Kubernetes/OpenShift cluster.</li> <li>Recover the persistent volumes for metrics and database.</li> <li>Re-install the Run:ai control plane. Use the additional configuration previously saved and connect to the restored PostgreSQL PV. Connect Prometheus to the stored metrics PV.</li> <li>Re-install the cluster. Add additional configuration post-install.  </li> <li>If the cluster is configured such that Projects do not create a namespace automatically, you will need to re-create namespaces and apply role bindings as discussed in Kubernetes or OpenShift.</li> </ul>"},{"location":"admin/config/ha/","title":"High Availability","text":"<p>The purpose of this document is to configure Run:ai such that it will continue to provide service even if parts of the system are down.</p> <p>A frequent fail scenario is a physical node in the system becoming non-responsive due to physical problems or lack of resources. In such a case, Kubernetes will attempt to relocate the running pods, but the process may take time, during which Run:ai will be down.</p> <p>A different scenario is a high transaction load, leading to system overload. To address such a scenario, please review the article: scaling the Run:ai system.</p>"},{"location":"admin/config/ha/#runai-control-plane","title":"Run:ai Control Plane","text":""},{"location":"admin/config/ha/#runai-system-workers","title":"Run:ai system workers","text":"<p>The Run:ai control plane allows the optional gathering of Run:ai pods into specific nodes. When this feature is used, it is important to set more than one node as a Run:ai system worker. Otherwise, the horizontal scaling described below will not span multiple nodes, and the system will remain with a single point of failure.  </p>"},{"location":"admin/config/ha/#horizontal-scalability-of-runai-services","title":"Horizontal Scalability of Run:ai services","text":"<p>Horizontal scalability is about instructing the system to create more pods to dynamically scale according to incoming load and downsize when the load subsides.</p> <p>The Run:ai control plane is running on a single Kubernetes namespace named <code>runai-backend</code>. The namespace contains various Kubernetes Deployments and StatefulSets. Each of these services can be scaled horizontally.</p>"},{"location":"admin/config/ha/#deployments","title":"Deployments","text":"<p>Each of the Run:ai deployments can be set to scale up, by adding a helm settings on install/upgrade. E.g. <code>--set frontend.autoscaling.enabled=true</code>. For a full list of settings, please contact Run:ai customer support.</p>"},{"location":"admin/config/ha/#statefulsets","title":"StatefulSets","text":"<p>Run:ai uses three third parties which are managed as Kubernetes StatefulSets:</p> <ul> <li>Keycloak\u2014Stores the Run:ai authentication configuration as well as user identities. To scale Keycloak, use the Run:ai control-plane helm flag <code>--set keycloakx.autoscaling.enabled=true</code>. By default, Keycloak sets a minimum of 3 pods and will scale to more on transaction load.</li> <li>PostgreSQL\u2014It is not possible to configure an internal PostgreSQL to scale horizontally. If this is of importance, please contact Customer Support to understand how to connect Run:ai to an external PostgreSQL service which can be configured for high availability.</li> <li>Thanos\u2014To enable Thanos autoscaling, use the following Run:ai control-plane helm flags:</li> </ul> <pre><code>--set thanos.query.autoscaling.enabled=true  \n--set thanos.query.autoscaling.maxReplicas=2\n--set thanos.query.autoscaling.minReplicas=2 \n</code></pre>"},{"location":"admin/config/ha/#runai-cluster","title":"Run:ai Cluster","text":""},{"location":"admin/config/ha/#runai-system-workers_1","title":"Run:ai system workers","text":"<p>The Run:ai cluster allows the mandatory gathering of Run:ai pods into specific nodes. When this feature is used, it is important to set more than one node as a Run:ai system worker. Otherwise, the horizontal scaling described below may not span multiple nodes, and the system will remain with a single point of failure.  </p>"},{"location":"admin/config/ha/#prometheus","title":"Prometheus","text":"<p>The default Prometheus installation uses a single pod replica. If the node running the pod is unresponsive, metrics will not be scraped from the cluster and will not be sent to the Run:ai control-plane.</p> <p>Prometheus supports high availability by allowing to run multiple instances. The tradeoff of this approach is that all instances will scrape and send the same data. The Run:ai control plane will identify duplicate metric series and ignore them. This approach will thus increase network, CPU and memory consumption.</p> <p>To change the number of Prometheus instances, edit the <code>runaiconfig</code> as described under customizing the Run:ai cluster. Under <code>prometheus.spec</code>, set <code>replicas</code> to 2.</p>"},{"location":"admin/config/large-clusters/","title":"Scaling the Run:ai system","text":"<p>The purpose of this document is to provide information on how to scale the Run:ai cluster and the Run:ai control-plane to withstand large transaction loads</p>"},{"location":"admin/config/large-clusters/#scaling-the-runai-control-plane","title":"Scaling the Run:ai Control Plane","text":"<p>The Control plane deployments which may encounter load are:</p> Name Kubernetes Deployment name Purpose Backend runai-backend-backend Main control-plane service Frontend runai-backend-frontend Serving of the Run:ai console Grafana runai-backend-grafana Serving of the Run:ai metrics inside the Run:ai console <p>To increase the number of replicas, run:</p> <p>To increase the number of replicas, use the following Run:ai control-plane helm flags</p> <pre><code>--set backend.autoscaling.enabled=true \n--set frontend.autoscaling.enabled=true\n--set grafana.autoscaling.enabled=true --set grafana.autoscaling.minReplicas=2\n</code></pre> <p>Important</p> <p>If you have chosen to mark some of the nodes as Run:ai System Workers, the new replicas will attempt to use these nodes first. Thus, for high availability purposes, you will want to mark more than one node as a Run:ai System Worker.  </p>"},{"location":"admin/config/large-clusters/#thanos","title":"Thanos","text":"<p>Thanos is the 3rd party used by Run:ai to store metrics Under a significant user load, we would also need to increase resources for the Thanos query function. Use the following Run:ai control-plane helm flags:</p> <pre><code>--set thanos.query.resources.limits.memory=3G\n--set thanos.query.resources.requests.memory=3G\n--set thanos.query.resources.limits.cpu=1\n--set thanos.query.resources.requests.cpu=1\n\n--set thanos.receive.resources.limits.memory=6G \n--set thanos.receive.resources.requests.memory=6G\n--set thanos.receive.resources.limits.cpu=1 \n--set thanos.receive.resources.requests.cpu=1\n</code></pre>"},{"location":"admin/config/large-clusters/#scaling-the-runai-cluster","title":"Scaling the Run:ai Cluster","text":""},{"location":"admin/config/large-clusters/#cpu-memory-resources","title":"CPU &amp; Memory Resources","text":"<p>Under Kubernetes, each of the Run:ai containers, has default resource requirements that reflect an average customer load. With significantly larger cluster loads, certain Run:ai services will require more CPU and memory resources. Run:ai now supports the ability to configure these resources and to do so for each Run:ai service group separately.</p>"},{"location":"admin/config/large-clusters/#service-groups","title":"Service Groups","text":"<p>Run:ai supports setting requests and limits configurations for CPU and memory for Run:ai containers. The configuration is set per service group. Each service group reflects a certain load type:</p> Service Group Description Run:ai containers SchedulingServices Containers associated with the Run:ai scheduler Scheduler, StatusUpdater, MetricsExporter, PodGrouper, PodGroupAssigner, Binder SyncServices Containers associated with syncing updates between the Run:ai cluster and the Run:ai control plane Agent, ClusterSync, AssetsSync WorkloadServices Containers associated with submitting Run:ai Workloads WorkloadController, JobController"},{"location":"admin/config/large-clusters/#configuration-steps","title":"Configuration Steps","text":"<p>To configure resource requirements for a group of services, update the RunaiConfig. Set the <code>spec.global.&lt;service-group&gt;.</code> resources section. The following example shows the configuration of scheduling services resource requirements:</p> <pre><code>apiVersion: run.ai/v1\nkind: RunaiConfig\nmetadata:\nspec:\n global:\n   schedulingServices:\n     resources:\n       limits:\n         cpu: 1000m\n         memory: 1Gi\n       requests:\n         cpu: 100m\n         memory: 512Mi\n</code></pre> <p>Use <code>syncServices</code> and <code>workloadServices</code> for the other two service groups.</p>"},{"location":"admin/config/large-clusters/#recommended-resource-specifications-for-large-clusters","title":"Recommended Resource Specifications For Large Clusters","text":"<p>In large clusters (100 nodes or 1500 GPUs or more), we recommend the following configuration for SchedulingServices and SyncServices groups:</p> <pre><code>resources:\n requests:\n   cpu: 1\n   memory: 1Gi\n limits:\n   cpu: 2\n   memory: 2Gi\n</code></pre>"},{"location":"admin/config/large-clusters/#sending-metrics","title":"Sending Metrics","text":"<p>Run:ai uses Prometheus to scrape metrics from the Run:ai cluster and to send them to the Run:ai control plane. The number of metrics is a function of the number of Nodes, Jobs and Projects which the system contains. When reaching hundreds of Nodes and Projects, the system will be sending large quantities of metrics which, in turn, will create a strain on the network as well as the receiving side in the control plane (SaaS or self-hosted).</p> <p>To reduce this strain, we suggest to configure Prometheus to send information in larger bulks and reduce the number of network connections:</p> <ul> <li>Edit the <code>runaiconfig</code> as described under customizing the cluster.</li> <li>Under <code>prometheus.remoteWrite</code> add the following:</li> </ul> <pre><code>queueConfig:\n  capacity: 5000\n  maxSamplesPerSend: 1000\n  maxShards: 100\n</code></pre> <p>This article provides additional details and insight.</p> <p>Also, note that this configuration enlarges the Prometheus queues and thus increases the required memory. It is hence suggested to reduce the metrics retention period as described here</p>"},{"location":"admin/config/limit-to-node-group/","title":"Group Nodes","text":""},{"location":"admin/config/limit-to-node-group/#why","title":"Why?","text":"<p>In some business scenarios, you may want to direct the Run:ai scheduler to schedule a Workload to a specific node or a node group. For example, in some academic institutions, Hardware is bought using a specific grant and thus \"belongs\" to a specific research group. Another example is an inference workload that is optimized to a specific GPU type and must have dedicated resources reserved to ensure enough capacity.</p> <p>Run:ai provides two methods to designate, and group, specific resources:</p> <ul> <li>Node Pools: Run:ai allows administrators to group specific nodes into a node pool. A node pool is a group of nodes identified by a given name (node pool name) and grouped by any label (key and value combination). The label can be chosen by the administrator or can be an existing, pre-set, label (such as an NVIDIA GPU type label).</li> <li>Node Affinity: Run:ai allows this \"taint\" by labeling a node, or a set of nodes and then during scheduling, using the flag <code>--node-type &lt;label&gt;</code> to force this allocation.</li> </ul> <p>Important</p> <p>One can set and use both node pool and node affinity combined as a prerequisite to the scheduler, for example, if a researcher wants to use a T4 node with an Infiniband card - he or she can use a node pool of T4 and from that group, choose only the nodes with Infiniband card (node-type = infiniband).</p> <p>There is a tradeoff in place when allowing Researchers to designate specific nodes. Overuse of this feature limits the scheduler in finding an optimal resource and thus reduces overall cluster utilization.</p>"},{"location":"admin/config/limit-to-node-group/#configuring-node-groups","title":"Configuring Node Groups","text":"<p>To configure a node pool:</p> <ul> <li>Find the label key &amp; value you want to use for Run:ai to create the node pool.</li> <li>Check that the nodes you want to group as a pool have a unique label to use, otherwise you should mark those nodes with your own uniquely identifiable label.</li> <li>Get the names of the nodes you want Run:ai to group together. To get a list of nodes, run:</li> </ul> <pre><code>kubectl get nodes\nKubectl get nodes --show-labels\n</code></pre> <ul> <li>If you chose to set your own label, run the following:</li> </ul> <pre><code>kubectl label node &lt;node-name&gt; &lt;label-key&gt;=&lt;label-value&gt;\n</code></pre> <p>The same value can be set to a single node or multiple nodes. Node Pool can only use one label (key &amp; value) at a time.</p> <ul> <li>To create a node pool use the create node pool Run:ai API.</li> </ul> <p>To configure a node affinity:</p> <ul> <li>Get the names of the nodes where you want to limit Run:ai. To get a list of nodes, run:</li> </ul> <pre><code>kubectl get nodes\n</code></pre> <ul> <li>For each node run the following:</li> </ul> <pre><code>kubectl label node &lt;node-name&gt; run.ai/type=&lt;label&gt;\n</code></pre> <p>The same value can be set to a single node, or for multiple nodes. A node can only be set with a single value.</p>"},{"location":"admin/config/limit-to-node-group/#using-node-groups-via-the-cli","title":"Using Node Groups via the CLI","text":"<p>To use Run:ai node pool with a workload, use Run:ai CLI command \u2018node-pool\u2019: </p> <pre><code>runai submit job1 ... --node-pools \"my-pool\" ...\n</code></pre> <p>To use multiple node pools with a workload, use the Run:ai CLI command:</p> <pre><code>runai submit job1 ... --node-pools \"my-pool my-pool2 my-pool3\" ...\n</code></pre> <p>With multiple node pools, the researcher creates a list of prioritized node pools and lets the scheduler try and choose from any of the node pools in the list, according to the given priority. </p> <p>To use node affinity, use the node type label with the <code>--node-type</code> flag:</p> <pre><code>runai submit job1 ... --node-type \"my-nodes\"\n</code></pre> <p>A researcher may combine the two flags to select both a node pool and a specific set of nodes out of that node pool (e.g. gpu-type=t4 and node-type=infiniband):</p> <pre><code>runai submit job1 ... --node-pool-name \u201cmy pool\u201d --node-type \"my-nodes\"\n</code></pre> <p>Note</p> <p>When submitting a workload, if you choose a node pool label and a node affinity (node type) label which does not intersect, the Run:ai scheduler will not be able to schedule that workload as it represents an empty nodes group.</p> <p>See the runai submit documentation for further information.</p>"},{"location":"admin/config/limit-to-node-group/#assigning-node-groups-to-a-project","title":"Assigning Node Groups to a Project","text":"<p>Node Pools are automatically assigned to all Projects and Departments with zero resource allocation as default. Allocating resources to a node pool can be done for each Project and Department. Submitting a workload to a node pool that has zero allocation for a specific project (or department) results in that workload running as an over-quota workload.</p> <p>To assign and configure specific node affinity groups or node pools to a Project see working with Projects.</p> <p>When the command-line interface flag is used in conjunction with Project-based affinity, the flag is used to refine the list of allowable node groups set in the Project.</p>"},{"location":"admin/config/node-affinity-with-cloud-node-pools/","title":"Node affinity with cloud node pools","text":"<p>Run:ai allows for node affinity. Node affinity is the ability to assign a Project to run on specific nodes. To use the node affinity feature, You will need to label the target nodes with the label  <code>run.ai/node-type</code>. Most cloud clusters allow configuring node labels for the node pools in the cluster. This guide shows how to apply this configuration to different cloud providers.</p> <p>To make the node affinity work with node pools on various cloud providers, we need to make sure the node pools are configured with the appropriate Kubernetes label (<code>run.ai/type=&lt;TYPE_VALUE&gt;</code>).</p>"},{"location":"admin/config/node-affinity-with-cloud-node-pools/#setting-node-labels-while-creating-a-new-cluster","title":"Setting node labels while creating a new cluster","text":"<p>You can configure node-pool labels at cluster creation time</p> GKEAKSEKS <ul> <li>At the first creation screen, you will see a menu on the left side named <code>node-pools</code>.</li> <li>Expand the node pool you want to label.</li> <li>Click on <code>Metadata</code>.</li> <li>Near the bottom, you will find the Kubernetes <code>label</code> section. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <ul> <li>When creating AKS cluster at the node-pools page click on create new node-pool.</li> <li>Go to the <code>labels</code> section and add key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <ul> <li>Create a regular EKS cluster.</li> <li>Click on <code>compute</code>.</li> <li>Click on <code>Add node group</code>.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul>"},{"location":"admin/config/node-affinity-with-cloud-node-pools/#setting-node-labels-for-a-new-node-pool","title":"Setting node labels for a new node pool","text":"GKEAKSEKS <ul> <li>At the node pool creation screen, go to the <code>metadata</code> section.</li> <li>Near the bottom, you will find the Kubernetes <code>label</code> section. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <ul> <li>Go to your AKS page at Azure.</li> <li>On the left menu click the <code>node-pools</code> button.</li> <li>Click on <code>Add Node Pool</code>.</li> <li>In the new Node Pool page go to <code>Optional settings</code>.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <ul> <li>Go to <code>Add node group</code> screen.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul>"},{"location":"admin/config/node-affinity-with-cloud-node-pools/#editing-node-labels-for-an-existing-node-pool","title":"Editing node labels for an existing node pool","text":"GKEAKSEKS <ul> <li>Go to the <code>Google Kubernetes Engine</code> page in the Google Cloud console.</li> <li>Go to <code>Google Kubernetes Engine</code>.</li> <li>In the cluster list, click the name of the cluster you want to modify.</li> <li>Click the <code>Nodes</code> tab</li> <li>Under <code>Node Pools</code>, click the name of the node pool you want to modify, then click <code>Edit</code>.</li> <li>Near the bottom, you will find the Kubernetes <code>label</code> section. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul> <p>To update an existing node pool label you must use the azure cli. Run the following command:</p> <pre><code>az aks nodepool update \\\n    --resource-group [RESOURCE GROUP] \\\n    --cluster-name [CLUSTER NAME] \\\n    --name labelnp \\\n    --labels run.ai/type=[TYPE_VALUE] \\\n    --no-wait\n</code></pre> <ul> <li>Go to the <code>node group</code> page and click on <code>Edit</code>.</li> <li>In the Kubernetes <code>labels</code> section click on <code>Add label</code>. Add the key <code>run.ai/type</code> and the value <code>&lt;TYPE_VALUE&gt;</code>.</li> </ul>"},{"location":"admin/config/node-roles/","title":"Node roles","text":"<p>This article explains how to designate specific node roles in a Kubernetes cluster to ensure optimal performance and reliability in production deployments.</p> <p>For optimal performance in production clusters, it is essential to avoid extensive CPU usage on GPU nodes where possible. This can be done by ensuring the following:</p> <ul> <li>Run:ai system-level services run on dedicated CPU-only nodes.</li> <li>Workloads that do not request GPU resources (e.g. Machine Learning jobs) are executed on CPU-only nodes.</li> </ul>"},{"location":"admin/config/node-roles/#prerequisites","title":"Prerequisites","text":"<p>To perform these tasks, make sure to install the Run:ai Administrator CLI.</p>"},{"location":"admin/config/node-roles/#configure-node-roles","title":"Configure Node Roles","text":"<p>The following node roles can be configured on the cluster:</p> <ul> <li>System node: Reserved for Run:ai system-level services.</li> <li>GPU Worker node: Dedicated for GPU-based workloads.</li> <li>CPU Worker node: Used for CPU-only workloads.</li> </ul>"},{"location":"admin/config/node-roles/#system-nodes","title":"System nodes","text":"<p>Run:ai system nodes run system-level services required to operate. This can be done via the Run:ai Administrator CLI.</p> <p>Recommendation</p> <p>To ensure high availability and prevent a single point of failure, it is recommended to configure at least three system nodes in your cluster.</p> <p>To set a system role for a node in your Kubernetes cluster, follow these steps:</p> <ol> <li>Run the <code>kubectl get nodes</code> command to list all the nodes in your cluster and identify the name of the node you want to modify.</li> <li>Run one of the following commands to set or remove a node\u2019s role:     <pre><code>runai-adm set node-role --runai-system-worker &lt;node-name&gt;\nrunai-adm remove node-role --runai-system-worker &lt;node-name&gt;\n</code></pre></li> </ol> <p>The <code>runai-adm</code> CLI will label the node and set relevant cluster configurations.</p> <p>The Run:ai cluster applies Kubernetes Node Affinity using node labels to manage scheduling for cluster services (system).</p> <p>Warning</p> <p>Do not assign a system node role to the Kubernetes master node. This may disrupt Kubernetes functionality, particularly if the Kubernetes API Server is configured to use port 443 instead of the default 6443.</p>"},{"location":"admin/config/node-roles/#worker-nodes","title":"Worker nodes","text":"<p>Run:ai worker nodes run user-submitted workloads and system-level DeamonSets required to operate. This can be managed via the Run:ai Administrator CLI, or Kubectl. </p>"},{"location":"admin/config/node-roles/#runai-administrator-cli","title":"Run:ai Administrator CLI","text":"<p>To set worker role for a node in your Kubernetes cluster via Run:ai Administrator CLI, follow these steps:</p> <ol> <li>Use the <code>kubectl get nodes</code> command to list all the nodes in your cluster and identify the name of the node you want to modify.</li> <li>Run one of the following commands to set or remove a node\u2019s role:    <pre><code> runai-adm set node-role [--gpu-worker | --cpu-worker] &lt;node-name&gt;\n runai-adm remove node-role [--gpu-worker | --cpu-worker] &lt;node-name&gt;\n</code></pre></li> </ol> <p>The <code>runai-adm</code> CLI will label the node and set relevant cluster configurations.</p> <p>Tip</p> <p>Use the --all flag to set or remove a role to all nodes.</p>"},{"location":"admin/config/node-roles/#kubectl","title":"Kubectl","text":"<p>To set a worker role for a node in your Kubernetes cluster using Kubectl, follow these steps:</p> <ol> <li>Validate the <code>global.nodeAffinity.restrictScheduling</code> is set to true in the cluster\u2019s Configurations.</li> <li>Use the <code>kubectl get nodes</code> command to list all the nodes in your cluster and identify the name of the node you want to modify.</li> <li>Run one of the following commands to label the node with its role:    <pre><code>kubectl label nodes &lt;node-name&gt; [node-role.kubernetes.io/runai-gpu-worker=true | node-role.kubernetes.io/runai-cpu-worker=true]\nkubectl label nodes &lt;node-name&gt; [node-role.kubernetes.io/runai-gpu-worker=false | node-role.kubernetes.io/runai-cpu-worker=false]\n</code></pre></li> </ol>"},{"location":"admin/config/notifications/","title":"Notifications System","text":""},{"location":"admin/config/notifications/#email-notifications-for-data-scientists","title":"Email Notifications for Data Scientists","text":"<p>Managing numerous data science workloads requires monitoring various stages, including submission, scheduling, initialization, execution, and completion. Additionally, handling suspensions and failures is crucial for ensuring timely workload completion. Email Notifications address this need by sending alerts for critical workload life cycle changes. This empowers data scientists to take necessary actions and prevent delays.</p>"},{"location":"admin/config/notifications/#setting-up-email-notifications","title":"Setting Up Email Notifications","text":"<p>Important</p> <p>The system administrator needs to enable and setup email notifications so that users are kept informed about different system statuses.</p> <p>To enable email notifications for the system:</p> <ol> <li> <p>Press General settings, then select Notifications.</p> <p>Note</p> <p>For SaaS deployments, use the Enable email notifications toggle.</p> </li> <li> <p>In the SMTP Host field, enter the SMTP server address and in the SMTP port field the port number.</p> </li> <li>Select an Authentication type Plain or Login. Enter a username and password to be used for authentication.</li> <li>Enter the From email address and the Display name.</li> <li>Press Verify to ensure that the email configuration is working.</li> <li>Press Save when complete.</li> </ol>"},{"location":"admin/config/notifications/#system-notifications","title":"System Notifications","text":"<p>Administrators can set system wide notifications for all the users in order to alert them of important information. System notifications allows administrators the ability to update users with events that may be occurring within the Run:ai platform. The system notification will appear at each login or after the message has changed for users who are already logged in.</p> <p>To configure system notifications:</p> <ol> <li>Press General settings, then select Notifications.</li> <li>In the System notification pane, press +MESSAGE.</li> <li>Enter your message in the text box. Use the formatting tool bar to add special formats to your message text.</li> <li>Enable the \"Don't show this again\" option to allow users to opt out of seeing the message multiple times.</li> <li>When complete, press Save &amp; Publish.</li> </ol>"},{"location":"admin/config/org-cert/","title":"Working with a Local Certificate Authority","text":"<p>Run:ai can be installed in an isolated network. In this air-gapped configuration, the organization will not be using an established root certificate authority. Instead, the organization creates a local certificate which serves as the root certificate for the organization. The certificate is installed in all browsers within the organization. </p> <p>In the context of Run:ai, the cluster and control-plane need to be aware of this certificate for consumers to be able to connect to the system.</p>"},{"location":"admin/config/org-cert/#preparation","title":"Preparation","text":"<p>You will need to have the public key of the local certificate authority. </p>"},{"location":"admin/config/org-cert/#control-plane-installation","title":"Control-Plane Installation","text":"<ul> <li>Create the <code>runai-backend</code> namespace if it does not exist. </li> <li> <p>Add the public key to the <code>runai-backend</code> namespace: <pre><code>kubectl -n runai-backend create secret generic runai-ca-cert \\ \n    --from-file=runai-ca.pem=&lt;ca_bundle_path&gt;\n</code></pre></p> </li> <li> <p>As part of the installation instructions, you need to create a secret for runai-backend-tls. Use the local certificate authority instead.</p> </li> <li>Install the control plane, add the following flag to the helm command <code>--set global.customCA.enabled=true</code></li> </ul>"},{"location":"admin/config/org-cert/#cluster-installation","title":"Cluster Installation","text":"<ul> <li>Create the <code>runai</code> namespace if it does not exist. </li> <li>Add the public key to the <code>runai</code> namespace: <pre><code>kubectl -n runai create secret generic runai-ca-cert \\\n    --from-file=runai-ca.pem=&lt;ca_bundle_path&gt;\n</code></pre></li> <li>In case you're using Openshift, add the public key to the <code>openshift-monitoring</code> namespace: <pre><code>kubectl -n openshift-monitoring create secret generic runai-ca-cert \\\n    --from-file=runai-ca.pem=&lt;ca_bundle_path&gt;\n</code></pre></li> <li>Install the Run:ai operator, add the following flag to the helm command <code>--set global.customCA.enabled=true</code></li> </ul>"},{"location":"admin/config/overview/","title":"Run:ai Configuration Articles","text":"<p>This section provides a list of installation-related articles dealing with a wide range of subjects:</p> Article Purpose Designating Specific Role Nodes Set one or more designated Run:ai system nodes or limit Run:ai monitoring and scheduling to specific nodes in the cluster. Create and Troubleshoot Clusters Create new clusters, view properties and status, and troubleshoot cluster connectivity related issues. Set Default Scheduler Set the default scheduler for a specific namespace Review Kubernetes Access provided to Run:ai In Restrictive Kubernetes environments such as when using OpenShift, understand and control what Kubernetes roles are provided to Run:ai External access to Containers Understand the available options for Researchers to access containers from the outside Install the Run:ai Administrator Command-line Interface The Administrator command-line is useful in a variety of flows such as cluster upgrade, node setup etc. Set Node affinity with cloud node pools Set node affinity when using a cloud provider for your cluster Local Certificate Authority For self-hosted Run:ai environments, specifically air-gapped installation, setup a local certificate authority to allow customers to safely connect to Run:ai Backup &amp; Restore For self-hosted Run:ai environments, set up a scheduled backup of Run:ai data High Availability Configure Run:ai such that it will continue to provide service even if parts of the system are down. Scaling Scale the Run:ai cluster and the Run:ai control-plane to withstand large transaction loads Emails and system notification Configure e-mail notification"},{"location":"admin/config/secure-cluster/","title":"Secure your cluster","text":"<p>This article details the security considerations for deploying Run:ai. It is intended to help administrators and security officers understand the specific permissions required by Run:ai.</p>"},{"location":"admin/config/secure-cluster/#access-to-the-kubernetes-cluster","title":"Access to the Kubernetes cluster","text":"<p>Run:ai integrates with Kubernetes clusters and requires specific permissions to successfully operate. These are permissions are controlled with configuration flags that dictate how Run:ai interacts with cluster resources. Prior to installation, security teams can review the permissions and ensure it aligns with their organization\u2019s policies.</p>"},{"location":"admin/config/secure-cluster/#permissions-and-their-related-use-case","title":"Permissions and their related use-case","text":"<p>Run:ai provides various security-related permissions that can be customized to fit specific organizational needs. Below are brief descriptions of the key use cases for these customizations:</p> Permission Use case Automatic Namespace creation Controls whether Run:ai automatically creates Kubernetes namespaces when new projects are created. Useful in environments where namespace creation must be strictly managed. Automatic user assignment Decides if users are automatically assigned to projects within Run:ai. Helps manage user access more tightly in certain compliance-driven environments. Secret propagation Determines whether Run:ai should propagate secrets across the cluster. Relevant for organizations with specific security protocols for managing sensitive data. Disabling Kubernetes limit range Chooses whether to disable the Kubernetes Limit Range feature. May be adjusted in environments with specific resource management needs. <p>Note</p> <p>These security customizations allow organizations to tailor Run:ai to their specific needs. All changes should be modified cautiously and only when necessary to meet particular security, compliance or operational requirements.</p>"},{"location":"admin/config/secure-cluster/#secure-installation","title":"Secure installation","text":"<p>Many organizations enforce IT compliance rules for Kubernetes, with strict access control for installing and running workloads. OpenShift uses Security Context Constraints (SCC) for this purpose. Run:ai fully supports SCC, ensuring integration with OpenShift's security requirements.</p>"},{"location":"admin/config/secure-cluster/#security-vulnerabilities","title":"Security vulnerabilities","text":"<p>The platform is actively monitored for security vulnerabilities, with regular scans conducted to identify and address potential issues. Necessary fixes are applied to ensure that the software remains secure and resilient against emerging threats, providing a safe and reliable experience.</p>"},{"location":"admin/config/shared-storage/","title":"Shared Storage","text":"<p>Shared storage is a critical component in AI and machine learning workflows, particularly in scenarios involving distributed training and shared datasets. In AI and ML environments, data must be readily accessible across multiple nodes, especially when training large models or working with vast datasets. Shared storage enable seamless access to data, ensuring that all nodes in a distributed training setup can read and write to the same datasets simultaneously. This setup not only enhances efficiency but is also crucial for maintaining consistency and speed in high-performance computing environments.</p> <p>While Run:ai Platform supports a variety of remote data sources, such as Git and S3, it is often more efficient to keep data close to the compute resources. This proximity is typically achieved through the use of shared storage, accessible to multiple nodes in your Kubernetes cluster.</p>"},{"location":"admin/config/shared-storage/#shared-storage","title":"Shared storage","text":"<p>When implementing shared storage in Kubernetes, there are two primary approaches:</p> <ul> <li>Utilizing the Kubernetes Storage Classes of your storage provider; or  </li> <li>Using a direct NFS (Network File System) mount</li> </ul> <p>Storage Classes being the recommended option.</p> <p>Run:ai Data Sources support both direct NFS mount and Kubernetes Storage Classes.</p>"},{"location":"admin/config/shared-storage/#kubernetes-storage-classes","title":"Kubernetes storage classes","text":"<p>Storage classes in Kubernetes defines how storage is provisioned and managed. This allows you to select storage types optimized for AI workloads. For example, you can choose storage with high IOPS (Input/Output Operations Per Second) for rapid data access during intensive training sessions, or tiered storage options to balance cost and performance-based on your organization\u2019s requirements. This approach supports dynamic provisioning, enabling storage to be allocated on-demand as required by your applications.</p> <p>Run:ai data sources such as Persistent Volume Claims (PVC) and Data Volumes leverage storage class to manage and allocate storage efficiently. This ensures that the most suitable storage option is always accessible, contributing to the efficiency and performance of AI workloads.</p> <p>Note</p> <p>Run:ai lists all available storage classes in the Kubernetes cluster, making it easy for users to select the appropriate storage. Additionally, policies can be set to restrict or enforce the use of specific storage classes, to helpl maintain compliance with organizational standards and optimize resource utilization.</p> Kubernetes 1.23 (old) <p>When using Kubernetes 1.23, Data Source of PVC type does not work using a Storage Class with the property <code>volumeBindingMode</code> equals to <code>WaitForFirstConsumer</code></p>"},{"location":"admin/config/shared-storage/#direct-nfs-mount","title":"Direct NFS mount","text":"<p>Direct NFS allows you to mount a shared file system directly across multiple nodes in your Kubernetes cluster. This method provides a straightforward way to share data among nodes and is often used for simple setups or when a dedicated NFS server is available.</p> <p>However, using NFS can present challenges related to security and control. Direct NFS setups might lack the fine-grained control and security features available with storage class.</p>"},{"location":"admin/config/workload-ownership-protection/","title":"Workload Deletion Protection","text":""},{"location":"admin/config/workload-ownership-protection/#workload-deletion-protection","title":"Workload Deletion Protection","text":"<p>Workload deletion protection in Run:ai ensures that only users who created a workload can delete or modify them. This feature is designed to safeguard important jobs and configurations from accidental or unauthorized modifications by users who did not originally create the workload.</p> <p>By enforcing ownership rules, Run:ai helps maintain the integrity and security of your machine learning operations. This additional layer of security ensures that only users with the appropriate permissions can delete and suspend workloads.</p> <p>The protection feature is implemented at the cluster level.</p> <p>To enable deletion protection run the following command:</p> <pre><code>kubectl patch -n runai runaiconfigs.run.ai/runai --type='merge' --patch '{\"spec\":{\"global\":{\"enableWorkloadOwnershipProtection\":true}}}'\n</code></pre>"},{"location":"admin/maintenance/alert-monitoring/","title":"System Monitoring","text":"<p>This article explains how to configure Run:ai to generate health alerts and to connect these alerts to alert-management systems within your organization. Alerts are generated for Run:ai clusters.</p>"},{"location":"admin/maintenance/alert-monitoring/#alert-infrastructure","title":"Alert infrastructure","text":"<p>Run:ai uses Prometheus for externalizing metrics and providing visibility to end-users. The Run:ai Cluster installation includes Prometheus or can connect to an existing Prometheus instance used in your organization. The alerts are based on the Prometheus AlertManager. Once installed, it is enabled by default.</p> <p>This document explains how to:</p> <ul> <li>Configure alert destinations - triggered alerts send data to specified destinations  </li> <li>Understand the out-of-the-box cluster alerts, provided by Run:ai  </li> <li>Add additional custom alerts</li> </ul>"},{"location":"admin/maintenance/alert-monitoring/#prerequisites","title":"Prerequisites","text":"<ul> <li>A Kubernetes cluster with the necessary permissions  </li> <li>Up and running Run:ai environment, including Prometheus Operator  </li> <li>kubectl command-line tool installed and configured to interact with the cluster</li> </ul>"},{"location":"admin/maintenance/alert-monitoring/#set-up","title":"Set-up","text":"<p>Use the steps below to set up monitoring alerts.</p>"},{"location":"admin/maintenance/alert-monitoring/#validating-prometheus-operator-installed","title":"Validating Prometheus operator installed","text":"<ol> <li>Verify that the Prometheus Operator Deployment is running    Copy the following command and paste it in your terminal, where you have access to the Kubernetes cluster: <code>kubectl get deployment kube-prometheus-stack-operator -n monitoring</code>    In your terminal, you can see an output indicating the deployment's status, including the number of replicas and their current state.  </li> <li>Verify that Prometheus instances are running    Copy the following command and paste it in your terminal: <code>kubectl get prometheus -n runai</code>    You can see the Prometheus instance(s) listed along with their status.</li> </ol>"},{"location":"admin/maintenance/alert-monitoring/#enabling-prometheus-alertmanager","title":"Enabling Prometheus AlertManager","text":"<p>In each of the steps in this section, copy the content of the code snippet to a new YAML file (e.g., <code>step1.yaml</code>).</p> <ul> <li>Copy the following command to your terminal, to apply the YAML file to the cluster:</li> </ul> <p>kubectl apply -f step1.yaml Copy the following command to your terminal to create the AlertManager CustomResource, to enable AlertManager: </p> <pre><code>apiVersion: monitoring.coreos.com/v1  \nkind: Alertmanager  \nmetadata:  \n   name: runai  \n   namespace: runai  \nspec:  \n   replicas: 1  \n   alertmanagerConfigSelector:  \n      matchLabels:\n         alertmanagerConfig: runai \n</code></pre> <ul> <li>Copy the following command to your terminal to validate that the AlertManager instance has started: <code>kubectl get alertmanager -n runai</code> </li> <li>Copy the following command to your terminal to validate that the Prometheus operator has created a Service for AlertManager: <code>kubectl get svc alertmanager-operated -n runai</code></li> </ul>"},{"location":"admin/maintenance/alert-monitoring/#configuring-prometheus-to-send-alerts","title":"Configuring Prometheus to send alerts","text":"<ol> <li>Open the terminal on your local machine or another machine that has access to your Kubernetes cluster  </li> <li> <p>Copy and paste the following command in your terminal to edit the Prometheus configuration for the <code>runai</code> Namespace: <pre><code>kubectl edit prometheus runai -n runai\n</code></pre> This command opens the Prometheus configuration file in your default text editor (usually <code>vi</code> or <code>nano</code>).</p> </li> <li> <p>Copy and paste the following text to your terminal to change the configuration file: <pre><code>alerting:  \n   alertmanagers:  \n      - namespace: runai  \n        name: alertmanager-operated  \n        port: web\n</code></pre></p> </li> <li>Save the changes and exit the text editor.  </li> </ol> <p>Note</p> <p>To save changes using <code>vi</code>, type <code>:wq</code> and press Enter.   The changes are applied to the Prometheus configuration in the cluster.</p>"},{"location":"admin/maintenance/alert-monitoring/#alert-destinations","title":"Alert destinations","text":"<p>Set out below are the various alert destinations.</p>"},{"location":"admin/maintenance/alert-monitoring/#configuring-alertmanager-for-custom-email-alerts","title":"Configuring AlertManager for custom email alerts","text":"<p>In each step, copy the contents of the code snippets to a new file and apply it to the cluster using <code>kubectl apply -f</code>.</p> <p>Add your smtp password as a secret: </p> <pre><code>apiVersion: v1  \nkind: Secret  \nmetadata:  \n   name: alertmanager-smtp-password  \n   namespace: runai  \nstringData:\n   password: \"your_smtp_password\"\n</code></pre> <p>Replace the relevant smtp details with your own, then apply the <code>alertmanagerconfig</code> using <code>kubectl apply</code>.  </p> <pre><code> apiVersion: monitoring.coreos.com/v1alpha1  \n kind: AlertmanagerConfig  \n metadata:  \n   name: runai  \n   namespace: runai  \n labels:  \n    alertmanagerConfig: runai  \n spec:  \n    route:  \n       continue: true  \n       groupBy:   \n       - alertname\n\n       groupWait: 30s  \n       groupInterval: 5m  \n       repeatInterval: 1h\n\n    matchers:  \n    - matchType: =~  \n      name: alertname  \n      value: Runai.*\n\n    receiver: email\n\n receivers:  \n - name: 'email'  \n   emailConfigs:  \n   - to: '&lt;destination_email_address&gt;'  \n     from: '&lt;from_email_address&gt;'  \n     smarthost: 'smtp.gmail.com:587'  \n     authUsername: '&lt;smtp_server_user_name&gt;'  \n     authPassword:  \n       name: alertmanager-smtp-password\n         key: password  \n</code></pre> <p>Save and exit the editor. The configuration is automatically reloaded.</p>"},{"location":"admin/maintenance/alert-monitoring/#third-party-alert-destinations","title":"Third-party alert destinations","text":"<p>Prometheus AlertManager provides a structured way to connect to alert-management systems. There are built-in plugins for popular systems such as PagerDuty and OpsGenie, including a generic Webhook.</p>"},{"location":"admin/maintenance/alert-monitoring/#example-integrating-runai-with-a-webhook","title":"Example: Integrating Run:ai with a Webhook","text":"<ol> <li>Use webhook.site to get a unique URL.  </li> <li>Use the upgrade cluster instructions to modify the values file:     Edit the values file to add the following, and replace <code>&lt;WEB-HOOK-URL&gt;</code> with the URL from webhook.site.</li> </ol> <p><pre><code>codekube-prometheus-stack:  \n  ...  \n  alertmanager:  \n    enabled: true  \n    config:  \n      global:  \n        resolve_timeout: 5m  \n      receivers:  \n      - name: \"null\"  \n      - name: webhook-notifications  \n        webhook_configs:  \n          - url: &lt;WEB-HOOK-URL&gt;  \n            send_resolved: true  \n      route:  \n        group_by:  \n        - alertname  \n        group_interval: 5m  \n        group_wait: 30s  \n        receiver: 'null'  \n        repeat_interval: 10m  \n        routes:  \n        - receiver: webhook-notifications\n</code></pre> 3. Verify that you are receiving alerts on the webhook.site, in the left pane:  </p> <p></p>"},{"location":"admin/maintenance/alert-monitoring/#built-in-alerts","title":"Built-in alerts","text":"<p>A Run:ai cluster comes with several built-in alerts. Each alert notifies on a specific functionality of a Run:ai\u2019s entity. There is also a single, inclusive alert: <code>Run:ai Critical Problems</code>, which aggregates all component-based alerts into a single cluster health test.</p> <p>Runai agent cluster info push rate low</p> Meaning The <code>cluster-sync</code> Pod in the <code>runai</code> namespace might not be functioning properly Impact Possible impact - no info/partial info from the cluster is being synced back to the control-plane Severity Critical Diagnosis <code>kubectl get pod -n runai</code> to see if the <code>cluster-sync</code> pod is running Troubleshooting/Mitigation To diagnose issues with the <code>cluster-sync</code> pod, follow these steps: Paste the following command to your terminal, to receive detailed information about the <code>cluster-sync</code> deployment:<code>kubectl describe deployment cluster-sync -n runai</code> Check the Logs: Use the following command to view the logs of the <code>cluster-sync</code> deployment:<code>kubectl logs deployment/cluster-sync -n runai</code> Analyze the Logs and Pod Details: From the information provided by the logs and the deployment details, attempt to identify the reason why the <code>cluster-sync</code> pod is not functioning correctly Check Connectivity: Ensure there is a stable network connection between the cluster and the Run:ai Control Plane. A connectivity issue may be the root cause of the problem. Contact Support: If the network connection is stable and you are still unable to resolve the issue, contact Run:ai support for further assistance <p>Runai cluster sync handling rate low</p> <p>| Meaning | The <code>cluster-sync</code> Pod in the <code>runai</code> namespace might be functioning slowly |                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         | | :---- |:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| | Impact | Possible impact - info from the cluster is being synced back to the control-plane with a slow rate                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       | | Severity | Warning                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                | | Diagnosis | <code>kubectl logs deployment/cluster-sync -n runai</code> to see if the <code>cluster-sync</code> pod is running properly                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 | | Troubleshooting/Mitigation | To diagnose issues with the <code>cluster-sync</code> pod, follow these steps: Check the Logs: Use the following command to view the logs of the <code>cluster-sync</code> deployment:<code>kubectl logs deployment/cluster-sync -n runai</code> Analyze the Logs and Pod Details: From the information provided by the logs and the deployment details, attempt to identify the reason why the <code>cluster-sync</code> pod is not functioning correctly Check Connectivity: Ensure there is a stable network connection between the cluster and the Run:ai Control Plane. A connectivity issue may be the root cause of the problem. Contact Support: If the network connection is stable and you are still unable to resolve the issue, contact Run:ai support for further assistance |</p> <p>Runai agent pull rate low</p> Meaning The <code>runai-agent</code> pod may be too loaded, is slow in processing data (possible in very big clusters), or the <code>runai-agent</code> pod itself in the <code>runai</code> namespace may not be functioning properly. Impact Possible impact - no info/partial info from the control-plane is being synced in the cluster Severity Critical Diagnosis Run: <code>kubectl get pod -n runai</code> And see if the <code>runai-agent</code> pod is running. Troubleshooting/Mitigation To diagnose issues with the <code>runai-agent</code> pod, follow these steps: Describe the Deployment: Run the following command to get detailed information about the <code>runai-agent</code> deployment:<code>kubectl describe deployment runai-agent -n runai</code> Check the Logs: Use the following command to view the logs of the <code>runai-agent</code> deployment:<code>kubectl logs deployment/runai-agent -n runai</code> Analyze the Logs and Pod Details: From the information provided by the logs and the deployment details, attempt to identify the reason why the <code>runai-agent</code> pod is not functioning correctly. There may be a connectivity issue with the control plane. Check Connectivity: Ensure there is a stable network connection between the <code>runai-agent</code> and the control plane. A connectivity issue may be the root cause of the problem. Consider Cluster Load: If the <code>runai-agent</code> appears to be functioning properly but the cluster is very large and heavily loaded, it may take more time for the agent to process data from the control plane. Adjust Alert Threshold: If the cluster load is causing the alert to fire, you can adjust the threshold at which the alert triggers. The default value is 0.05. You can try changing it to a lower value (e.g., 0.045 or 0.04).To edit the value, paste the following in your terminal:<code>kubectl edit runaiconfig -n runai</code>In the editor, navigate to:spec:   prometheus:     agentPullPushRateMinForAlert: If the <code>agentPullPushRateMinForAlert</code> value does not exist, add it under <code>spec -&gt; prometheus</code> <p>Runai container memory usage critical</p> Meaning <code>Runai</code> container is using more than 90% of its Memory limit Impact The container might run out of memory and crash. Severity Critical Diagnosis Calculate the memory usage, this is performed by pasting the following to your terminal: <code>container_memory_usage_bytes{namespace=~\"runai|runai-backend\"}</code> Troubleshooting/Mitigation Add more memory resources to the container. If the issue persists, contact Run:ai <p>Runai container memory usage warning</p> Meaning Runai container is using more than 80% of its memory limit Impact The container might run out of memory and crash Severity Warning Diagnosis Calculate the memory usage, this can be done by pasting the following to your terminal: <code>container_memory_usage_bytes{namespace=~\"runai|runai-backend\"}</code> Troubleshooting/Mitigation Add more memory resources to the container. If the issue persists, contact Run:ai <p>Runai container restarting</p> Meaning <code>Runai</code> container has restarted more than twice in the last 10 min Impact The container might become unavailable and impact the Run:ai system Severity Warning Diagnosis To diagnose the issue and identify the problematic pods, paste this into your terminal: <code>kubectl get pods -n runai kubectl get pods -n runai-backend</code>One or more of the pods have a restart count &gt;= 2. Troubleshooting/Mitigation Paste this into your terminal:<code>kubectl logs -n NAMESPACE POD_NAME</code>Replace <code>NAMESPACE</code> and <code>POD_NAME</code> with the relevant pod information from the previous step. Check the logs for any standout issues and verify that the container has sufficient resources. If you need further assistance, contact Run:ai <p>Runai CPU usage warning</p> Meaning <code>runai</code> container is using more than 80% of its CPU limit Impact This might cause slowness in the operation of certain Run:ai features. Severity Warning Diagnosis Paste the following query to your terminal in order to calculate the CPU usage: <code>rate(container_cpu_usage_seconds_total{namespace=~\"runai|runai-backend\"}[2m])</code> Troubleshooting/Mitigation Add more CPU resources to the container. If the issue persists, please contact Run:ai. <p>Runai critical problem</p> Meaning One of the critical Run:ai alerts is currently active Impact Impact is based on the active alert Severity Critical Diagnosis Check Run:ai alerts in Prometheus to identify any active critical alerts <p>Unknown state alert for a node</p> Meaning The Kubernetes node hosting GPU workloads is in an unknown state, and its health and readiness cannot be determined. Impact This may interrupt GPU workload scheduling and execution. Severity Critical - Node is either unschedulable or has unknown status. The node is in one of the following states: <code>Ready=Unknown</code>: The control plane cannot communicate with the node. <code>Ready=False</code>: The node is not healthy. <code>Unschedulable=True</code>: The node is marked as unschedulable. Diagnosis Check the node's status using kubectl describe node, verify Kubernetes API server connectivity, and inspect system logs for GPU-specific or node-level errors. <p>Low Memory Node Alert</p> Meaning The Kubernetes node hosting GPU workloads has insufficient memory to support current or upcoming workloads. Impact GPU workloads may fail to schedule, experience degraded performance, or crash due to memory shortages, disrupting dependent applications. Severity Critical - Node is using more than 90% of its memory. Warning - Node is using more than 80% of its memory. Diagnosis Use kubectl top node to assess memory usage, identify memory-intensive pods, consider resizing the node or optimizing memory usage in affected pods. <p>Runai daemonSet rollout stuck / Runai DaemonSet unavailable on nodes</p> Meaning There are currently 0 available pods for the <code>runai</code> daemonset on the relevant node Impact No fractional GPU workloads support Severity Critical Diagnosis Paste the following command to your terminal: <code>kubectl get daemonset -n runai-backend</code> In the result of this command, identify the daemonset(s) that don\u2019t have any running pods Troubleshooting/Mitigation Paste the following command to your terminal, where <code>daemonsetX</code> is the problematic daemonset from the pervious step: <code>kubectl describe daemonsetX -n runai</code> on the relevant deamonset(s) from the previous step. The next step is to look for the specific error which prevents it from creating pods. Possible reasons might be:Node Resource Constraints: The nodes in the cluster may lack sufficient resources (CPU, memory, etc.) to accommodate new pods from the daemonset. Node Selector or Affinity Rules: The daemonset may have node selector or affinity rules that are not matching with any nodes currently available in the cluster, thus preventing pod creation. <p>Runai deployment insufficient replicas / Runai deployment no available replicas /RunaiDeploymentUnavailableReplicas</p> Meaning <code>Runai</code> deployment has one or more unavailable pods Impact When this happens, there may be scale issues. Additionally, new versions cannot be deployed, potentially resulting in missing features. Severity Critical Diagnosis Paste the following commands to your terminal, in order to get the status of the deployments in the <code>runai</code> and <code>runai-backend</code> namespaces:<code>kubectl get deployment -n runai kubectl get deployment -n runai-backend</code>Identify any deployments that have missing pods. Look for discrepancies in the <code>DESIRED</code> and <code>AVAILABLE</code> columns. If the number of <code>AVAILABLE</code> pods is less than the <code>DESIRED</code> pods, it indicates that there are missing pods. Troubleshooting/Mitigation Paste the following commands to your terminal, to receive detailed information about the problematic deployment:<code>kubectl describe deployment &lt;DEPLOYMENT_NAME&gt; -n runai kubectl describe deployment &lt;DEPLOYMENT_NAME&gt; -n runai-backend</code> Paste the following commands to your terminal, to check the replicaset details associated with the deployment:<code>kubectl describe replicaset &lt;REPLICASET_NAME&gt; -n runai kubectl describe replicaset &lt;REPLICASET_NAME&gt; -n runai-backend</code> Paste the following commands to your terminal to retrieve the logs for the deployment to identify any errors or issues:<code>kubectl logs deployment/&lt;DEPLOYMENT_NAME&gt; -n runai kubectl logs deployment/&lt;DEPLOYMENT_NAME&gt; -n runai-backend</code> From the logs and the detailed information provided by the <code>describe</code> commands, analyze the reasons why the deployment is unable to create pods. Look for common issues such as: Resource constraints (CPU, memory) Misconfigured deployment settings or replicasets Node selector or affinity rules preventing pod schedulingIf the issue persists, contact Run:ai. <p>Runai project controller reconcile failure</p> Meaning The <code>project-controller</code> in <code>runai</code> namespace had errors while reconciling projects Impact Some projects might not be in the \u201cReady\u201d state. This means that they are not fully operational and may not have all the necessary components running or configured correctly. Severity Critical Diagnosis Retrieve the logs for the <code>project-controller</code> deployment by pasting the following command in your terminal:<code>kubectl logs deployment/project-controller -n runai</code> Carefully examine the logs for any errors or warning messages. These logs help you understand what might be going wrong with the project controller. Troubleshooting/Mitigation Once errors in the log have been identified, follow these steps to mitigate the issue: The error messages in the logs should provide detailed information about the problem. Read through them to understand the nature of the issue. If the logs indicate which project failed to reconcile, you can further investigate by checking the status of that specific project. Run the following command, replacing <code>&lt;PROJECT_NAME&gt;</code> with the name of the problematic project:<code>kubectl get project &lt;PROJECT_NAME&gt; -o yaml</code> Review the status section in the YAML output. This section describes the current state of the project and provide insights into what might be causing the failure.If the issue persists, contact Run:ai. <p>Runai StatefulSet insufficient replicas / Runai StatefulSet no available replicas</p> Meaning <code>Runai</code> statefulset has no available pods Impact Absence of Metrics Database Unavailability Severity Critical Diagnosis To diagnose the issue, follow these steps: Check the status of the stateful sets in the <code>runai-backend</code> namespace by running the following command:<code>kubectl get statefulset -n runai-backend</code> Identify any stateful sets that have no running pods. These are the ones that might be causing the problem. Troubleshooting/Mitigation Once you've identified the problematic stateful sets, follow these steps to mitigate the issue: Describe the stateful set to get detailed information on why it cannot create pods. Replace <code>X</code> with the name of the stateful set:<code>kubectl describe statefulset X -n runai-backend</code> Review the description output to understand the root cause of the issue. Look for events or error messages that explain why the pods are not being created. If you're unable to resolve the issue based on the information gathered, contact Run:ai support for further assistance."},{"location":"admin/maintenance/alert-monitoring/#adding-a-custom-alert","title":"Adding a custom alert","text":"<p>You can add additional alerts from Run:ai. Alerts are triggered by using the Prometheus query language with any Run:ai metric.</p> <p>To create an alert, follow these steps using Prometheus query language with Run:ai Metrics:</p> <ul> <li>Modify Values File: Use the upgrade cluster instructions to modify the values file.  </li> <li>Add Alert Structure: Incorporate alerts according to the structure outlined below. Replace placeholders <code>&lt;ALERT-NAME&gt;</code>, <code>&lt;ALERT-SUMMARY-TEXT&gt;</code>, <code>&lt;PROMQL-EXPRESSION&gt;</code>, <code>&lt;optional: duration s/m/h&gt;</code>, and <code>&lt;critical/warning&gt;</code> with appropriate values for your alert, as described below.</li> </ul> <p><pre><code>kube-prometheus-stack:  \n   additionalPrometheusRulesMap:  \n     custom-runai:  \n       groups:  \n       - name: custom-runai-rules  \n         rules:  \n         - alert: &lt;ALERT-NAME&gt;  \n           annotations:  \n             summary: &lt;ALERT-SUMMARY-TEXT&gt;  \n           expr:  &lt;PROMQL-EXPRESSION&gt;  \n           for: &lt;optional: duration s/m/h&gt;  \n           labels:  \n             severity: &lt;critical/warning&gt;\n</code></pre> * <code>&lt;ALERT-NAME&gt;</code>: Choose a descriptive name for your alert, such as <code>HighCPUUsage</code> or <code>LowMemory</code>. <code>&lt;ALERT-SUMMARY-TEXT&gt;</code>: Provide a brief summary of what the alert signifies, for example, <code>High CPU usage detected</code> or <code>Memory usage below threshold</code>. <code>&lt;PROMQL-EXPRESSION&gt;</code>: Construct a Prometheus query (PROMQL) that defines the conditions under which the alert should trigger. This query should evaluate to a boolean value (<code>1</code> for alert, <code>0</code> for no alert). <code>&lt;optional: duration s/m/h&gt;</code>: Optionally, specify a duration in seconds (<code>s</code>), minutes (<code>m</code>), or hours (<code>h</code>) that the alert condition should persist before triggering an alert. If not specified, the alert triggers as soon as the condition is met. <code>&lt;critical/warning&gt;</code>: Assign a severity level to the alert, indicating its importance. Choose between <code>critical</code> for severe issues requiring immediate attention, or <code>warning</code> for less critical issues that still need monitoring.</p> <p>You can find an example in the Prometheus documentation.</p>"},{"location":"admin/maintenance/audit-log/","title":"Audit Log","text":"<p>This article provides details about Run:ai\u2019s Audit log. The Run:ai control plane provides the audit log API and event history table in the Run:ai UI . Both reflect the same information regarding changes to business objects: clusters, projects and assets etc.</p>"},{"location":"admin/maintenance/audit-log/#events-history-table","title":"Events history table","text":"<p>The Events history table can be found under Event history in the Run:ai UI.</p> <p></p> <p>The Event history table consists of the following columns:</p> Column Description Subject The name of the subject Subject type The user or application assigned with the role Source IP The IP address of the subject Date &amp; time The exact timestamp at which the event occurred. Format dd/mm/yyyy for date and hh:mm am/pm for time. Event The type of the event. Possible values: Create, Update, Delete, Login Event ID Internal event ID, can be used for support purposes Status The outcome of the logged operation. Possible values: Succeeded, Failed Entity type The type of the logged business object. Entity name The name of logged business object. Entity ID The system's internal id of the logged business object. URL The endpoint or address that was accessed during the logged event. HTTP Method The HTTP operation method used for the request. Possible values include standard HTTP methods such as <code>GET</code>, <code>POST</code>, <code>PUT</code>, <code>DELETE</code>, indicating what kind of action was performed on the specified URL."},{"location":"admin/maintenance/audit-log/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV or Download as JSON</li> </ul>"},{"location":"admin/maintenance/audit-log/#using-the-event-history-date-selector","title":"Using the event history date selector","text":"<p>The Event history table saves events for the last 90 days. However, the table itself presents up to the last 30 days of information due to the potentially very high number of operations that might be logged during this period.</p> <p></p> <p>To view older events, or to refine your search for more specific results or fewer results, use the time selector and change the period you search for. You can also refine your search by clicking and using ADD FILTER accordingly.</p>"},{"location":"admin/maintenance/audit-log/#using-api","title":"Using API","text":"<p>Go to the Audit log API reference to view the available actions. Since the amount of data is not trivial, the API is based on paging. It retrieves a specified number of items for each API call. You can get more data by using subsequent calls.</p>"},{"location":"admin/maintenance/audit-log/#limitations","title":"Limitations","text":"<p>Submissions of workloads are not audited. As a result, the system does not track or log details of workload submissions, such as timestamps or user activity.</p>"},{"location":"admin/maintenance/node-downtime/","title":"Node Maintenance","text":"<p>This article provides detailed instructions on how to manage both planned and unplanned node downtime in a Kubernetes cluster that is running Run:ai. It covers all the steps to maintain service continuity and ensure the proper handling of workloads during these events.</p>"},{"location":"admin/maintenance/node-downtime/#prerequisites","title":"Prerequisites","text":"<ul> <li>Access to Kubernetes cluster   Administrative access to the Kubernetes cluster, including permissions to run <code>kubectl</code> commands  </li> <li>Basic knowledge of Kubernetes   Familiarity with Kubernetes concepts such as nodes, taints, and workloads  </li> <li>Run:ai installation   The Run:ai software installed and configured within your Kubernetes cluster   </li> <li>Node naming conventions   Know the names of the nodes within your cluster, as these are required when executing the commands</li> </ul>"},{"location":"admin/maintenance/node-downtime/#node-types","title":"Node types","text":"<p>This article distinguishes between two types of nodes within a Run:ai installation:</p> <ul> <li>Worker nodes. Nodes on which AI practitioners can submit and run workloads</li> <li>Run:ai system nodes. Nodes on which the Run:ai software runs, managing the cluster's operations</li> </ul>"},{"location":"admin/maintenance/node-downtime/#worker-nodes","title":"Worker nodes","text":"<p>Worker Nodes are responsible for running workloads. When a worker node goes down, either due to planned maintenance or unexpected failure, workloads ideally migrate to other available nodes or wait in the queue to be executed when possible.</p>"},{"location":"admin/maintenance/node-downtime/#training-vs-interactive-workloads","title":"Training vs. Interactive workloads","text":"<p>The following workload types can run on worker nodes: </p> <ul> <li> <p>Training workloads. These are long-running processes that, in case of node downtime, can automatically move to another node.</p> </li> <li> <p>Interactive workloads. These are short-lived, interactive processes that require manual intervention to be relocated to another node.</p> </li> </ul> <p>Note</p> <p>While training workloads can be automatically migrated, it is recommended to plan maintenance and manually manage this process for a faster response, as it may take time for Kubernetes to detect a node failure,</p>"},{"location":"admin/maintenance/node-downtime/#planned-maintenance","title":"Planned maintenance","text":"<p>Before stopping a worker node for maintenance, perform the following steps:</p> <ol> <li> <p>Prevent new workloads on the node    To stop the Kubernetes Scheduler from assigning new workloads to the node and to safely remove all existing workloads, copy the following command to your terminal:  </p> <pre><code>kubectl taint nodes &lt;node-name&gt; runai=drain:NoExecute\n</code></pre> <p>Explanation: </p> <ul> <li><code>&lt;node-name&gt;</code>     Replace this placeholder with the actual name of the node you want to drain  </li> <li><code>kubectl taint nodes</code>     This command is used to add a taint to the node, which prevents any new pods from being scheduled on it  </li> <li><code>runai=drain:NoExecute</code>     This specific taint ensures that all existing pods on the node are evicted and rescheduled on other available nodes, if possible. </li> </ul> <p>Result: The node stops accepting new workloads, and existing workloads either migrate to other nodes or are placed in a queue for later execution. </p> </li> <li> <p>Shut down and perform maintenance    After draining the node, you can safely shut it down and perform the necessary maintenance tasks. </p> </li> <li> <p>Restart the node     Once maintenance is complete and the node is back online, remove the taint to allow the node to resume normal operations. Copy the following command to your terminal:  </p> <pre><code>kubectl taint nodes &lt;node-name&gt; runai=drain:NoExecute-\n</code></pre> <p>Explanation: </p> <ul> <li><code>runai=drain:NoExecute-</code>   The <code>-</code> at the end of the command indicates the removal of the taint. This allows the node to start accepting new workloads again.</li> </ul> <p>Result: The node rejoins the cluster's pool of available resources, and workloads can be scheduled on it as usual</p> </li> </ol>"},{"location":"admin/maintenance/node-downtime/#unplanned-downtime","title":"Unplanned downtime","text":"<p>In the event of unplanned downtime:</p> <ol> <li>Automatic Restart     If a node fails but immediately restarts, all services and workloads automatically resume.  </li> <li> <p>Extended Downtime    If the node remains down for an extended period, drain the node to migrate workloads to other nodes. Copy the following command to your terminal:  </p> <pre><code>kubectl taint nodes &lt;node-name&gt; runai=drain:NoExecute\n</code></pre> <p>Explanation: The command works the same as in the planned maintenance section, ensuring that no workloads remain scheduled on the node while it is down.  </p> </li> <li> <p>Reintegrate the Node     Once the node is back online, remove the taint to allow it to rejoin the cluster's operations. Copy the following command to your terminal:  </p> <p><pre><code>kubectl taint nodes &lt;node-name&gt; runai=drain:NoExecute-\n</code></pre> Result: This action reintegrates the node into the cluster, allowing it to accept new workloads.  </p> </li> <li> <p>Permanent Shutdown     If the node is to be permanently decommissioned, remove it from Kubernetes with the following command:  </p> <p><pre><code>kubectl delete node &lt;node-name&gt;\n</code></pre> Explanation: </p> <ul> <li><code>kubectl delete node</code>   This command completely removes the node from the cluster  </li> <li><code>&lt;node-name&gt;</code>   Replace this placeholder with the actual name of the node  </li> </ul> <p>Result: The node is no longer part of the Kubernetes cluster. If you plan to bring the node back later, it must be rejoined to the cluster using the steps outlined in the next section.</p> </li> </ol>"},{"location":"admin/maintenance/node-downtime/#runai-system-nodes","title":"Run:ai System nodes","text":"<p>In a production environment, the services responsible for scheduling, submitting and managing Run:ai workloads operate on one or more Run:ai system nodes. It is recommended to have more than one system node to ensure high availability. If one system node goes down, another can take over, maintaining continuity. If a second system node does not exist, you must designate another node in the cluster as a temporary Run:ai system node to maintain operations.</p> <p>The protocols for handling planned maintenance and unplanned downtime are identical to those for worker nodes. Refer to the above section for detailed instructions. </p>"},{"location":"admin/maintenance/node-downtime/#rejoining-a-node-into-the-kubernetes-cluster","title":"Rejoining a node into the Kubernetes cluster","text":"<p>To rejoin a node to the Kubernetes cluster, follow these steps:</p> <ol> <li> <p>Generate a join command on the master node    On the master node, copy the following command to your terminal:  </p> <pre><code>kubeadm token create --print-join-command\n</code></pre> <p>Explanation: </p> <ul> <li><code>kubeadm token create</code>     This command generates a token that can be used to join a node to the Kubernetes cluster.  </li> <li><code>--print-join-command</code>     This option outputs the full command that needs to be run on the worker node to rejoin it to the cluster.</li> </ul> <p>Result: The command outputs a <code>kubeadm join</code> command. </p> </li> <li> <p>Run the Join Command on the Worker Node    Copy the <code>kubeadm join</code> command generated from the previous step and run it on the worker node that needs to rejoin the cluster.</p> <p>Explanation: </p> <ul> <li>The <code>kubeadm join</code> command re-enrolls the node into the cluster, allowing it to start participating in the cluster's workload scheduling. </li> </ul> </li> <li> <p>Verify Node Rejoining     Verify that the node has successfully rejoined the cluster by running:  </p> <pre><code>kubectl get nodes\n</code></pre> <p>Explanation:  </p> <p>This command lists all nodes currently part of the Kubernetes cluster, along with their status  </p> <p>Result: The rejoined node should appear in the list with a status of Ready </p> </li> <li> <p>Re-label Nodes     Once the node is back online, ensure it is labeled according to its role within the cluster</p> </li> </ol>"},{"location":"admin/maintenance/overview/","title":"Monitoring and maintenance Overview","text":"<p>Deploying Run:ai in mission-critical environments requires proper monitoring and maintenance of resources to ensure workloads run and are deployed as expected.</p> <p>Details on how to monitor different parts of the physical resources in your Kubernetes system, including clusters and nodes, can be found in the monitoring and maintenance section. Adjacent configuration and troubleshooting sections also cover high availability, restoring and securing clusters, collecting logs, and reviewing audit logs to meet compliance requirements.</p> <p>In addition to monitoring Run:ai resources, it is also highly recommended to monitor Run:ai runs on Kubernetes, which manages containerized applications. In particular, focus on three main layers:</p>"},{"location":"admin/maintenance/overview/#runai-control-plane-and-cluster-services","title":"Run:ai Control Plane and cluster services","text":"<p>This is the highest layer and includes the parts of Run:ai pods, which run in containers managed by Kubernetes.</p>"},{"location":"admin/maintenance/overview/#kubernetes-cluster","title":"Kubernetes cluster","text":"<p>This layer includes the main Kubernetes system that runs and manages Run:ai components. Important elements to monitor include:</p> <ul> <li>The health of the cluster and nodes (machines in the cluster).</li> <li>The status of key Kubernetes services, such as the API server. For detailed information on managing clusters, see the official Kubernetes documentation.</li> </ul>"},{"location":"admin/maintenance/overview/#host-infrastructure","title":"Host infrastructure","text":"<p>This is the base layer, representing the actual machines (virtual or physical) that make up the cluster IT teams need to handle:</p> <ul> <li>Managing CPU, memory, and storage</li> <li>Keeping the operating system updated</li> <li>Setting up the network and balancing the load</li> </ul> <p>Run:ai does not require any special configurations at this level.</p> <p>The articles below explain how to monitor these layers, maintain system security and compliance, and ensure the reliable operation of Run:ai in critical environments.</p>"},{"location":"admin/researcher-setup/cli-install/","title":"Install the Run:ai V1 Command-line Interface","text":"<p>The Run:ai Command-line Interface (CLI) is one of the ways for a Researcher to send deep learning workloads, acquire GPU-based containers, list jobs, etc.</p> <p>The instructions below will guide you through the process of installing the CLI. The Run:ai CLI runs on Mac, Linux and Windows. </p>"},{"location":"admin/researcher-setup/cli-install/#researcher-authentication","title":"Researcher Authentication","text":"<p>When enabled, Researcher authentication requires additional setup when installing the CLI. To configure authentication see Setup Project-based Researcher Access Control. Use the modified Kubernetes configuration file described in the article.</p>"},{"location":"admin/researcher-setup/cli-install/#prerequisites","title":"Prerequisites","text":"<ul> <li>When installing the command-line interface, it is worth considering future upgrades:<ul> <li>Install the CLI on a dedicated Jumpbox machine. Researchers will connect to the Jumpbox from which they can submit Run:ai commands</li> <li>Install the CLI on a shared directory that is mounted on Researchers' machines.  </li> </ul> </li> <li>A Kubernetes configuration file.</li> </ul>"},{"location":"admin/researcher-setup/cli-install/#setup","title":"Setup","text":""},{"location":"admin/researcher-setup/cli-install/#kubernetes-configuration","title":"Kubernetes Configuration","text":"<ul> <li>In the Researcher's root folder, create a directory .kube. Copy the Kubernetes configuration file into the directory. Each Researcher should have a separate copy of the configuration file. The Researcher should have write access to the configuration file as it stores user defaults.</li> <li>If you choose to locate the file at a different location than <code>~/.kube/config</code>, you must create a shell variable to point to the configuration file as follows:</li> </ul> <pre><code>export KUBECONFIG=&lt;Kubernetes-config-file&gt;\n</code></pre> <ul> <li>Test the connection by running:</li> </ul> <pre><code>kubectl get nodes\n</code></pre>"},{"location":"admin/researcher-setup/cli-install/#install-runai-cli","title":"Install Run:ai CLI","text":"<ul> <li>Go to the Run:ai user interface. On the top right select <code>Researcher Command Line Interface</code>.</li> <li>Select <code>Mac</code>, <code>Linux</code> or <code>Windows</code>.</li> <li>Download directly using the button or copy the file to run it on a remote machine</li> </ul> Mac or LinuxWindows <p>Run:</p> <pre><code>chmod +x runai\nsudo mv runai /usr/local/bin/runai\n</code></pre> <p>Rename the downloaded file to have a <code>.exe</code> extension and move the file to a folder that is a part of the <code>PATH</code>.</p> <p>Note</p> <p>An alternative way of downloading the CLI is provided under the CLI Troubleshooting section.</p> <p>To verify the installation run:</p> <pre><code>runai list jobs\n</code></pre>"},{"location":"admin/researcher-setup/cli-install/#install-command-auto-completion","title":"Install Command Auto-Completion","text":"<p>It is possible to configure your Linux/Mac shell to complete Run:ai CLI commands. This feature works on bash and zsh shells only.</p> ZshBash <p>Edit the file <code>~/.zshrc</code>. Add the lines:</p> <pre><code>autoload -U compinit; compinit -i\nsource &lt;(runai completion zsh)\n</code></pre> <p>Install the bash-completion package:</p> <ul> <li>Mac: <code>brew install bash-completion</code></li> <li>Ubuntu/Debian: <code>sudo apt-get install bash-completion</code></li> <li>Fedora/Centos: <code>sudo yum install bash-completion</code></li> </ul> <p>Edit the file <code>~/.bashrc</code>. Add the lines:</p> <pre><code>[[ -r \u201c/usr/local/etc/profile.d/bash_completion.sh\u201d ]] &amp;&amp; . \u201c/usr/local/etc/profile.d/bash_completion.sh\u201d\nsource &lt;(runai completion bash)\n</code></pre>"},{"location":"admin/researcher-setup/cli-install/#troubleshoot-the-cli-installation","title":"Troubleshoot the CLI Installation","text":"<p>See Troubleshooting a CLI installation</p>"},{"location":"admin/researcher-setup/cli-install/#update-the-runai-cli","title":"Update the Run:ai CLI","text":"<p>To update the CLI to the latest version perform the same install process again.</p>"},{"location":"admin/researcher-setup/cli-install/#delete-the-runai-cli","title":"Delete the Run:ai CLI","text":"<p>If you have installed using the default path, run:</p> <pre><code>sudo rm /usr/local/bin/runai\n</code></pre>"},{"location":"admin/researcher-setup/docker-to-runai/","title":"From Docker to Run:ai","text":""},{"location":"admin/researcher-setup/docker-to-runai/#dockers-images-and-kubernetes","title":"Dockers, Images, and Kubernetes","text":"<p>Researchers are typically proficient in working with Docker. Docker is an isolation level above the operating system which allows creating your own bundle of the operating system + deep learning environment and packaging it within a single file. The file is called a docker image.</p> <p>You create a container by starting a docker image on a machine.</p> <p>Run:ai is based on Kubernetes. At its core, Kubernetes is an orchestration software above Docker: Among other things, it allows location abstraction as to where the actual container is running. This calls for some adaptation to the Researcher's workflow as follows.</p>"},{"location":"admin/researcher-setup/docker-to-runai/#image-repository","title":"Image Repository","text":"<p>If your Kubernetes cluster contains a single GPU node (machine), then your image can reside on the node itself (in which case, when runai submit workloads, the Researcher must use the flag <code>--local-image</code>).</p> <p>If your Kubernetes cluster contains more than a single node, then, to enable location abstraction, the image can no longer reside on the node itself.  It must be relocated to an image repository. There are quite a few repository-as-a-service, most notably Docker hub. Alternatively, the organization can install a private repository on-prem.</p> <p>Day-to-day work with the image located remotely is almost identical to local work. The image name now contains its location. For example, <code>nvcr.io/nvidia/pytorch:19.12-py_3</code> is a PyTorch image that is located in nvcr.io. This is the Nvidia image repository as found on the web. </p>"},{"location":"admin/researcher-setup/docker-to-runai/#data","title":"Data","text":"<p>Deep learning is about data. It can be your code, the training data, saved checkpoints, etc.</p> <p>If your Kubernetes cluster contains a single GPU node (machine), then your data can reside on the node itself.</p> <p>If your Kubernetes cluster contains more than a single node, then, to enable location abstraction, the data must sit outside the machine, typically on network storage. The storage must be uniformly mapped to your container when it starts (using the -v command).</p>"},{"location":"admin/researcher-setup/docker-to-runai/#working-with-containers","title":"Working with Containers","text":"<p>Starting a container using docker usually involves a single command-line with multiple flags. A typical example: </p> <pre><code>docker run --runtime=nvidia --shm-size 16G -it --rm -e HOSTNAME='hostname' \\\n    -v /raid/public/my_datasets:/root/dataset:ro   -i  nvcr.io/nvidia/pytorch:19.12-py3\n</code></pre> <p>The docker command <code>docker run</code> should be replaced with a Run:ai command <code>runai submit</code>. The flags are usually the same but some adaptation is required. A complete list of flags can be found here: runai submit. </p> <p>There are similar commands to get a shell into the container (runai bash), get the container logs (runai logs), and more. For a complete list see the Run:ai CLI reference. </p>"},{"location":"admin/researcher-setup/docker-to-runai/#schedule-an-onboarding-session","title":"Schedule an Onboarding Session","text":"<p>It is highly recommended to schedule an onboarding session for Researchers with a Run:ai customer success professional. Run:ai can help with the above transition, but adding to that, we at Run:ai have also acquired a large body of knowledge on data science best practices which can help streamline  Researchers' work as well as save money for the organization.</p>"},{"location":"admin/researcher-setup/new-cli-install/","title":"Installing the V2 Command-line interface","text":"<p>This article explains the procedure for installing and configuring the new researcher Command Line Interface (CLI). </p> <p>Important</p> <p>This document refers to the new CLI which only works with clusters of version 2.18 and up.    The installation instructions for the older CLI are here.</p>"},{"location":"admin/researcher-setup/new-cli-install/#enabling-the-v2-cli","title":"Enabling the V2 CLI","text":"<p>Under General settings \u2192 Workloads, enable the flag <code>Improved command line interface</code></p>"},{"location":"admin/researcher-setup/new-cli-install/#installing-the-cli","title":"Installing the CLI","text":"<ol> <li>Click the Help (?) icon in the top right corner  </li> <li>Select Researcher Command Line Interface </li> <li>Select the cluster you want the CLI to communicate with  </li> <li>Select your computer\u2019s operating system </li> <li>Copy the installer command and run it in the terminal  </li> <li>Follow the installation process instructions  </li> <li>Click <code>Enter</code> to use the default values (recommended)</li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#testing-the-installation","title":"Testing the installation","text":"<p>To verify the CLI client was installed properly</p> <ol> <li>Open the terminal  </li> <li>Run the command <code>runai version</code></li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#configuring-the-cli","title":"Configuring the CLI","text":"<p>Follow the steps below to configure the CLI.</p>"},{"location":"admin/researcher-setup/new-cli-install/#authenticating-the-cli","title":"Authenticating the CLI","text":"<p>After installation, sign in to the Run:ai platform to authenticate the CLI:</p> <ol> <li>Open the terminal on your local machine. </li> <li>Run <code>runai login</code>.</li> <li>Enter your username and password on the Run:ai platform's sign-in page. </li> <li>Return to the terminal window to use the CLI.</li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#setting-the-default-cluster","title":"Setting the default cluster","text":"<p>If only one cluster is connected to the account, it is set as the default cluster when you first sign in.  If there are multiple clusters, you must follow the steps below to set your preferred cluster for workload submission:</p> <ol> <li>Open the terminal on your local machine.  </li> <li>Run <code>runai cluster list</code> to find the required cluster name.  </li> <li>Run the following command <code>runai cluster set &lt;CLUSTER_NAME&gt;</code></li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#setting-a-default-project","title":"Setting a default project","text":"<p>Set a default working project, to easily submit workloads without mentioning the project name in every command.</p> <ol> <li>Run the following command on the terminal: <code>runai project set &lt;PROJECT_NAME&gt;</code> </li> <li>If successful, the following message is returned: <code>project &lt;PROJECT_NAME&gt; configured successfully</code> </li> <li>To see the current configuration run: <code>runai config generate --json</code></li> </ol>"},{"location":"admin/researcher-setup/new-cli-install/#installing-command-auto-completion","title":"Installing command auto-completion","text":"<p>Auto-completion assists with completing the command syntax automatically for ease of use. Auto-completion is installed automatically.  The interfaces below require manual installation:</p> ZshBashWindows <ol> <li>Edit the file <code>~/.zshrc</code> </li> <li>Add the following code:</li> </ol> <pre><code>autoload -U compinit; compinit -i\nsource &lt;(runai completion zsh)\n</code></pre> <ol> <li>Install the bash-completion package  </li> <li>Choose your operating system:      Mac: <code>brew install bash-completion</code>      Ubuntu/Debian: <code>sudo apt-get install bash-completion</code>      Fedora/Centos: <code>sudo yum install bash-completion</code> </li> <li>Edit the file <code>~/.bashrc</code> and add the following lines:</li> </ol> <pre><code>[[ $PS1 &amp;&amp; -f /usr/share/bash-completion/bash_completion ]] &amp;&amp; . /usr/share/bash-completion/bash_completion\nsource &lt;(runai completion bash)\n</code></pre> <p>Add the following code in the powershell profile: <pre><code>runai.exe completion powershell | Out-String | Invoke-Expression\nSet-PSReadLineKeyHandler -Key Tab -Function MenuComplete\n</code></pre> For more completion modes options, see Powershell completions.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/","title":"Researcher Setup Overview","text":"<p>Following is a step-by-step guide for getting a new Researcher up to speed with Run:ai and Kubernetes.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#change-of-paradigms-from-docker-to-kubernetes","title":"Change of Paradigms: from Docker to Kubernetes","text":"<p>As part of Run:ai, the organization is typically moving from Docker-based workflows to Kubernetes. This document is an attempt to help the Researcher with this paradigm shift. It explains the basic concepts and provides links for further information about the Run:ai CLI.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#setup-the-runai-command-line-interface","title":"Setup the Run:ai Command-Line Interface","text":"<p>Run:ai CLI needs to be installed on the Researcher's machine. This document provides step by step instructions.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#provide-the-researcher-with-a-gpu-quota","title":"Provide the Researcher with a GPU Quota","text":"<p>To submit workloads with Run:ai, the Researcher must be provided with a Project that contains a GPU quota. Please see Working with Projects document on how to create Projects and set a quota.</p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#provide-access-to-the-runai-user-interface","title":"Provide access to the Run:ai User Interface","text":"<p>See Setting up users for further information on how to provide access to users.  </p>"},{"location":"admin/researcher-setup/researcher-setup-intro/#schedule-an-onboarding-session","title":"Schedule an Onboarding Session","text":"<p>It is highly recommended to schedule an onboarding session for Researchers with a Run:ai customer success professional. Run:ai can help with the above transition, but adding to that, we at Run:ai have also acquired a large body of knowledge on data science best practices which can help streamline the Researchers' work as well as save money for the organization. </p>"},{"location":"admin/runai-setup/installation-types/","title":"Installation Types","text":"<p>Run:ai consists of two components:</p> <ul> <li>The Run:ai Cluster. One or more data-science GPU clusters hosted by the customer (on-prem or cloud).</li> <li>The Run:ai Control plane. A single entity that monitors clusters, sets priorities, and business policies.</li> </ul> <p>There are two main installation options:</p> Installation Type Description Classic (SaaS) Run:ai is installed on the customer's data science GPU clusters. The cluster connects to the Run:ai control plane on the cloud (https://<code>&lt;tenant-name&gt;</code>.run.ai).  With this installation, the cluster requires an outbound connection to the Run:ai cloud. Self-hosted The Run:ai control plane is also installed in the customer's data center <p>The self-hosted option is for organizations that cannot use a SaaS solution due to data leakage concerns. The self-hosted installation is priced differently. For further information please talk to Run:ai sales.</p> <p></p>"},{"location":"admin/runai-setup/installation-types/#self-hosted-installation","title":"Self-hosted Installation","text":"<p>Run:ai self-hosting comes with two variants:</p> Self-hosting Type Description Connected The organization can freely download from the internet (though upload is not allowed) Air-gapped The organization has no connection to the internet"},{"location":"admin/runai-setup/installation-types/#self-hosting-with-kubernetes-vs-openshift","title":"Self-hosting with Kubernetes vs OpenShift","text":"<p>Kubernetes has many Certified Kubernetes Providers. Run:ai has been certified with several of them (see the Kubernetes distribution section). The OpenShift installation is different from the rest. As such, the Run:ai self-hosted installation instructions are divided into two separate sections:</p> <ul> <li>OpenShift-based installation. See Run:ai OpenShift installation.</li> <li>Kubernetes-based installation. See Run:ai Kubernetes installation.</li> </ul>"},{"location":"admin/runai-setup/installation-types/#secure-installation","title":"Secure Installation","text":"<p>In many organizations, Kubernetes is governed by IT compliance rules. In this scenario, there are strict access control rules during the installation and running of workloads:</p> <ul> <li>OpenShift is secured using Security Context Constraints (SCC). The Run:ai installation supports SCC.</li> <li>Run:ai provides limited support for Kubernetes Pod Security Admission (PSA). For more information see Kubernetes prerequisites.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-delete/","title":"Cluster Uninstall","text":"<p>This article explains how to uninstall Run:ai Cluster installation from the Kubernetes cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-delete/#unistall-runai-cluster","title":"Unistall Run:ai cluster","text":"<p>Uninstall of Run:ai cluster from the Kubernetes cluster does not delete existing projects, departments or workloads submitted by users.</p> <p>To uninstall the Run:ai cluster, run the following helm command in your terminal:</p> <pre><code>helm uninstall runai-cluster -n runai\n</code></pre> <p>To delete the Run:ai cluster from the Run:ai Platform, see Removing a cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/","title":"Cluster Install","text":"<p>This article explains the steps required to install the Run:ai cluster on a Kubernetes cluster using Helm.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#before-installation","title":"Before installation","text":"<p>There are a number of matters to consider prior to installing using Helm.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#system-and-network-requirements","title":"System and network requirements","text":"<p>Before installing the Run:ai cluster, validate that the system requirements and network requirements are met.</p> <p>Once all the requirements are met, it is highly recommend to use the Run:ai cluster preinstall diagnostics tool to:</p> <ul> <li>Test the below requirements in addition to failure points related to Kubernetes, NVIDIA, storage, and networking  </li> <li>Look at additional components installed and analyze their relevance to a successful installation</li> </ul> <p>To run the preinstall diagnostics tool, download the latest version, and run:</p> SaaSSelf-hostedAirgap <ul> <li>On EKS deployments, run <code>aws configure</code> prior to execution</li> </ul> <pre><code>chmod +x ./preinstall-diagnostics-&lt;platform&gt; &amp;&amp; \\\n./preinstall-diagnostics-&lt;platform&gt; \\\n  --domain ${COMPANY_NAME}.run.ai \\\n  --cluster-domain ${CLUSTER_FQDN}\n</code></pre> <pre><code>chmod +x ./preinstall-diagnostics-&lt;platform&gt; &amp;&amp; \\ \n./preinstall-diagnostics-&lt;platform&gt; \\\n  --domain ${CONTROL_PLANE_FQDN} \\\n  --cluster-domain ${CLUSTER_FQDN} \\\n#if the diagnostics image is hosted in a private registry\n  --image-pull-secret ${IMAGE_PULL_SECRET_NAME} \\\n  --image ${PRIVATE_REGISTRY_IMAGE_URL}    \n</code></pre> <p>In an air-gapped deployment, the diagnostics image is saved, pushed, and pulled manually from the organization's registry.</p> <pre><code>#Save the image locally\ndocker save --output preinstall-diagnostics.tar gcr.io/run-ai-lab/preinstall-diagnostics:${VERSION}\n#Load the image to the organization's registry\ndocker load --input preinstall-diagnostics.tar\ndocker tag gcr.io/run-ai-lab/preinstall-diagnostics:${VERSION} ${CLIENT_IMAGE_AND_TAG} \ndocker push ${CLIENT_IMAGE_AND_TAG}\n</code></pre> <p>Run the binary with the <code>--image</code> parameter to modify the diagnostics image to be used:</p> <pre><code>chmod +x ./preinstall-diagnostics-darwin-arm64 &amp;&amp; \\\n./preinstall-diagnostics-darwin-arm64 \\\n  --domain ${CONTROL_PLANE_FQDN} \\\n  --cluster-domain ${CLUSTER_FQDN} \\\n  --image-pull-secret ${IMAGE_PULL_SECRET_NAME} \\\n  --image ${PRIVATE_REGISTRY_IMAGE_URL}    \n</code></pre> <p>For more information see preinstall diagnostics.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#helm","title":"Helm","text":"<p>Run:ai cluster requires Helm 3.14 or above. To install Helm, see Helm Install.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#permissions","title":"Permissions","text":"<p>A Kubernetes user with the <code>cluster-admin</code> role is required to ensure a successful installation, for more information see Using RBAC authorization.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#runai-namespace","title":"Run:ai namespace","text":"<p>Run:ai cluster must be installed in a namespace named <code>runai</code>. Create the namespace by running:</p> <pre><code>kubectl create ns runai\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#tls-certificates","title":"TLS certificates","text":"<p>A TLS private and public keys are required for HTTP access to the cluster. Create a Kubernetes Secret named <code>runai-cluster-domain-tls-secret</code> in the <code>runai</code> namespace with the cluster\u2019s Fully Qualified Domain Name (FQDN) private and public keys, by running the following:</p> <pre><code>kubectl create secret tls runai-cluster-domain-tls-secret -n runai \\\n    --cert /path/to/fullchain.pem  \\ # Replace /path/to/fullchain.pem with the actual path to your TLS certificate\n    --key /path/to/private.pem # Replace /path/to/private.pem with the actual path to your private key\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#installation","title":"Installation","text":"<p>Follow these instructions to install using Helm.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#adding-a-new-cluster","title":"Adding a new cluster","text":"<p>Follow the steps below to add a new cluster.</p> <p>Note</p> <p>When adding a cluster for the first time, the New Cluster form automatically opens when you log-in to the Run:ai platform. Other actions are prevented, until the cluster is created.</p> <p>If this is your first cluster and you have completed the New Cluster form, start at step 3. Otherwise, start at step 1.</p> <ol> <li>In the Run:ai platform, go to Resources </li> <li>Click +NEW CLUSTER </li> <li>Enter a unique name for your cluster  </li> <li>Optional: Chose the Run:ai cluster version (latest, by default)  </li> <li>Enter the Cluster URL . For more information see Domain Name Requirement </li> <li>Click Continue</li> </ol>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#installing-runai-cluster","title":"Installing Run:ai cluster","text":"<p>In the next Section, the Run:ai cluster installation steps will be presented.</p> <ol> <li>Follow the installation instructions and run the commands provided on your Kubernetes cluster.  </li> <li>Click DONE</li> </ol> <p>The cluster is displayed in the table with the status Waiting to connect, once installation is complete, the cluster status changes to Connected</p> <p>Note</p> <p>To customize the installation based on your environment, see Customize cluster installation.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#troubleshooting","title":"Troubleshooting","text":"<p>If you encounter an issue with the installation, try the troubleshooting scenario below.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#installation_1","title":"Installation","text":"<p>If the Run:ai cluster installation failed, check the installation logs to identify the issue. Run the following script to print the installation logs:</p> <pre><code>curl -fsSL https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-install/#cluster-status","title":"Cluster status","text":"<p>If the Run:ai cluster installation completed, but the cluster status did not change its status to Connected, check the cluster troubleshooting scenarios</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/","title":"System Requirements","text":"<p>The Run:ai Cluster is a Kubernetes application.</p> <p>This article explains the required hardware and software system requirements for the Run:ai cluster.</p> <p>Set out below are the system requirements for the Run:ai cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#hardware-requirements","title":"Hardware Requirements","text":"<p>The following hardware requirements are for the Kubernetes Cluster nodes\u2019. By default, all Run:ai cluster services run on all available nodes. For production deployments, you may want to Set Node Roles, to separate between system and worker nodes, reduce downtime and save CPU cycles on expensive GPU Machines.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#runai-cluster-system-nodes","title":"Run:ai Cluster - system nodes","text":"<p>This configuration is the minimum requirement you need to install and use Run:ai Cluster.</p> Component Required Capacity CPU 10 cores Memory 20GB Disk space 50GB"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#runai-cluster-worker-nodes","title":"Run:ai Cluster - Worker nodes","text":"<p>The Run:ai Cluster supports both x86 CPUs and NVIDIA x86 GPUs. For the list of supported GPU models, see Supported NVIDIA Data Center GPUs and Systems.</p> <p>The following configuration represents the minimum hardware requirements for installing and operating the Run:ai cluster on worker nodes. Each node must meet these specifications:</p> Component Required Capacity CPU 2 cores Memory 4GB"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#shared-storage","title":"Shared storage","text":"<p>Run:ai workloads must be able to access data from any worker node in a uniform way, to access training data and code as well as save checkpoints, weights, and other machine-learning-related artifacts.</p> <p>Typical protocols are Network File Storage (NFS) or Network-attached storage (NAS). Run:ai Cluster supports both, for more information see Shared storage.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#software-requirements","title":"Software requirements","text":"<p>The following software requirements must be fulfilled on the Kubernetes cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#operating-system","title":"Operating system","text":"<ul> <li>Any Linux operating system supported by both Kubernetes and NVIDIA GPU Operator  </li> <li>Run:ai cluster on Google Kubernetes Engine (GKE) supports both Ubuntu and Container Optimized OS (COS). COS is supported only with NVIDIA GPU Operator 24.6 or newer, and Run:ai cluster version 2.19 or newer.</li> <li>Internal tests are being performed on Ubuntu 22.04 and CoreOS for OpenShift.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#kubernetes-distribution","title":"Kubernetes distribution","text":"<p>Run:ai Cluster requires Kubernetes. The following Kubernetes distributions are supported:</p> <ul> <li>Vanilla Kubernetes  </li> <li>OpenShift Container Platform (OCP)  </li> <li>NVIDIA Base Command Manager (BCM)  </li> <li>Elastic Kubernetes Engine (EKS)  </li> <li>Google Kubernetes Engine (GKE)  </li> <li>Azure Kubernetes Service (AKS)</li> <li>Oracle Kubernetes Engine (OKE)</li> <li>Rancher Kubernetes Engine (RKE1)  </li> <li>Rancher Kubernetes Engine 2 (RKE2)</li> </ul> <p>Important</p> <p>The latest release of the Run:ai cluster supports Kubernetes 1.29 to 1.32 and OpenShift 4.14 to 4.17</p> <p>For existing Kubernetes clusters, see the following Kubernetes version support matrix for the latest Run:ai cluster releases:</p> Run:ai version Supported Kubernetes versions Supported OpenShift versions v2.13 1.23 to 1.28 4.10 to 4.13 v2.16 1.26 to 1.28 4.11 to 4.14 v2.17 1.27 to 1.29 4.12 to 4.15 v2.18 1.28 to 1.30 4.12 to 4.16 v2.19 1.28 to 1.31 4.12 to 4.17 v2.20 (latest) 1.29 to 1.32 4.14 to 4.17 <p>For information on supported versions of managed Kubernetes, it's important to consult the release notes provided by your Kubernetes service provider. There, you can confirm the specific version of the underlying Kubernetes platform supported by the provider, ensuring compatibility with Run:ai. For an up-to-date end-of-life statement see Kubernetes Release History or OpenShift Container Platform Life Cycle Policy</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#kubernetes-pod-security-admission","title":"Kubernetes Pod Security Admission","text":"<p>Run:ai v2.15 and above supports <code>restricted</code> policy for Pod Security Admission (PSA) on OpenShift only. Other Kubernetes distributions are only supported with <code>privileged</code> policy.</p> <p>For Run:ai on OpenShift to run with PSA <code>restricted</code> policy:</p> <ul> <li>Label the <code>runai</code> namespace as described in Pod Security Admission with the following labels:</li> </ul> <pre><code>pod-security.kubernetes.io/audit=privileged\npod-security.kubernetes.io/enforce=privileged\npod-security.kubernetes.io/warn=privileged\n</code></pre> <ul> <li>The workloads submitted through Run:ai should comply with the restrictions of PSA restricted policy, This can be enforced using Policies.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#kubernetes-ingress-controller","title":"Kubernetes Ingress Controller","text":"<p>Run:ai cluster requires Kubernetes Ingress Controller to be installed on the Kubernetes cluster.</p> <ul> <li>OpenShift, RKE and RKE2 come pre-installed ingress controller.  </li> <li>Internal tests are being performed on NGINX, Rancher NGINX, OpenShift Router, and Istio.  </li> <li>Make sure that a default ingress controller is set.</li> </ul> <p>There are many ways to install and configure different ingress controllers. A simple example to install and configure NGINX ingress controller using helm:</p> Vanilla KubernetesManaged Kubernetes (EKS, GKE, AKS)Oracle Kubernetes Engine (OKE) <p>Run the following commands:</p> <pre><code>helm repo add ingress-nginx https://kubernetes.github.io/ingress-nginx\nhelm repo update\nhelm upgrade -i nginx-ingress ingress-nginx/ingress-nginx \\\n    --namespace nginx-ingress --create-namespace \\\n    --set controller.kind=DaemonSet \\\n    --set controller.service.externalIPs=\"{&lt;INTERNAL-IP&gt;,&lt;EXTERNAL-IP&gt;}\" # Replace &lt;INTERNAL-IP&gt; and &lt;EXTERNAL-IP&gt; with the internal and external IP addresses of one of the nodes\n</code></pre> <p>Run the following commands:</p> <pre><code>helm repo add ingress-nginx https://kubernetes.github.io/ingress-nginx\nhelm repo update\nhelm install nginx-ingress ingress-nginx/ingress-nginx \\\n    --namespace nginx-ingress --create-namespace\n</code></pre> <p>Run the following commands:</p> <pre><code>helm repo add ingress-nginx https://kubernetes.github.io/ingress-nginx\nhelm repo update\nhelm install nginx-ingress ingress-nginx/ingress-nginx \\\n    --namespace ingress-nginx --create-namespace \\\n    --set controller.service.annotations.oci.oraclecloud.com/load-balancer-type=nlb \\\n    --set controller.service.annotations.oci-network-load-balancer.oraclecloud.com/is-preserve-source=True \\\n    --set controller.service.annotations.oci-network-load-balancer.oraclecloud.com/security-list-management-mode=None \\\n    --set controller.service.externalTrafficPolicy=Local \\\n    --set controller.service.annotations.oci-network-load-balancer.oraclecloud.com/subnet=&lt;SUBNET-ID&gt; # Replace &lt;SUBNET-ID&gt; with the subnet ID of one of your cluster\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#nvidia-gpu-operator","title":"NVIDIA GPU Operator","text":"<p>Run:ai Cluster requires NVIDIA GPU Operator to be installed on the Kubernetes Cluster, supports version 22.9 to 24.6</p> <p>See the Installing the NVIDIA GPU Operator, followed by notes below:</p> <ul> <li>Use the default <code>gpu-operator</code> namespace . Otherwise, you must specify the target namespace using the flag <code>runai-operator.config.nvidiaDcgmExporter.namespace</code> as described in customized cluster installation.  </li> <li>NVIDIA drivers may already be installed on the nodes. In such cases, use the NVIDIA GPU Operator flags <code>--set driver.enabled=false</code>. DGX OS is one such example as it comes bundled with NVIDIA Drivers.  </li> <li>For distribution-specific additional instructions see below:</li> </ul> OpenShift Container Platform (OCP) <p>The Node Feature Discovery (NFD) Operator is a prerequisite for the NVIDIA GPU Operator in OpenShift. Install the NFD Operator using the Red Hat OperatorHub catalog in the OpenShift Container Platform web console. For more information see Installing the Node Feature Discovery (NFD) Operator</p> Elastic Kubernetes Service (EKS) <ul> <li>When setting-up the cluster, do not install the NVIDIA device plug-in (we want the NVIDIA GPU Operator to install it instead).  </li> <li>When using the eksctl tool to create a cluster, use the flag <code>--install-nvidia-plugin=false</code> to disable the installation.</li> </ul> <p>For GPU nodes, EKS uses an AMI which already contains the NVIDIA drivers. As such, you must use the GPU Operator flags: <code>--set driver.enabled=false</code></p> Google Kubernetes Engine (GKE) <p>Before installing the GPU Operator, create the <code>gpu-operator</code> namespace by running</p> <pre><code>kubectl create ns gpu-operator\n</code></pre> <p>create the following file:</p> resourcequota.yaml<pre><code>apiVersion: v1\nkind: ResourceQuota\nmetadata:\nname: gcp-critical-pods\nnamespace: gpu-operator\nspec:\nscopeSelector:\n    matchExpressions:\n    - operator: In\n    scopeName: PriorityClass\n    values:\n    - system-node-critical\n    - system-cluster-critical\n</code></pre> <p>And then run:</p> <pre><code>kubectl apply -f resourcequota.yaml\n</code></pre> Rancher Kubernetes Engine 2 (RKE2) <p>Make sure to specify the <code>CONTAINERD_CONFIG</code> option exactly as outlined in the documentation and custom configuration guide, using the path <code>/var/lib/rancher/rke2/agent/etc/containerd/config.toml.tmpl</code>. Do not create the file manually if it does not already exist. The GPU Operator will handle this configuration during deployment.</p> Oracle Kubernetes Engine (OKE) <ul> <li>During cluster setup, create a nodepool, and set <code>initial_node_labels</code> to include <code>oci.oraclecloud.com/disable-gpu-device-plugin=true</code> which disables the NVIDIA GPU device plugin.</li> <li>For GPU nodes, OKE defaults to Oracle Linux, which is incompatible with NVIDIA drivers. To resolve this, use a custom Ubuntu image instead.</li> </ul> <p>For troubleshooting information, see the NVIDIA GPU Operator Troubleshooting Guide.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#prometheus","title":"Prometheus","text":"<p>Run:ai Cluster requires Prometheus to be installed on the Kubernetes cluster.</p> <ul> <li>OpenShift comes pre-installed with prometheus  </li> <li>For RKE2 see Enable Monitoring instructions to install Prometheus</li> </ul> <p>There are many ways to install Prometheus. A simple example to install the community Kube-Prometheus Stack using helm, run the following commands:</p> <pre><code>helm repo add prometheus-community https://prometheus-community.github.io/helm-charts\nhelm repo update\nhelm install prometheus prometheus-community/kube-prometheus-stack \\\n    -n monitoring --create-namespace --set grafana.enabled=false\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#optional-software-requirements","title":"Optional software requirements","text":"<p>Optional Run:ai capabilities, Distributed Training and Inference require additional Kubernetes applications (frameworks) to be installed on the cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#distributed-training","title":"Distributed training","text":"<p>Distributed training enables training of AI models over multiple nodes. This requires installing a distributed training framework on the cluster. The following frameworks are supported:</p> <ul> <li>TensorFlow </li> <li>PyTorch </li> <li>XGBoost </li> <li>MPI v2</li> </ul> <p>There are several ways to install each framework. A simple method of installation example is the Kubeflow Training Operator which includes TensorFlow, PyTorch, and XGBoost.</p> <p>It is recommended to use Kubeflow Training Operator v1.8.1, and MPI Operator v0.6.0 or later for compatibility with advanced workload capabilities, such as Stopping a workload and Scheduling rules.</p> <ul> <li>To install the Kubeflow Training Operator for TensorFlow, PyTorch and XGBoost frameworks, run the following command:</li> </ul> <pre><code>kubectl apply -k \"github.com/kubeflow/training-operator.git/manifests/overlays/standalone?ref=v1.8.1\"\n</code></pre> <ul> <li>To install the MPI Operator for MPI v2, run the following command:</li> </ul> <pre><code>kubectl apply --server-side -f https://raw.githubusercontent.com/kubeflow/mpi-operator/v0.6.0/deploy/v2beta1/mpi-operator.yaml\n</code></pre> <p>Note</p> <p>If you require both the MPI Operator and Kubeflow Training Operator, follow the steps below:</p> <ul> <li>Install the Kubeflow Training Operator as described above.  </li> <li>Disable and delete MPI v1 in the Kubeflow Training Operator by running:</li> </ul> <pre><code>kubectl patch deployment training-operator -n kubeflow --type='json' -p='[{\"op\": \"add\", \"path\": \"/spec/template/spec/containers/0/args\", \"value\": [\"--enable-scheme=tfjob\", \"--enable-scheme=pytorchjob\", \"--enable-scheme=xgboostjob\"]}]'\nkubectl delete crd mpijobs.kubeflow.org\n</code></pre> <ul> <li>Install the MPI Operator as described above.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#inference","title":"Inference","text":"<p>Inference enables serving of AI models. This requires the Knative Serving framework to be installed on the cluster and supports Knative versions 1.11 to 1.16.</p> <p>Follow the Installing Knative instructions. After installation, configure Knative to use the Run:ai scheduler and features, by running:</p> <pre><code>kubectl patch configmap/config-autoscaler \\\n  --namespace knative-serving \\\n  --type merge \\\n  --patch '{\"data\":{\"enable-scale-to-zero\":\"true\"}}' &amp;&amp; \\\nkubectl patch configmap/config-features \\\n  --namespace knative-serving \\\n  --type merge \\\n  --patch '{\"data\":{\"kubernetes.podspec-schedulername\":\"enabled\",\"kubernetes.podspec-affinity\":\"enabled\",\"kubernetes.podspec-tolerations\":\"enabled\",\"kubernetes.podspec-volumes-emptydir\":\"enabled\",\"kubernetes.podspec-securitycontext\":\"enabled\",\"kubernetes.containerspec-addcapabilities\":\"enabled\",\"kubernetes.podspec-persistent-volume-claim\":\"enabled\",\"kubernetes.podspec-persistent-volume-write\":\"enabled\",\"multi-container\":\"enabled\",\"kubernetes.podspec-init-containers\":\"enabled\"}}'\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#knative-autoscaling","title":"Knative Autoscaling","text":"<p>Run:ai allows for autoscaling a deployment according to the below metrics:</p> <ul> <li>Latency (milliseconds)</li> <li>Throughput (requests/sec)</li> <li>Concurrency (requests)</li> </ul> <p>Using a custom metric (for example, Latency) requires installing the Kubernetes Horizontal Pod Autoscaler (HPA). Use the following command to install. Make sure to update the VERSION in the below command with a supported Knative version.</p> <pre><code>kubectl apply -f https://github.com/knative/serving/releases/download/knative-{VERSION}/serving-hpa.yaml\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#domain-name-requirement","title":"Domain Name Requirement","text":"<p>The following requirement must be followed for naming the domain.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-prerequisites/#fully-qualified-domain-name-fqdn","title":"Fully Qualified Domain Name (FQDN)","text":"<p>You must have a Fully Qualified Domain Name (FQDN) to install Run:ai Cluster (ex: <code>runai.mycorp.local</code>). This cannot be an IP. The domain name must be accessible inside the organization only. You also need a TLS certificate (private and public) for HTTPS access.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/","title":"SaaS Cluster Setup Introduction","text":"<p>This section is a step-by-step guide for setting up a Run:ai cluster. </p> <ul> <li>A Run:ai cluster is a Kubernetes application installed on top of a Kubernetes cluster.</li> <li>A Run:ai cluster connects to the Run:ai control plane on the cloud. The control plane provides a control point as well as a monitoring and control user interface for Administrators and Researchers.</li> <li>A customer may have multiple Run:ai Clusters, all connecting to a single control plane.</li> </ul> <p>For additional details see the Run:ai system components</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/#documents","title":"Documents","text":"<ul> <li>Review Run:ai cluster System Requirements and Network Requirements.</li> <li>Cluster Install step-by-step guid.</li> <li>Look for troubleshooting tips if required.</li> <li>Cluster Upgrade and Cluster Uninstall instructions. </li> </ul>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/#customization","title":"Customization","text":"<p>For a list of optional customizations see Customize Installation</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/#additional-configuration","title":"Additional Configuration","text":"<p>For a list of advanced configuration scenarios such as configuring researcher authentication, Single sign-on limiting the installation to specific nodes, and more, see the Configuration Articles section.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-setup-intro/#next-steps","title":"Next Steps","text":"<p>After setting up the cluster, you may want to start setting up Researchers. See: Researcher Setup.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/","title":"Cluster Upgrade","text":"<p>This article explains how to upgrade Run:ai cluster version.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#before-upgrade","title":"Before upgrade","text":"<p>There are a number of matters to consider prior to upgrading the Run:ai cluster version.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#system-and-network-requirements","title":"System and network requirements","text":"<p>Before upgrading the Run:ai cluster, validate that the latest system requirements and network requirements are met, as they can change from time to time.</p> <p>Important</p> <p>It is highly recommended to upgrade the Kubernetes version together with the Run:ai cluster version, to ensure compatibility with latest supported version of your Kubernetes distribution</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#helm","title":"Helm","text":"<p>The latest releases of the Run:ai cluster require Helm 3.14 or above.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#upgrade","title":"Upgrade","text":"<p>Follow the instructions to upgrade using Helm. The Helm commands to upgrade the Run:ai cluster version may differ between versions. The steps below describe how to get the instructions from the Run:ai UI.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#getting-the-installation-instructions","title":"Getting the installation instructions","text":"<p>Follow the setup and installation instructions below to get the installation instructions to upgrade the Run:ai cluster.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#setup","title":"Setup","text":"<ol> <li>In the Run:ai UI, go to Clusters </li> <li>Select the cluster you want to upgrade  </li> <li>Click INSTALLATION INSTRUCTIONS </li> <li>Optional: Select the Run:ai cluster version (latest, by default)  </li> <li>Click CONTINUE</li> </ol>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#installation-instructions","title":"Installation instructions","text":"<ol> <li>Follow the installation instructions (See the additional instructions below when upgrading to v2.13)    run the Helm commands provided on your Kubernetes cluster (see the troubleshooting below if installation fails)  </li> <li>Click DONE </li> <li>Once installation is complete, validate the cluster is Connected and listed with the new cluster version (see the cluster troubleshooting scenarios). Once you have done this, the cluster is upgraded to the latest version.</li> </ol> <p>Note</p> <p>To upgrade to a specific version, modify the <code>--version</code> flag by specifying the desired <code>&lt;version-number&gt;</code>. You can find all available versions by using the <code>helm search repo</code> command.</p>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#upgrade-to-runai-cluster-version-213-old-release","title":"Upgrade to Run:ai cluster version 2.13 (old release)","text":"<p>Run:ai cluster version 2.13 (old release) does not support migration of the configured Helm values. If you have customized configurations you want to migrate, follow the additional steps below:</p> <ol> <li>Download the Run:ai Helm values file by running the command provided in your terminal  </li> <li>Run the following command to save existing cluster Helm values into <code>old-values.yaml</code></li> </ol> <pre><code>helm get values runai-cluster -n runai &gt; old-values.yaml\n</code></pre> <ol> <li>Identify configured custom values that you want to migrate  </li> <li>Manually merge the values from <code>old-values.yaml</code> into the new values file</li> </ol>"},{"location":"admin/runai-setup/cluster-setup/cluster-upgrade/#troubleshooting","title":"Troubleshooting","text":"<p>If you encounter an issue with the cluster upgrade, use the troubleshooting scenario below.</p> Installation fails <p>If the Run:ai cluster upgrade fails, check the installation logs to identify the issue.</p> <p>Run the following script to print the installation logs:</p> <pre><code>curl -fsSL https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh\n</code></pre> Cluster status <p>If the Run:ai cluster upgrade completes, but the cluster status does not show as Connected, refer to the cluster troubleshooting scenarios</p> <p>. </p>"},{"location":"admin/runai-setup/cluster-setup/customize-cluster-install/","title":"Customize Installation","text":"<p>This article explains the available configurations for customizing the Run:ai cluster installation.</p>"},{"location":"admin/runai-setup/cluster-setup/customize-cluster-install/#helm-chart-values","title":"Helm chart values","text":"<p>The Run:ai cluster installation can be customized to support your environment via Helm values files or Helm install flags.</p> <p>These configurations are saved in the runaiconfig Kubernetes object and can be edited post-installation as needed. For more information, see Advanced Cluster Configurations.</p>"},{"location":"admin/runai-setup/cluster-setup/customize-cluster-install/#values","title":"Values","text":"<p>The following table lists the available Helm chart values that can be configured to customize the Run:ai cluster installation.</p> Key Description Default global.image.registry (string) Global Docker image registry Default: <code>\"\"</code> global.additionalImagePullSecrets (list) List of image pull secrets references Default: <code>[]</code> spec.researcherService.ingress.tlsSecret (string) Existing secret key where cluster TLS Certificates are stored (non-OpenShift) Default: <code>runai-cluster-domain-tls-secret</code> spec.researcherService.route.tlsSecret (string) Existing secret key where cluster TLS Certificates are stored (OpenShift only) Default: <code>\"\"</code> spec.prometheus.spec.image (string) Due to a known issue In the Prometheus Helm chart, the imageRegistry setting is ignored. To pull the image from a different registry, you can manually specify the Prometheus image reference. Default: <code>quay.io/prometheus/prometheus</code> spec.prometheus.spec.imagePullSecrets (string) List of image pull secrets references in the runai namespace to use for pulling Prometheus images (relevant for air-gapped installations). Default: <code>[]</code>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/","title":"Install using Base Command Manager","text":"<p>This article explains the steps required to install the Run:ai cluster on a DGX Kubernetes Cluster using NVIDIA Base Command Manager (BCM).</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#runai-installer","title":"Run:ai Installer","text":"<p>The Run:ai Installer is an User Interface (UI) wizard that simplifies the deployment of Run:ai Cluster on DGX. The Run:ai installer can be installed via the BCM cluster wizard on cluster creation.</p> <p>Note</p> <p>For advanced configuration and custom deployment options, refer to the Install using Helm.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#before-installation","title":"Before installation","text":"<p>There are a number of matters to consider prior to installing using the Run:ai Installer.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#application-secret-key","title":"Application secret key","text":"<p>An Application secret key is required to connect the cluster to the Run:ai Platform, In order to get the Application secret key, a new cluster must be added.</p> <ol> <li>follow the Adding a new cluster setup instructions, Do not follow the Installation instructions.</li> <li>Once cluster instructions are displayed, find the <code>controlPlane.clientSecret</code> flag in the displayed Helm command, copy and save its value.</li> </ol> <p>Note</p> <p>For DGX Bundle customers, installing their first Run:ai cluster - The Application secret key will be provided by the Run:ai Support team.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#system-and-network-requirements","title":"System and network requirements","text":"<p>Before installing the Run:ai cluster on a DGX system using BCM, ensure that your System requirements and Network requirements meets the necessary prerequisites.</p> <p>The BCM cluster wizard deploys essential Software Requirements, such as the Kubernetes Ingress Controller, NVIDIA GPU Operator, and Prometheus, as part of the Run:ai Installer deployment. Additional optional software requirements for Distributed training and Inference, requires manual setup.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#tenant-name","title":"Tenant Name","text":"<p>Your tenant name is predefined and supplied by Run:ai. Each customer is provided with a unique, dedicated URL in the format <code>&lt;tenant-name&gt;.run.ai</code> which includes the required tenant name.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#tls-certificate","title":"TLS certificate","text":"<p>A TLS private and public keys for the cluster\u2019s Fully Qualified Domain Name (FQDN) are required for HTTP access to the cluster</p> <p>Important</p> <p>TLS Certificate must be trusted, Self-signed certificates are not supported.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#installation","title":"Installation","text":"<p>Follow these instructions to install using BCM.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#installing-a-cluster","title":"Installing a cluster","text":"<p>The cluster installer is available via the locally installed BCM landing page,</p> <ol> <li>Go to the locally installed BCM landing page, Select the Run:ai tile or access directly to <code>http://&lt;BCM-CLUSTER-IP&gt;:30080/runai-installer</code> (HTTP only) </li> <li>Click VERIFY in order to check System Requirements are met. </li> <li>After verification completed successfully, click CONTINUE. </li> <li>Enter the cluster information and click CONTINUE. </li> <li>The Run:ai installation will start and should be complete within a few minutes </li> <li>Once a message of Run:ai was installed successfully! is displayed, Click on START USING RUN:AI to launch the login page of the tenant in a new browser tab. </li> </ol>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#troubleshooting","title":"Troubleshooting","text":"<p>If you encounter an issue with the installation, try the troubleshooting scenario below.</p>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#runai-installer_1","title":"Run:ai Installer","text":"<p>The Run:ai Installer is a pod in Kubernetes. The pod is responsible for the installation preparation and prerequisite gathering phase. In case of an error during the Prerequisites verification, Run the following command to print the logs:</p> <pre><code>kubectl get pods -n runai | grep 'cluster-installer' # Find the cluster installer pod's name\nkubectl logs &lt;POD-NAME&gt; -n runai # Print the cluster installer pod logs\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#installation_1","title":"Installation","text":"<p>If the Run:ai cluster installation failed, check the installation logs to identify the issue. Run the following script to print the installation logs:</p> <pre><code>curl -fsSL https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh\n</code></pre>"},{"location":"admin/runai-setup/cluster-setup/dgx-bundle/#cluster-status","title":"Cluster status","text":"<p>If the Run:ai cluster installation completed, but the cluster status did not change its status to Connected, check the cluster troubleshooting scenarios</p>"},{"location":"admin/runai-setup/cluster-setup/network-req/","title":"Network Requirements","text":"<p>The following network requirements are for the Run:ai cluster installation and usage.</p>"},{"location":"admin/runai-setup/cluster-setup/network-req/#external-access","title":"External access","text":"<p>Set out below are the domains to whitelist and ports to open for installation, upgrade, and usage of the application and its management.</p> <p>Ensure the inbound and outbound rules are correctly applied to your firewall.</p>"},{"location":"admin/runai-setup/cluster-setup/network-req/#inbound-rules","title":"Inbound rules","text":"<p>To allow your organization\u2019s Run:ai users to interact with the cluster using the Run:ai Command-line interface, or access specific UI features, certain inbound ports need to be open.</p> Name Description Source Destination Port Run:ai cluster Run:ai cluster HTTPS entrypoint 0.0.0.0 all k8s nodes 443"},{"location":"admin/runai-setup/cluster-setup/network-req/#outbound-rules","title":"Outbound rules","text":"<p>For the Run:ai cluster installation and usage, certain outbound ports must be open.</p> Name Description Source Destination Port Run:ai Platform Run:ai cloud instance Run:ai system nodes app.run.ai 443 Grafana Run:ai cloud metrics store Run:ai system nodes prometheus-us-central1.grafana.net and runailabs.com 443 Google Container Registry Run:ai image repository All K8S nodes gcr.io/run-ai-prod 443 JFrog Artifactory Run:ai Helm repository Helm client machine runai.jfrog.io 443 <p>The Run:ai installation has software requirements that require additional components to be installed on the cluster. This article includes simple installation examples which can be used optionally and require the following cluster outbound ports to be open:</p> Name Description Source Destination Port Kubernetes Registry Ingress Nginx image repository All K8S nodes registry.k8s.io 443 Google Container Registry GPU Operator, and Knative image repository All K8S nodes gcr.io 443 Red Hat Container Registry Prometheus Operator image repository All K8S nodes quay.io 443 Docker Hub Registry Training Operator image repository All K8S nodes docker.io 443 <p>Note</p> <p>If you are using an HTTP proxy, contact Run:ai support for further instructions.</p>"},{"location":"admin/runai-setup/cluster-setup/network-req/#internal-network","title":"Internal network","text":"<p>Ensure that all Kubernetes nodes can communicate with each other across all necessary ports. Kubernetes assumes full interconnectivity between nodes, so you must configure your network to allow this seamless communication. Specific port requirements may vary depending on your network setup.</p>"},{"location":"admin/runai-setup/cluster-setup/project-management/","title":"Manually Create Projects","text":""},{"location":"admin/runai-setup/cluster-setup/project-management/#manual-creation-of-namespaces-for-projects","title":"Manual Creation of Namespaces for Projects","text":""},{"location":"admin/runai-setup/cluster-setup/project-management/#introduction","title":"Introduction","text":"<p>The Administrator creates Run:ai Projects via the Run:ai user interface. When enabling Researcher Authentication you also assign users to Projects.</p> <p>Run:ai Projects are implemented as Kubernetes namespaces. When creating a new Run:ai Project, Run:ai does the following automatically:</p> <ol> <li>Creates a namespace by the name of <code>runai-&lt;PROJECT-NAME&gt;</code>.</li> <li>Labels the namespace as managed by Run:ai.</li> <li>Provides access to the namespace for Run:ai services.</li> <li>Associates users with the namespace.</li> </ol> <p>This process may need to be altered if,</p> <ul> <li>Researchers already have existing Kubernetes namespaces</li> <li>The organization's Kubernetes namespace naming convention does not allow the <code>runai-</code> prefix.</li> <li>The organization's policy does not allow the automatic creation of namespaces.</li> </ul>"},{"location":"admin/runai-setup/cluster-setup/project-management/#process","title":"Process","text":"<p>Run:ai allows the association of a Run:ai Project with any existing Kubernetes namespace:</p> <ul> <li>Disable namespace creation by setting the cluster flag <code>createNamespaces</code> to <code>false</code>. For more information see Advanced Cluster Configuration </li> <li>Using the Run:ai User Interface, create a new Project <code>&lt;PROJECT-NAME&gt;</code>. A namespace will not be created.</li> <li>Associate and existing namepace <code>&lt;NAMESPACE&gt;</code> with the Run:ai project by running:</li> </ul> <pre><code>kubectl label ns &lt;NAMESPACE&gt;  runai/queue=&lt;PROJECT_NAME&gt;\n</code></pre> <p>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p>"},{"location":"admin/runai-setup/self-hosted/overview/","title":"Self Hosted Run:ai Installation","text":"<p>The self-hosted option is for organizations that cannot use a SaaS solution due to data leakage concerns.</p> <p>Run:ai self-hosting comes with two variants:</p> Self-hosting Type Description Connected The organization can freely download from the internet (though upload is not allowed) Air-gapped The organization has no connection to the internet  <p>The self-hosted installation is priced differently. For further information please talk to Run:ai sales. </p>"},{"location":"admin/runai-setup/self-hosted/overview/#self-hosting-with-kubernetes-vs-openshift","title":"Self-hosting with Kubernetes vs OpenShift","text":"<p>Run:ai has been certified with a specified set of Kubernetes distributions. The OpenShift installation is different from the rest. As such, the Run:ai self-hosted installation instructions are divided into two separate sections:</p> <ul> <li>OpenShift-based installation. See Run:ai OpenShift installation. The Run:ai operator for OpenShift is certified by Red Hat.</li> <li>Kubernetes-based installation. See Run:ai Kubernetes installation.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/additional-clusters/","title":"Installing additional Clusters","text":"<p>The first Run:ai cluster is typically installed on the same Kubernetes cluster as the Run:ai control plane. Run:ai supports multiple clusters per single control plane. This document is about installing additional clusters on different Kubernetes clusters.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/additional-clusters/#installation","title":"Installation","text":"<p>Follow the Run:ai SaaS installation network instructions as described in Domain name requirement.  Specifically:</p> <ol> <li>Install Run:ai prerequisites. Including ingress controller and Prometheus. </li> <li>The Cluster should have a dedicated URL with a trusted certificate.</li> <li>Create a secret in the Run:ai namespace containing the details of a trusted certificate. </li> <li>Run the <code>helm</code> command as instructed.  </li> </ol>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/","title":"Install the Run:ai Control Plane","text":""},{"location":"admin/runai-setup/self-hosted/k8s/backend/#prerequisites-and-preparations","title":"Prerequisites and preparations","text":"<p>Make sure you have followed the Control Plane prerequisites and preparations.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#helm-install","title":"Helm install","text":"<p>Run the helm command below:</p> ConnectedAirgapped <pre><code>helm repo add runai-backend https://runai.jfrog.io/artifactory/cp-charts-prod\nhelm repo update\nhelm upgrade -i runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" \\\n    --set global.domain=&lt;DOMAIN&gt;  # (1)\n</code></pre> <ol> <li>Domain name described here. </li> </ol> <p>Info</p> <p>To install a specific version, add <code>--version &lt;version&gt;</code> to the install command. You can find available versions by running <code>helm search repo -l runai-backend</code>.</p> <pre><code>helm upgrade -i runai-backend control-plane-&lt;VERSION&gt;.tgz  \\ # (1)\n    --set global.domain=&lt;DOMAIN&gt;  \\ # (2)\n    --set global.customCA.enabled=true \\  # (3)\n    -n runai-backend -f custom-env.yaml  # (4)\n</code></pre> <ol> <li>Replace <code>&lt;VERSION&gt;</code> with the Run:ai control plane version.</li> <li>Domain name described here. </li> <li>See the Local Certificate Authority instructions below</li> <li><code>custom-env.yaml</code> should have been created by the prepare installation script in the previous section. </li> </ol> <p>Tip</p> <p>Use the  <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#additional-runai-configurations-optional","title":"Additional Run:ai configurations (optional)","text":"<p>There may be cases where you need to set additional properties, To apply the changes run <code>helm upgrade</code> and use <code>--set</code> to set specific configurations, and restart the relevant Run:ai pods so they can fetch the new configurations.</p> Key Change Description <code>global.ingress.ingressClass</code> Ingress class Run:ai default is using NGINX. If your cluster has a different ingress controller, you can configure the ingress class to be created by Run:ai <code>global.ingress.tlsSecretName</code> TLS secret name Run:ai requires the creation of a secret with domain certificate. If the <code>runai-backend</code> namespace already had such a secret, you can set the secret name here <code>&lt;component&gt;</code> <code>resources:</code> <code>limits:</code> <code>cpu: 500m</code> <code>memory: 512Mi</code> <code>requests:</code> <code>cpu: 250m</code> <code>memory: 256Mi</code> Pod request and limits Set Run:ai and 3rd party services' resources <code>disableIstioSidecarInjection.enabled</code> Disable Istio sidecar injection Disable the automatic injection of Istio sidecars across the entire Run:ai Control Plane services. <code>global.affinity</code> System nodes Sets the system nodes where the Run:ai control plane services are scheduled."},{"location":"admin/runai-setup/self-hosted/k8s/backend/#additional-3rd-party-configurations-optional","title":"Additional 3rd party configurations (optional)","text":"<p>The Run:ai Control Plane chart, includes multiple sub-charts of 3rd party components:</p> <ul> <li>PostgreSQL - Data store</li> <li>Thanos - Metrics Store</li> <li>Keycloakx - Identity &amp; Access Management</li> <li>Grafana - Analytics Dashboard</li> <li>Redis - Caching (Disabled, by default)</li> </ul> <p>Tip</p> <p>Click on any component, to view it's chart values and configurations</p> <p>If you have opted to connect to an external PostgreSQL database, refer to the additional configurations table below. Adjust the following parameters based on your connection details:</p> <ol> <li>Disable PostgreSQL deployment - <code>postgresql.enabled</code></li> <li>Run:ai connection details - <code>global.postgresql.auth</code></li> <li>Grafana connection details - <code>grafana.dbUser</code>, <code>grafana.dbPassword</code></li> </ol>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#postgresql","title":"PostgreSQL","text":"Key Change Description <code>postgresql.enabled</code> PostgreSQL installation If set to <code>false</code> the PostgreSQL will not be installed <code>global.postgresql.auth.host</code> PostgreSQL host Hostname or IP address of the PostgreSQL server <code>global.postgresql.auth.port</code> PostgreSQL port Port number on which PostgreSQL is running <code>global.postgresql.auth.username</code> PostgreSQL username Username for connecting to PostgreSQL <code>global.postgresql.auth.password</code> PostgreSQL password Password for the PostgreSQL user specified by <code>global.postgresql.auth.username</code> <code>global.postgresql.auth.postgresPassword</code> PostgreSQL default admin password Password for the built-in PostgreSQL superuser (<code>postgres</code>) <code>global.postgresql.auth.existingSecret</code> Postgres Credentials (secret) Existing secret name with authentication credentials <code>global.postgresql.auth.dbSslMode</code> Postgres connection SSL mode Set the SSL mode, see list in Protection Provided in Different Modes, <code>prefer</code> mode is not supported <code>postgresql.primary.initdb.password</code> PostgreSQL default admin password Set the same password as in <code>global.postgresql.auth.postgresPassword</code> (if changed) <code>postgresql.primary.persistence.storageClass</code> Storage class The installation to work with a specific storage class rather than the default one"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#thanos","title":"Thanos","text":"Key Change Description <code>thanos.receive.persistence.storageClass</code> Storage class The installation to work with a specific storage class rather than the default one"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#keycloakx","title":"Keycloakx","text":"Key Change Description <code>keycloakx.adminUser</code> User name of the internal identity provider administrator This user is the administrator of Keycloak <code>keycloakx.adminPassword</code> Password of the internal identity provider administrator This password is for the administrator of Keycloak <code>keycloakx.existingSecret</code> Keycloakx Credentials (secret) Existing secret name with authentication credentials <code>global.keycloakx.host</code> KeyCloak (Run:ai internal identity provider) host path Override the DNS for Keycloak. This can be used to access Keycloak from outside the Run:ai Control Plane cluster via ingress <p>The <code>keycloakx.adminUser</code> can only be set during the initial installation. The admin password, however, can also be changed later through the Keycloak UI, but you must also update the <code>keycloakx.adminPassword</code> value in the Helm chart using helm upgrade. Failing to update the Helm values after changing the password can lead to control plane services encountering errors.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#grafana","title":"Grafana","text":"Key Change Description <code>grafana.db.existingSecret</code> Grafana database connection credentials (secret) Existing secret name with authentication credentials <code>grafana.dbUser</code> Grafana database username Username for accessing the Grafana database <code>grafana.dbPassword</code> Grafana database password Password for the Grafana database user <code>grafana.admin.existingSecret</code> Grafana admin default credentials (secret) Existing secret name with authentication credentials <code>grafana.adminUser</code> Grafana username Override the Run:ai default user name for accessing Grafana <code>grafana.adminPassword</code> Grafana password Override the Run:ai default password for accessing Grafana"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#redis","title":"Redis","text":"Key Change Description <code>redisCache.auth.password</code> Redis (Runai internal cache mechanism) applicative password Override the default password <code>redisCache.auth.existingSecret</code> Redis credentials (secret) Existing secret name with authentication credentials"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#next-steps","title":"Next Steps","text":""},{"location":"admin/runai-setup/self-hosted/k8s/backend/#connect-to-runai-user-interface","title":"Connect to Run:ai User interface","text":"<p>Go to: <code>runai.&lt;domain&gt;</code>. Log in using the default credentials: User: <code>test@run.ai</code>, Password: <code>Abcd!234</code>. Go to the Users area and change the password.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#enable-forgot-password-optional","title":"Enable Forgot Password (optional)","text":"<p>To support the Forgot password functionality, follow the steps below.</p> <ul> <li>Go to <code>runai.&lt;domain&gt;/auth</code> and Log in.</li> <li>Under <code>Realm settings</code>, select the <code>Login</code> tab and enable the <code>Forgot password</code> feature.</li> <li>Under the <code>Email</code> tab, define an SMTP server, as explained here</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/backend/#install-runai-cluster","title":"Install Run:ai Cluster","text":"<p>Continue with installing a Run:ai Cluster.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/cluster/","title":"Self Hosted installation over Kubernetes - Cluster Setup","text":""},{"location":"admin/runai-setup/self-hosted/k8s/cluster/#prerequisites","title":"Prerequisites","text":"<p>Install prerequisites as per System Requirements document.</p> <p>Note</p> <p>For self-hosted deployments, Kubernetes Ingress Controller and Cluster Fully Qualified Domain Name (FQDN) requirements are only necessary when the Run:ai Control Plane and Run:ai Cluster reside on seperate Kuebrnetes clusters.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/cluster/#install-cluster","title":"Install Cluster","text":"ConnectedAirgapped <p>Perform the cluster installation instructions explained here.</p> <p>Perform the cluster installation instructions explained here.</p> <p>On the second tab of the cluster wizard, when copying the helm command for installation, you will need to use the pre-provided installation file instead of using helm repositories. As such:</p> <ul> <li>Do not add the helm repository and do not run <code>helm repo update</code>.</li> <li>Instead, edit the <code>helm upgrade</code> command. <ul> <li>Replace <code>runai/runai-cluster</code> with <code>runai-cluster-&lt;version&gt;.tgz</code>. </li> <li>Add  <code>--set global.image.registry=&lt;Docker Registry address&gt;</code> where the registry address is as entered in the preparation section</li> </ul> </li> </ul> <p>The command should look like the following:</p> <pre><code>helm upgrade -i runai-cluster runai-cluster-&lt;version&gt;.tgz \\\n    --set controlPlane.url=... \\\n    --set controlPlane.clientSecret=... \\\n    --set cluster.uid=... \\\n    --set cluster.url=... --create-namespace \\\n    --set global.image.registry=registry.mycompany.local \\\n</code></pre> <p>Tip</p> <p>Use the  <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation. For more details see Understanding cluster access roles.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/cluster/#optional-customize-installation","title":"(Optional) Customize Installation","text":"<p>To customize specific aspects of the cluster installation see customize cluster installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/next-steps/","title":"Next Steps","text":"<ul> <li>Create additional I Users.</li> <li>Set up Project-based Researcher Access Control.</li> <li>Set up Researchers to work with the Run:ai Command-line interface (CLI). See Installing the Run:ai Command-line Interface on how to install the CLI for users.</li> <li>Review advanced setup and maintenace scenarios.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/","title":"Preparing for a Run:ai Kubernetes installation","text":"<p>The following section provides IT with the information needed to prepare for a Run:ai installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#prerequisites","title":"Prerequisites","text":"<p>Follow the prerequisites as explained in Self-Hosted installation over Kubernetes.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#software-artifacts","title":"Software artifacts","text":"ConnectedAirgapped <p>You should receive a file: <code>runai-reg-creds.yaml</code> from Run:ai Customer Support. The file provides access to the Run:ai Container registry.</p> <p>SSH into a node with <code>kubectl</code> access to the cluster and <code>Docker</code> installed. Run the following to enable image download from the Run:ai Container Registry on Google cloud:</p> <pre><code>kubectl create namespace runai-backend\nkubectl apply -f runai-reg-creds.yaml\n</code></pre> <p>You should receive a single file <code>runai-air-gapped-&lt;VERSION&gt;.tar.gz</code> from Run:ai customer support</p> <p>SSH into a node with <code>kubectl</code> access to the cluster and <code>Docker</code> installed.</p> <p>Run:ai assumes the existence of a Docker registry for images. Most likely installed within the organization. The installation requires the network address and port for the registry (referenced below as <code>&lt;REGISTRY_URL&gt;</code>). </p> <p>To extract Run:ai files, replace <code>&lt;VERSION&gt;</code> in the command below and run: </p> <pre><code>tar xvf runai-airgapped-package-&lt;VERSION&gt;.tar.gz\n\nkubectl create namespace runai-backend\n</code></pre> <p>Upload images</p> <p>Upload images to a local Docker Registry. Set the Docker Registry address in the form of <code>NAME:PORT</code> (do not add <code>https</code>):</p> <pre><code>export REGISTRY_URL=&lt;Docker Registry address&gt;\n</code></pre> <p>Run the following script (you must dockerd installed and at least 20GB of free disk space to run): </p> <pre><code>sudo -E ./setup.sh\n</code></pre> <p>If Docker is configured to run as non-root then <code>sudo</code> is not required.</p> <p>The script should create a file named <code>custom-env.yaml</code> which will be used by the control-plane installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#private-docker-registry-optional","title":"Private Docker Registry (optional)","text":"<p>To access the organization's docker registry it is required to set the registry's credentials (imagePullSecret)</p> <p>Create the secret named <code>runai-reg-creds</code> based on your existing credentials. For more information, see Pull an Image from a Private Registry.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#configure-your-environment","title":"Configure your environment","text":""},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#domain-certificate","title":"Domain Certificate","text":"<p>The Run:ai control plane requires a domain name (FQDN). You must supply a domain name as well as a trusted certificate for that domain.</p> <ul> <li>When installing the first Run:ai cluster on the same Kubernetes cluster as the control plane, the Run:ai cluster URL will be the same as the control-plane URL.</li> <li>When installing the Run:ai cluster on a separate Kubernetes cluster, follow the Run:ai Domain name requirement.</li> <li>If your network is air-gapped, you will need to provide the Run:ai control-plane and cluster with information about the local certificate authority.</li> </ul> <p>You must provide the domain's private key and crt as a Kubernetes secret in the <code>runai-backend</code> namespace. Run:</p> <pre><code>kubectl create secret tls runai-backend-tls -n runai-backend \\\n    --cert /path/to/fullchain.pem --key /path/to/private.pem\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#local-certificate-authority-air-gapped-only","title":"Local Certificate Authority (air-gapped only)","text":"<p>In air-gapped environments, you must prepare the public key of your local certificate authority as described here. It will need to be installed in Kubernetes for the installation to succeed.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#mark-runai-system-workers-optional","title":"Mark Run:ai system workers (optional)","text":"<p>You can optionally set the Run:ai control plane to run on specific nodes. Kubernetes will attempt to schedule Run:ai pods to these nodes. If lacking resources, the Run:ai nodes will move to another, non-labeled node.  </p> <p>To set system worker nodes run:</p> <pre><code>kubectl label node &lt;NODE-NAME&gt; node-role.kubernetes.io/runai-system=true\n</code></pre> <p>Warning</p> <p>Do not select the Kubernetes master as a <code>runai-system</code> node. This may cause Kubernetes to stop working (specifically if Kubernetes API Server is configured on 443 instead of the default 6443).</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#external-postgres-database-optional","title":"External Postgres database (optional)","text":"<p>If you have opted to use an external PostgreSQL database, you need to perform initial setup to ensure successful installation. Follow these steps:</p> <ol> <li> <p>Create a SQL script file, edit the parameters below, and save it locally:</p> <ul> <li>Replace <code>&lt;DATABASE_NAME&gt;</code> with a dedicate database name for RunAi in your PostgreSQL database.</li> <li>Replace <code>&lt;ROLE_NAME&gt;</code> with a dedicated role name (user) for RunAi database.</li> <li>Replace <code>&lt;ROLE_PASSWORD&gt;</code> with a password for the new PostgreSQL role.</li> <li>Replace <code>&lt;GRAFANA_PASSWORD&gt;</code> with the password to be set for Grafana integration.</li> </ul> <pre><code>-- Create a new database for runai\nCREATE DATABASE &lt;DATABASE_NAME&gt;; \n\n-- Create the role with login and password\nCREATE ROLE &lt;ROLE_NAME&gt;  WITH LOGIN PASSWORD '&lt;ROLE_PASSWORD&gt;'; \n\n-- Grant all privileges on the database to the role\nGRANT ALL PRIVILEGES ON DATABASE &lt;DATABASE_NAME&gt; TO &lt;ROLE_NAME&gt;; \n\n-- Connect to the newly created database\n\\c &lt;DATABASE_NAME&gt; \n\n-- grafana\nCREATE ROLE grafana WITH LOGIN PASSWORD '&lt;GRAFANA_PASSWORD&gt;'; \nCREATE SCHEMA grafana authorization grafana;\nALTER USER grafana set search_path='grafana';\n-- Exit psql\n\\q\n</code></pre> </li> <li> <p>Run the following command on a machine where PostgreSQL client (<code>pgsql</code>) is installed:</p> <pre><code>psql --host &lt;POSTGRESQL_HOST&gt; \\ # (1)\n--user &lt;POSTGRESQL_USER&gt; \\ # (2)\n--port &lt;POSTGRESQL_PORT&gt; \\ # (3)\n--dbname &lt;POSTGRESQL_DB&gt; \\ # (4)\n-a -f &lt;SQL_FILE&gt; \\ # (5)\n</code></pre> <ol> <li>Replace <code>&lt;POSTGRESQL_HOST&gt;</code> with the PostgreSQL ip address or hostname.</li> <li>Replace <code>&lt;POSTGRESQL_USER&gt;</code> with the PostgreSQL username.</li> <li>Replace <code>&lt;POSTGRESQL_PORT&gt;</code> with the port number where PostgreSQL is running.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;SQL_FILE&gt;</code> with the path to the SQL script created in the previous step.</li> </ol> </li> </ol>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#additional-permissions","title":"Additional permissions","text":"<p>As part of the installation, you will be required to install the Run:ai Control Plane and Cluster Helm Charts. The Helm Charts require Kubernetes administrator permissions. You can review the exact permissions provided by using the <code>--dry-run</code> on both helm charts.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#validate-prerequisites","title":"Validate Prerequisites","text":"<p>Once you believe that the Run:ai prerequisites and preperations are met, we highly recommend installing and running the Run:ai pre-install diagnostics script. The tool:</p> <ul> <li>Tests the below requirements as well as additional failure points related to Kubernetes, NVIDIA, storage, and networking.</li> <li>Looks at additional components installed and analyze their relevance to a successful Run:ai installation.</li> </ul> <p>To use the script download the latest version of the script and run:</p> <pre><code>chmod +x preinstall-diagnostics-&lt;platform&gt;\n./preinstall-diagnostics-&lt;platform&gt; --domain &lt;dns-entry&gt;\n</code></pre> <p>If the script fails, or if the script succeeds but the Kubernetes system contains components other than Run:ai, locate the file <code>runai-preinstall-diagnostics.txt</code> in the current directory and send it to Run:ai technical support.</p> <p>For more information on the script including additional command-line flags, see here.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/preparations/#next-steps","title":"Next steps","text":"<p>Continue with installing the Run:ai Control Plane.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/","title":"Self-Hosted installation over Kubernetes - Prerequisites","text":"<p>Before proceeding with this document, please review the installation types documentation to understand the difference between air-gapped and connected installations. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#runai-components","title":"Run:ai Components","text":"<p>As part of the installation process you will install:</p> <ul> <li>A control-plane managing cluster</li> <li>One or more clusters</li> </ul> <p>Both the control plane and clusters require Kubernetes. Typically the control plane and first cluster are installed on the same Kubernetes cluster but this is not a must. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#installer-machine","title":"Installer machine","text":"<p>The machine running the installation script (typically the Kubernetes master) must have:</p> <ul> <li>At least 50GB of free space.</li> <li>Docker installed.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#helm","title":"Helm","text":"<p>Run:ai requires Helm 3.14 or later. To install Helm, see Installing Helm. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#cluster-hardware-requirements","title":"Cluster hardware requirements","text":"<p>The Run:ai control plane services require the following resources:</p> Component Required Capacity CPU 10 cores Memory 12GB Disk space 110GB <p>If Run:ai cluster is planned to be installed on the same cluster as the Run:ai control plane: Ensure the control plane requirements are in addition to the Run:ai cluster hardware requirements.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#arm-limitation","title":"ARM Limitation","text":"<p>The control plane does not support CPU nodes with ARM64k architecture. To schedule the Run:ai control plane services on supported nodes, use the <code>global.affinity</code> configuration paramter as detailed in Additional Run:ai configurations.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#runai-software-requirements","title":"Run:ai software requirements","text":""},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#cluster-nodes","title":"Cluster Nodes","text":"<p>See Run:ai Cluster prerequisites operating system requirements.</p> <p>Nodes are required to be synchronized by time using NTP (Network Time Protocol) for proper system functionality.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#kubernetes","title":"Kubernetes","text":"<p>See Run:ai Cluster prerequisites Kubernetes distribution requirements.</p> <p>The Run:ai control plane operating system prerequisites are identical.</p> <p>The Run:ai control-plane requires a default storage class to create persistent volume claims for Run:ai storage. The storage class, as per Kubernetes standards, controls the reclaim behavior: whether the Run:ai persistent data is saved or deleted when the Run:ai control plane is deleted. </p> <p>Note</p> <p>For a simple (nonproduction) storage class example see Kubernetes Local Storage Class. The storage class will set the directory <code>/opt/local-path-provisioner</code> to be used across all nodes as the path for provisioning persistent volumes.</p> <p>Then set the new storage class as default:</p> <pre><code>kubectl patch storageclass local-path -p '{\"metadata\": {\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"}}}'\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#install-prerequisites","title":"Install prerequisites","text":""},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#ingress-controller","title":"Ingress Controller","text":"<p>The Run:ai control plane installation assumes an existing installation of NGINX as the ingress controller. You can follow the Run:ai Cluster prerequisites Kubernetes ingress controller installation.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#nvidia-gpu-operator","title":"NVIDIA GPU Operator","text":"<p>See Run:ai Cluster prerequisites NVIDIA GPU operator requirements.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the NVIDIA prerequisites.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#prometheus","title":"Prometheus","text":"<p>See Run:ai Cluster prerequisites Prometheus requirements.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Prometheus prerequisites. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#inference-optional","title":"Inference (optional)","text":"<p>See Run:ai Cluster prerequisites Inference requirements.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Inference prerequisites. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#external-postgres-database-optional","title":"External Postgres database (optional)","text":"<p>The Run:ai control plane installation includes a default PostgreSQL database. However, you may opt to use an existing PostgreSQL database if you have specific requirements or preferences. Please ensure that your PostgreSQL database is version 16 or higher.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/prerequisites/#next-steps","title":"Next steps","text":"<p>Continue to Preparing for a Run:ai Kubernetes Installation .</p>"},{"location":"admin/runai-setup/self-hosted/k8s/project-management/","title":"Self Hosted installation over Kubernetes - Create Projects","text":""},{"location":"admin/runai-setup/self-hosted/k8s/project-management/#introduction","title":"Introduction","text":"<p>The Administrator creates Run:ai Projects via the Run:ai user interface. When enabling Researcher Authentication you also assign users to Projects.</p> <p>Run:ai Projects are implemented as Kubernetes namespaces. When creating a new Run:ai Project, Run:ai does the following automatically:</p> <ol> <li>Creates a namespace by the name of <code>runai-&lt;PROJECT-NAME&gt;</code>.</li> <li>Labels the namespace as managed by Run:ai.</li> <li>Provides access to the namespace for Run:ai services.</li> <li>Associates users with the namespace.</li> </ol> <p>This process may need to be altered if,</p> <ul> <li>Researchers already have existing Kubernetes namespaces</li> <li>The organization's Kubernetes namespace naming convention does not allow the <code>runai-</code> prefix.</li> <li>The organization's policy does not allow the automatic creation of namespaces.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/project-management/#process","title":"Process","text":"<p>Run:ai allows the association of a Run:ai Project with any existing Kubernetes namespace:</p> <ul> <li>When setting up a Run:ai cluster, Disable namespace creation by setting the cluster flag <code>createNamespaces</code> to <code>false</code>.</li> <li>Using the Run:ai User Interface, create a new Project <code>&lt;PROJECT-NAME&gt;</code>. A namespace will not be created.</li> <li>Associate and existing namepace <code>&lt;NAMESPACE&gt;</code> with the Run:ai project by running:</li> </ul> <pre><code>kubectl label ns &lt;NAMESPACE&gt;  runai/queue=&lt;PROJECT_NAME&gt;\n</code></pre> <p>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/uninstall/","title":"Uninstall Run:ai","text":""},{"location":"admin/runai-setup/self-hosted/k8s/uninstall/#uninstall-a-runai-cluster","title":"Uninstall a Run:ai Cluster","text":"<p>To uninstall the cluster see: cluster delete </p>"},{"location":"admin/runai-setup/self-hosted/k8s/uninstall/#uninstall-the-runai-control-plane","title":"Uninstall the Run:ai Control Plane","text":"<p>To delete the control plane, run:</p> <pre><code>helm uninstall runai-backend -n runai-backend\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/","title":"Upgrade Run:ai","text":""},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#preparations","title":"Preparations","text":""},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#helm","title":"Helm","text":"<p>Run:ai requires Helm 3.14 or later. Before you continue, validate your installed helm client version. To install or upgrade Helm, see Installing Helm. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#software-files","title":"Software files","text":"ConnectedAirgapped <p>Run the helm command below:</p> <pre><code>helm repo add runai-backend https://runai.jfrog.io/artifactory/cp-charts-prod\nhelm repo update\n</code></pre> <ul> <li>Ask for a tar file <code>runai-air-gapped-&lt;NEW-VERSION&gt;.tar.gz</code> from Run:ai customer support. The file contains the new version you want to upgrade to. <code>&lt;NEW-VERSION&gt;</code> is the updated version of the Run:ai control plane.</li> <li>Upload the images as described here.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#before-upgrade","title":"Before upgrade","text":"<p>Before proceeding with the upgrade, it's crucial to apply the specific prerequisites associated with your current version of Run:ai and every version in between up to the version you are upgrading to.</p>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-from-version-29","title":"Upgrade from version 2.9","text":"<p>Two significant changes to the control-plane installation have happened with version 2.12: PVC ownership, Ingress and installation customization. </p>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#pvc-ownership","title":"PVC ownership","text":"<p>Run:ai will no longer directly create the PVCs that store Run:ai data (metrics and database). Instead, going forward,  * Run:ai requires a Kubernetes storage class to be installed. * The PVCs are created by the Kubernetes StatefulSets. </p> <p>The storage class, as per Kubernetes standards, controls the reclaim behavior: whether the data is saved or deleted when the Run:ai control plane is deleted.  </p> <p>To remove the ownership in an older installation, run:</p> <pre><code>kubectl patch pvc -n runai-backend pvc-thanos-receive  -p '{\"metadata\": {\"annotations\":{\"helm.sh/resource-policy\": \"keep\"}}}'\nkubectl patch pvc -n runai-backend pvc-postgresql  -p '{\"metadata\": {\"annotations\":{\"helm.sh/resource-policy\": \"keep\"}}}'\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#ingress","title":"Ingress","text":"<p>Delete the ingress object which will be recreated by the control plane upgrade</p> <pre><code>kubectl delete ing -n runai-backend runai-backend-ingress\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#installation-customization","title":"Installation customization","text":"<p>The Run:ai control-plane installation has been rewritten and is no longer using a backend values file. Instead, to customize the installation use standard <code>--set</code> flags. If you have previously customized the installation, you must now extract these customizations and add them as <code>--set</code> flag to the helm installation:</p> <ul> <li>Find previous customizations to the control plane if such exist. Run:ai provides a utility for that here <code>https://raw.githubusercontent.com/run-ai/docs/v2.13/install/backend/cp-helm-vals-diff.sh</code>. For information on how to use this utility please contact Run:ai customer support. </li> <li>Search for the customizations you found in the optional configurations table and add them in the new format. </li> </ul>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-control-plane","title":"Upgrade Control Plane","text":""},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-from-version-213-or-later","title":"Upgrade from version 2.13, or later","text":"ConnectedAirgapped <pre><code>helm get values runai-backend -n runai-backend &gt; runai_control_plane_values.yaml\nhelm upgrade runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" -f runai_control_plane_values.yaml --reset-then-reuse-values\n</code></pre> <pre><code>helm get values runai-backend -n runai-backend &gt; runai_control_plane_values.yaml\nhelm upgrade runai-backend control-plane-&lt;NEW-VERSION&gt;.tgz -n runai-backend  -f runai_control_plane_values.yaml --reset-then-reuse-values\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-from-version-29_1","title":"Upgrade from version 2.9","text":"<ul> <li>Create a <code>tls secret</code> as described in the control plane installation. </li> <li>Upgrade the control plane as described in the control plane installation. During the upgrade, you must tell the installation not to create the two PVCs:</li> </ul> ConnectedAirgapped <pre><code>helm upgrade -i runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" \\\n--set global.domain=&lt;DOMAIN&gt; \\\n--set postgresql.primary.persistence.existingClaim=pvc-postgresql \\ \n--set thanos.receive.persistence.existingClaim=pvc-thanos-receive \n</code></pre> <p>Note</p> <p>The helm repository name has changed from <code>runai-backend/runai-backend</code> to <code>runai-backend/control-plane</code>.</p> <pre><code>helm upgrade -i runai-backend control-plane-&lt;NEW-VERSION&gt;.tgz -n runai-backend \\\n--set global.domain=&lt;DOMAIN&gt; \\\n--set postgresql.primary.persistence.existingClaim=pvc-postgresql \\ \n--set thanos.receive.persistence.existingClaim=pvc-thanos-receive \n</code></pre>"},{"location":"admin/runai-setup/self-hosted/k8s/upgrade/#upgrade-cluster","title":"Upgrade Cluster","text":"<p>To upgrade the cluster follow the instructions here.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/additional-clusters/","title":"Installing additional clusters","text":"<p>The first Run:ai cluster is typically installed on the same OpenShift cluster as the Run:ai control plane. Run:ai supports multiple clusters per single control plane. This document is about installing additional clusters on different OpenShift clusters.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/additional-clusters/#additional-cluster-installation","title":"Additional cluster installation","text":"<p>Create a new cluster, then:</p> <ul> <li>Select a target platform <code>OpenShift</code></li> <li>Select a Cluster location <code>Remote to Control Plane</code>.</li> <li>You must enter a specific cluster URL with the format <code>https://runai.apps.&lt;BASE_DOMAIN&gt;</code>. To get the base Domain run <code>oc get dns cluster -oyaml | grep baseDomain</code></li> <li>Ignore the instructions for creating a secret.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/","title":"Install the Run:ai Control Plane","text":""},{"location":"admin/runai-setup/self-hosted/ocp/backend/#prerequisites-and-preparations","title":"Prerequisites and preparations","text":"<p>Make sure you have followed the Control Plane prerequisites and preparations.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#helm-install","title":"Helm Install","text":"<p>Run the helm command below:</p> ConnectedAirgapped <pre><code>helm repo add runai-backend https://runai.jfrog.io/artifactory/cp-charts-prod\nhelm repo update\nhelm upgrade -i runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" \\\n    --set global.domain=runai.apps.&lt;OPENSHIFT-CLUSTER-DOMAIN&gt; \\ # (1)\n    --set global.config.kubernetesDistribution=openshift\n</code></pre> <ol> <li>The subdomain configured for the OpenShift cluster.</li> </ol> <p>Info</p> <p>To install a specific version, add <code>--version &lt;version&gt;</code> to the install command. You can find available versions by running <code>helm search repo -l runai-backend</code>.</p> <pre><code>helm upgrade -i runai-backend  ./control-plane-&lt;version&gt;.tgz -n runai-backend \\\n    --set global.domain=runai.apps.&lt;OPENSHIFT-CLUSTER-DOMAIN&gt; \\ # (1)\n    --set global.config.kubernetesDistribution=openshift \\\n    --set global.customCA.enabled=true \\ # (2)\n    -f custom-env.yaml  # (3)\n</code></pre> <ol> <li>The domain configured for the OpenShift cluster. To find out the OpenShift cluster domain, run <code>oc get routes -A</code></li> <li>See the Local Certificate Authority instructions below</li> <li><code>custom-env.yaml</code> should have been created by the prepare installation script in the previous section. </li> </ol> <p>(replace <code>&lt;version&gt;</code> with the control plane version)</p> <p>Tip</p> <p>Use the  <code>--dry-run</code> flag to gain an understanding of what is being installed before the actual installation.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#additional-runai-configurations-optional","title":"Additional Run:ai configurations (optional)","text":"<p>There may be cases where you need to set additional properties, To apply the changes run <code>helm upgrade</code> and use <code>--set</code> to set specific configurations, and restart the relevant Run:ai pods so they can fetch the new configurations.</p> Key Change Description <code>&lt;component&gt;</code> <code>resources:</code> <code>limits:</code> <code>cpu: 500m</code> <code>memory: 512Mi</code> <code>requests:</code> <code>cpu: 250m</code> <code>memory: 256Mi</code> Pod request and limits Set Run:ai and 3rd party services' resources <code>disableIstioSidecarInjection.enabled</code> Disable Istio sidecar injection Disable the automatic injection of Istio sidecars across the entire Run:ai Control Plane services."},{"location":"admin/runai-setup/self-hosted/ocp/backend/#additional-3rd-party-configurations-optional","title":"Additional 3rd party configurations (optional)","text":"<p>The Run:ai Control Plane chart, includes multiple sub-charts of 3rd party components:</p> <ul> <li>PostgreSQL - Data store</li> <li>Keycloakx - Identity &amp; Access Management</li> <li>Grafana - Analytics Dashboard</li> <li>Redis - Caching (Disabled, by default)</li> </ul> <p>Tip</p> <p>Click on any component, to view it's chart values and configurations</p> <p>If you have opted to connect to an external PostgreSQL database, refer to the additional configurations table below. Adjust the following parameters based on your connection details:</p> <ol> <li>Disable PostgreSQL deployment - <code>postgresql.enabled</code></li> <li>Run:ai connection details - <code>global.postgresql.auth</code></li> <li>Grafana connection details - <code>grafana.dbUser</code>, <code>grafana.dbPassword</code></li> </ol>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#postgresql","title":"PostgreSQL","text":"Key Change Description <code>postgresql.enabled</code> PostgreSQL installation If set to <code>false</code> the PostgreSQL will not be installed <code>global.postgresql.auth.host</code> PostgreSQL host Hostname or IP address of the PostgreSQL server <code>global.postgresql.auth.port</code> PostgreSQL port Port number on which PostgreSQL is running <code>global.postgresql.auth.username</code> PostgreSQL username Username for connecting to PostgreSQL <code>global.postgresql.auth.password</code> PostgreSQL password Password for the PostgreSQL user specified by <code>global.postgresql.auth.username</code> <code>global.postgresql.auth.postgresPassword</code> PostgreSQL default admin password Password for the built-in PostgreSQL superuser (<code>postgres</code>) <code>global.postgresql.auth.existingSecret</code> Postgres Credentials (secret) Existing secret name with authentication credentials <code>global.postgresql.auth.dbSslMode</code> Postgres connection SSL mode Set the SSL mode, see list in Protection Provided in Different Modes, <code>prefer</code> mode is not supported <code>postgresql.primary.initdb.password</code> PostgreSQL default admin password Set the same password as in <code>global.postgresql.auth.postgresPassword</code> (if changed) <code>postgresql.primary.persistence.storageClass</code> Storage class The installation to work with a specific storage class rather than the default one"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#keycloakx","title":"Keycloakx","text":"Key Change Description <code>keycloakx.adminUser</code> User name of the internal identity provider administrator This user is the administrator of Keycloak <code>keycloakx.adminPassword</code> Password of the internal identity provider administrator This password is for the administrator of Keycloak <code>keycloakx.existingSecret</code> Keycloakx credentials (secret) Existing secret name with authentication credentials <code>global.keycloakx.host</code> KeyCloak (Run:ai internal identity provider) host path Override the DNS for Keycloak. This can be used to access Keycloak from outside the Run:ai Control Plane cluster via ingress <p>The <code>keycloakx.adminUser</code> can only be set during the initial installation. The admin password, however, can also be changed later through the Keycloak UI, but you must also update the <code>keycloakx.adminPassword</code> value in the Helm chart using helm upgrade. Failing to update the Helm values after changing the password can lead to control plane services encountering errors.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#grafana","title":"Grafana","text":"Key Change Description <code>grafana.db.existingSecret</code> Grafana database connection credentials (secret) Existing secret name with authentication credentials <code>grafana.dbUser</code> Grafana database username Username for accessing the Grafana database <code>grafana.dbPassword</code> Grafana database password Password for the Grafana database user <code>grafana.admin.existingSecret</code> Grafana admin default credentials (secret) Existing secret name with authentication credentials <code>grafana.adminUser</code> Grafana username Override the Run:ai default user name for accessing Grafana <code>grafana.adminPassword</code> Grafana password Override the Run:ai default password for accessing Grafana"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#redis","title":"Redis","text":"Key Change Description <code>redisCache.auth.password</code> Redis (Runai internal cache mechanism) applicative password Override the default password <code>redisCache.auth.existingSecret</code> Redis credentials (secret) Existing secret name with authentication credentials"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#next-steps","title":"Next steps","text":""},{"location":"admin/runai-setup/self-hosted/ocp/backend/#connect-to-runai-user-interface","title":"Connect to Run:ai user interface","text":"<ul> <li>Run: <code>oc get routes -n runai-backend</code> to find the Run:ai Administration User Interface URL.</li> <li>Log in using the default credentials: User: <code>test@run.ai</code>, Password: <code>Abcd!234</code>.</li> <li>Go to the Users area and change the password.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#enable-forgot-password-optional","title":"Enable Forgot Password (optional)","text":"<p>To support the Forgot password functionality, follow the steps below.</p> <ul> <li>Go to <code>runai.&lt;openshift-cluster-domain&gt;/auth</code> and Log in.</li> <li>Under <code>Realm settings</code>, select the <code>Login</code> tab and enable the <code>Forgot password</code> feature.</li> <li>Under the <code>Email</code> tab, define an SMTP server, as explained here</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/backend/#install-runai-cluster","title":"Install Run:ai Cluster","text":"<p>Continue with installing a Run:ai Cluster.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/","title":"Self-Hosted installation over OpenShift - Cluster Setup","text":""},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#prerequisites","title":"Prerequisites","text":"<p>Install prerequisites as per System Requirements document.  </p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#create-openshift-projects","title":"Create OpenShift Projects","text":"<p>Run:ai cluster installation uses several namespaces (or projects in OpenShift terminology). Run the following:</p> <pre><code>oc new-project runai\noc new-project runai-reservation\noc new-project runai-scale-adjust\n</code></pre> <p>The last namespace (<code>runai-scale-adjust</code>) is only required if the cluster is a cloud cluster and is configured for auto-scaling.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#cluster-installation","title":"Cluster Installation","text":"ConnectedAirgapped <p>Perform the cluster installation instructions explained in Cluster install. When creating a new cluster, select the OpenShift  target platform.</p> <p>Info</p> <p>To install a specific version, add <code>--version &lt;version&gt;</code> to the install command. You can find available versions by running <code>helm search repo -l runai-cluster</code>.</p> <p>Perform the cluster installation instructions explained in Cluster install. When creating a new cluster, select the OpenShift  target platform.</p> <p>On the second tab of the cluster wizard, when copying the helm command for installation, you will need to use the pre-provided installation file instead of using helm repositories. As such:</p> <ul> <li>Do not add the helm repository and do not run <code>helm repo update</code>.</li> <li>Instead, edit the <code>helm upgrade</code> command. <ul> <li>Replace <code>runai/runai-cluster</code> with <code>runai-cluster-&lt;version&gt;.tgz</code>. </li> <li>Add  <code>--set global.image.registry=&lt;Docker Registry address&gt;</code> where the registry address is as entered in the preparation section</li> <li>Add <code>--set global.customCA.enabled=true</code> and perform the instructions for local certificate authority.</li> </ul> </li> </ul> <p>The command should look like the following: <pre><code>helm upgrade -i runai-cluster runai-cluster-&lt;version&gt;.tgz \\\n    --set controlPlane.url=... \\\n    --set controlPlane.clientSecret=... \\\n    --set cluster.uid=... \\\n    --set cluster.url=... --create-namespace \\\n    --set global.image.registry=registry.mycompany.local \\\n    --set global.customCA.enabled=true\n</code></pre></p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#optional-customize-installation","title":"(Optional) Customize Installation","text":"<p>To customize specific aspects of the cluster installation see customize cluster installation.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/cluster/#next-steps","title":"Next Steps","text":"<p>Continue to create Run:ai Projects.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/next-steps/","title":"Next Steps","text":"<ul> <li>Create additional Run:ai Users.</li> <li>Set up Project-based Researcher Access Control.</li> <li>Set up Researchers to work with the Run:ai Command-line interface (CLI). See Installing the Run:ai Command-line Interface on how to install the CLI for users.</li> <li>Review advanced setup and maintenace scenarios.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/","title":"Preparing for a Run:ai OpenShift installation","text":"<p>The following section provides IT with the information needed to prepare for a Run:ai installation.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#prerequisites","title":"Prerequisites","text":"<p>See the Prerequisites section above.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#software-artifacts","title":"Software artifacts","text":"ConnectedAirgapped <p>You should receive a file: <code>runai-reg-creds.yaml</code> from Run:ai Customer Support. The file provides access to the Run:ai Container registry.</p> <p>SSH into a node with <code>oc</code> access (<code>oc</code> is the OpenShift command line) to the cluster and <code>Docker</code> installed.</p> <p>Run the following to enable image download from the Run:ai Container Registry on Google cloud:</p> <pre><code>oc apply -f runai-reg-creds.yaml -n runai-backend\n</code></pre> <p>You should receive a single file <code>runai-&lt;version&gt;.tar</code> from Run:ai customer support</p> <p>Run:ai assumes the existence of a Docker registry for images. Most likely installed within the organization. The installation requires the network address and port for the registry (referenced below as <code>&lt;REGISTRY_URL&gt;</code>). </p> <p>SSH into a node with <code>oc</code> access (<code>oc</code> is the OpenShift command line) to the cluster and <code>Docker</code> installed.</p> <p>To extract Run:ai files, replace <code>&lt;VERSION&gt;</code> in the command below and run: </p> <p><pre><code>tar xvf runai-airgapped-package-&lt;VERSION&gt;.tar.gz\n</code></pre> Upload images</p> <p>Upload images to a local Docker Registry. Set the Docker Registry address in the form of <code>NAME:PORT</code> (do not add <code>https</code>):</p> <pre><code>export REGISTRY_URL=&lt;Docker Registry address&gt;\n</code></pre> <p>Run the following script (you must have at least 20GB of free disk space to run): </p> <pre><code>./setup.sh\n</code></pre> <p>(If docker is configured to run as non-root then <code>sudo</code> is not required).</p> <p>The script should create a file named custom-env.yaml which will be used by the control-plane installation.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#private-docker-registry-optional","title":"Private Docker Registry (optional)","text":"<p>To access the organization's docker registry it is required to set the registry's credentials (imagePullSecret)</p> <p>Create the secret named <code>runai-reg-creds</code> in the <code>runai-backend</code> namespace based on your existing credentials. The configuration will be copied over to the <code>runai</code> namespace at cluster install. For more information, see Allowing pods to reference images from other secured registries.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#configure-your-environment","title":"Configure your environment","text":""},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#create-openshift-project","title":"Create OpenShift project","text":"<p>The Run:ai control plane uses a namespace (or project in OpenShift terminology) name <code>runai-backend</code>. You must create it before installing:</p> <pre><code>oc new-project runai-backend\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#local-certificate-authority-air-gapped-only","title":"Local Certificate Authority (air-gapped only)","text":"<p>In Air-gapped environments, you must prepare the public key of your local certificate authority as described here. It will need to be installed in Kubernetes for the installation to succeed.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#mark-runai-system-workers-optional","title":"Mark Run:ai system workers (optional)","text":"<p>You can optionally set the Run:ai control plane to run on specific nodes. Kubernetes will attempt to schedule Run:ai pods to these nodes. If lacking resources, the Run:ai nodes will move to another, non-labeled node.  </p> <p>To set system worker nodes run:</p> <pre><code>kubectl label node &lt;NODE-NAME&gt; node-role.kubernetes.io/runai-system=true\n</code></pre> <p>Warning</p> <p>Do not select the Kubernetes master as a <code>runai-system</code> node. This may cause Kubernetes to stop working (specifically if Kubernetes API Server is configured on 443 instead of the default 6443).</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#external-postgres-database-optional","title":"External Postgres database (optional)","text":"<p>If you have opted to use an external PostgreSQL database, you need to perform initial setup to ensure successful installation. Follow these steps:</p> <ol> <li> <p>Create a SQL script file, edit the parameters below, and save it locally:</p> <ul> <li>Replace <code>&lt;DATABASE_NAME&gt;</code> with a dedicate database name for RunAi in your PostgreSQL database.</li> <li>Replace <code>&lt;ROLE_NAME&gt;</code> with a dedicated role name (user) for RunAi database.</li> <li>Replace <code>&lt;ROLE_PASSWORD&gt;</code> with a password for the new PostgreSQL role.</li> <li>Replace <code>&lt;GRAFANA_PASSWORD&gt;</code>  with the password to be set for Grafana integration.</li> </ul> <pre><code>-- Create a new database for runai\nCREATE DATABASE &lt;DATABASE_NAME&gt;; \n\n-- Create the role with login and password\nCREATE ROLE &lt;ROLE_NAME&gt;  WITH LOGIN PASSWORD '&lt;ROLE_PASSWORD&gt;'; \n\n-- Grant all privileges on the database to the role\nGRANT ALL PRIVILEGES ON DATABASE &lt;DATABASE_NAME&gt; TO &lt;ROLE_NAME&gt;; \n\n-- Connect to the newly created database\n\\c &lt;DATABASE_NAME&gt; \n\n-- grafana\nCREATE ROLE grafana WITH LOGIN PASSWORD '&lt;GRAFANA_PASSWORD&gt;'; \nCREATE SCHEMA grafana authorization grafana;\nALTER USER grafana set search_path='grafana';\n-- Exit psql\n\\q\n</code></pre> </li> <li> <p>Run the following command on a machine where PostgreSQL client (<code>pgsql</code>) is installed:</p> <pre><code>psql --host &lt;POSTGRESQL_HOST&gt; \\ # (1)\n--user &lt;POSTGRESQL_USER&gt; \\ # (2)\n--port &lt;POSTGRESQL_PORT&gt; \\ # (3)\n--dbname &lt;POSTGRESQL_DB&gt; \\ # (4)\n-a -f &lt;SQL_FILE&gt; \\ # (5)\n</code></pre> <ol> <li>Replace <code>&lt;POSTGRESQL_HOST&gt;</code> with the PostgreSQL ip address or hostname.</li> <li>Replace <code>&lt;POSTGRESQL_USER&gt;</code> with the PostgreSQL username.</li> <li>Replace <code>&lt;POSTGRESQL_PORT&gt;</code> with the port number where PostgreSQL is running.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;POSTGRESQL_DB&gt;</code> with the name of your PostgreSQL database.</li> <li>Replace <code>&lt;SQL_FILE&gt;</code> with the path to the SQL script created in the previous step.</li> </ol> </li> </ol>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#additional-permissions","title":"Additional permissions","text":"<p>As part of the installation, you will be required to install the Control plane and Cluster Helm Charts. The Helm Charts require Kubernetes administrator permissions. You can review the exact permissions provided by using the <code>--dry-run</code> on both helm charts.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#validate-prerequisites","title":"Validate prerequisites","text":"<p>Once you believe that the Run:ai prerequisites and preperations are met, we highly recommend installing and running the Run:ai pre-install diagnostics script. The tool:</p> <ul> <li>Tests the below requirements as well as additional failure points related to Kubernetes, NVIDIA, storage, and networking.</li> <li>Looks at additional components installed and analyzes their relevancy to a successful Run:ai installation.</li> </ul> <p>To use the script download the latest version of the script and run:</p> <pre><code>chmod +x preinstall-diagnostics-&lt;platform&gt;\n./preinstall-diagnostics-&lt;platform&gt; \n</code></pre> <p>If the script fails, or if the script succeeds but the Kubernetes system contains components other than Run:ai, locate the file <code>runai-preinstall-diagnostics.txt</code> in the current directory and send it to Run:ai technical support.</p> <p>For more information on the script including additional command-line flags, see here.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/preparations/#next-steps","title":"Next steps","text":"<p>Continue with installing the Run:ai Control Plane.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/","title":"Self Hosted installation over OpenShift - prerequisites","text":"<p>Before proceeding with this document, please review the installation types documentation to understand the difference between air-gapped and connected installations. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#runai-components","title":"Run:ai components","text":"<p>As part of the installation process you will install:</p> <ul> <li>A control-plane managing cluster</li> <li>One or more clusters</li> </ul> <p>Both the control plane and clusters require Kubernetes. Typically the control plane and first cluster are installed on the same Kubernetes cluster but this is not a must. </p> <p>Important</p> <p>In OpenShift environments, adding a cluster connecting to a remote control plane currently requires the assistance of customer support. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#installer-machine","title":"Installer machine","text":"<p>The machine running the installation script (typically the Kubernetes master) must have:</p> <ul> <li>At least 50GB of free space.</li> <li>Docker installed. </li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#helm","title":"Helm","text":"<p>Run:ai requires Helm 3.14 or later. To install Helm, see Installing Helm. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#cluster-hardware-requirements","title":"Cluster hardware requirements","text":"<p>The Run:ai control plane services require the following resources:</p> Component Required Capacity CPU 10 cores Memory 12GB Disk space 110GB <p>If Run:ai cluster is planned to be installed on the same cluster as the Run:ai control plane: Ensure the control plane requirements are in addition to the Run:ai cluster hardware requirements.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#runai-software-requirements","title":"Run:ai software requirements","text":""},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#cluster-nodes","title":"Cluster Nodes","text":"<p>Nodes are required to be synchronized by time using NTP (Network Time Protocol) for proper system functionality.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#openshift","title":"OpenShift","text":"<p>Run:ai supports OpenShift. OpenShift Versions supported are detailed in Kubernetes distribution.</p> <ul> <li>OpenShift must be configured with a trusted certificate. Run:ai installation relies on OpenShift to create certificates for subdomains. </li> <li>OpenShift must have a configured identity provider (Idp). </li> <li>If your network is air-gapped, you will need to provide the Run:ai control-plane and cluster with information about the local certificate authority.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#install-prerequisites","title":"Install prerequisites","text":""},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#nvidia-gpu-operator","title":"NVIDIA GPU Operator","text":"<p>See Run:ai Cluster prerequisites installing NVIDIA dependencies in OpenShift.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the NVIDIA prerequisites.</p> <p>Information on how to download the GPU Operator for air-gapped installation can be found in the NVIDIA GPU Operator pre-requisites. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#inference-optional","title":"Inference (optional)","text":"<p>See Run:ai Cluster prerequisites Inference requirements.</p> <p>The Run:ai control plane, when installed without a Run:ai cluster, does not require the Inference prerequisites. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#external-postgresql-database-optional","title":"External PostgreSQL database (optional)","text":"<p>The Run:ai control plane installation includes a default PostgreSQL database. However, you may opt to use an existing PostgreSQL database if you have specific requirements or preferences. Please ensure that your PostgreSQL database is version 16 or higher.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/prerequisites/#next-steps","title":"Next steps","text":"<p>Continue to Preparing for a Run:ai OpenShift Installation .</p>"},{"location":"admin/runai-setup/self-hosted/ocp/project-management/","title":"Self Hosted installation over OpenShift - Create Projects","text":""},{"location":"admin/runai-setup/self-hosted/ocp/project-management/#introduction","title":"Introduction","text":"<p>The Administrator creates Run:ai Projects via the Run:ai User Interface. When enabling Researcher Authentication you also assign users to Projects.</p> <p>Run:ai Projects are implemented as Kubernetes namespaces. When creating a new Run:ai Project, Run:ai does the following automatically:</p> <ol> <li>Creates a namespace by the name of <code>runai-&lt;PROJECT-NAME&gt;</code>.</li> <li>Labels the namespace as managed by Run:ai.</li> <li>Provides access to the namespace for Run:ai services.</li> <li>Associates users with the namespace.</li> </ol> <p>This process may need to be altered if,</p> <ul> <li>Researchers already have existing Kubernetes namespaces</li> <li>The organization's Kubernetes namespace naming convention does not allow the <code>runai-</code> prefix.</li> <li>The organization's policy does not allow the automatic creation of namespaces</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/project-management/#process","title":"Process","text":"<p>Run:ai allows the association of a Run:ai Project with any existing Kubernetes namespace:</p> <ul> <li>When setting up a Run:ai cluster, Disable namespace creation by setting the cluster flag <code>createNamespaces</code> to <code>false</code>.</li> <li>Using the Run:ai User Interface, create a new Project <code>&lt;PROJECT-NAME&gt;</code>. A namespace will not be created.</li> <li>Associate and existing namepace <code>&lt;NAMESPACE&gt;</code> with the Run:ai project by running:</li> </ul> <pre><code>oc label ns &lt;NAMESPACE&gt;  runai/queue=&lt;PROJECT_NAME&gt;\n</code></pre> <p>Caution</p> <p>Setting the <code>createNamespaces</code> flag to <code>false</code> moves the responsibility of creating namespaces to match Run:ai Projects to the administrator.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/uninstall/","title":"Uninstall Run:ai","text":"<p>See uninstall section here</p>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/","title":"Upgrade Run:ai","text":""},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#preparations","title":"Preparations","text":""},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#helm","title":"Helm","text":"<p>Run:ai requires Helm 3.14 or later. Before you continue, validate your installed helm client version. To install or upgrade Helm, see Installing Helm. If you are installing an air-gapped version of Run:ai, The Run:ai tar file contains the helm binary. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#software-files","title":"Software files","text":"ConnectedAirgapped <p>Run the helm command below:</p> <pre><code>helm repo add runai-backend https://runai.jfrog.io/artifactory/cp-charts-prod\nhelm repo update\n</code></pre> <ul> <li>Ask for a tar file <code>runai-air-gapped-&lt;NEW-VERSION&gt;.tar.gz</code> from Run:ai customer support. The file contains the new version you want to upgrade to. <code>&lt;NEW-VERSION&gt;</code> is the updated version of the Run:ai control plane.</li> <li>Upload the images as described here.</li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#before-upgrade","title":"Before upgrade","text":"<p>Before proceeding with the upgrade, it's crucial to apply the specific prerequisites associated with your current version of Run:ai and every version in between up to the version you are upgrading to.</p>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-from-version-29","title":"Upgrade from version 2.9","text":"<p>Two significant changes to the control-plane installation have happened with version 2.12: PVC ownership and installation customization. </p>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#pvc-ownership","title":"PVC ownership","text":"<p>Run:ai no longer directly creates the PVCs that store Run:ai data (metrics and database). Instead, going forward, </p> <ul> <li>Run:ai requires a Kubernetes storage class to be installed.</li> <li>The PVCs are created by the Kubernetes StatefulSets. </li> </ul> <p>The storage class, as per Kubernetes standards, controls the reclaim behavior: whether the data is saved or deleted when the Run:ai control plane is deleted.  </p> <p>To remove the ownership in an older installation, run:</p> <pre><code>kubectl patch pvc -n runai-backend pvc-postgresql  -p '{\"metadata\": {\"annotations\":{\"helm.sh/resource-policy\": \"keep\"}}}'\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#installation-customization","title":"Installation customization","text":"<p>The Run:ai control-plane installation has been rewritten and is no longer using a backend values file. Instead, to customize the installation use standard <code>--set</code> flags. If you have previously customized the installation, you must now extract these customizations and add them as <code>--set</code> flag to the helm installation:</p> <ul> <li>Find previous customizations to the control plane if such exist. Run:ai provides a utility for that here <code>https://raw.githubusercontent.com/run-ai/docs/v2.13/install/backend/cp-helm-vals-diff.sh</code>. For information on how to use this utility please contact Run:ai customer support. </li> <li>Search for the customizations you found in the optional configurations table and add them in the new format.  </li> </ul>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-control-plane","title":"Upgrade Control Plane","text":""},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-from-version-213-or-later","title":"Upgrade from version 2.13, or later","text":"ConnectedAirgapped <pre><code>helm get values runai-backend -n runai-backend &gt; runai_control_plane_values.yaml\nhelm upgrade runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" -f runai_control_plane_values.yaml --reset-then-reuse-values\n</code></pre> <pre><code>helm get values runai-backend -n runai-backend &gt; runai_control_plane_values.yaml\nhelm upgrade runai-backend control-plane-&lt;NEW-VERSION&gt;.tgz -n runai-backend  -f runai_control_plane_values.yaml --reset-then-reuse-values\n</code></pre>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-from-version-29_1","title":"Upgrade from version 2.9","text":"ConnectedAirgapped <pre><code>helm upgrade -i runai-backend -n runai-backend runai-backend/control-plane --version \"~2.20.0\" \\\n--set global.domain=runai.apps.&lt;OPENSHIFT-CLUSTER-DOMAIN&gt; \\ #(1)\n--set global.config.kubernetesDistribution=openshift \\\n--set thanos.query.stores={thanos-grpc-port-forwarder:10901} \\\n--set postgresql.primary.persistence.existingClaim=pvc-postgresql\n</code></pre> <ol> <li>The subdomain configured for the OpenShift cluster.</li> </ol> <p>Note</p> <p>The helm repository name has changed from <code>runai-backend/runai-backend</code> to <code>runai-backend/control-plane</code>.</p> <pre><code>helm upgrade -i runai-backend  ./control-plane-&lt;NEW-VERSION&gt;.tgz -n runai-backend \\\n--set global.domain=runai.apps.&lt;OPENSHIFT-CLUSTER-DOMAIN&gt; \\ #(1)\n--set global.config.kubernetesDistribution=openshift \\\n--set thanos.query.stores={thanos-grpc-port-forwarder:10901} \\\n--set postgresql.primary.persistence.existingClaim=pvc-postgresql\n</code></pre> <ol> <li>The subdomain configured for the OpenShift cluster.</li> </ol>"},{"location":"admin/runai-setup/self-hosted/ocp/upgrade/#upgrade-cluster","title":"Upgrade Cluster","text":"<p>To upgrade the cluster follow the instructions here.</p>"},{"location":"admin/troubleshooting/diagnostics/","title":"Diagnostic Tools","text":""},{"location":"admin/troubleshooting/diagnostics/#add-verbosity-to-the-database-container","title":"Add Verbosity to the Database container","text":"<p>Run:ai Self-hosted installation contains an internal database. To diagnose database issues, you can run the database in debug mode.</p> <p>In the runai-backend-values, search for <code>postgresql</code>. Add: </p> <pre><code>postgresql:\n  image:\n    debug: true\n</code></pre> <p>Re-install the Run:ai control-plane and then review the database logs by running: </p> <pre><code>kubectl logs -n runai-backend runai-postgresql-0\n</code></pre>"},{"location":"admin/troubleshooting/diagnostics/#internal-networking-issues","title":"Internal Networking Issues","text":"<p>Run:ai is based on Kubernetes. Kubernetes runs its own internal subnet with a separate DNS service. If you see in the logs that services have trouble connecting, the problem may reside there.  You can find further information on how to debug Kubernetes DNS here. Specifically, it is useful to start a pod with networking utilities and use it for network resolution:</p> <pre><code>kubectl run -i --tty netutils --image=dersimn/netutils -- bash\n</code></pre>"},{"location":"admin/troubleshooting/diagnostics/#add-verbosity-to-prometheus","title":"Add Verbosity to Prometheus","text":"<p>Add verbosity to Prometheus by editing RunaiConfig:</p> <pre><code>kubectl edit runaiconfig runai -n runai\n</code></pre> <p>Add a <code>debug</code> log level:</p> <pre><code>prometheus-operator:\n  prometheus:\n    prometheusSpec:\n      logLevel: debug\n</code></pre> <p>To view logs, run: <pre><code>kubectl logs prometheus-runai-prometheus-operator-prometheus-0 prometheus \\\n      -n monitoring -f --tail 100\n</code></pre></p>"},{"location":"admin/troubleshooting/diagnostics/#add-verbosity-to-scheduler","title":"Add Verbosity to Scheduler","text":"<p>To view extended logs run:</p> <pre><code>kubectl edit ruaiconfig runai -n runai\n</code></pre> <p>Then under the <code>scheduler</code> section add:</p> <pre><code>runai-scheduler:\n   args:\n     verbosity: 6\n</code></pre> <p>Warning</p> <p>Verbose scheduler logs consume a significant amount of disk space.</p>"},{"location":"admin/troubleshooting/logs-collection/","title":"Logs Collection","text":"<p>This article provides instructions for IT administrators on collecting Run:ai logs for support, including prerequisites, CLI commands, and log file retrieval. It also covers enabling verbose logging for Prometheus and the Run:ai Scheduler.</p>"},{"location":"admin/troubleshooting/logs-collection/#collect-logs-to-send-to-support","title":"Collect logs to send to support","text":"<p>To collect Run:ai logs, follow these steps:</p>"},{"location":"admin/troubleshooting/logs-collection/#prerequisites","title":"Prerequisites","text":"<ul> <li>Ensure that you have administrator-level access to the Kubernetes cluster where Run:ai is installed.  </li> <li>The Run:ai Administrator Command-Line Interface (CLI) must be installed.</li> </ul>"},{"location":"admin/troubleshooting/logs-collection/#step-by-step-instructions","title":"Step-by-Step Instructions","text":"<ol> <li>Run the Command from your local machine or a Bastion Host (secure server)    Open a terminal on your local machine (or any machine that has network access to the Kubernetes cluster) where the Run:ai Administrator CLI is installed.  </li> <li> <p>Collect the Logs     Execute the following command to collect the logs:  </p> <pre><code>runai-adm collect-logs\n</code></pre> <p>This command gathers all relevant Run:ai logs from the system and generate a compressed file.</p> </li> <li> <p>Locate the Generated File    After running the command, note the location of the generated compressed log file. You can retrieve and send this file to Run:ai Support for further troubleshooting.</p> </li> </ol> <p>Note</p> <p>The tar file packages the logs of Run:ai components only. It does not include logs of researcher containers that may contain private information</p>"},{"location":"admin/troubleshooting/logs-collection/#logs-verbosity","title":"Logs verbosity","text":"<p>Increase log verbosity to capture more detailed information, providing deeper insights into system behavior and make it easier to identify and resolve issues.</p>"},{"location":"admin/troubleshooting/logs-collection/#prerequisites_1","title":"Prerequisites","text":"<p>Before you begin, ensure you have the following:</p> <ul> <li>Access to the Kubernetes cluster where Run:ai is installed  </li> <li>Including necessary permissions to view and modify configurations.  </li> <li>kubectl installed and configured:  </li> <li>The Kubernetes command-line tool, <code>kubectl</code>, must be installed and configured to interact with the cluster.  </li> <li>Sufficient privileges to edit configurations and view logs.  </li> <li>Monitoring Disk Space  </li> <li>When enabling verbose logging, ensure adequate disk space to handle the increased log output, especially when enabling debug or high verbosity levels.</li> </ul>"},{"location":"admin/troubleshooting/logs-collection/#adding-verbosity","title":"Adding verbosity","text":"Adding verbosity to Prometheus <p>To increase the logging verbosity for Prometheus, follow these steps:</p> <ol> <li>Edit the <code>RunaiConfig</code> to adjust Prometheus log levels. Copy the following command to your terminal:  </li> </ol> <pre><code>kubectl edit runaiconfig runai -n runai\n</code></pre> <ol> <li>In the configuration file that opens, add or modify the following section to set the log level to <code>debug</code>:  </li> </ol> <pre><code>spec:\n    prometheus:\n        spec:\n            logLevel: debug\n</code></pre> <ol> <li>Save the changes. To view the Prometheus logs with the new verbosity level, run:  </li> </ol> <pre><code>kubectl logs -n runai prometheus-runai-0\n</code></pre> <p>This command streams the last 100 lines of logs from Prometheus, providing detailed information useful for debugging.</p> Adding verbosity to the scheduler <p>To enable extended logging for the Run:ai scheduler:</p> <ol> <li>Edit the <code>RunaiConfig</code> to adjust scheduler verbosity:  </li> </ol> <pre><code>kubectl edit runaiconfig runai -n runai\n</code></pre> <p>2  Add or modify the following section under the scheduler settings:  </p> <pre><code>runai-scheduler:\n    args:\n        verbosity: 6\n</code></pre> <p>This increases the verbosity level of the scheduler logs to provide more detailed output.</p> <p>Warning</p> <p>Enabling verbose logging can significantly increase disk space usage. Monitor your storage capacity and adjust the verbosity level as necessary.</p>"},{"location":"admin/troubleshooting/troubleshooting/","title":"Troubleshooting Run:ai","text":""},{"location":"admin/troubleshooting/troubleshooting/#installation","title":"Installation","text":"Upgrade fails with \"Ingress already exists\" <p>Symptom:  The installation fails with error: <code>Error: rendered manifests contain a resource that already exists. Unable to continue with install: IngressClass \"nginx\" in namespace \"\" exists</code></p> <p>Root cause: Run:ai installs <code>NGINX</code>, but there is an existing NGINX on the cluster. </p> <p>Resolution: In the Run:ai cluster YAML file, disable the installation of NGINX by setting:</p> <pre><code>ingress-nginx:\n    enabled: false\n</code></pre> How to get installation logs <p>Symptom: Installation fails and you need to troubleshoot the issue.</p> <p>Resolution: Run the following script to obtain any relevant installation logs in case of an error.</p> <pre><code>curl -fsSL https://raw.githubusercontent.com/run-ai/public/main/installation/get-installation-logs.sh | bash\n</code></pre> Upgrade fails with \"rendered manifests contain a resource that already exists\" error <p>Symptom: The installation fails with error: <code>Error: rendered manifests contain a resource that already exists. Unable to continue with install:...</code></p> <p>Root cause: The Run:ai installation is trying to create a resource that already exists, which may be due to a previous installation that was not properly removed.</p> <p>Resolution: Run the following script to remove all Run:ai resources and reinstall:</p> <pre><code>helm template &lt;release-name&gt; &lt;chart-name&gt; --namespace &lt;namespace&gt; | kubectl delete -f -\n</code></pre> <p>Then reinstall Run:ai.</p> Pods are failing due to certificate issues <p>Symptom: Pods are failing with certificate issues.</p> <p>Root cause: The certificate provided during the Control Plane's installation is not valid.</p> <p>Resolution: Verify that the certificate is valid and trusted. If the certificate is valid, but is signed by a local CA, make sure you have followed the procedure for a local certificate authority.</p>"},{"location":"admin/troubleshooting/troubleshooting/#cluster-health","title":"Cluster Health","text":"<p>See Cluster Health Troubleshooting</p>"},{"location":"admin/troubleshooting/troubleshooting/#dashboard-issues","title":"Dashboard Issues","text":"No Metrics are showing on Dashboard <p>Symptom: No metrics are showing on dashboards at <code>https://&lt;company-name&gt;.run.ai/dashboards/now</code></p> <p>Typical root causes:</p> <ul> <li>Firewall-related issues.</li> <li>Internal clock is not synced.</li> <li>Prometheus pods are not running.</li> </ul> <p>Firewall issues</p> <p>Add verbosity to Prometheus as describe here.Verify that there are no errors. If there are connectivity-related errors you may need to:</p> <ul> <li>Check your firewall for outbound connections. See the required permitted URL list in Network requirements.</li> <li>If you need to set up an internet proxy or certificate, please contact Run:ai customer support. </li> </ul> <p>Machine Clocks are not synced</p> <p>Run: <code>date</code> on cluster nodes and verify that date/time is correct.  If not:</p> <ul> <li>Set the Linux time service (NTP).</li> <li>Restart Run:ai services. Depending on the previous time gap between servers, you may need to reinstall the Run:ai cluster</li> </ul> <p>Prometheus pods are not running</p> <p>Run: <code>kubectl get pods -n monitoring -o wide</code></p> <ul> <li>Verify that all pods are running.</li> <li>The default Prometheus installation is not built for high availability. If a node is down, the Prometheus pod may not recover by itself unless manually deleted. Delete the pod to see it start on a different node and consider adding a second replica to Prometheus.</li> </ul> GPU Related metrics not showing <p>Symptom: GPU-related metrics such as <code>GPU Nodes</code> and <code>Total GPUs</code> are showing zero but other metrics, such as <code>Cluster load</code> are shown.</p> <p>Root cause: An installation issue related to the NVIDIA stack.</p> <p>Resolution: </p> <p>Need to run through the NVIDIA stack and find the issue. The current NVIDIA stack looks as follows:</p> <ol> <li>NVIDIA Drivers (at the OS level, on every node)</li> <li>NVIDIA Docker (extension to Docker, on every node)</li> <li>Kubernetes Node feature discovery (mark node properties)</li> <li>NVIDIA GPU Feature discovery (mark nodes as \u201chaving GPUs\u201d)</li> <li>NVIDIA Device plug-in (Exposes GPUs to Kubernetes)</li> <li>NVIDIA DCGM Exporter (Exposes metrics from GPUs in Kubernetes)</li> </ol> <p>Run:ai requires the installation of the NVIDIA GPU Operator which installs the entire stack above. However, there are two alternative methods for using the operator:</p> <ul> <li>Use the default operator values to install 1 through 6.</li> <li>If  NVIDIA Drivers (#1 above) are already installed on all nodes, use the operator with a flag that disables drivers install. </li> </ul> <p>For more information see [System requirements](../runai-setup/cluster-setup/.</p> <p>NVIDIA GPU Operator</p> <p>Run: <code>kubectl get pods -n gpu-operator | grep nvidia</code> and verify that all pods are running.</p> <p>Node and GPU feature discovery</p> <p>Kubernetes Node feature discovery identifies and annotates nodes. NVIDIA GPU Feature Discovery identifies and annotates nodes with GPU properties. See that: </p> <ul> <li>All such pods are up.</li> <li>The GPU feature discovery pod is available for every node with a GPU.</li> <li>And finally, when describing nodes, they show an active <code>gpu/nvidia</code> resource.</li> </ul> <p>NVIDIA Drivers</p> <ul> <li>If NVIDIA drivers have been installed on the nodes themselves, ssh into each node and run <code>nvidia-smi</code>. Run <code>sudo systemctl status docker</code> and verify that docker is running. Run <code>nvidia-docker</code> and verify that it is installed and working.  Linux software upgrades may require a node restart.</li> <li>If NVIDIA drivers are installed by the Operator, verify that the NVIDIA driver daemonset has created a pod for each node and that all nodes are running. Review the logs of all such pods. A typical problem may be the driver version which is too advanced for the GPU hardware. You can set the driver version via operator flags. </li> </ul> <p>NVIDIA DCGM Exporter</p> <ul> <li>View the logs of the DCGM exporter pod and verify that no errors are prohibiting the sending of metrics. </li> <li>To validate that the dcgm-exporter exposes metrics, find one of the DCGM Exporter pods and run:</li> </ul> <pre><code>kubectl port-forward &lt;dcgm-exporter-pod-name&gt; 9400:9400\n</code></pre> <p>Then browse to http://localhost:9400/metrics and verify that the metrics have reached the DCGM exporter.</p> <ul> <li>The next step after the DCGM Exporter is <code>Prometheus</code>. To validate that metrics from the DCGM Exporter reach Prometheus, run:</li> </ul> <pre><code>kubectl port-forward svc/runai-cluster-kube-prometh-prometheus -n monitoring 9090:9090\n</code></pre> <p>Then browse to localhost:9090. In the UI, type <code>DCGM_FI_DEV_GPU_UTIL</code> as the metric name, and verify that the metric has reached Prometheus. </p> <p>If the DCGM Exporter is running correctly and exposing metrics, but this metric does not appear in Prometheus, there may be a connectivity issue between these components.</p> Allocation-related metrics not showing <p>Symptom: GPU Allocation-related metrics such as <code>Allocated GPUs</code> are showing zero but other metrics, such as <code>Cluster load</code> are shown.</p> <p>Root cause: The origin of such metrics is the scheduler. </p> <p>Resolution:</p> <ul> <li>Run: <code>kubectl get pods -n runai | grep scheduler</code>. Verify that the pod is running.</li> <li>Review the scheduler logs and look for errors. If such errors exist, contact Run:ai customer support. </li> </ul> All metrics are showing \"No Data\" <p>Symptom: All data on all dashboards is showing the text \"No Data\".</p> <p>Root cause: Internal issue with metrics infrastructure.</p> <p>Resolution: Please contact Run:ai customer support.</p>"},{"location":"admin/troubleshooting/troubleshooting/#authentication-issues","title":"Authentication Issues","text":"After a successful login, you are redirected to the same login page <p>For a self-hosted installation, check Linux clock synchronization as described above. Use the Run:ai preinstall diagnostics tool to validate System and network requirements and test this automatically. </p> Single-sign-on issues <p>For single-sign-on issues, see the troubleshooting section in the single-sign-on configuration documents. </p>"},{"location":"admin/troubleshooting/troubleshooting/#user-interface-submit-job-issues","title":"User Interface Submit Job Issues","text":"New Job button is grayed out <p>Symptom: The <code>New Job</code> button on the top right of the Job list is grayed out.</p> <p>Root Cause: This can happen due to multiple configuration issues: </p> <ul> <li>Open Chrome developer tools and refresh the screen.</li> <li>Under <code>Network</code> locate a network call error. Search for the HTTP error code.</li> </ul> <p>Resolution for 401 HTTP Error</p> <ul> <li>The Cluster certificate provided as part of the installation is valid and trusted (not self-signed).</li> <li>Researcher Authentication has not been properly configured. Try running <code>runai login</code> from the Command-line interface. Alternatively, run: <code>kubectl get pods -n kube-system</code>, identify the api-server pod and review its logs. </li> </ul> <p>Resolution for 403 HTTP Error</p> <p>Run: <code>kubectl get pods -n runai</code>, identify the <code>agent</code> pod, see that it's running, and review its logs.</p> New Job button is not showing <p>Symptom: The <code>New Job</code> button on the top right of the Job list does not show.</p> <p>Root Causes: (multiple)</p> <ul> <li>You do not have <code>Researcher</code> or <code>Research Manager</code> permissions.</li> <li>Under <code>Settings | General</code>, verify that <code>Unified UI</code> is on.</li> </ul> Submit form is distorted <p>Symptom: Submit form is showing vertical lines.</p> <p>Root Cause: The control plane does not know the cluster URL.</p> <p>Using the Run:ai user interface, go to the Clusters list. See that there is no cluster URL next to your cluster.</p> <p>Resolution: Cluster must be re-installed. </p> Submit form does not show the list of Projects <p>Symptom: When connected with Single-sign-on, in the Submit form, the list of Projects is empty.</p> <p>Root Cause:  SSO is on and researcher authentication is not properly configured as such.</p> <p>Resolution: Verify API Server settings as described in Researcher Authentication configuration.</p> Job form is not opening on OpenShift <p>Symptom: When clicking on \"New Job\" the Job forms does not load. Network shows 405</p> <p>Root Cause: An installation step has been missed. </p> <p>Resolution: Open the Cluster list and open the cluster installation wizard again. After selecting OpenShift, you will see a <code>patch</code> command at the end of the instruction set. Run it. </p>"},{"location":"admin/troubleshooting/troubleshooting/#networking-issues","title":"Networking Issues","text":"'admission controller' connectivity issue <p>Symptoms:</p> <ul> <li>Pods are failing with 'admission controller' connectivity errors.</li> <li>The command-line <code>runai submit</code> fails with an 'admission controller' connectivity error.</li> <li>Agent or cluster sync pods are crashing in self-hosted installation.</li> </ul> <p>Root cause: Connectivity issues between different nodes in the cluster.</p> <p>Resolution:</p> <ul> <li>Run the preinstall diagnostics tool to validate System and network requirements and test connectivity issues.</li> <li>Run: <code>kubectl get pods -n kube-system -o wide</code>. Verify that all networking pods are running. </li> <li>Run: <code>kubectl get nodes</code>. Check that all nodes are ready and connected.</li> <li>Run: <code>kubectl get pods -o wide -A</code> to see which pods are Pending or in Error and which nodes they belong to. </li> <li>See if pods from different nodes have trouble communicating with each other.</li> <li>Advanced, run: <code>kubectl exec &lt;pod-name&gt; -it /bin/sh</code> from a pod in one node and ping a pod from another. </li> </ul> Projects are not syncing <p>Symptom: Create a Project on the Run:ai user interface, then run: <code>runai list projects</code>. The new Project does not appear.</p> <p>Root cause: The Run:ai agent is not syncing properly. This may be due to firewall issues. </p> <p>Resolution</p> <ul> <li>Run: <code>runai pods -n runai | grep agent</code>. See that the agent is in Running state. Select the agent's full name and run: <code>kubectl logs -n runai runai-agent-&lt;id&gt;</code>.</li> <li>Verify that there are no errors. If there are connectivity-related errors you may need to check your firewall for outbound connections. See the required permitted URL list in Network requirements. </li> <li>If you need to set up an internet proxy or certificate, please contact Run:ai customer support. </li> </ul> Jobs are not syncing <p>Symptom: A Job on the cluster (<code>runai list jobs</code>) does not show in the Run:ai user interface Job list. </p> <p>Root cause: The Run:ai cluster-sync pod is not syncing properly.  </p> <p>Resolution: Search the cluster-sync pod for errors.</p>"},{"location":"admin/troubleshooting/troubleshooting/#job-related-issues","title":"Job-related Issues","text":"Jobs fail with ContainerCannotRun status  <p>Symptom: When running <code>runai list jobs</code>, your Job has a status of <code>ContainerCannotRun</code>.</p> <p>Root Cause: The issue may be caused due to an unattended upgrade of the NVIDIA driver.</p> <p>To verify, run: <code>runai describe job &lt;job-name&gt;</code>, and search for an error <code>driver/library version mismatch</code>.</p> <p>Resolution: Reboot the node on which the Job attempted to run.</p> <p>Going forward, we recommend blacklisting NVIDIA driver from unattended-upgrades. You can do that by editing <code>/etc/apt/apt.conf.d/50unattended-upgrades</code>, and adding <code>nvidia-driver-</code> to the <code>Unattended-Upgrade::Package-Blacklist</code> section. It should look something like that:</p> <pre><code>Unattended-Upgrade::Package-Blacklist {\n    // The following matches all packages starting with linux-\n    //  \"linux-\";\n    \"nvidia-driver-\";\n</code></pre>"},{"location":"admin/troubleshooting/troubleshooting/#inference-issues","title":"Inference Issues","text":"New Deployment button is grayed out <p>Symptoms: </p> <ul> <li>The <code>New workload type</code> -&gt; <code>Inference</code> button is grayed out.</li> <li>Cannot create a deployment via Inference API.</li> </ul> <p>Root Cause: Run:ai Inference prerequisites have not been met.</p> <p>Resolution: Review inference prerequisites and install accordingly.</p> Submitted workload type of inference remains in Pending state <p>Symptom: A submitted inference is not running.</p> <p>Root Cause: The patch statement to add the runai-scheduler has not been performed. </p> Workload of type inference status is \"Failed\" <p>Symptom: Inference status is always <code>Failed</code>.</p> <p>Root Cause: (multiple)</p> <ul> <li>Not enough resources in the cluster.</li> <li>Server model command is misconfigured (i.e sleep infinity).</li> <li>Server port is misconfigured. </li> </ul> Worload of type inference does not scale up from zero <p>Symptom: In the Inference form, when \"Auto-scaling\" is enabled, and \"Minimum Replicas\" is set to zero, the inference cannot scale up from zero.</p> <p>Root Cause: </p> <ul> <li>Clients are not sending requests.</li> <li>Clients are not using the same port/protocol as the server model.</li> <li>Server model command is misconfigured (i.e sleep infinity).</li> </ul>"},{"location":"admin/troubleshooting/troubleshooting/#command-line-interface-issues","title":"Command-line interface Issues","text":"Unable to install CLI due to certificate errors <p>Symptom: The curl command and download button to download the CLI is not working.</p> <p>Root Cause: The cluster is not accessible from the download location</p> <p>Resolution: </p> <p>Use an alternate method for downloading the CLI. Run:</p> <pre><code>kubectl port-forward -n runai svc/researcher-service 4180\n</code></pre> <p>In another shell, run: <pre><code>wget --content-disposition http://localhost:4180/cli/linux\n</code></pre></p> When running the CLI you get an error: open .../.kube/config.lock: permission denied <p>Symptom: When running any CLI command you get a permission denied error.</p> <p>Root Cause: The user running the CLI does not have read permissions to the <code>.kube</code> directory.</p> <p>Resolution: Change permissions for the directory.</p> When running 'runai logs', the logs are delayed <p>Symptom: Printout from the container is not immediately shown in the log. </p> <p>Root Cause: By default, Python buffers stdout, and stderr, which are not flushed in real-time. This may cause logs to appear sometimes minutes after being buffered.</p> <p>Resolution: Set the env var PYTHONUNBUFFERED to any non-empty string or pass -u to Python. e.g. <code>python -u main.py</code>.</p> CLI does not download properly on OpenShift <p>Symptom: When trying to download the CLI on OpenShift, the <code>wget</code> statement downloads a text file named <code>darwin</code> or <code>linux</code> rather than the binary <code>runai</code>.</p> <p>Root Cause: An installation step has been missed. </p> <p>Resolution: Open the Cluster list and open the cluster installation wizard again. After selecting OpenShift, you will see a <code>patch</code> command at the end of the instruction set. Run it. </p>"},{"location":"developer/overview-developer/","title":"Developer Documentation Overview","text":"<p>Developers can access Run:ai through various programmatic interfaces.</p>"},{"location":"developer/overview-developer/#api-architecture","title":"API Architecture","text":"<p>Run:ai is composed of a single, multi-tenant control plane. Each tenant can be connected to one or more GPU clusters. See Run:ai system components for detailed information.</p> <p>The following programming interfaces are available:</p> API Description Purpose Run:ai REST API Get and Modify any Run:ai business object This is the API mostly used by system developers. The API is also used by the Run:ai user interface as well as the new command-line interface Cluster API (Deprecated) Submit Workloads directly to the Cluster A YAML-based API allowing submittion of Workloads directly to the Cluster. With Run:ai 2.18, this API is replaced by the above Run:ai, which is now the recommended method Metrics API (deprecated) Get cluster metrics Get utilization metrics."},{"location":"developer/overview-developer/#runai-rest-api","title":"Run:ai REST API","text":"<p>Allows you to Add, delete, modify and list Run:ai meta-data objects such as Projects, Departments, Users. For Clusters of Run:ai 2.18 and above, allows the submitting of Workloasd. </p> <p>The API is provided as REST and is accessible via the control plane endpoint.  </p> <p>For more information see Run:ai REST API.</p> <p>Important</p> <p>The endpoints and fields specified in the API reference are the ones that are officially supported by Run:ai. Endpoints and fields that are not listed in the API reference are not supported.</p> <p>Run:ai does not recommend using API endpoints and fields marked as <code>deprecated</code> and will not add functionality to them. Once an API endpoint or field is marked as <code>deprecated</code>, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For details, see the Deprecation notifications.</p>"},{"location":"developer/overview-developer/#cluster-api-deprecated","title":"Cluster API (Deprecated)","text":"<p>The Cluster API allows you to submit and delete Workloads directly to the cluster itself.</p> <p>The API is provided as Kubernetes API.</p> <p>Cluster API is accessible via the GPU cluster itself. As such, multiple clusters may have multiple endpoints.</p> <p>Important</p> <ul> <li>This API is replaced by a Run:ai REST API to submit jobs, which is now the recommended method for cluster versions of 2.18 and above. </li> <li>If you are looking to automate tasks with older versions of Run:ai, it's best to use the Run:ai Command-line interface which provides forward compatibility.  </li> </ul>"},{"location":"developer/overview-developer/#metrics-api","title":"Metrics API","text":"<p>Retrieve metrics from multiple GPU clusters.</p> <p>See the Metrics API document.</p>"},{"location":"developer/overview-developer/#api-authentication","title":"API Authentication","text":"<p>See API Authentication for information on how to gain authenticated access to Run:ai APIs.</p>"},{"location":"developer/rest-auth/","title":"API Authentication","text":"<p>The following document explains how to authenticate with Run:ai APIs.</p> <p>Run:ai APIs are accessed using bearer tokens. A token can be obtained by creating an Application through the Run:ai user interface. </p> <p>An application contains a client ID and a client secret. With the client credentials you can obtain a token and use it within subsequent API calls.</p> <ul> <li>To create applications for your organization, see Applications.</li> <li>To create your own user applications, see User Applications.</li> </ul>"},{"location":"developer/rest-auth/#request-an-api-token","title":"Request an API Token","text":"<p>Use the client credentials created to get a temporary token to access Run:ai as follows.</p>"},{"location":"developer/rest-auth/#example-command-to-get-an-api-token","title":"Example command to get an API token","text":"<p>Replace <code>&lt;runai_url&gt;</code> below with:</p> <ul> <li> <p>For SaaS installations, use <code>&lt;tenant-name&gt;.run.ai</code></p> </li> <li> <p>For self-hosted use the Run:ai user interface URL.</p> </li> </ul> cURLPython <pre><code>    curl  -X POST \\\n      'https://&lt;runai_url&gt;/api/v1/token' \\\n      --header 'Accept: */*' \\\n      --header 'Content-Type: application/json' \\\n      --data-raw '{\n      \"grantType\":\"client_credentials\",\n      \"clientId\":\"&lt;CLIENT ID&gt;\",\n      \"clientSecret\" : \"&lt;CLIENT SECRET&gt;\"\n    }'\n</code></pre> <pre><code>    import requests\n    import json\n    reqUrl = \"https://&lt;runai_url&gt;/api/v1/token\"\n    headersList = {\n     \"Accept\": \"*/*\",\n     \"Content-Type\": \"application/json\"\n    }\n    payload = json.dumps({\n      \"grantType\":\"client_credentials\",\n      \"clientId\":\"&lt;CLIENT ID&gt;\",\n      \"clientSecret\" : \"&lt;CLIENT SECRET&gt;\"\n    })\n    response = requests.request(\"POST\", reqUrl, data=payload,  headers=headersList)\n    print(response.text)\n</code></pre>"},{"location":"developer/rest-auth/#response","title":"Response","text":"<p>The API response will look as follows:</p> API Response<pre><code>{\n  \"accessToken\": \"&lt;TOKEN&gt;\", \n}\n</code></pre> <p>To call Run:ai REST APIs, the application must pass the retrieved <code>accessToken</code> as a Bearer token in the Authorization header of your HTTP request.</p>"},{"location":"developer/user-applications/","title":"User Applications","text":"<p>This article explains the procedure to create your own user applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in API authentication and use it within subsequent API calls.</p> <p>Note</p> <ul> <li>User applications are supported in cluster version 2.20 and above.</li> <li>The token obtained through user applications assumes the roles and permissions of the user.</li> </ul>"},{"location":"developer/user-applications/#creating-applications","title":"Creating Applications","text":"<p>To create an application:</p> <ol> <li>Click the user icon, then select Settings</li> <li>Click +APPLICATION </li> <li>Enter the application\u2019s name </li> <li>Click CREATE </li> <li>Copy the Client ID and Client secret and store securely</li> <li>Click DONE</li> </ol> <p>You can create up to 20 user applications.</p> <p>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p>"},{"location":"developer/user-applications/#regenerating-client-secret","title":"Regenerating client secret","text":"<p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click Regenerate client secret </li> <li>Click REGENERATE </li> <li>Copy the New client secret and store it securely</li> <li>Click DONE</li> </ol> <p>Warning</p> <p>Regenerating a client secret revokes the previous one.</p>"},{"location":"developer/user-applications/#deleting-an-application","title":"Deleting an application","text":"<ol> <li>Locate the application you want to delete  </li> <li>Click on the trash icon  </li> <li>On the dialog, click DELETE to confirm </li> </ol>"},{"location":"developer/user-applications/#using-api","title":"Using API","text":"<p>Go to the User Applications API reference to view the available actions</p>"},{"location":"developer/admin-rest-api/overview/","title":"Run:ai REST API","text":"<p>The purpose of the Run:ai REST API is to provide an easy-to-use programming interface for administrative tasks.</p>"},{"location":"developer/admin-rest-api/overview/#endpoint-url-for-api","title":"Endpoint URL for API","text":"<p>The domain used for Run:ai REST APIs is the same domain used to browse for the Run:ai User Interface. Either <code>&lt;company&gt;.run.ai</code>, or <code>app.run.ai</code> for older tenants or a custom URL used for Self-hosted installations.</p>"},{"location":"developer/admin-rest-api/overview/#authentication","title":"Authentication","text":"<ul> <li>Create a Client Application to make API requests. Use the client application and secret, to obtain a time-bound bearer token (<code>&lt;ACCESS-TOKEN&gt;</code>). For details, see Calling REST APIs.</li> <li>Use the token for subsequent API calls.</li> </ul>"},{"location":"developer/admin-rest-api/overview/#example-usage","title":"Example Usage","text":"<p>For example, if you have an Administrator role, you can get a list of clusters by running:</p> cURLPython <pre><code>curl 'https://&lt;COMPANY-URL&gt;/v1/k8s/clusters' \\\n--header 'Accept: application/json' \\\n--header 'Content-Type: application/json' \\\n--header 'Authorization: Bearer &lt;ACCESS-TOKEN&gt;'\n</code></pre> <pre><code>import http.client\n\nconn = http.client.HTTPSConnection(\"https://&lt;COMPANY-URL&gt;\")\nheaders = {\n    'content-type': \"application/json\",\n    'authorization': \"Bearer &lt;ACCESS-TOKEN&gt;\"\n    }\nconn.request(\"GET\", \"/v1/k8s/clusters\", headers=headers)\n\nres = conn.getresponse()\ndata = res.read()\n\nprint(data.decode(\"utf-8\"))\n</code></pre> <p>(replace <code>&lt;ACCESS-TOKEN&gt;</code> with the bearer token from above).</p> <p>For an additional example, see the following code. It is an example of how to use the Run:ai REST API to create a User and a Project and set the User to the Project.  </p>"},{"location":"developer/admin-rest-api/overview/#runai-rest-api-documentation","title":"Run:ai REST API Documentation","text":"<p>The Run:ai REST API offers developers a robust interface for interacting with and managing Run:ai metadata objects, including Projects, Departments, Clusters, and Users.</p> <p>Public API documentation is available at api-docs.run.ai. For self-hosted deployments, access the documentation at <code>https://&lt;control-plane-url&gt;/api/docs</code>.</p> <p>View Documentation</p>"},{"location":"developer/admin-rest-api/overview/#runai-api-policy","title":"Run:ai API Policy","text":"<p>At Run:ai, we are dedicated to delivering stable, reliable, and well-documented APIs. Our goal is to ensure that our APIs evolve in a predictable, transparent manner, offering users a seamless experience.</p> <p>Run:ai follows strict API design and operational standards to ensure a consistent and high-quality experience for users.</p>"},{"location":"developer/admin-rest-api/overview/#api-lifecycle-and-deprecation","title":"API Lifecycle and Deprecation","text":"<p>While our goal is to maintain stable and backward-compatible APIs, there may be times when breaking changes or deprecations are necessary.</p> <p>In case of breaking changes, the deprecated version of the API will be supported for two additional versions in self-hosted deployments and for six months in SaaS deployments. During this period, no new features or functionality will be added to the deprecated API.  When an API or API field is deprecated, the following process is followed: Documentation: The deprecated API or field is clearly labeled in the documentation, with a replacement provided where applicable. Release Notes: Information about deprecated APIs, including those scheduled for future removal, is included in the release notes. Customer Notification: Customers are notified of upcoming deprecations as part of the regular release communications.</p>"},{"location":"developer/admin-rest-api/overview/#api-removal","title":"API Removal","text":"<p>After the defined backward compatibility period has ended, deprecated APIs or fields are removed from both the codebase and the documentation.</p>"},{"location":"developer/cluster-api/other-resources/","title":"Support for other Kubernetes Applications","text":""},{"location":"developer/cluster-api/other-resources/#introduction","title":"Introduction","text":"<p>Kubernetes has several built-in resources that encapsulate running Pods. These are called Kubernetes Workloads and should not be confused with Run:ai Workloads.</p> <p>Examples of such resources are a Deployment that manages a stateless application, or a Job that runs tasks to completion.</p> <p>Run:ai natively runs Run:ai Workloads. A Run:ai workload encapsulates all the resources needed to run, creates them, and deletes them together. However, Run:ai, being an open platform allows the scheduling of any Kubernetes Workflow.</p>"},{"location":"developer/cluster-api/other-resources/#how-to","title":"How To","text":"<p>To run Kubernetes Workloads with Run:ai you must add the following to the YAML:</p> <ul> <li>A namespace that is associated with a Run:ai Project.</li> <li>A scheduler name: <code>runai-scheduler</code>.</li> <li>When using Fractions, use a specific syntax for the <code>nvidia/gpu</code> limit.</li> </ul>"},{"location":"developer/cluster-api/other-resources/#example-job","title":"Example: Job","text":"job1.yaml<pre><code>apiVersion: batch/v1\nkind: Job # (1)\nmetadata:\n  name: job1\n  namespace: runai-team-a # (2)\nspec:\n  template:\n    spec:\n      containers:\n      - name: job1-container\n        image: runai.jfrog.io/demo/quickstart\n        resources:\n          limits:\n            nvidia.com/gpu: 1 # (4)\n      restartPolicy: Never\n      schedulerName: runai-scheduler # (3)\n</code></pre> <ol> <li>This is a Kubernetes Job.</li> <li>Namespace: Replace <code>runai-team-a</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).</li> <li>The job to be scheduled with the Run:ai scheduler.</li> <li>To run with half a GPU replace 1 with \"0.5\" (with apostrophes).</li> </ol> <p>To submit the Job run:</p> <pre><code>kubectl apply -f job1.yaml\n</code></pre> <p>You will be able to see the Job in the Run:ai User interface, including all metrics and lists</p>"},{"location":"developer/cluster-api/other-resources/#example-deployment","title":"Example: Deployment","text":"deployment1.yaml<pre><code>apiVersion: apps/v1\nkind: Deployment # (1)\nmetadata:\n  name: inference-1\n  namespace: runai-team-a # (2)\nspec:\n  replicas: 1\n  selector:\n    matchLabels:\n      app: inference-1\n  template:\n    metadata:\n      labels:\n        app: inference-1\n    spec:\n      containers:\n        - resources:\n            limits:\n              nvidia.com/gpu: 1 # (4)\n          image: runai/example-marian-server\n          imagePullPolicy: Always\n          name: inference-1\n          ports:\n            - containerPort: 8888\n      schedulerName: runai-scheduler # (3)\n\n---\napiVersion: v1\nkind: Service # (5)\nmetadata:\n  labels:\n    app: inference-1\n  name: inference-1\nspec:\n  type: ClusterIP\n  ports:\n    - port: 8888\n      targetPort: 8888\n  selector:\n    app: inference-1\n</code></pre> <ol> <li>This is a Kubernetes Deployment.</li> <li>Namespace: Replace <code>runai-team-a</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).</li> <li>The job to be scheduled with the Run:ai scheduler.</li> <li>To run with half a GPU replace 1 with \"0.5\" (with apostrophes).</li> <li>This example also contains the creation of a service to connect to the deployment. It is not mandatory.</li> </ol> <p>To submit the Deployment run:</p> <pre><code>kubectl apply -f deployment1.yaml\n</code></pre>"},{"location":"developer/cluster-api/other-resources/#example-submit-a-cron-job-via-yaml","title":"Example: Submit a Cron job via YAML","text":"<p>The cron command-line utility is a job scheduler typically used to set up and maintain software environments at scheduled intervals. Run:ai now supports submitting jobs with cron using a YAML file. </p> <p>To submit a job using cron, run the following command:</p> <pre><code>kubectl apply -f &lt;file_name&gt;.yaml\n</code></pre> <p>The following is an example YAML file:</p> <pre><code>apiVersion: batch/v1\nkind: CronJob\nmetadata:\n  name: hello\nspec:\n  schedule: \"* * * * *\"\n  jobTemplate:\n    spec:\n      template:\n        metadata:\n          labels:\n          - (Mandatory) runai/queue: team-a\n        spec:\n          (Mandatory) schedulerName: runai-scheduler\n          containers:\n          - name: hello\n            image: busybox:1.28\n            imagePullPolicy: IfNotPresent\n            command:\n            - /bin/sh\n            - -c\n            - date; echo Hello from the Kubernetes cluster\n          restartPolicy: OnFailure\n          (Optional) priorityClassName: build / train / inference / interactivePreemptible\n</code></pre>"},{"location":"developer/cluster-api/other-resources/#limitations","title":"Limitations","text":"<p>The Run:ai command line interface provides limited support for Kubernetes Workloads.</p>"},{"location":"developer/cluster-api/other-resources/#see-also","title":"See Also","text":"<p>Run:ai has specific integrations with additional third-party tools such as KubeFlow, MLFlow, and more. These integrations use the same instructions as described above.</p>"},{"location":"developer/cluster-api/reference/","title":"Reference","text":"<p>For a full reference for the YAML API parameters see the YAML Reference document.</p>"},{"location":"developer/cluster-api/submit-rest/","title":"Submitting Workloads via HTTP/REST","text":"<p>You can submit Workloads via HTTP calls, using the Kubernetes REST API.</p>"},{"location":"developer/cluster-api/submit-rest/#submit-workload-example","title":"Submit Workload Example","text":"<p>To submit a workload via HTTP, run the following:</p> <pre><code>curl -X POST \\ # (1) \n'https://&lt;IP&gt;:6443/apis/run.ai/v2alpha1/namespaces/&lt;PROJECT&gt;/trainingworkloads' \\ \n    --header 'Content-Type: application/yaml' \\\n    --header 'Authorization: Bearer &lt;BEARER&gt;' \\  # (2) \n    --data-raw 'apiVersion: run.ai/v2alpha1\nkind: TrainingWorkload  # (3)\nmetadata:\n  name: job-1    \nspec:\n  gpu:\n    value: \"1\"\n  image:\n    value: runai.jfrog.io/demo/quickstart\n  name:\n    value: job-1  \n</code></pre> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile).  Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).  Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code> or <code>inferenceworkloads</code> according to type.</li> <li>Add Bearer token. To obtain a Bearer token see API authentication.</li> <li>See Submitting a Workload via YAML for an explanation of the YAML-based workload.</li> </ol> <p>Run: <code>runai list jobs</code> to see the new Workload.</p>"},{"location":"developer/cluster-api/submit-rest/#delete-workload-example","title":"Delete Workload Example","text":"<p>To delete a workload run:</p> <pre><code>curl -X DELETE \\ # (1) \n'https://&lt;IP&gt;:6443/apis/run.ai/v2alpha1/namespaces/&lt;PROJECT&gt;/trainingworkloads/&lt;JOB-NAME&gt;' \\ \n    --header 'Content-Type: application/yaml' \\\n    --header 'Authorization: Bearer &lt;BEARER&gt;'   # (2)\n</code></pre> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile).  Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).  Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code> or <code>inferenceworkloads</code> according to type.  Replace <code>&lt;JOB-NAME&gt;</code> with the name of the Job. </li> <li>Add Bearer token. To obtain a Bearer token see API authentication.</li> </ol>"},{"location":"developer/cluster-api/submit-rest/#suspendstop-workload-example","title":"Suspend/Stop workload example","text":"<p>To suspend or stop a workload run:</p> <pre><code>curl -X PATCH \\ # (1) \n'https://&lt;IP&gt;:6443/apis/run.ai/v2alpha1/namespaces/&lt;PROJECT&gt;/interactiveworkload/&lt;JOB-NAME&gt;' \\\n    --header 'Content-Type: application/json' \n    --header 'Authorization: Bearer &lt;TOKEN&gt;'# (2) \n    --data '{\"spec\":{\"active\": {\"value\": \"false\"}}}'\n</code></pre> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile).  Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).  Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code> or <code>inferenceworkloads</code> according to type.  Replace <code>&lt;JOB-NAME&gt;</code> with the name of the Job. </li> <li>Add Bearer token. To obtain a Bearer token see API authentication.</li> </ol>"},{"location":"developer/cluster-api/submit-rest/#using-other-programming-languages","title":"Using other Programming Languages","text":"<p>You can use any Kubernetes client library together with the YAML documentation above to submit workloads via other programming languages. For more information see Kubernetes client libraries.</p>"},{"location":"developer/cluster-api/submit-rest/#python-example","title":"Python example","text":"<p>Create the following file and run it via python:</p> create-train.py<pre><code>import json\nimport requests\n\n# (1)\nurl = \"https://&lt;IP&gt;:6443/apis/run.ai/v2alpha1/namespaces/&lt;PROJECT&gt;/trainingworkloads\"\n\npayload = json.dumps({\n  \"apiVersion\": \"run.ai/v2alpha1\",\n  \"kind\": \"TrainingWorkload\",\n  \"metadata\": {\n    \"name\": \"train1\",\n    \"namespace\": \"runai-team-a\"\n  },\n  \"spec\": {\n    \"image\": {\n      \"value\": \"runai.jfrog.io/demo/quickstart\"\n    },\n    \"name\": {\n      \"value\": \"train1\"\n    },\n    \"gpu\": {\n      \"value\": \"1\"\n    }\n  }\n})\n\nheaders = {\n  'Content-Type': 'application/json',\n  'Authorization': 'Bearer &lt;TOKEN&gt;' #(2)\n}\n\nresponse = requests.request(\"POST\", url, headers=headers, data=payload) # (3)\n\nprint(json.dumps(json.loads(response.text), indent=4))\n</code></pre> <ol> <li>Replace <code>&lt;IP&gt;</code> with the Kubernetes control-plane endpoint (can be found in kubeconfig profile).  Replace <code>&lt;PROJECT&gt;</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).  Replace <code>trainingworkloads</code> with <code>interactiveworkloads</code>, <code>distributedworkloads</code>or <code>inferenceworkloads</code> according to type.</li> <li>Add Bearer token. To obtain a Bearer token see API authentication.</li> <li>if you do not have a valid certificate, you can add the flag <code>verify=False</code>.</li> </ol>"},{"location":"developer/cluster-api/submit-yaml/","title":"Submitting Workloads via YAML","text":"<p>You can use YAML to submit Workloads directly to Run:ai. Below are examples of how to create training, interactive and inference workloads via YAML.</p> <p>For details on YAML parameters, see the YAML Reference.</p>"},{"location":"developer/cluster-api/submit-yaml/#submit-workload-example","title":"Submit Workload Example","text":"<p>Create a file named <code>training1.yaml</code> with the following text:</p> training1.yaml<pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingWorkload # (1)\nmetadata:\n  name: job-1  # (2) \n  namespace: runai-team-a # (3)\nspec:\n  gpu:\n    value: \"1\"\n  image:\n    value: runai.jfrog.io/demo/quickstart\n  name:\n    value: job-1 # (4)\n</code></pre> <ol> <li>This is a Training workload.</li> <li>Kubernetes object name. Mandatory, but has no functional significance.</li> <li>Namespace: Replace <code>runai-team-a</code> with the name of the Run:ai namespace for the specific Project (typically <code>runai-&lt;Project-Name&gt;</code>).</li> <li>Job name as appears in Run:ai. Can provide name, or create automatically if name prefix is configured. </li> </ol> <p>Change the namespace and run: <code>kubectl apply -f training1.yaml</code></p> <p>Run: <code>runai list jobs</code> to see the new Workload.</p>"},{"location":"developer/cluster-api/submit-yaml/#delete-workload-example","title":"Delete Workload Example","text":"<p>Run: <code>kubectl delete -f training1.yaml</code> to delete the Workload. </p>"},{"location":"developer/cluster-api/submit-yaml/#creating-a-yaml-syntax-from-a-cli-command","title":"Creating a YAML syntax from a CLI command","text":"<p>An easy way to create a YAML for a workload is to generate it from the <code>runai submit</code> command by using the <code>--dry-run</code> flag. For example, run:</p> <pre><code>runai submit build1 -i ubuntu -g 1 --interactive --dry-run \\\n     -- sleep infinity \n</code></pre> <p>The result will be the following Kubernetes object declaration:</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: InteractiveWorkload  # (1)\nmetadata:\n  creationTimestamp: null\n  labels:\n    PreviousJob: \"true\"\n  name: job-0-2022-05-02t08-50-57\n  namespace: runai-team-a\nspec:\n  command:\n    value: sleep infinity\n  gpu:\n    value: \"1\"\n  image:\n    value: ubuntu\n  imagePullPolicy:\n    value: Always\n  name:\n    value: job-0\n\n... Additional internal and status properties...\n</code></pre> <ol> <li>This is an Interactive workload.</li> </ol>"},{"location":"developer/cluster-api/submit-yaml/#inference-workload-example","title":"Inference Workload Example","text":"<p>Creating an inference workload is similar to the above two examples.</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: InferenceWorkload\nmetadata:\n  name: inference1\n  namespace: runai-team-a\nspec:\n  name:\n    value: inference1\n  gpu:\n    value: \"0.5\"\n  image:\n    value: \"runai.jfrog.io/demo/example-triton-server\"\n  minScale:\n    value: 1\n  maxScale:\n    value: 2\n  metric:\n    value: concurrency # (1)\n  target:\n    value: 80  # (2)\n  ports:\n      items:\n        port1:\n          value:\n            container: 8000\n            protocol: http\n            serviceType: ServingPort\n</code></pre> <ol> <li>Possible metrics are throughput, concurrency and latency.</li> <li>Inference requires a port to receive requests.</li> </ol>"},{"location":"developer/cluster-api/submit-yaml/#suspendresume-interactivetraining-workload","title":"Suspend/Resume Interactive/Training Workload","text":"<p>To suspend training:</p> <p><pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingWorkload # \nmetadata:\n  name: job-1  #  \n  namespace: runai-team-a # \nspec:\n  gpu:\n    value: \"1\"\n  active:\n    value: false\n  image:\n    value: runai.jfrog.io/demo/quickstart\n  name:\n    value: job-1 # \n</code></pre> In order to suspend the workload, set <code>active</code> to <code>false</code>. To resume the workload, either set <code>active</code> to <code>true</code> or remove it entirely.</p>"},{"location":"developer/cluster-api/submit-yaml/#see-also","title":"See Also","text":"<ul> <li>To understand how to connect to the inference workload, see Inference Quickstart.</li> <li>To learn more about Inference and Run:ai see Inference overview.</li> </ul>"},{"location":"developer/cluster-api/workload-overview-dev/","title":"Cluster API (Deprecated)","text":"<p>The Run:ai Cluster API allows the submission of Workloads via YAML, directly to Kubernetes. </p> <p>Important</p> <p>With Run:ai 2.18 clusters, you can now submit Workloads via the Run:ai REST API. We recommend using this API if your cluster is of that version.  </p>"},{"location":"developer/cluster-api/workload-overview-dev/#workloads","title":"Workloads","text":"<p>Run:ai schedules Workloads. Run:ai workloads contain:</p> <ul> <li>The Kubernetes resource (Job, Deployment, etc) that is used to launch the container inside which the data science code runs.</li> <li>A set of additional resources that is required to run the Workload. Examples: a service entry point that allows access to the Job, a persistent volume claim to access data on the network and more.</li> </ul> <p>Run:ai supports the following Workloads types:</p> Workload Type Kubernetes Name Description Interactive <code>InteractiveWorkload</code> Submit an interactive workload Training <code>TrainingWorkload</code> Submit a training workload Distributed Training <code>DistributedWorkload</code> Submit a distributed training workload using TensorFlow, PyTorch or MPI Inference <code>InferenceWorkload</code> Submit an inference workload"},{"location":"developer/cluster-api/workload-overview-dev/#values","title":"Values","text":"<p>A Workload will typically have a list of values, such as name, image, and resources. A full list of values is available in the runai-submit Command-line reference.  </p> <p>You can also find the exact YAML syntax run:</p> <pre><code>kubectl explain TrainingWorkload.spec\n</code></pre> <p>(and similarly for other Workload types).</p> <p>To get information on a specific value (e.g. <code>node type</code>), you can also run:</p> <pre><code>kubectl explain TrainingWorkload.spec.nodeType\n</code></pre> <p>Result:</p> <pre><code>KIND:     TrainingWorkload\nVERSION:  run.ai/v2alpha1\n\nRESOURCE: nodeType &lt;Object&gt;\n\nDESCRIPTION:\n     Specifies nodes (machines) or a group of nodes on which the workload will\n     run. To use this feature, your Administrator will need to label nodes as\n     explained in the Group Nodes guide at\n     https://docs.run.ai/admin/researcher-setup/limit-to-node-group. This flag\n     can be used in conjunction with Project-based affinity. In this case, the\n     flag is used to refine the list of allowable node groups set in the\n     Project. For more information consult the Projects guide at\n     https://docs.run.ai/admin/admin-ui-setup/project-setup.\n\nFIELDS:\n   value    &lt;string&gt;\n</code></pre>"},{"location":"developer/cluster-api/workload-overview-dev/#how-to-submit","title":"How to Submit","text":"<p>A Workload can be submitted via various channels:</p> <ul> <li>The Run:ai user interface.</li> <li>The Run:ai command-line interface, via the runai submit command.</li> <li>The Run:ai Cluster API.</li> </ul>"},{"location":"developer/cluster-api/workload-overview-dev/#policies","title":"Policies","text":"<p>An Administrator can set Policies for Workload submission. Policies serve two purposes:</p> <ol> <li>To constrain the values a researcher can specify.</li> <li>To provide default values.</li> </ol> <p>For example, an administrator can,</p> <ul> <li>Set a maximum of 5 GPUs per Workload.</li> <li>Provide a default value of 1 GPU for each container.</li> </ul> <p>Each workload type has a matching kind of workload policy. For example, an <code>InteractiveWorkload</code> has a matching <code>InteractivePolicy</code></p> <p>A Policy of each type can be defined per-project. There is also a global policy that applies to any project that does not have a per-project policy.</p> <p>For further details on policies, see Policies.</p>"},{"location":"developer/metrics/metrics-api/","title":"Metrics and telemetry","text":""},{"location":"developer/metrics/metrics-api/#telemetry","title":"Telemetry","text":"<p>Telemetry is a numeric measurement recorded in real-time when emitted from the Run:ai cluster.</p>"},{"location":"developer/metrics/metrics-api/#metrics","title":"Metrics","text":"<p>Metrics are numeric measurements recorded over time that are emitted from the Run:ai cluster. Typical metrics involve utilization, allocation, time measurements and so on. Metrics are used in Run:ai dashboards as well as in the Run:ai administration user interface.</p> <p>The purpose of this document is to detail the structure and purpose of metrics emitted by Run:ai. This enables customers to create custom dashboards or integrate metric data into other monitoring systems.</p> <p>Run:ai provides metrics via the Run:ai Control-plane API. Previoulsy, Run:ai provided metrics information via direct access to an internal metrics store. This method is deprecated but is still documented here.</p>"},{"location":"developer/metrics/metrics-api/#metric-and-telemetry-scopes","title":"Metric and telemetry Scopes","text":"<p>Run:ai provides Control-plane API which supports and aggregates metrics at various levels.</p> Level Description Cluster A cluster is a set of Nodes Pools &amp; Nodes. With Cluster metrics, metrics are aggregated at the Cluster level Node Data is aggregated at the Node level. Node Pool Data is aggregated at the Node Pool level. Workload Data is aggregated at the Workload level. In some Workloads, e.g. with distributed workloads, these metrics aggregate data from all worker pods Pod The basic execution unit Project The basic organizational unit.  Projects are the tool to implement resource allocation policies as well as the segregation between different initiatives. Department Departments are a grouping of projects. ## Supported Metrics Metric Cluster Node Pool Node Workload Pod Project Department API Cluster API Node Pool API Workload API Pod API ALLOCATED_GPU TRUE TRUE TRUE AVG_WORKLOAD_WAIT_TIME TRUE TRUE CPU_LIMIT_CORES TRUE CPU_MEMORY_LIMIT_BYTES TRUE CPU_MEMORY_REQUEST_BYTES TRUE CPU_MEMORY_USAGE_BYTES TRUE TRUE TRUE CPU_MEMORY_UTILIZATION TRUE TRUE TRUE CPU_REQUEST_CORES TRUE CPU_USAGE_CORES TRUE TRUE TRUE CPU_UTILIZATION TRUE TRUE TRUE GPU_ALLOCATION TRUE TRUE TRUE GPU_MEMORY_REQUEST_BYTES TRUE GPU_MEMORY_USAGE_BYTES TRUE TRUE GPU_MEMORY_USAGE_BYTES_PER_GPU TRUE TRUE GPU_MEMORY_UTILIZATION TRUE TRUE GPU_MEMORY_UTILIZATION_PER_GPU TRU GPU_QUOTA TRUE TRUE TRUE TRUE GPU_UTILIZATION TRUE TRUE TRUE TRUE GPU_UTILIZATION_PER_GPU TRUE TRUE POD_COUNT TRUE RUNNING_POD_COUNT TRUE TOTAL_GPU TRUE TRUE TOTAL_GPU_NODES TRUE TRUE GPU_UTILIZATION_DISTRIBUTION TRUE TRUE UNALLOCATED_GPU TRUE TRUE CPU_QUOTA_MILLICORES TRUE TRUE CPU_MEMORY_QUOTA_MB TRUE TRUE CPU_ALLOCATION_MILLICORES TRUE TRUE CPU_MEMORY_ALLOCATION_MB TRUE TRUE"},{"location":"developer/metrics/metrics-api/#advanced-metrics","title":"Advanced Metrics","text":"<p>NVIDIA provides extended metrics at the Pod level. These are documented here. To enable these metrics please contact Run:ai customer support.</p> Metric Cluster Node Pool Workload Pod GPU_FP16_ENGINE_ACTIVITY_PER_GPU TRUE GPU_FP32_ENGINE_ACTIVITY_PER_GPU TRUE GPU_FP64_ENGINE_ACTIVITY_PER_GPU TRUE GPU_GRAPHICS_ENGINE_ACTIVITY_PER_GPU TRUE GPU_MEMORY_BANDWIDTH_UTILIZATION_PER_GPU TRUE GPU_NVLINK_RECEIVED_BANDWIDTH_PER_GPU TRUE GPU_NVLINK_TRANSMITTED_BANDWIDTH_PER_GPU TRUE GPU_PCIE_RECEIVED_BANDWIDTH_PER_GPU TRUE GPU_PCIE_TRANSMITTED_BANDWIDTH_PER_GPU TRUE GPU_SM_ACTIVITY_PER_GPU TRUE GPU_SM_OCCUPANCY_PER_GPU TRUE GPU_TENSOR_ACTIVITY_PER_GPU TRUE"},{"location":"developer/metrics/metrics-api/#_1","title":"Metrics via API","text":""},{"location":"developer/metrics/metrics-api/#supported-telemetry","title":"Supported telemetry","text":"telemetry Node Workload Project Department API Node API Workload API WORKLOADS_COUNT TRUE ALLOCATED_GPUS TRUE TRUE TRUE TRUE READY_GPU_NODES TRUE READY_GPUS TRUE TOTAL_GPU_NODES TRUE TOTAL_GPUS TRUE IDLE_ALLOCATED_GPUS TRUE FREE_GPUS TRUE TOTAL_CPU_CORES TRUE USED_CPU_CORES TRUE ALLOCATED_CPU_CORES TRUE TRUE TRUE TOTAL_GPU_MEMORY_BYTES TRUE USED_GPU_MEMORY_BYTES TRUE TOTAL_CPU_MEMORY_BYTES TRUE USED_CPU_MEMORY_BYTES TRUE ALLOCATED_CPU_MEMORY_BYTES TRUE TRUE TRUE GPU_QUOTA TRUE TRUE CPU_QUOTA TRUE TRUE MEMORY_QUOTA TRUE TRUE GPU_ALLOCATION_NON_PREEMPTIBLE TRUE TRUE CPU_ALLOCATION_NON_PREEMPTIBLE TRUE TRUE MEMORY_ALLOCATION_NON_PREEMPTIBLE TRUE TRUE"},{"location":"developer/metrics/metrics/","title":"Metrics API","text":""},{"location":"developer/metrics/metrics/#what-are-metrics","title":"What are Metrics","text":"<p>Metrics are numeric measurements recorded over time that are emitted from the Run:ai cluster. Typical metrics involve utilization, allocation, time measurements and so on. Metrics are used in Run:ai dashboards as well as in the Run:ai administration user interface.</p> <p>The purpose of this document is to detail the structure and purpose of metrics emitted by Run:ai to enable customers to create custom dashboards or integrate metric data into other monitoring systems.</p> <p>Run:ai uses Prometheus for collecting and querying metrics.</p> <p>Warning</p> <p>From cluster version 2.17 and onwards, Run:ai supports metrics via the Run:ai Control-plane API. Direct metrics queries (metrics that are queried directly from Prometheus) are deprecated.</p>"},{"location":"developer/metrics/metrics/#published-runai-metrics","title":"Published Run:ai Metrics","text":"<p>Following is the list of published Run:ai metrics, per cluster version (make sure to pick the right cluster version in the picker at the top of the page):</p> Metric name Labels Measurement Description runai_active_job_cpu_requested_cores {clusterId,  job_name, job_uuid} CPU Cores Workload's requested CPU cores runai_active_job_memory_requested_bytes {clusterId,  job_name, job_uuid} Bytes Workload's requested CPU memory runai_cluster_cpu_utilization {clusterId} 0 to 1 CPU utilization of the entire cluster runai_cluster_memory_used_bytes {clusterId} Bytes Used CPU memory of the entire cluster runai_cluster_memory_utilization {clusterId} 0 to 1 CPU memory utilization of the entire cluster runai_allocated_gpu_count_per_gpu {gpu, clusterId, node} 0/1 Is a GPU hosting a pod runai_last_gpu_utilization_time_per_gpu {gpu, clusterId, node} Unix time Last time GPU was not idle runai_requested_gpu_memory_mb_per_workload {clusterId, job_type, job_uuid, job_name, project, workload_id} MegaBytes Requested GPU memory per workload (0 if not specified by the user) runai_requested_gpus_per_workload {clusterId, workload_type, workload_id, workload_name, project} Double Number of requested GPUs per workload runai_run_time_seconds_per_workload {clusterId, workload_id, workload_name} Seconds Total run time per workload runai_wait_time_seconds_per_workload {clusterId, workload_id, workload_name} Seconds Total wait time per workload runai_node_cpu_requested_cores {clusterId, node} Double Sum of the requested CPU cores of all workloads running in a node runai_node_cpu_utilization {clusterId, node} 0 to 1 CPU utilization per node runai_node_memory_utilization {clusterId, node} 0 to 1 CPU memory utilization per node runai_node_requested_memory_bytes {clusterId, node} Bytes Sum of the requested CPU memory of all workloads running in a node runai_node_used_memory_bytes {clusterId, node} Bytes Used CPU memory per node runai_project_guaranteed_gpus {clusterId, project} Double Guaranteed GPU quota per project runai_project_info {memory_quota, cpu_quota, gpu_guaranteed_quota, clusterId, project, department} N/A Information on CPU, CPU memory, GPU quota per project runai_queue_info {memory_quota, cpu_quota, gpu_guaranteed_quota, clusterId, nodepool, queue_name, department} N/A Information on CPU, CPU memory, GPU quota per project/department per nodepool runai_cpu_limits_per_active_workload {clusterId, job_name , job_uuid} CPU Cores Workloads CPU limit (in number of cores). See link runai_job_cpu_usage {clusterId, workload_id, workload_name, project} Double Workloads CPU usage (in number of cores) runai_memory_limits_per_active_workload {clusterId, job_name, job_uuid} Bytes Workloads CPU memory limit. See link runai_active_job_memory_requested_bytes {clusterId, job_name, job_uuid} Bytes Workloads requested CPU memory. See link runai_job_memory_used_bytes {clusterId, workload_id, workload_name, project} Bytes Workloads used CPU memory runai_mig_mode_gpu_count {clusterId, node} Double Number of GPUs on MIG nodes (Deprecated) runai_gpu_utilization_per_gpu {clusterId, gpu, node} % GPU Utilization per GPU runai_gpu_utilization_per_node {clusterId, node} % GPU Utilization per Node runai_gpu_memory_used_mebibytes_per_gpu {clusterId, gpu, node} MiB Used GPU memory per GPU runai_gpu_memory_used_mebibytes_per_node {clusterId, node} MiB Used GPU memory per Node runai_gpu_memory_total_mebibytes_per_gpu {clusterId, gpu, node} MiB Total GPU memory per GPU runai_gpu_memory_total_mebibytes_per_node {clusterId, node} MiB Total GPU memory per Node runai_gpu_count_per_node {clusterId, node, modelName, ready, schedulable} Number Number of GPUs per Node runai_allocated_gpu_count_per_workload {clusterId, workload_id, workload_name, workload_type, user} Double Number of allocated GPUs per Workload runai_allocated_gpu_count_per_project {clusterId, project} Double Number of allocated GPUs per Project runai_gpu_memory_used_mebibytes_per_pod_per_gpu {clusterId, pod_name, pod_uuid, pod_namespace, node, gpu} MiB Used GPU Memory per Pod, per Gpu on which the workload is running runai_gpu_memory_used_mebibytes_per_workload {clusterId, workload_id, workload_name, workload_type, user} MiB Used GPU Memory per Workload runai_gpu_utilization_per_pod_per_gpu {clusterId, pod_name, pod_uuid, pod_namespace, node, gpu} % GPU Utilization per Pod per GPU runai_gpu_utilization_per_workload {clusterId, workload_id, workload_name, workload_type, user} % Average GPU Utilization per Workload runai_gpu_utilization_per_project {clusterId, project} % Average GPU Utilization per Project runai_last_gpu_utilization_time_per_workload {clusterId, workload_id, workload_name, workload_type, user} Seconds (Unix Timestamp) The Last Time (Unix Timestamp) That The Workload Utilized Any Of Its Allocated GPUs runai_gpu_idle_seconds_per_workload {clusterId, workload_id, workload_name, workload_type, user} Seconds Seconds Passed Since The Workload Utilized Any Of Its Allocated GPUs runai_allocated_gpu_count_per_pod {clusterId, pod_name, pod_uuid, pod_namespace, node} Double Number Of Allocated GPUs per Pod runai_allocated_gpu_count_per_node {clusterId, node} Double Number Of Allocated GPUs per Node runai_allocated_millicpus_per_pod {clusterId, pod_name, pod_uuid, pod_namespace, node} Integer Number Of Allocated Millicpus per Pod runai_allocated_memory_per_pod {clusterId, pod_name, pod_uuid, pod_namespace, node} Bytes Allocated Memory per Pod <p>Following is a list of labels appearing in Run:ai metrics:</p> Label Description clusterId Cluster Identifier department Name of Run:ai Department cpu_quota CPU limit per project gpu GPU index gpu_guaranteed_quota Guaranteed GPU quota per project image Name of Docker image namespace_name Namespace deployment_name Deployment name job_name Job name job_type Job type: training, interactive or inference job_uuid Job identifier workload_name Workload name workload_type Workload type: training, interactive or inference workload_uuid Workload identifier pod_name Pod name. A Workload can contain many pods. pod_namespace Pod namespace memory_quota CPU memory limit per project node Node name project Name of Run:ai Project status Workload status: Running, Pending, etc. For more information on Workload statuses see document user User identifier"},{"location":"developer/metrics/metrics/#other-metrics","title":"Other Metrics","text":"<p>Run:ai exports other metrics emitted by NVIDIA and Kubernetes packages, as follows:</p> Metric name Description runai_gpu_utilization_per_gpu GPU utilization kube_node_status_capacity The capacity for different resources of a node kube_node_status_condition The condition of a cluster node kube_pod_container_resource_requests_cpu_cores The number of CPU cores requested by container kube_pod_container_resource_requests_memory_bytes Bytes of memory requested by a container kube_pod_info Information about pod <p>For additional information, see Kubernetes kube-state-metrics and NVIDIA dcgm exporter.</p>"},{"location":"developer/metrics/metrics/#changed-metrics-and-api-mapping","title":"Changed metrics and API mapping","text":"<p>Starting in cluster version 2.17, some of the metrics names have been changed. In addition some Run:ai metrics are available as API endpoints. Using the API endpoints is more efficient and provides an easier way of retrieving metrics in any application. The following table lists the metrics that were changed.</p> Metric name in version 2.16 2.17 Change Description 2.17 API Endpoint runai_active_job_cpu_requested_cores available also via API https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_REQUEST_CORES\" metricType runai_active_job_memory_requested_bytes available also via API https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_MEMORY_REQUEST_BYTES\" metricType runai_cluster_cpu_utilization available also via API https://app.run.ai/api/v2/clusters/{clusterUuid}/metrics ; with \"CPU_UTILIZATION\" metricType runai_cluster_memory_utilization available also via API https://app.run.ai/api/v2/clusters/{clusterUuid}/metrics ; with \"CPU_MEMORY_UTILIZATION\" metricType runai_gpu_utilization_non_fractional_jobs no longer available runai_allocated_gpu_count_per_workload labels changed runai_gpu_utilization_per_pod_per_gpu available also via API https://app.run.ai/api/v1/workloads/{workloadId}/pods/{podId}/metrics ; with \"GPU_UTILIZATION_PER_GPU\" metricType runai_gpu_utilization_per_workload available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"GPU_UTILIZATION\" metricType runai_job_image no longer available runai_job_requested_gpu_memory available also via API and renamed to: \"runai_requested_gpu_memory_mb_per_workload\" with different labels https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"GPU_MEMORY_REQUEST_BYTES\" metricType runai_job_requested_gpus renamed to: \"runai_requested_gpus_per_workload\" with different labels runai_job_total_runtime renamed to: \"runai_run_time_seconds_per_workload\" with different labels runai_job_total_wait_time renamed to: \"runai_wait_time_seconds_per_workload\" with different labels runai_gpu_memory_used_mebibytes_per_workload available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"GPU_MEMORY_USAGE_BYTES\" metricType runai_gpu_memory_used_mebibytes_per_pod_per_gpu available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/pods/{podId}/metrics ; with \"GPU_MEMORY_USAGE_BYTES_PER_GPU\" metricType runai_node_gpu_used_memory_bytes renamed and changed units: \"runai_gpu_memory_used_mebibytes_per_node\" runai_node_total_memory_bytes renamed and changed units: \"runai_gpu_memory_total_mebibytes_per_node\" runai_project_info labels changed runai_active_job_cpu_limits available also via API and renamed to: \"runai_cpu_limits_per_active_workload\" https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_LIMIT_CORES\" metricType runai_job_cpu_usage available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_USAGE_CORES\" metricType runai_active_job_memory_limits available also via API and renamed to: \"runai_memory_limits_per_active_workload\" https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_MEMORY_LIMIT_BYTES\" metricType runai_running_job_memory_requested_bytes was a duplication of \"runai_active_job_memory_requested_bytes\", see above runai_job_memory_used_bytes available also via API and labels changed https://app.run.ai/api/v1/workloads/{workloadId}/metrics ; with \"CPU_MEMORY_USAGE_BYTES\" metricType runai_job_swap_memory_used_bytes no longer available runai_gpu_count_per_node added labels runai_last_gpu_utilization_time_per_workload labels changed runai_gpu_idle_time_per_workload renamed to: \"runai_gpu_idle_seconds_per_workload\" with different labels"},{"location":"developer/metrics/metrics/#create-custom-dashboards","title":"Create custom dashboards","text":"<p>To create custom dashboards based on the above metrics, please contact Run:ai customer support.</p>"},{"location":"home/components/","title":"Run:ai System Components","text":""},{"location":"home/components/#components","title":"Components","text":"<p>Run:ai is made up of two components:</p> <ul> <li>The Run:ai cluster provides scheduling services and workload management.</li> <li>The Run:ai control plane provides resource management, Workload submission and cluster monitoring.</li> </ul> <p>Technology-wise, both are installed over a Kubernetes Cluster.</p> <p>Run:ai users:</p> <ul> <li>Researchers submit Machine Learning workloads via the Run:ai Console, the Run:ai Command-Line Interface (CLI), or directly by sending YAML files to Kubernetes.</li> <li>Administrators monitor and set priorities via the Run:ai User Interface</li> </ul> <p></p>"},{"location":"home/components/#runai-cluster","title":"Run:ai Cluster","text":"<ul> <li>Run:ai comes with its own Scheduler. The Run:ai scheduler extends the Kubernetes scheduler. It uses business rules to schedule workloads sent by Researchers.</li> <li>Run:ai schedules Workloads. Workloads include the actual researcher code running as a Kubernetes container, together with all the system resources required to run the code, such as user storage, network endpoints to access the container etc.</li> <li>The cluster uses an outbound-only, secure connection to synchronize with the Run:ai control plane. Information includes meta-data sync and various metrics on Workloads, Nodes etc.</li> <li>The Run:ai cluster is installed as a Kubernetes Operator</li> <li>Run:ai is installed in its own Kubernetes namespace named runai</li> <li>Workloads are run in the context of Run:ai Projects. Each Project is mapped to a Kubernetes namespace with its own settings and access control.</li> </ul>"},{"location":"home/components/#runai-control-plane-on-the-cloud","title":"Run:ai Control Plane on the cloud","text":"<p>The Run:ai control plane is used by multiple customers (tenants) to manage resources (such as Projects &amp; Departments), submit Workloads and monitor multiple clusters.</p> <p>A single Run:ai customer (tenant) defined in the control-plane, can manage multiple Run:ai clusters. So a single customer, can manage mutltiple GPU clusters in multiple locations/subnets from a single interface.</p>"},{"location":"home/components/#self-hosted-control-plane","title":"Self-hosted Control-Plane","text":"<p>The Run:ai control plane can also be locally installed. To understand the various installation options see the installation types document.</p>"},{"location":"home/data-privacy-details/","title":"Data Privacy","text":"<p>This article details the data privacy and compliance considerations for deploying Run:ai. It is intended to help administrators and compliance teams understand the data management practices involved with Run:ai. This ensures the permissions align with organizational policies and regulatory requirements before installation and during integration and onboarding of the various teams.</p> <p>When using the Run:ai SaaS cluster, the Control plane operates through the Run:ai cloud, requiring the transmission of certain data for control and analytics. Below is a detailed breakdown of the specific data sent to the Run:ai cloud in the SaaS offering.</p> <p>Note</p> <p>For organizations where data privacy policies do not align with this data transmission, Run:ai offers a self-hosted version. This version includes the control plane on premise and does not communicate with the cloud.</p>"},{"location":"home/data-privacy-details/#data-sent-to-the-runai-cloud","title":"Data sent to the Run:ai cloud","text":"Asset Details Workload Metrics Includes workload names, CPU, GPU, and memory metrics, as well as parameters provided during the <code>runai submit</code> command. Workload Assets Covers environments, compute resources, and data resources associated with workloads. Resource Credentials Credentials for cluster resources, encrypted with a SHA-512 algorithm specific to each tenant. Node Metrics Node-specific data including names, IPs, and performance metrics (CPU, GPU, memory). Cluster Metrics Cluster-wide metrics such as names, CPU, GPU, and memory usage. Projects &amp; Departments Includes names and quota information for projects and departments. Users User roles within Run:ai, email addresses, and passwords."},{"location":"home/data-privacy-details/#key-consideration","title":"Key consideration","text":"<p>Run:ai ensures that no deep-learning artefacts, such as code, images, container logs, training data, models, or checkpoints, are transmitted to the cloud. These assets remain securely within your organization's firewalls, safeguarding sensitive intellectual property and data.  </p>"},{"location":"home/data-privacy-details/#see-also","title":"See Also","text":"<p>The Run:ai privacy policy. </p>"},{"location":"home/overview/","title":"Run:ai Documentation Library","text":"<p>Welcome to the Run:ai documentation area. For an introduction about what is the Run:ai Platform see Run:ai platform on the run.ai website.</p> <p>The Run:ai documentation is targeting four personas:</p> <ul> <li> <p>Infrastructure Administrator - An IT person, responsible for the installation, setup and IT maintenance of the Run:ai product. Infrastructure Administrator documentation can be found here.</p> </li> <li> <p>Platform Administrator - Responsible for the day-to-day administration of the product. Platform Administrator documentation can be found here.</p> </li> <li> <p>Researcher \u2014 Using Run:ai to spin up notebooks, submit Workloads, prompt models, etc. Researcher documentation can be found here.</p> </li> <li> <p>Developer \u2014 Using various APIs to automate work with Run:ai. The Developer documentation can be found here.</p> </li> </ul>"},{"location":"home/overview/#how-to-get-support","title":"How to Get Support","text":"<p>To get support use the following channels:</p> <ul> <li> <p>On the Run:ai user interface at <code>&lt;company-name&gt;.run.ai</code>, use the 'Contact Support' link on the top right.</p> </li> <li> <p>Or submit a ticket by clicking the button below:</p> </li> </ul> <p>Submit a Ticket</p>"},{"location":"home/overview/#community","title":"Community","text":"<p>Run:ai provides its customers with access to the Run:ai Customer Community portal to submit tickets, track ticket progress and update support cases.</p> <p>Customer Community Portal</p> <p>Reach out to customer support for credentials.</p>"},{"location":"home/overview/#runai-cloud-status-page","title":"Run:ai Cloud Status Page","text":"<p>Run:ai cloud availability is monitored at status.run.ai.</p>"},{"location":"home/overview/#collect-logs-to-send-to-support","title":"Collect Logs to Send to Support","text":"<p>As an IT Administrator, you can collect Run:ai logs to send to support. For more information see logs collection.</p>"},{"location":"home/overview/#example-code","title":"Example Code","text":"<p>Code for the Docker images referred to on this site is available at https://github.com/run-ai/docs/tree/master/quickstart.</p> <p>The following images are used throughout the documentation:</p> Image Description Source runai.jfrog.io/demo/quickstart Basic training image. Multi-GPU support https://github.com/run-ai/docs/tree/master/quickstart/main runai.jfrog.io/demo/quickstart-distributed Distributed training using MPI and Horovod https://github.com/run-ai/docs/tree/master/quickstart/distributed zembutsu/docker-sample-nginx Build (interactive) with Connected Ports https://github.com/zembutsu/docker-sample-nginx runai.jfrog.io/demo/quickstart-x-forwarding Use X11 forwarding from Docker image https://github.com/run-ai/docs/tree/master/quickstart/x-forwarding runai.jfrog.io/demo/pycharm-demo Image used for tool integration (PyCharm and VSCode) https://github.com/run-ai/docs/tree/master/quickstart/python%2Bssh runai.jfrog.io/demo/example-triton-client and  runai.jfrog.io/demo/example-triton-server Basic Inference https://github.com/run-ai/models/tree/main/models/triton"},{"location":"home/overview/#contributing-to-the-documentation","title":"Contributing to the documentation","text":"<p>This documentation is made better by individuals from our customer and partner community. If you see something worth fixing, please comment at the bottom of the page or create a pull request via GitHub. The public GitHub repository can be found on the top-right of this page. </p>"},{"location":"home/saas-updates/","title":"What's New for the Run:ai SaaS Platform","text":"<p>The what's new provides transparency into the latest changes and improvements to Run:ai\u2019s SaaS platform. The updates include new features, optimizations, and fixes aimed at improving performance and user experience. </p> <p>Latest GA release notes (https://docs.run.ai/latest/home/whats-new-2-20/) </p>"},{"location":"home/saas-updates/#gradual-rollout","title":"Gradual Rollout","text":"<p>SaaS features are gradually rolled out to customers over the course of a week to ensure a smooth transition and minimize any potential disruption. </p>"},{"location":"home/saas-updates/#february-release","title":"February Release","text":""},{"location":"home/saas-updates/#product-enhancements","title":"Product Enhancements","text":"<ul> <li>Workload Events API, /api/v1/workloads/{workloadId}/events, now supports the sort order parameter (asc, desc).  </li> <li>MIG profile and MIG options are now marked as deprecated in CLI v2, following the deprecation notice in the last version. </li> <li>As part of inference support in CLI v2, Knative readiness is now validated on submit requests. </li> <li>Improved permission error messaging when attempting to delete a user with higher privileges. </li> <li>Improved visibility of metrics in the Resources utilization widget by repositioning them above the graphs. </li> <li>Added a new Idle workloads table widget to help users easily identify and manage underutilized resources. </li> <li>Renamed and updated the \"Workloads by type\" widget to provide clearer insights into cluster usage with a focus on workloads. </li> <li>Improved user experience by moving the date picker to a dedicated section within the overtime widgets, Resources allocation and Resources utilization. </li> <li>Simplified configuration by enabling auto-creation of storage class for discovered storage classes. </li> <li>Enhanced PVC underlying storage configuration by specifying allowed context for the selected storage (Workload Volume, PVC, both, or neither). </li> <li>Added configurable grace period for workload preemption in CLI v2. </li> </ul>"},{"location":"home/saas-updates/#resolved-bugs","title":"Resolved Bugs","text":"ID Description RUN-24838 Fixed an issue where an environment asset could not be created if it included an environment variable with no value specified. RUN-25031 Fixed an issue in the Templates form where existing credentials in the environment variables section were not displayed. RUN-25303 Fixed an issue where submitting with the --attach flag was supported only in a workspace workload. RUN-24354 Fixed an issue where migrating workloads failed due to slow network connection. RUN-25220 CLI v2: Changed <code>--image</code> flag from a required field to an optional one. RUN-25290 Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH. RUN-24688 Fixed an issue that blocked the Create Template submission due to a server error. This occurred when using the Copy &amp; Edit Template form."},{"location":"home/whats-new-2-13/","title":"Run:ai version 2.13","text":""},{"location":"home/whats-new-2-13/#version-2137","title":"Version 2.13.7","text":""},{"location":"home/whats-new-2-13/#release-date","title":"Release date","text":"<p>July 2023</p>"},{"location":"home/whats-new-2-13/#release-content","title":"Release content","text":"<ul> <li>Added filters to the historic quota ratio widget on the Quota management dashboard.</li> </ul>"},{"location":"home/whats-new-2-13/#fixed-issues","title":"Fixed issues","text":"Internal ID Description RUN-11080 Fixed an issue in OpenShift environments where log in via SSO with the <code>kubeadmin</code> user, gets blank pages for every page. RUN-11119 Fixed an issue where values that should be the Order of priority column are in the wrong column. RUN-11120 Fixed an issue where the Projects table does not show correct metrics when Run:ai version 2.13 is paired with a Run:ai 2.8 cluster. RUN-11121 Fixed an issue where the wrong over quota memory alert is shown in the Quota management pane in project edit form. RUN-11272 Fixed an issue in OpenShift environments where the selection in the cluster drop down in the main UI does not match the cluster selected on the login page."},{"location":"home/whats-new-2-13/#version-2134","title":"Version 2.13.4","text":""},{"location":"home/whats-new-2-13/#release-date_1","title":"Release date","text":"<p>July 2023</p>"},{"location":"home/whats-new-2-13/#fixed-issues_1","title":"Fixed issues","text":"Internal ID Description RUN-11089 Fixed an issue when creating an environment, commands in the Runtime settings pane and are not persistent and cannot be found in other assets (for example in a new Training)."},{"location":"home/whats-new-2-13/#version-2131","title":"Version 2.13.1","text":""},{"location":"home/whats-new-2-13/#release-date_2","title":"Release date","text":"<p>July 2023</p>"},{"location":"home/whats-new-2-13/#release-content_1","title":"Release content","text":"<ul> <li>Made an improvement so that occurrences of labels that are not in use anymore are deleted.</li> </ul>"},{"location":"home/whats-new-2-13/#fixed-issues_2","title":"Fixed issues","text":"<p>N/A</p>"},{"location":"home/whats-new-2-13/#version-2130","title":"Version 2.13.0","text":""},{"location":"home/whats-new-2-13/#release-content_2","title":"Release content","text":"<p>This version contains features and fixes from previous versions starting with 2.9. Refer to the prior versions for specific features and fixes. </p> <p>Projects</p> <ul> <li>Improved the Projects UI for ease of use. Projects follows UI upgrades and changes that are designed to make setting up of components and assets easier for administrators and researchers. To configure a project, see Projects.</li> </ul> <p>Dashboards</p> <ul> <li> <p>Added a new dashboard for Quota management, which provides an efficient means to monitor and manage resource utilization within the AI cluster. The dashboard filters the display of resource quotas based on Departments, Projects, and Node pools. For more information, see Quota management dashboard.</p> </li> <li> <p>Added to the Overview dashboard, the ability to filter the cluster by one or more node pools. For more information, see Node pools.</p> </li> </ul> <p>Nodes and Node pools</p> <ul> <li> <p>Run:ai scheduler supports 2 scheduling strategies: Bin Packing (default) and Spread. For more information, see Scheduling strategies. You can configure the scheduling strategy in the node pool level to improve the support of clusters with mixed types of resources and workloads. For configuration information, see Creating new node pools.</p> </li> <li> <p>GPU device level DCGM Metrics are collected per GPU and presented by Run:ai in the Nodes table. Each node contains a list of its embedded GPUs with their respective DCGM metrics. See DCGM Metrics for the list of metrics which are provided by NVidia DCGM and collected by Run:ai. Contact your Run:ai customer representative to enable this feature.</p> </li> </ul> <ul> <li>Added per node pool over-quota priority. Over-quota priority sets the relative amount of additional unused resources that an asset can get above its current quota. For more information, see Over-quota priority.</li> </ul> <ul> <li>Added support of associating workspaces to node pool. The association between workspaces and node pools is done using Compute resources section. In order to associate a compute resource to a node pool, in the Compute resource section, press More settings. Press Add new to add more node pools to the configuration. Drag and drop the node pools to set their priority.</li> </ul> <ul> <li>Added Node pool selection as part of the workload submission form. This allows researchers to quickly determine the list of node pools available and their priority. Priority is set by dragging and dropping them in the desired order of priority. In addition, when the node pool priority list is locked by a policy, the list isn't editable by the Researcher even if the workspace is created from a template or copied from another workspace.</li> </ul> <p>Time limit duration</p> <ul> <li> <p>Improved the behavior of any workload time limit (for example, Idle time limit) so that the time limit will affect existing workloads that were created before the time limit was configured. This is an optional feature which provides help in handling situations where researchers leave sessions open even when they do not need to access the resources. For more information, see Limit duration of interactive training jobs.</p> </li> <li> <p>Improved workspaces time limits. Workspaces that reach a time limit will now transition to a state of <code>stopped</code> so that they can be reactivated later.</p> </li> <li> <p>Added time limits for training jobs per project. Administrators (Department Admin, Editor) can limit the duration of Run:ai Training jobs per Project using a specified time limit value. This capability can assist administrators to limit the duration and resources consumed over time by training jobs in specific projects. Each training job that reaches this duration will be terminated.</p> </li> </ul> <p>Workload assets</p> <ul> <li>Extended the collaboration functionality for any workload asset such as Environment, Compute resource, and some Data source types. These assets are now shared with Departments in the organization in addition to being shared with specific projects, or the entire cluster.</li> </ul> <ul> <li>Added a search box for card galleries in any asset based workload creation form to provide an easy way to search for assets and resources. To filter use the asset name or one of the field values of the card.</li> </ul> <p>PVC data sources</p> <ul> <li>Added support for PVC block storage in the New data source form. In the New data source form for a new PVC data source, in the Volume mode field, select from Filesystem or Block. For more information, see Create a PVC data source.</li> </ul> <p>Credentials</p> <ul> <li>Added Docker registry to the Credentials menu. Users can create docker credentials for use in specific projects for image pulling. To configure credentials, see Configuring credentials.</li> </ul> <p>Policies</p> <ul> <li>Improved policy support by adding <code>DEFAULTS</code> in the <code>items</code> section in the policy. The <code>DEFAULTS</code> section sets the default behavior for items declared in this section. For example, this can be use to limit the submission of workloads only to existing PVCs. For more information and an example, see Policies, Complex values.</li> </ul> <ul> <li>Added support for making a PVC data source available to all projects. In the New data source form, when creating a new PVC data source, select All from the Project pane.</li> </ul> <p>Researcher API</p> <ul> <li>Extended researcher's API to allow stopping and starting of workloads using the API. For more information, see Submitting Workloads via HTTP/REST.</li> </ul> <p>Integrations</p> <ul> <li>Added support for Spark and Elastic jobs. For more information, see Running Spark jobs with Run:ai.</li> </ul> <ul> <li> <p>Added support for Ray jobs. Ray is an open-source unified framework for scaling AI and Python applications. For more information, see Integrate Run:ai with Ray.</p> </li> <li> <p>Added integration with Weights &amp; Biases Sweep to allow data scientists to submit hyperparameter optimization workloads directly from the Run:ai UI. To configure sweep, see Sweep configuration.</p> </li> </ul> <ul> <li>Added support for XGBoost. XGBoost, which stands for Extreme Gradient Boosting, is a scalable, distributed gradient-boosted decision tree (GBDT) machine learning library. It provides parallel tree boosting and is the leading machine learning library for regression, classification, and ranking problems. For more information, see runai submit-dist xgboost</li> </ul> <p>Compatability</p> <ul> <li>Added support for multiple OpenShift clusters. For configuration information, see Installing additional Clusters.</li> </ul>"},{"location":"home/whats-new-2-13/#installation","title":"Installation","text":"<ul> <li>The manual process of upgrading Kubernetes CRDs is no longer needed when upgrading to the most recent version (2.13) of Run:ai.</li> <li>From Run:ai 2.12 and above, the control-plane installation has been simplified and no longer requires the creation of a backend values file. Instead, install directly using <code>helm</code> as described in Install the Run:ai Control Plane.  </li> <li>From Run:ai 2.12 and above, the air-gapped, control-plane installation now generates a <code>custom-env.yaml</code> values file during the preparation stage. This is used when installing the control-plane.</li> </ul>"},{"location":"home/whats-new-2-13/#known-issues","title":"Known issues","text":"Internal ID Description RUN-11005 Incorrect error messages when trying to run <code>runai</code> CLI commands in an OpenShift environment. RUN-11009 Incorrect error message when a user without permissions to tries to delete another user."},{"location":"home/whats-new-2-13/#fixed-issues_3","title":"Fixed issues","text":"Internal ID Description RUN-9039 Fixed an issue where in the new job screen, after toggling off the preemptible flag, and a job is submitted, the job still shows as preemptible. RUN-9323 Fixed an issue with a non-scaleable error message when scheduling hundreds of nodes is not successful. RUN-9324 Fixed an issue where the scheduler did not take into consideration the amount of storage so there is no explanation that pvc is not ready. RUN-9902 Fixed an issue in OpenShift environments, where there are no metrics in the dashboard because Prometheus doesn\u2019t have permissions to monitor the <code>runai</code> namespace after an installation or upgrade to 2.9. RUN-9920 Fixed an issue where the <code>canEdit</code> key in a policy is not validated properly for itemized fields when configuring an interactive policy. RUN-10052 Fixed an issue when loading a new job from a template gives an error until there are changes made on the form. RUN-10053 Fixed an issue where the Node pool column is unsearchable in the job list. RUN-10422 Fixed an issue where node details show running workloads that were actually finished (successfully/failed/etc.). RUN-10500 Fixed an issue where jobs are shown as running even though they don't exist in the cluster. RUN-10813 Fixed an issue in adding a <code>data source</code> where the path is case sensitive and didn't allow uppercase."},{"location":"home/whats-new-2-15/","title":"What's New 2.15 - December 3, 2023","text":""},{"location":"home/whats-new-2-15/#release-content","title":"Release Content","text":""},{"location":"home/whats-new-2-15/#researcher","title":"Researcher","text":""},{"location":"home/whats-new-2-15/#jobs-workloads-trainings-and-workspaces","title":"Jobs, Workloads, Trainings, and Workspaces","text":"<ul> <li> <p>Added support to run distributed workloads via the training view in the UI. You can configure distributed training on the following:</p> <ul> <li>Trainings form</li> <li>Environments form</li> </ul> <p>You can select <code>single</code> or <code>multi-node (distributed)</code> training. When configuring distributed training, you will need to select a framework from the list. Supported frameworks now include:</p> <ul> <li>PyTorch</li> <li>Tensorflow</li> <li>XGBoost</li> <li>MPI</li> </ul> <p>For Trainings configuration, see Adding trainings. See your Run:ai representative to enable this feature. For Environments configuration, see Creating an Environment.</p> </li> <li> <p>Preview the new Workloads view. Workloads is a new view for jobs that are running in the AI cluster. The Workloads view provides a more advanced UI than the previous Jobs UI. The new table format provides:</p> <ul> <li>Improved views of the data</li> <li>Improved filters and search</li> <li>More information</li> </ul> <p>Use the toggle at the top of the Jobs page to switch to the Workloads view. For more information.</p> </li> <li> <p>Improved support for Kubeflow Notebooks. Run:ai now supports the scheduling of Kubeflow notebooks with fractional GPUs. Kubeflow notebooks are identified automatically and appear with a dedicated icon in the Jobs UI.</p> </li> <li>Improved the Trainings and Workspaces forms. Now the runtime field for Command and Arguments can be edited directly in the new Workspace or Training creation form.</li> <li>Added new functionality to the Run:ai CLI that allows submitting a workload with multiple service types at the same time in a CSV style format. Both the CLI and the UI now offer the same functionality. For more information, see runai submit.</li> <li>Improved functionality in the <code>runai submit</code> command so that the port for the container is specified using the <code>nodeport</code> flag. For more information, see <code>runai submit</code> --service-type <code>nodeport</code>.</li> </ul>"},{"location":"home/whats-new-2-15/#credentials","title":"Credentials","text":"<ul> <li>Improved Credentials creation. A Run:ai scope can now be added to credentials. For more information, see Credentials.</li> </ul>"},{"location":"home/whats-new-2-15/#environments","title":"Environments","text":"<ul> <li>Added support for workload types when creating a new or editing existing environments. Select from <code>single-node</code> or <code>multi-node (distributed)</code> workloads. The environment is available only on feature forms which are relevant to the workload type selected.</li> </ul>"},{"location":"home/whats-new-2-15/#volumes-and-storage","title":"Volumes and Storage","text":"<ul> <li>Added support for Ephemeral volumes in Workspaces. Ephemeral storage is temporary storage that gets wiped out and lost when the workspace is deleted. Adding Ephemeral storage to a workspace ties that storage to the lifecycle of the Workspace to which it was added. Ephemeral storage is added to the Workspace configuration form in the Volume pane. For configuration information, see Create a new workspace.</li> </ul>"},{"location":"home/whats-new-2-15/#templates","title":"Templates","text":"<ul> <li>Added support for Run:ai a Scope in the template form. For configuration information, see Creating templates.</li> </ul>"},{"location":"home/whats-new-2-15/#deployments","title":"Deployments","text":"<ul> <li>Improvements in the New Deployment form include:<ul> <li>Support for Tolerations. Tolerations guide the system to which node each pod can be scheduled to or evicted by matching between rules and taints defined for each Kubernetes node.</li> <li>Support for Multi-Process Service (MPS). MPS is a service which allows the running of parallel processes on the same GPU, which are all run by the same userid. To enable MPS support, use the toggle switch on the Deployments form.</li> </ul> <p>Note</p> <p>If you do not use the same userid, the processes will run in serial and could possibly degrade performance.</p> </li> </ul>"},{"location":"home/whats-new-2-15/#auto-delete-jobs","title":"Auto Delete Jobs","text":"<ul> <li>Added new functionality to the UI and CLI that provides configuration options to automatically delete jobs after a specified amount of time upon completion. Auto-deletion provides more efficient use of resources and makes it easier for researchers to manage their jobs. For more configuration options in the UI, see Auto deletion (Step 9) in Create a new workspace. For more information on the CLI flag, see --auto-deletion-time-after-completion.</li> </ul>"},{"location":"home/whats-new-2-15/#runai-administrator","title":"Run:ai Administrator","text":""},{"location":"home/whats-new-2-15/#authorization","title":"Authorization","text":"<ul> <li>Run:ai has now revised and updated the Role Based Access Control (RBAC) mechanism, expanding the scope of Kubernetes. Using the new RBAC mechanism makes it easier for administrators to manage access policies across multiple clusters and to define specific access rules over specific scopes for specific users and groups. Along with the revised RBAC mechanism, new user interface views are introduced to support the management of users, groups, and access rules. For more information, see Role based access control.</li> </ul>"},{"location":"home/whats-new-2-15/#policies","title":"Policies","text":"<ul> <li>During Workspaces and Training creation, assets that do not comply with policies cannot be selected. These assets are greyed out and have a button on the cards when the item does not comply with a configured policy. The button displays information about which policies are non-compliant.</li> <li>Added configuration options to Policies in order to prevent the submission of workloads that use data sources of type <code>host path</code>. This prevents data from being stored on the node, so that data is not lost when a node is deleted. For configuration information, see Prevent Data Storage on the Node.</li> <li>Improved flexibility when creating policies which provide the ability to allocate a <code>min</code> and a <code>max</code> value for CPU and GPU memory. For configuration information, see GPU and CPU memory limits in Configuring policies.</li> </ul>"},{"location":"home/whats-new-2-15/#nodes-and-node-pools","title":"Nodes and Node Pools","text":"<ul> <li>Node pools are now enabled by default. There is no need to enable the feature in the settings.</li> </ul>"},{"location":"home/whats-new-2-15/#quotas-and-over-quota","title":"Quotas and Over-Quota","text":"<ul> <li>Improved control over how over-quota is managed by adding the ability to block over-subscription of the quota in Projects or Departments. For more information, see Limit Over-Quota.</li> <li>Improved the scheduler fairness for departments using the <code>over quota priority</code> switch (in Settings). When the feature flag is disabled, over-quota weights are equal to the deserved quota and any excess resources are divided in the same proportion as the in-quota resources. For more information, see Over Quota Priority.</li> <li>Added new functionality to always guarantee in-quota workloads at the expense of inter-Department fairness. Large distributed workloads from one department may preempt in-quota smaller workloads from another department. This new setting in the <code>RunaiConfig</code> file preserves in-quota workloads, even if the department quota or over-quota-fairness is not preserved. For more information, see Scheduler Fairness.</li> </ul>"},{"location":"home/whats-new-2-15/#control-and-visibility","title":"Control and Visibility","text":""},{"location":"home/whats-new-2-15/#dashboards","title":"Dashboards","text":"<ul> <li>To ease the management of AI CPU and cluster resources, a new CPU focused dashboard was added for CPU based environments. The dashboards display specific information for CPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that are specific to CPU based environments. This will help optimize visual information eliminating the views of empty GPU dashlets. For more information see CPU Dashboard.</li> <li>Improved the Consumption report interface by moving the Cost settings to the General settings menu.</li> <li>Added table to the Consumption dashboard that displays the consumption and cost per department. For more information, see Consumption dashboard.</li> </ul>"},{"location":"home/whats-new-2-15/#nodes","title":"Nodes","text":"<ul> <li>Improved the readability of the Nodes table to include more detailed statuses and descriptions. The added information in the table makes it easier to inspect issues that may impact resource availability in the cluster. For more information, see Node and Node Pool Status.</li> </ul>"},{"location":"home/whats-new-2-15/#ui-enhancements","title":"UI Enhancements","text":"<ul> <li>Added the ability to download a CSV file from any page that contains a table. Downloading a CSV provides a snapshot of the page's history over time, and helps with compliance tracking. All the columns that are selected (displayed) in the table are downloaded to the file.</li> </ul>"},{"location":"home/whats-new-2-15/#installation-and-configuration","title":"Installation and Configuration","text":""},{"location":"home/whats-new-2-15/#cluster-installation-and-configuration","title":"Cluster Installation and configuration","text":"<ul> <li>New cluster wizard for adding and installing new clusters to your system.</li> </ul>"},{"location":"home/whats-new-2-15/#openshift-support","title":"OpenShift Support","text":"<ul> <li>Added support for <code>restricted</code> policy for Pod Security Admission (PSA) on OpenShift only. For more information, see [Pod security admission](../admin/runai-setup/cluster-setup/</li> <li>Added the ability, in OpenShift environments, to configure cluster routes created by Run:ai instead of using the OpenShift certificate. For more information, see the table entry Dedicated certificate for the researcher service route.</li> </ul>"},{"location":"home/whats-new-2-16/","title":"Version 2.16","text":""},{"location":"home/whats-new-2-16/#release-content-january-25-2024","title":"Release Content - January 25, 2024","text":""},{"location":"home/whats-new-2-16/#researcher","title":"Researcher","text":"<ul> <li>Added enterprise level security for researcher tools such as Jupyter Notebooks, VSCode, or any other URL associated with the workload. Using this feature, anyone within the organization requesting access to a specific URL will be redirected to the login page to be authenticated and authorized. This results in protected URLs which cannot be reached from outside the organization. Researchers can enhance the URL privacy by using the Private toggle which means that only the researcher who created the workload can is authorized to access it. The Private toggle is available per tool that uses an external URL as a connection type and is located in the workload creation from in the UI in the environment section. This toggle sets a flag of <code>isPrivate</code> in the <code>connections</code> section of a policy for the connection type <code>ExternalUrl</code>. For more information, see Creating a new Workspace.</li> </ul>"},{"location":"home/whats-new-2-16/#jobs-workloads-and-workspaces","title":"Jobs, Workloads, and Workspaces","text":"<ul> <li>Added the capability view and edit policies directly in the project submission form. Pressing on Policy will open a window that displays the effective policy. For more information, see Viewing Project Policies.</li> </ul> <ul> <li> <p>Running machine learning workloads effectively on Kubernetes can be difficult, but Run:ai makes it easy. The new Workloads experience introduces a simpler and more efficient way to manage machine learning workloads, which will appeal to data scientists and engineers alike. The Workloads experience provides a fast, reliable, and easy to use unified interface.</p> <ul> <li>Fast-query of data from the new workloads service.</li> <li>Reliable data retrieval and presentation in the CLI, UI, and API.</li> <li>Easy to use single unified view with all workload types in one place.</li> </ul> <p>For more information, see Workloads Overview.</p> </li> <li> <p>Changed the workload default auto deletion time after completion value from <code>Never</code> to <code>90 days</code>. This ensures that environments will be cleaned from old data. This field is editable by default, allowing researchers the ability to change the value while submitting a workload. Using workload policies, administrators can increase, decrease, set the default value to <code>never</code>, or even lock access to this value so researchers can not edit it when they submit workloads.</p> </li> </ul>"},{"location":"home/whats-new-2-16/#assets","title":"Assets","text":"<ul> <li>When creating an asset such as data sources, credentials, or others, the scope is limited to the cluster selected at the top of the UI.</li> </ul>"},{"location":"home/whats-new-2-16/#runai-administrator","title":"Run:ai Administrator","text":"<ul> <li>Added the capability for administrators to configure messages to users when they log into the platform. Messages are configured using the Message Editor screen. For more information, see Administrator Messages.</li> </ul>"},{"location":"home/whats-new-2-16/#monitoring-and-analytics","title":"Monitoring and Analytics","text":"<ul> <li> <p>Added to the dashboard updated GPU and CPU resource availability.</p> <ul> <li>Added a chart displaying the number of free GPUs per node. Free GPU are GPUs that have not been allocated to a workload.</li> <li>Added a dashlet that displays the total vs. ready resources for GPUs and CPUs. The dashlet indicates how many total nodes are in the platform, and how many are available. </li> </ul> </li> <li> <p>Added additional columns to the consumption report for both Projects and Departments tables. The new columns are:</p> <ul> <li>GPU Idle allocated hours\u2014the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours\u2014the actual usage time of CPU.</li> <li>Memory usage time\u2014the actual usage time of CPU memory.</li> </ul> <p>For more information, see Consumption Dashboard.</p> </li> </ul>"},{"location":"home/whats-new-2-16/#authentication-and-authorization","title":"Authentication and Authorization","text":"<ul> <li>SSO users who have logged into the system will now be visible in the Users table. In addition, added a column to the Users table for the type of user that was created (Local or SSO). For more information, see Adding, Updating, and Deleting Users.</li> </ul>"},{"location":"home/whats-new-2-16/#policies","title":"Policies","text":"<ul> <li> <p>Added new Policy Manager. The new Policy Manager provides administrators the ability to impose restrictions and default values on system resources. The new Policy Manager provides a YAML editor for the configuration of the policies. Administrators can easily add both Workspace or Training policies. The editor makes it easy to see the configuration that has been applied and provides a quick and easy method to edit the policies. The new Policy Editor* brings other important policy features such as the ability to see non-compliant resources in workloads. For more information, see Policies.</p> </li> <li> <p>Added a new policy manager. Enabling the New Policy Manager provides new tools to discover how resources are not compliant. Non-compliant resources and will appear greyed out and cannot be selected. To see how a resource is not compliant, press on the clipboard icon in the upper right hand corner of the resource. Policies can also be applied to specific scopes within the Run:ai platform. For more information, see Viewing Project Policies.</p> </li> </ul>"},{"location":"home/whats-new-2-16/#control-and-visibility","title":"Control and Visibility","text":"<ul> <li>Improved the clarity of the status column in the Clusters view. Now users have more insight about the actual status of Run:ai on the cluster. Users can now see extended details about the state of the Run:ai installation and services on the cluster, and its connectivity state. For more information, see Cluster status.</li> </ul>"},{"location":"home/whats-new-2-16/#deprecation-notifications","title":"Deprecation Notifications","text":"<p>Deprecation notifications allow you to plan for future changes in the Run:ai Platform. Deprecated features will be available for two versions ahead of the notification. For questions, see your Run:ai representative.</p>"},{"location":"home/whats-new-2-16/#project-migration","title":"Project migration","text":"<ul> <li> <p>Run:ai will be deprecating the migration of projects between departments. This affects:</p> <ul> <li>API\u2014the <code>departmentId</code> field will be marked as deprecated in the<code>put</code> endpoint in the <code>projects</code> category.</li> <li>User Interface\u2014there will no longer be an option to:<ul> <li>migrate projects to another department, when deleting departments.</li> <li>change departments, when editing a project.</li> </ul> </li> </ul> </li> </ul>"},{"location":"home/whats-new-2-16/#api-deprecations","title":"API deprecations","text":""},{"location":"home/whats-new-2-16/#removed-apis-and-api-fields-completed-deprecation","title":"Removed APIs and API fields (completed deprecation)","text":"<p>The following list of API endpoints and fields that have completed their deprecation process and therefore will be changed as follows:</p> Endpoint Change /v1/k8s/clusters The endpoint was removed and is replaced by /api/v1/clusters /v1/k8s/clusters/{uuid} The endpoint was removed and is replaced by /api/v1/clusters/{uuid} <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the Run:ai API Policy</p>"},{"location":"home/whats-new-2-17/","title":"Version 2.17","text":""},{"location":"home/whats-new-2-17/#release-content-april-14-2024","title":"Release Content - April 14, 2024","text":"<ul> <li>Deprecation notifications</li> <li>Breaking changes</li> </ul>"},{"location":"home/whats-new-2-17/#researcher","title":"Researcher","text":""},{"location":"home/whats-new-2-17/#scheduler","title":"Scheduler","text":"<ul> <li> <p>Added functionality to configure over provisioning ratios for node pools running any kind of workload. Over provisioning assumes that workloads are either under utilizing or intermittently using GPUs. This indicates that the real utilization is lower than the actual GPU allocation requested. Over provisioning allows the administrator to condense more workloads on a single GPU than what the workload required. For more information, see Optimize performance with Node Level Scheduler.</p> </li> <li> <p>Added the GPU Resource Optimization feature to the UI. Now you can enable and configure GPU Portion (Fraction) limit and GPU Memory Limit from the UI. For more information, see Compute resources UI with Dynamic Fractions. </p> </li> <li> <p>Added the ability to set Run:ai as the default scheduler for any project or namespace. This provides the administrator the ability to ensure that all workloads in a project or namespace are scheduled using the Run:ai scheduler. For more information, see Setting Run:ai as default scheduler.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#jobs-workloads-and-workspaces","title":"Jobs, Workloads, and Workspaces","text":"<ul> <li> <p>Added to the workload details view, the ability to filter by pod. You can now filter metrics and logs per pod or all the pods. Also, the Workloads table now has additional columns including connections and preemtability adding more at a glance information about the workload. In addition, using the Copy &amp; edit button, you can submit a new workload via CLI based on the selected workload. For more information, see Workloads.</p> </li> <li> <p>Added Inference to workload types. Inference workloads can now be created and managed from the unified Workloads table. The Deployments workload type has been deprecated, and replaced with Inference workloads which are submitted using the workload form. For more information, see Inference and for submitting an Inference workload, see Submitting workloads.</p> </li> <li> <p>Added functionality that supports a single workloads submission selection. Now you can submit workloads by pressing + New workloads in the Workloads table. You can submit the following workloads from this table:</p> <ul> <li>Workspace</li> <li>Training</li> <li>Inference</li> </ul> <p>This improvement phases out the previous version's Workspace and Jobs tables. The Jobs table and submission forms have been deprecated and can be reactivated. To reenable the Jobs table and forms, press Tools &amp; settings, then General, then Workloads, and then Toggle the Jobs view and the Jobs submission buttons. For more information, see Submitting workloads.</p> </li> <li> <p>Added the ability to configure a Kubernetes readiness probe. The readiness probe detects resources and workloads that are ready to receive traffic.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#assets","title":"Assets","text":"<ul> <li> <p>Added the capability to use a ConfigMap as a data source. The ability to use a ConfigMap as a data source can be configured in the Data sources UI, the CLI, and as part of a policy. For more information, see Setup a ConfigMap as a data source, Setup a ConfigMap as a volume using the CLI.</p> </li> <li> <p>Added a Status column to the Credentials table, and the Data sources table. The Status column displays the state of the resource and provides troubleshooting information about that asset. For more information, see the Credentials table and the Data sources table.</p> </li> <li> <p>Added functionality for asset creation that validates the asset based on version compatibility of the cluster or the control plane within a specific scope. At time of asset creation, invalid scopes will appear greyed out and will show a pop-up with the reason for the invalidation. This improvement is designed to increase the confidence that an asset is created properly and successfully.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#runai-administrator","title":"Run:ai Administrator","text":""},{"location":"home/whats-new-2-17/#configuration-and-administration","title":"Configuration and Administration","text":"<ul> <li> <p>Introducing a new Tools &amp; Settings menu. The new Tools &amp; Settings menu provides a streamlined UI for administrators to configure the Run:ai environment. The new UI is divided into categories that easily identify the areas where the administrator can change settings. The new categories include:</p> <ul> <li>Analytics\u2014features related to analytics and metrics.</li> <li>Resources\u2014features related to resource configuration and allocation.</li> <li>Workloads\u2014features related to configuration and submission of workloads.</li> <li>Security\u2014features related to configuration of SSO (Single Sign On).</li> <li>Notifications\u2014used for system notifications.</li> <li>Cluster authentication\u2014snippets related to Researcher authentication.</li> </ul> <p>Some features are now labeled either Experimental or Legacy. Experimental features are new features in the environment, that may have certain instabilities and may not perform as expected. Legacy features are features that are in the process of being deprecated, and may be removed in future versions.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#clusters","title":"Clusters","text":"<ul> <li> <p>Added new columns to the Clusters table to show Kubernetes distribution and version. This helps administrators view potential compatibility issues that may arise.</p> </li> <li> <p>Improved the location of the cluster filter. The cluster filter has been relocated to filter bar and the drop down cluster filter in the header of the page has been removed. This improvement creates the following:</p> <ul> <li> <p>Filter assets by cluster in the following tables:</p> <ul> <li>Data sources</li> <li>Environments</li> <li>Computer resources</li> <li>Templates</li> <li>Credentials</li> </ul> </li> <li> <p>Creating a new asset, will automatically display only the scope of the selected cluster.</p> </li> <li>Prevention of account (top most level in the Scope) from being selected when creating assets.</li> <li>Enforcement a cluster specific scope. This increases the confidence that an asset is created properly and successfully.</li> </ul> <p>Note</p> <p>This feature is only applicable if the all the clusters are version 2.17 and above.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#monitoring-and-analytics","title":"Monitoring and Analytics","text":"<ul> <li> <p>Improved GPU Overview dashboard. This improvement provides rich and extensive GPU allocation and performance data and now has interactive tiles that provide direct links to the Nodes, Workloads, and Departments tables. Hover over tiles with graphs to show rich data in the selected time frame filter. Tiles with graphs can be downloaded as CSV files. The new dashboard is enabled by default. Use the Go back to legacy view to return to the previous dashboard style. For more information, see Dashboard analysis.</p> </li> <li> <p>Updated the knative and autoscaler metrics. Run:ai currently supports the following metrics:</p> <ul> <li>Throughput</li> <li>Concurrency</li> </ul> <p>For more information, see Autoscaling metrics.</p> </li> <li> <p>Improved availability of metrics by using Run:ai APIs. Using the API endpoints is now the preferred method to retrieve metrics for use in any application. For more information, see Metrics.</p> </li> </ul>"},{"location":"home/whats-new-2-17/#authentication-and-authorization","title":"Authentication and Authorization","text":"<ul> <li> <p>Added new functionality to SAML 2.0 identity provider configuration in the Security category of the General settings. The added functionality assists with troubleshooting SSO configuration and authentication issues that may arise. Now administrators now have the ability to:</p> <ul> <li>View and edit the identity provider settings for SAML 2.0</li> <li>Upload or download the SAML 2.0 identity provider metadata XML file.</li> </ul> </li> </ul> <p>For more information, see SSO UI configuration.</p>"},{"location":"home/whats-new-2-17/#deprecation-notifications","title":"Deprecation Notifications","text":"<p>Deprecation notifications allow you to plan for future changes in the Run:ai Platform.</p>"},{"location":"home/whats-new-2-17/#feature-deprecations","title":"Feature deprecations","text":"<p>Deprecated features will be available for two versions ahead of the notification. For questions, see your Run:ai representative. The following features have been marked for deprecation:</p> <ul> <li>Jobs\u2014the Jobs feature (submission form and view) has been moved to the category of Legacy. To enable them, go to Tools &amp; Settings, General, open the Workloads pane, and then toggle the Jobs view and Job submission switch to the enabled position.</li> <li>Deployments\u2014the Deployments feature has been removed. It has been replaced by Inference workloads. For more information, see Jobs, Workloads, and Workspaces above.</li> <li>Workspaces view\u2014the Workspaces menu has been removed. You can now submit a Workspace workload using the + New workload form from the Workloads table.</li> </ul>"},{"location":"home/whats-new-2-17/#api-support-and-endpoint-deprecations","title":"API support and endpoint deprecations","text":"<p>The endpoints and parameters specified in the API reference are the ones that are officially supported by Run:ai. For more information about Run:ai's API support policy and deprecation process, see Developer overview.</p>"},{"location":"home/whats-new-2-17/#deprecated-apis-and-api-fields","title":"Deprecated APIs and API fields","text":"<p>The following list of API endpoints and fields that have been marked for deprecation:</p>"},{"location":"home/whats-new-2-17/#jobs-and-pods-api","title":"Jobs and Pods API","text":"Deprecated Replacement /v1/k8s/clusters/{uuid}/jobs /api/v1/workloads /v1/k8s/clusters/{uuid}/jobs/count /api/v1/workloads/count /v1/k8s/clusters/{uuid}/jobs/{jobId}/pods /api/v1/workloads/{workloadId}/pods /v1/k8s/clusters/{uuid}/pods /api/v1/workloads/pods"},{"location":"home/whats-new-2-17/#clusters-api","title":"Clusters API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterUuid}/metrics /api/v1/clusters/{clusterUuid}/metrics"},{"location":"home/whats-new-2-17/#authorization-and-authentication-api","title":"Authorization and Authentication API","text":"Deprecated Replacement /v1/k8s/auth/token/exchange /api/v1/token /v1/k8s/auth/oauth/tokens/refresh /api/v1/token /v1/k8s/auth/oauth/apptoken /api/v1/token /v1/k8s/users/roles /api/v1/authorization/roles /v1/k8s/users /api/v1/users /v1/k8s/users/{userId} /api/v1/users/{userId} /v1/k8s/users/{userId}/roles /api/v1/authorization/access-rules /v1/k8s/apps /api/v1/apps /v1/k8s/apps/{clientId} /api/v1/apps/{appId} /v1/k8s/groups /api/v1/authorization/access-rules /v1/k8s/groups/{groupName} /api/v1/authorization/access-rules /v1/k8s/clusters/{clusterId}/departments/{department-id}/access-control /api/v1/authorization/access-rules /api/v1/authorization/access-rules - <code>subjectIdFilter</code> field Use <code>filterBy</code> / <code>sortBy</code> fields /api/v1/authorization/access-rules - <code>scopeType</code> field Use <code>filterBy</code> / <code>sortBy</code> fields /api/v1/authorization/access-rules - <code>roleId</code> field Use <code>filterBy</code> / <code>sortBy</code> fields"},{"location":"home/whats-new-2-17/#projects-api","title":"Projects API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterId}/projects - <code>permissions</code> field /api/v1/authorization/access-rules /v1/k8s/clusters/{clusterId}/projects - <code>resources</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/projects - <code>deservedGpus</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/projects - <code>maxAllowedGpus</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/projects - <code>gpuOverQuotaWeight</code> field Use <code>nodePoolResources</code> field"},{"location":"home/whats-new-2-17/#departments-api","title":"Departments API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterId}/departments - <code>resources</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/departments - <code>deservedGpus</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/departments - <code>allowOverQuota</code> field Use <code>nodePoolResources</code> field /v1/k8s/clusters/{clusterId}/departments - <code>maxAllowedGpus</code> field Use <code>nodePoolResources</code> field"},{"location":"home/whats-new-2-17/#policy-api","title":"Policy API","text":"Deprecated Replacement /api/v1/policy/workspace /api/v2/policy/workspaces /api/v1/policy/training /api/v2/policy/trainings"},{"location":"home/whats-new-2-17/#logo-api","title":"Logo API","text":"Deprecated Replacement /v1/k8s/tenant/{tenantId}/logo /api/v1/logo"},{"location":"home/whats-new-2-17/#removed-apis-and-api-fields-completed-deprecation","title":"Removed APIs and API fields (completed deprecation)","text":"<p>The following list of API endpoints and fields that have completed their deprecation process and therefore will be changed as follows:</p>"},{"location":"home/whats-new-2-17/#assets-api","title":"Assets API","text":"Endpoint Change /api/v1/asset/compute <code>gpuRequest</code> field was removed and is replaced by the following fields:  * <code>gpuDevicesRequest</code> (New and mandatory)  * <code>gpuRequestType</code> (New and mandatory if  <code>gpuDevicesRequest=1</code> otherwise optional for values 0 or greater than 1)  * <code>gpuPortion</code> was changed to <code>gpuPortionRequest</code> and accepts values between 0 and 1 (for example 0.75)  * <code>gpuPortionLimit</code> (New and optional)  * <code>gpuMemory</code> was changed to <code>gpuMemoryRequest</code>  * <code>gpuMemoryLimit</code> (New and optional)"},{"location":"home/whats-new-2-17/#metrics-deprecations","title":"Metrics deprecations","text":"<p>The following metrics are deprecated and replaced by API endpoints. For details about the replacement APIs, see Changed Metrics:</p> Metric runai_active_job_cpu_requested_cores runai_active_job_memory_requested_bytes runai_cluster_cpu_utilization runai_cluster_memory_utilization runai_gpu_utilization_per_pod_per_gpu runai_gpu_utilization_per_workload runai_job_requested_gpu_memory runai_gpu_memory_used_mebibytes_per_workload runai_gpu_memory_used_mebibytes_per_pod_per_gpu runai_active_job_cpu_limits runai_job_cpu_usage runai_active_job_memory_limits runai_job_memory_used_bytes <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the Run:ai API Policy</p>"},{"location":"home/whats-new-2-17/#breaking-changes","title":"Breaking changes","text":"<p>Breaking changes notifications allow you to plan around potential changes that may interfere your current workflow when interfacing with the Run:ai Platform.</p>"},{"location":"home/whats-new-2-17/#metrics","title":"Metrics","text":"<p>Be aware that some names of metrics have been changed. For more information, see Changed Metrics.</p>"},{"location":"home/whats-new-2-18/","title":"Version 2.18","text":""},{"location":"home/whats-new-2-18/#release-content-june-30-2024","title":"Release Content - June 30, 2024","text":"<ul> <li>Deprecation notifications</li> <li>Breaking changes</li> </ul>"},{"location":"home/whats-new-2-18/#researcher","title":"Researcher","text":""},{"location":"home/whats-new-2-18/#jobs-workloads-and-workspaces","title":"Jobs, Workloads, and Workspaces","text":"<ul> <li> <p>Added to UI backoff limit functionality to Training and Workspace workloads. The backoff limit is the maximum number of retry attempts for failed workloads. After reaching the limit, the workload's status will change to <code>Failed</code>. The UI will display the default number of retries based on 6 attempts for each pod in the workload. (For example, 6 pods = 36 attempts).</p> </li> <li> <p>Updated Auto-deletion time default value from never to 30 days. The Auto-deletion time count starts when any Run:ai workload reaches a a completed, or failed status will be automatically deleted (including logs). This change only affects new or cloned workloads.</p> </li> <li> <p>Added new Data sources of type Secret to workload form. Data sources of type Secret are used to hide 3rd party access credentials when submitting workloads. For more information, see Submitting Workloads.</p> </li> <li> <p>Added new graphs for Inference workloads. The new graphs provide more information for Inference workloads to help analyze performance of the workloads. New graphs include Latency, Throughput, and number of replicas. For more information, see Workloads View. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Added latency metric for autoscaling. This feature allows automatic scale-up/down the number of replicas of a Run:ai inference workload based on the threshold set by the ML Engineer. This ensures that response time is kept under the target SLA. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Improved autoscaling for inference models by taking out ChatBot UI from models images. By moving ChatBot UI to predefined Environments, autoscaling is more accurate by taking into account all types of requests (API, and ChatBot UI). Adding a ChatBot UI environment preset by Run:ai allows AI practitioners to easily connect them to workloads.</p> </li> <li> <p>Added more precision to trigger auto-scaling to zero. Now users can configure a precise consecutive idle threshold custom setting to trigger Run:ai inference workloads to scale-to-zero. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Added Hugging Face catalog integration of community models. Run:ai has added Hugging Face integration directly to the inference workload form, providing the ability to select models (vLLM models) from Hugging Face. This allows organizations to quickly experiment with the latest open source community language models. For more information on how Hugging Face is integrated, see Hugging Face.</p> </li> <li> <p>Improved access permissions to external tools. This improvement now allows more granular control over which personas can access external tools (external URLs) such as Jupyter Notebooks, Chatbot UI, and others. For configuration information, see Submitting workloads. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Added a new API for submitting Run:ai inference workloads. This API allows users to easily submit inference workloads. This new API provides a consistent user experience for workload submission which maintains data integrity across all the user interfaces in the Run:ai platform. (Requires minimum cluster version v2.18).</p> </li> </ul>"},{"location":"home/whats-new-2-18/#command-line-interface-v2","title":"Command Line Interface V2","text":"<ul> <li> <p>Added an improved, researcher-focused Command Line Interface (CLI). The improved CLI brings usability enhancements for the Researcher which include:</p> <ul> <li>Support multiple clusters</li> <li>Self-upgrade</li> <li>Interactive mode</li> <li>Align CLI to be data consistent with UI and API</li> <li>Improved usability and performance</li> </ul> <p>This is an early access feature available for customers to use; however, be aware that there may be functional gaps versus the older, V1 CLI. For more information about installing and using the V2 CLI, see CLI V2. (Requires minimum cluster version v2.18).</p> </li> </ul>"},{"location":"home/whats-new-2-18/#gpu-memory-swap","title":"GPU memory swap","text":"<ul> <li>Added new GPU to CPU memory swap. To ensure efficient usage of an organization\u2019s resources, Run:ai provides multiple features on multiple layers to help administrators and practitioners maximize their existing GPUs resource utilization.  Run:ai\u2019s GPU memory swap feature helps administrators and AI practitioners to further increase the utilization of existing GPU HW by improving GPU sharing between AI initiatives and stakeholders. This is done by expending the GPU physical memory to the CPU memory which is typically an order of magnitude larger than that of the GPU. For more information see, GPU Memory Swap. (Requires minimum cluster version v2.18).</li> </ul>"},{"location":"home/whats-new-2-18/#yaml-workload-reference-table","title":"YAML Workload Reference table","text":"<ul> <li>Added a new YAML reference document that contains the value types and workload YAML references. Each table contains the field name, its description and the supported Run:ai workload types. The YAML field details contains information on the value type and currently available example workload snippets. For more information see, YAML Reference PDF.</li> </ul>"},{"location":"home/whats-new-2-18/#email-notifications-workload-status-and-timeouts","title":"Email Notifications - Workload Status and timeouts","text":"<ul> <li>Added new Email notification system. AI Practitioners can setup the types of workload notifications they want to receive. In order to receive email notifications, you must ensure that the admin has enabled and configured notifications for the tenant. For more information, see Email notifications.</li> </ul>"},{"location":"home/whats-new-2-18/#assets","title":"Assets","text":"<ul> <li>Improved UI asset creation form by adding a Description field. Now asset creators can add a free text description(max 250 characters) to any asset created. The description field is intended to help explain the nature and goal of the asset, this way AI practitioners will be able to make better decisions when choosing their assets in workload creation.</li> </ul>"},{"location":"home/whats-new-2-18/#runai-administrator","title":"Run:ai Administrator","text":""},{"location":"home/whats-new-2-18/#data-sources","title":"Data Sources","text":"<ul> <li> <p>Added Data Volumes new feature. Data Volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data, and offer several key benefits. </p> <ul> <li>Managed with dedicated permissions\u2014Data Admins, a new role within Run.ai, have exclusive control over data volume creation, data population, and sharing.</li> <li>Shared between multiple scopes\u2014unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters. This promotes data reuse and collaboration within your organization.</li> <li>Coupled to workloads in the submission process\u2014similar to other Run:ai data sources, Data volumes can be easily attached to AI workloads during submission, specifying the data path within the workload environment.</li> </ul> <p>For more information, see Data Volumes. (Requires minimum cluster version v2.18).</p> </li> <li> <p>Added new data source of type Secret. Run:ai now allows you to configure a Credential as a data source. A Data source of type Secret is best used in workloads so that access to 3rd party interfaces and storage used in containers, keep access credentials hidden. For more information, see Secrets as a data source.</p> </li> <li> <p>Updated the logic of data source initializing state which keeps the workload in \u201cinitializing\u201d status until S3 data is fully mapped. For more information see Sidecar containers documentation.</p> </li> <li> <p>Additional storage unit sizes MiB, GiB &amp; TiB (Megabyte, Gigabyte, and Terabyte respectively) added to the UI and API when creating a new data source of type PVC.</p> </li> </ul>"},{"location":"home/whats-new-2-18/#credentials","title":"Credentials","text":"<ul> <li>Added new Generic secret to Credentials. Credentials had been used only for access to data sources (S3, Git, etc.). However, AI practitioners need to use secrets to access sensitive data (interacting with 3rd party APIs, or other services) without having to put their credentials in their source code. Generic secrets leverage multiple key value pairs which helps reduce the number of Kubernetes resources and simplifies resource management by reducing the overhead associated with maintaining multiple Secrets. Generic secrets are best used as a data source of type Secret so that they can be used in containers to keep access credentials hidden. (Requires minimum cluster version v2.18).</li> </ul>"},{"location":"home/whats-new-2-18/#single-sign-on","title":"Single Sign On","text":"<ul> <li> <p>Added support for Single Sign On using OpenShift v4 (OIDC based). When using OpenShift, you must first define OAuthClient which interacts with OpenShift's OAuth server to authenticate users and request access tokens. For more information, see Single Sign-On.</p> </li> <li> <p>Added OIDC scopes to authentication requests. OIDC Scopes are used to specify what access privileges are being requested for access tokens. The scopes associated with the access tokens determine what resource are available when they are used to access OAuth 2.0 protected endpoints. Protected endpoints may perform different actions and return different information based on the scope values and other parameters used when requesting the presented access token. For more information, see UI configuration.</p> </li> </ul>"},{"location":"home/whats-new-2-18/#ownership-protection","title":"Ownership protection","text":"<ul> <li>Added new ownership protection feature. Run:ai Ownership Protection ensures that only authorized users can delete or modify workloads. This feature is designed to safeguard important jobs and configurations from accidental or unauthorized modifications by users who did not originally create the workload. For configuration information, see your Run:ai representative.</li> </ul>"},{"location":"home/whats-new-2-18/#email-notifications","title":"Email notifications","text":"<ul> <li> <p>Added new email notifications feature. Email Notifications sends alerts for critical workload life cycle changes empowering data scientists to take necessary actions and prevent delays.</p> <ul> <li>System administrators will need to configure the email notifications. For more information, see System notifications.</li> </ul> </li> </ul>"},{"location":"home/whats-new-2-18/#policy-for-distributed-and-inference-workloads-in-the-api","title":"Policy for distributed and inference workloads in the API","text":"<ul> <li>Added a new API for creating distributed training workload policies and inference workload policies. These new policies in the API allow to set defaults, enforce rules and impose setup on distributed training and inference workloads. For distributed policies, worker and master may require different rules due to their different specifications. The new capability is currently available via API only. Documentation on submitting policies to follow shortly.</li> </ul>"},{"location":"home/whats-new-2-18/#policy-for-distributed-and-inference-workloads-in-the-api_1","title":"Policy for distributed and inference workloads in the API","text":"<ul> <li>Added a new API for creating distributed training workload policies and inference workload policies. These new policies in the API allow to set defaults, enforce rules and impose setup on distributed training and inference workloads. For distributed policies, worker and master may require different rules due to their different specifications. The new capability is currently available via API only. Documentation on submitting policies to follow shortly.</li> </ul>"},{"location":"home/whats-new-2-18/#deprecation-notifications","title":"Deprecation Notifications","text":"<p>Existing notifications feature requires cluster configuration, is being deprecated in favor of an improved Notification System. If you have been using the existing notifications feature in the cluster, you can continue to use it for the next two versions. It is recommend that you change to the new notifications system in the Control Plane for better control and improved message granularity.</p>"},{"location":"home/whats-new-2-18/#feature-deprecations","title":"Feature deprecations","text":"<p>Deprecated features will be available for two versions ahead of the notification. For questions, see your Run:ai representative.</p>"},{"location":"home/whats-new-2-18/#api-support-and-endpoint-deprecations","title":"API support and endpoint deprecations","text":"<p>The endpoints and parameters specified in the API reference are the ones that are officially supported by Run:ai. For more information about Run:ai's API support policy and deprecation process, see note under Developer overview.</p>"},{"location":"home/whats-new-2-18/#deprecated-apis-and-api-fields","title":"Deprecated APIs and API fields","text":""},{"location":"home/whats-new-2-18/#cluster-api-deprecation","title":"Cluster API Deprecation","text":"<p>Run:ai REST API now supports job submission. The older, Cluster API is now deprecated. </p>"},{"location":"home/whats-new-2-18/#departments-api","title":"Departments API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterId}/departments /api/v1/org-unit/departments /v1/k8s/clusters/{clusterId}/departments/{department-id} /api/v1/org-unit/departments/{departmentId} /v1/k8s/clusters/{clusterId}/departments/{department-id} /api/v1/org-unit/departments/{departmentId}+PUT/PATCH /api/v1/org-unit/departments/{departmentId}/resources"},{"location":"home/whats-new-2-18/#projects-api","title":"Projects API","text":"Deprecated Replacement /v1/k8s/clusters/{clusterId}/projects /api/v1/org-unit/projects /v1/k8s/clusters/{clusterId}/projects/{id} /api/v1/org-unit/projects/{projectId} /v1/k8s/clusters/{clusterId}/projects/{id} /api/v1/org-unit/projects/{projectId} +\u00a0/api/v1/org-unit/projects/{projectId}/resources <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the Run:ai API Policy</p>"},{"location":"home/whats-new-2-18/#breaking-changes","title":"Breaking changes","text":"<p>Breaking changes notifications allow you to plan around potential changes that may interfere your current workflow when interfacing with the Run:ai Platform.</p>"},{"location":"home/whats-new-2-19/","title":"What\u2019s New in Version 2.19","text":""},{"location":"home/whats-new-2-19/#release-content","title":"Release Content  <ul> <li>Deprecation notifications </li> </ul>","text":""},{"location":"home/whats-new-2-19/#researchers","title":"Researchers","text":""},{"location":"home/whats-new-2-19/#improved-visibility-into-pending-workloads","title":"Improved visibility into pending workloads","text":"<p>For workloads with the status of \"Pending,\" the user can click the \u201ci\u201d icon next to the status to view details of why the workload hasn\u2019t been scheduled. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#new-workload-events","title":"New workload events","text":"<p>There are now new GPU resource optimization-related messages that are viewable as workload events. These events help users understand the decisions made by the Run:ai GPU toolkit while handling Run:ai\u2019s GPU resource optimization features.   Run:ai\u2019s GPU resource optimization offers unique capabilities that take GPU utilization to a new level and helps customers increase their productivity while maximizing their return on GPU investment. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#improved-command-line-interface-autocompletion","title":"Improved command line interface autocompletion","text":"<p>CLI V2 now autocompletes nouns such as project names and workload names for better data consistency with the UI, auto-upgrades, and interactive mode.</p>"},{"location":"home/whats-new-2-19/#details-pane-in-the-workloads-view","title":"Details pane in the Workloads view","text":"<p>A new DETAILS tab for workloads has been added and presents additional workload information, including Container command, Environment variables, and CLI command syntax (if the workload was submitted via CLI). </p>"},{"location":"home/whats-new-2-19/#container-path-outside-the-data-source-asset","title":"Container path outside the data source asset","text":"<p>AI practitioners can now override the predefined container path for each data source when submitting a workload via the Run:ai UI. While the container path must still be specified as part of the data source asset, researchers can now override the default container path when submitting workloads. (Requires a minimum cluster version of v2.16)     </p>"},{"location":"home/whats-new-2-19/#node-toleration-for-workloads","title":"Node toleration for workloads","text":"<p>Researchers can now optionally set tolerations for workloads, letting them bypass node taints during workload submission via the Run:ai UI.   To use this feature, make sure it is activated under General Settings.   For more information, refer to the Kubernetes Taints and Tolerations Guide. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#topology-aware-scheduling","title":"Topology-aware scheduling","text":"<p>When submitting a distributed training workload through the Run:ai UI, researchers can enable topology-aware scheduling. This feature allows an optimized placement within specific placement groups, such as regions, availability zones, or other topologies. To use this, make sure it is activated under General Settings. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#bulk-deletion-of-workloads","title":"Bulk deletion of workloads","text":"<p>Users can now delete workloads in bulk via the Run:ai UI. They\u2019ll be notified if they try to delete workloads for which they don\u2019t have permissions (and those workloads will not be deleted in this process). Multi-selection can also be done using standard keyboard functions. (Requires a minimum cluster version of v2.19)     </p>"},{"location":"home/whats-new-2-19/#enhanced-policy-representation-in-the-runai-ui","title":"Enhanced policy representation in the Run:ai UI","text":"<p>To improve AI practitioners' understanding of administrators\u2019 policy rules and defaults, the UI now includes more clarity to the enforcement and the default values representation for workload fields that are not encapsulated in the asset selection. This update aims to make policy enforcement more intuitive and transparent for practitioners. (Requires a minimum cluster version of v2.18)    </p>"},{"location":"home/whats-new-2-19/#configuration-of-credentials-as-environment-variables","title":"Configuration of credentials as environment variables","text":"<p>Researchers can now easily define pre-configured credentials as environment variables to access private resources. This is available through the Run:ai UI during the workload submission process, specifically under the runtime settings section. (Requires a minimum cluster version pf v2.18)    </p>"},{"location":"home/whats-new-2-19/#expanded-scope-of-configmap-as-data-source","title":"Expanded scope of ConfigMap as data source","text":"<p>When creating a data source of type ConfigMap, researchers can now not only select a project but also a cluster or department. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#improved-workload-scheduling-algorithm","title":"Improved workload scheduling algorithm","text":"<p>The Run:ai scheduler algorithm for handling large distributed workloads has been improved and is now more efficient, resulting in better handling of large distributed workloads, and better performance. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#ml-engineer-inference","title":"ML Engineer (Inference)","text":""},{"location":"home/whats-new-2-19/#additional-data-sources-for-inference-workloads","title":"Additional data sources for inference workloads","text":"<p>When submitting an inference workload via the UI and API, users can now use NFS and hostPath data sources. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#hugging-face-integration-improvements","title":"Hugging Face integration improvements","text":"<p>To reduce errors when submitting inference workloads, additional validations are done for the Hugging Face integration, ensuring that only valid models are submitted, thus enhancing overall reliability. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#rolling-inference-updates","title":"Rolling inference updates","text":"<p>ML engineers can now roll updates onto existing inference workloads. Once the revised workload (the update) is up and running, request traffic is redirected to the new version of the workload and the previous version is terminated, ensuring that services are not impacted during the update.</p> <p>See Inference overview for more information. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#inference-endpoint-authorization","title":"Inference endpoint authorization","text":"<p>When sharing inference endpoints securely using Run:ai, ML engineers can limit access to the endpoint by specifying the authorized users or groups allowed to use the service (i.e., send requests to the endpoint) after being authenticated. This restriction is especially important when handling sensitive information or when you want to manage costs by sharing the service with a controlled group of consumers. (Requires a minimum cluster version of v2.19)    </p>"},{"location":"home/whats-new-2-19/#runai-developer","title":"Run:ai Developer","text":""},{"location":"home/whats-new-2-19/#metrics-and-telemetry","title":"Metrics and telemetry","text":"<p>Additional metrics and telemetry are available via the API. For more information, see the details below and in Metrics API: </p> <ul> <li>Metrics (over time)  <ul> <li>Cluster  <ul> <li>TOTAL_GPU_NODES  </li> <li>GPU_UTILIZATION_DISTRIBUTION  </li> <li>UNALLOCATED_GPU  </li> </ul> </li> <li>Nodepool  <ul> <li>TOTAL_GPU_NODES   </li> <li>GPU_UTILIZATION_DISTRIBUTION   </li> <li>UNALLOCATED_GPU  </li> </ul> </li> <li>Workload  <ul> <li>GPU_ALLOCATION  </li> </ul> </li> <li>Node  <ul> <li>GPU_UTILIZATION_PER_GPU  </li> <li>GPU_MEMORY_UTILIZATION_PER_GPU  </li> <li>GPU_MEMORY_USAGE_BYTES_PER_GPU  </li> <li>CPU_USAGE_CORES  </li> <li>CPU_UTILIZATION  </li> <li>CPU_MEMORY_USAGE_BYTES  </li> <li>CPU_MEMORY_UTILIZATION  </li> </ul> </li> </ul> </li> <li>Telemetry (current time)  <ul> <li>Node  <ul> <li>ALLOCATED_GPUS  </li> <li>TOTAL_CPU_CORES  </li> <li>USED_CPU_CORES  </li> <li>ALLOCATED_CPU_CORES  </li> <li>TOTAL_GPU_MEMORY_BYTES  </li> <li>USED_GPU_MEMORY_BYTES  </li> <li>TOTAL_CPU_MEMORY_BYTES  </li> <li>USED_CPU_MEMORY_BYTES  </li> <li>ALLOCATED_CPU_MEMORY_BYTES  </li> <li>IDLE_ALLOCATED_GPUS</li> </ul> </li> </ul> </li> </ul>"},{"location":"home/whats-new-2-19/#administrator","title":"Administrator","text":""},{"location":"home/whats-new-2-19/#pagination-in-user-api","title":"Pagination in user API","text":"<p>Pagination has been added, removing the limitation to the number of users listed in the Run:ai UI.</p>"},{"location":"home/whats-new-2-19/#audit-log","title":"Audit log","text":"<p>The audit log has been updated, so system admins can view audit logs directly in the Run:ai UI and download them in CSV or JSON formats, providing flexible options for data analysis and compliance reporting. Version 2.19 reintroduces a fully functional audit log (event history), ensuring comprehensive tracking across projects, departments, access rules, and more. In the new version, all entities are logged except logins and workloads.    For more information, see Audit logs.</p>"},{"location":"home/whats-new-2-19/#platform-administrator","title":"Platform Administrator","text":""},{"location":"home/whats-new-2-19/#department-scheduling-rules","title":"Department scheduling rules","text":"<p>Scheduling rules have been added at the department level. For more information, see scheduling rules.  </p>"},{"location":"home/whats-new-2-19/#department-node-pool-priority","title":"Department node pool priority","text":"<p>Node pool priority has been added at the department level. For more information, see node pools </p>"},{"location":"home/whats-new-2-19/#department-and-project-grids","title":"Department and project grids","text":"<p>There is now improved filtering and sorting in the Projects and Departments views, including a multi-cluster view and new filters.   </p>"},{"location":"home/whats-new-2-19/#overview-dashboard","title":"Overview dashboard","text":"<p>\u201cIdle allocated GPU devices\u201d has been added to the Overview dashboard.</p>"},{"location":"home/whats-new-2-19/#workload-policy-for-distributed-training-workloads-in-the-runai-ui","title":"Workload policy for distributed training workloads in the Run:ai UI","text":"<p>Distributed workload policies can now be created via the Run:ai UI. Admins can set defaults, enforce rules, and impose setup on distributed training through the UI YAML, as well as view the distributed policies (both in the policy grid and while submitting workloads). For distributed policies, workers and leaders may require different rules due to their different specifications. (Requires a minimum cluster version of v2.18)    </p>"},{"location":"home/whats-new-2-19/#reconciliation-of-policy-rules","title":"Reconciliation of policy rules","text":"<p>A reconciliation mechanism for policy rules has been added to enhance flexibility in the policy submission process. Previously, if a specific field was governed by a policy for a certain hierarchy, other organizational units couldn\u2019t submit a policy with rules that regarded this specific field. Now, new policies for hierarchies that mention an existing policy field will no longer be blocked.   The effective rules are selected based on the following logic:  1. For the compute and security sections in the workload spec of the Run:ai API, the highest hierarchy is chosen for the effective policy (tenant &gt; cluster &gt; department &gt; project).  2. For any other fields in the policy, the lowest hierarchy closest to the actual workload becomes the effective for the policy (similar to policy defaults).    Additionally, while viewing the effective policy, each rule displays its source of the origin policy, allowing users to clearly understand the selected hierarchy of the effective policy.  |  (Requires a minimum cluster version of v2.18)  </p>"},{"location":"home/whats-new-2-19/#infrastructure-administrator","title":"Infrastructure Administrator","text":""},{"location":"home/whats-new-2-19/#support-for-cos-over-gke","title":"Support for COS over GKE","text":"<p>With Run:ai version 2.19, the Run:ai cluster on Google Kubernetes Engine (GKE) supports Container-Optimized OS (COS) when NVIDIA GPU Operator 24.6 or newer is installed. This is in addition to the already supported Ubuntu on GKE.  </p>"},{"location":"home/whats-new-2-19/#runai-and-karpenter","title":"Run:ai and Karpenter","text":"<p>Run:ai now supports working with Karpenter. Karpenter is an open-source Kubernetes cluster auto-scaler built for cloud deployments. Karpenter optimizes the cloud cost of a customer\u2019s cluster by moving workloads between different node types, bin-packing nodes, using lower-cost nodes where possible, scaling up new nodes on demand, and shutting down unused nodes with the goal of optimizing and reducing costs.  (Requires a minimum cluster version of v2.19)  </p> <p>Please read the documentation for more information on Run:ai and Karpenter integration considerations.</p>"},{"location":"home/whats-new-2-19/#control-and-visibility-ui-changes","title":"Control and Visibility (UI changes)","text":""},{"location":"home/whats-new-2-19/#new-runai-ui-navigation","title":"New Run:ai UI navigation","text":"<p>The platform navigation has been updated to offer a more modern design, easier  navigation, and address all personas interacting with the UI.  </p> <p>The left-side menu now has seven categories, each with its own reorganized sub-options that appear in the pane next to the menu options.</p> <p>If you close the sub-options pane, you can hover over the categories, and the sub-options float and can be used in the same way.</p> <p>The options presented in the menu and categories continue to match each user\u2019s permissions, as in the legacy navigation.</p> <p>Below is the full list of menu and sub-options and changes:</p> <p>Analytics   Displays the Run:ai dashboards allowing the different users to analyze, plan, and improve system performance AI workload execution.    This category contains the following options:</p> <ul> <li>Overview  </li> <li>Quota management  </li> <li>Analytics  </li> <li>Consumption  </li> <li>Multi-cluster overview  </li> </ul> <p>Workload manager Enables AI practitioners to develop modes, train them, and deploy them into production.  All supported tools and capabilities can be found here. This category contains the following options: </p> <ul> <li>Workloads  </li> <li>Deleted workloads (now separated from current workloads. If not visible, it can be activated from Settings -&gt; Workloads -&gt; Deleted workloads)  </li> <li>Templates  </li> <li>Assets (these options are visible via a collapsible menu)  <ul> <li>Models  </li> <li>Environments  </li> <li>Compute resources  </li> <li>Data sources  </li> <li>Credentials</li> </ul> </li> </ul> <p>Resources Enables viewing and managing all cluster resources. In the new navigation, nodes and node pools have been split into different grids. This category contains the following options:</p> <ul> <li>Clusters  </li> <li>Node pools (separated from the Nodes page to its own page)  </li> <li>Nodes  </li> </ul> <p>Organization  Maps system organizations to ensure that resource allocation and policies align with the organizational structure, business projects, and priorities. This category contains the following options:  </p> <ul> <li>Departments  </li> <li>Projects  </li> </ul> <p>Access Makes it possible to provide authorization of the different system users to perform actions and alignment with their role and scope of projects within the organization.  This was moved from the legacy menu where it appeared in the header of the screen under Tools and Settings. This category contains the following options:  </p> <ul> <li>Users  </li> <li>Applications  </li> <li>Roles (separated from the Access rules and roles page to its own page)  </li> <li>Access rules (separated from the Access rules and roles page to its own page)  </li> </ul> <p>Policies Presents the tools to enforce controls over the AI infrastructure enabling different users to be effective while working in alignment with organizational policies.  This category contains the following options:  </p> <ul> <li>Workload policies  </li> </ul> <p>Admin  Presents all administrator functions of the Run:ai platform.  This was moved from the legacy menu where it appeared in the header of the screen under Tools and Settings. This category contains the following options:  </p> <ul> <li>General settings (previously General)  </li> <li>Event history  </li> </ul> <p>For users with more than one cluster, in the legacy version the cluster selection appeared in the header of the page. In the new navigation, the cluster selection is part of the grid and changes only affect the items on that page.  </p> <p>If a user prefers not to use the new UI navigation, there is an option to switch back to the legacy navigation by clicking the Back to legacy navigation option.  </p> <p>Installation and configuration</p> <ul> <li>Tenant logos can now be uploaded to the Run:ai UI via API. The logo should be in base64 format and should not be white to avoid blending into the background. The logo should be no more than 20px tall. See Upload logo for tenant API.  </li> <li>Run:ai now supports NVIDIA GPU Operator version 24.6  </li> <li>Run:ai now supports Kubernetes version 1.31</li> </ul>"},{"location":"home/whats-new-2-19/#deprecation-notifications","title":"Deprecation notifications","text":""},{"location":"home/whats-new-2-19/#feature-deprecations","title":"Feature deprecations","text":""},{"location":"home/whats-new-2-19/#legacy-jobs-view","title":"Legacy Jobs view","text":"<p>The legacy Jobs view will be fully deprecated in the Q1/25 release. We recommend that all users adopt the Workloads view, which offers all the capabilities of the legacy Jobs view with additional enhancements.      SaaS customers will gradually be transitioned to the Workloads view during Q4/24.  </p> <p>Note</p> <p>Users can still submit workloads via the legacy Jobs submission form.</p>"},{"location":"home/whats-new-2-19/#dynamic-mig-deprecation","title":"Dynamic MIG deprecation","text":"<p>Dynamic MIG deprecation process starts with Run:ai v2.19 (Q4/24 release)</p> <ul> <li>The feature is still available and MIG Profile APIs still function but are marked as Deprecated. See the table below for more details.</li> <li>In Q1/25 release, \u2018Dynamic MIG\u2019 will not be usable anymore but the APIs will still be accessible.</li> <li>In Q2/25 all \u2018Dynamic MIG\u2019 APIs will be fully deprecated.</li> </ul>"},{"location":"home/whats-new-2-19/#legacy-navigation-runai-ui","title":"Legacy navigation - Run:ai UI","text":"<p>The legacy navigation will be fully deprecated in the Q1/25 release, and during Q1/25 for SaaS customers.</p>"},{"location":"home/whats-new-2-19/#api-support-and-endpoint-deprecations","title":"API support and endpoint deprecations","text":"Deprecated Replacement /v1/k8s/audit /api/v1/audit/log /api/v1/asset/compute/spec/migProfile /api/v1/workloads/spec/compute/migProfile /api/v1/workloads/workspaces/spec/compute/migProfile /api/v1/workloads/Trainings/spec/compute/migProfile /api/v1/workloads/Inferences/spec/compute/migProfile /api/v1/workloads/distributed/spec/compute/migProfile /api/v1/workloads/distributed/masterSpec/compute/migProfile <p>Run:ai does not recommend using API endpoints and fields marked as deprecated and will not add functionality to them. Once an API endpoint or field is marked as deprecated, Run:ai will stop supporting it after 2 major releases for self-hosted deployments, and after 6 months for SaaS deployments.</p> <p>For a full explanation of the API Deprecation policy, see the Run:ai API Policy</p>"},{"location":"home/whats-new-2-19/#documentation-enhancements","title":"Documentation enhancements","text":""},{"location":"home/whats-new-2-19/#workload-policy-documentation","title":"Workload policy documentation","text":"<p>A comprehensive set of articles detailing the usage and the process of submitting new workload policies has been introduced. It covers the structure, syntax, best practices, and examples for configuring policy YAML files. The new documentation includes step-by-step explanations of how to create a new rule in a policy, together with information of the different value types, rule types, and policy spec sections. For more information, refer to the Policies section.  </p>"},{"location":"home/whats-new-2-20/","title":"What\u2019s New in Version 2.20","text":""},{"location":"home/whats-new-2-20/#release-content","title":"Release Content  <p>The Run:ai v2.20 What's New provides a detailed summary of the latest features, enhancements, and updates introduced in this version. They serve as a guide to help users, administrators, and researchers understand the new capabilities and how to leverage them for improved workload management, resource optimization, and more. </p>  <p>Important</p> <p>For a complete list of deprecations, see Deprecation notifications. Deprecated features and capabilities will be available for two versions ahead of the notification.</p>","text":""},{"location":"home/whats-new-2-20/#researchers","title":"Researchers","text":""},{"location":"home/whats-new-2-20/#workloads-workspaces-and-training","title":"Workloads - Workspaces and Training","text":"<ul> <li> <p>Stop/run actions for distributed workloads - You can now stop and run distributed workloads from the UI, CLI, and API. Scheduling rules for training workloads also apply to distributed workloads. This enhances control over distributed workloads, enabling greater flexibility and resource management. From cluster v2.20 onward</p> </li> <li> <p>Visibility into idle GPU devices - Idle GPU devices are now displayed in the UI and API showing the number of allocated GPU devices that have been idle for more than 5 minutes. This provides better visibility into resource utilization, enabling more efficient workload management.</p> </li> <li> <p>Configurable workload completion with multiple runs - You can now define the number of runs a training workload must complete to  be considered finished directly in the UI, API, and CLI v2. Running training workloads multiple times improves  the reliability and validity of training results. Additionally, you can configure how many runs can be scheduled in parallel,  helping to significantly reduce training time and simplifying the process of managing jobs that require multiple runs. See Train models using a standard training workload for more details. From cluster v2.20 onward</p> </li> <li> <p>Configurable grace period for workload preemption - You can now set a grace period in the UI, API and CLI v2 providing a  buffer time for preempted workloads to reach a safe checkpoint before being forcibly preempted for standard and distributed training workloads.  The grace period can be configured between 0 seconds and 5 minutes. This aims to minimize data loss and avoid unnecessary retraining, ensuring the  latest checkpoints are saved. From cluster v2.20 onward </p> </li> <li> <p>Pod deletion policy for terminal workloads - You can now specify which pods should be deleted when a distributed  workload reaches a terminal state (completed/failed) using cleanPodPolicy in CLI v2 and API. This enhancement provides greater control over resource cleanup and helps maintain a more organized and efficient cluster environment. See cleanPodPolicy for more details. </p> </li> </ul>"},{"location":"home/whats-new-2-20/#workload-assets","title":"Workload Assets","text":"<ul> <li> <p>Instructions for environment variables - You can now add instructions to environment variables when creating new environments via the UI and API. In addition, Run:ai's environments now include default instructions. Adding instructions provides guidance enabling anyone using the environment to set the environment variable values correctly. From cluster v2.20 onward</p> </li> <li> <p>Enhanced environments and compute resource management - The action bar now contains \"Make a Copy\" and \"Edit\" while the \"Rename\" option has been removed. A new \"Last Updated\" column has also been added for easier tracking of asset modifications. From cluster v2.20 onward</p> </li> <li> <p>Enhanced data sources and credentials tables - Added a new \"Kubernetes name\" column to data sources and credentials tables for visibility into Kubernetes resource associations. The credentials table now includes an  \"Environments\" column displaying the environments associated with the credential. From cluster v2.20 onward</p> </li> </ul>"},{"location":"home/whats-new-2-20/#authentication-and-authorization","title":"Authentication and authorization","text":"<ul> <li>User applications for API authentication - You can now create your own applications for API integrations with Run:ai.  Each application includes client credentials which can be used to obtain an authentication token to utilize for subsequent API calls.  See User applications for more details. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#scheduler","title":"Scheduler","text":"<ul> <li> <p>Support for multiple fractional GPUs in a single workload - Run:ai now supports submitting workloads that utilize multiple fractional GPUs within a single workload using the UI and CLI. This feature enhances GPU utilization, increases scheduling probability in shorter timeframes, and allows workloads to consume only the memory they need. It maximizes quota usage and  enables more workloads to share the same GPUs effectively. See Multi-GPU fractions and Multi-GPU dynamic fractions for more details. Beta for Dynamic Fractions From cluster v2.20 onward</p> </li> <li> <p>Support for GPU memory swap with multiple GPUs per workload - Run:ai now supports GPU memory swap for workloads utilizing multiple GPUs.  By leveraging GPU memory swap, you can maximize GPU utilization and serve more workloads using the same hardware.  The swap scheduler on each node ensures that all GPUs of a distributed model run simultaneously, maintaining synchronization across GPUs.  Workload configurations combine swap settings with multi-GPU dynamic fractions, providing flexibility and efficiency for managing  large-scale workloads. See Multi-GPU memory swap.  Beta From cluster v2.20 onward</p> </li> </ul>"},{"location":"home/whats-new-2-20/#command-line-interface-cli-v2","title":"Command Line Interface (CLI v2)","text":"<ul> <li> <p>Support for Windows OS - CLI v2 now supports Windows operating systems, enabling you to leverage the full  capabilities of the CLI. From cluster v2.18 onward</p> </li> <li> <p>Unified training command structure - Unified the <code>distributed</code> command into the <code>training</code> command to align with the Run:ai UI.  The <code>training</code> command now includes a new sub-command to support distributed workloads, ensuring a more consistent and streamlined user experience across both the CLI v2 and UI.</p> </li> <li> <p>New command for Kubernetes access - Added a new CLI v2 command, <code>runai kubconfig set</code>, allowing users to set the  kubeconfig file with Run:ai authorization token. This enhancement enables users to gain access to the Kubernetes cluster,  simplifying authentication and integration with Run:ai-managed environments. </p> </li> <li> <p>Added view workload labels - You can now view the labels associated with a workload when using the CLI v2 <code>runai workload describe</code> command for all workload types. This enhancement provides better visibility into workload metadata. </p> </li> </ul>"},{"location":"home/whats-new-2-20/#ml-engineers","title":"ML Engineers","text":""},{"location":"home/whats-new-2-20/#workloads-inference","title":"Workloads - Inference","text":"<ul> <li> <p>Enhanced visibility into rolling updates for inference workloads - Run:ai now provides a phase message that provides detailed  insights into the current state of the update, by hovering over the workload's status. This helps users to monitor and manage updates more effectively. See Rolling inference updates for more details. From cluster v2.20 onward</p> </li> <li> <p>Inference serving endpoint configuration - You can now define an inference serving endpoint directly within the environment  using the Run:ai UI. From cluster v2.19 onward</p> </li> <li> <p>Persistent token management for Hugging Face models - Run:ai allows users to save their Hugging Face tokens persistently as part of their credentials within the Run:ai UI. Once saved, tokens can be easily selected from a list of stored credentials, removing the need to manually enter them each time. This enhancement improves the process of deploying Hugging Face models, making it more efficient and user-friendly. See Deploy inference workloads from Hugging Face for more details. From cluster v2.13 onward</p> </li> <li> <p>Deploy and manage NVIDIA NIM models in inference workloads - Run:ai now supports NVIDIA NIM models, enabling you to  easily deploy and manage these models when submitting inference workloads. You can select a NIM model and leverage NVIDIA\u2019s  hardware optimizations directly through the Run:ai UI. This feature also allows you to take advantage of Run:ai capabilities such as autoscaling and GPU fractioning. See Deploy inference workloads with NVIDIA NIM for more details. </p> </li> <li> <p>Customizable autoscaling plans for inference workloads - Run:ai allows advanced users practicing  autoscaling for inference workloads to fine-tune their autoscaling plans  using the Update inference spec API. This feature enables you to achieve optimal behavior to meet fluctuating request demands. Experimental From cluster v2.20 onward</p> </li> </ul>"},{"location":"home/whats-new-2-20/#platform-administrator","title":"Platform Administrator","text":""},{"location":"home/whats-new-2-20/#analytics","title":"Analytics","text":"<ul> <li>New Reports view for analytics - The new Reports enables generating and organizing large data in a structured,  CSV-formatted layout. With this feature, you can monitor resource consumption, identify trends, and make informed decisions  to optimize their AI workloads with greater efficiency.</li> </ul>"},{"location":"home/whats-new-2-20/#authentication-and-authorization_1","title":"Authentication and authorization","text":"<ul> <li>Client credentials for applications - Applications now use client credentials - Client ID and Client secret - to obtain an  authentication token, aligned with OAuth standard. See Applications for more details. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#node-pools","title":"Node pools","text":"<ul> <li> <p>Enhanced metric graphs for node pools - Enhanced metric graphs in the DETAILS tab for node pools by aligning these graphs with  the dashboard and the node pools API. As part of this improvement, the following columns have been removed  from the Node pools table. </p> <ul> <li>Node GPU Allocation </li> <li>GPU Utilization Distribution </li> <li>GPU Utilization </li> <li>GPU Memory Utilization</li> <li>CPU Utilization</li> <li>CPU Memory Utilization</li> </ul> </li> </ul>"},{"location":"home/whats-new-2-20/#organizations-projectsdepartments","title":"Organizations - Projects/Departments","text":"<ul> <li> <p>Enhanced project deletion - Deleting a project will now attempt to delete the project's associated workloads and assets, allowing better management of your organization's assets.  From cluster v2.20 onward</p> </li> <li> <p>Enhanced resource prioritization for projects and departments - Run:ai has introduced advanced prioritization capabilities to manage resources between projects or between departments more effectively using the Projects and Departments APIs. From cluster v2.20 onward</p> <p>This feature allows administrators to:</p> <ul> <li>Prioritize resource allocation and reclaim between different projects and departments. </li> <li>Prioritize projects within the same department. </li> <li>Set priorities per node-pool for both projects and departments. </li> <li>Implement distinct SLAs by assigning strict priority levels to over-quota resources. </li> </ul> </li> <li> <p>Updated over quota naming - Renamed over quota priority to over quota weight to reflect its actual functionality.</p> </li> </ul>"},{"location":"home/whats-new-2-20/#policy","title":"Policy","text":"<ul> <li> <p>Added policy-based default field values - Administrators can now set default values for fields that are automatically  calculated based on the values of other fields using defaultFrom.  This ensures that critical fields in the workload submission form are populated automatically if not provided by the user.  From cluster v2.20 onward</p> <p>This feature supports various field types:</p> <ul> <li>Integer fields (e.g., <code>cpuCoresRequest</code>),</li> <li>Number fields (e.g., <code>gpuPortionRequest</code>), </li> <li>Quantity fields (e.g., <code>gpuMemoryRequest</code>)</li> </ul> </li> </ul>"},{"location":"home/whats-new-2-20/#data-sources","title":"Data sources","text":"<ul> <li>Improved control over data source and storage class visibility - Run:ai now provides administrators with the ability  to control the visibility of data source types and storage in the UI. Data source types that are restricted by policy  will no longer appear during workload submission or when creating new data source assets. Additionally, administrators  can configure storage classes as internal using the Storage class configuration API. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#email-notifications","title":"Email notifications","text":"<ul> <li>Added email notifications API - Email notifications can now be configured via API in addition to the UI, enabling integration  with external tools. See NotificationChannels API for more details. </li> </ul>"},{"location":"home/whats-new-2-20/#infrastructure-administrator","title":"Infrastructure Administrator","text":""},{"location":"home/whats-new-2-20/#nvidia-data-center-gpus-grace-hopper","title":"NVIDIA Data Center GPUs - Grace-Hopper","text":"<ul> <li>Support for ARM-Based Grace-Hopper Superchip (GH200) - Run:ai now supports the ARM-based Grace-Hopper Superchip (GH200).  Due to a limitation in version 2.20 with ARM64, the Run:ai control plane services must be scheduled on non-ARM based CPU nodes.  This limitation will be addressed in a future release. See Self-Hosted installation over Kubernetes for more details. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#system-requirements","title":"System requirements","text":"<ul> <li>Run:ai now supports Kubernetes version 1.32. </li> <li>Run:ai now supports OpenShift version 4.17.</li> <li>Kubernetes version 1.28 is no longer supported.</li> <li>OpenShift versions 4.12 to 4.13 are no longer supported. </li> </ul>"},{"location":"home/whats-new-2-20/#advanced-cluster-configurations","title":"Advanced cluster configurations","text":"<ul> <li> <p>Exclude nodes in mixed node clusters - Run:ai now allows you to exclude specific nodes in a mixed node cluster using the <code>nodeSelectorTerms</code> flag. See Advanced Cluster Configurations for more details. From cluster v2.20 onward</p> </li> <li> <p>Advanced configuration options for cluster services - Introduced new cluster configuration options for setting node affinity and tolerations for Run:ai cluster services. These configuration ensure that the Run:ai cluster services are scheduled on the desired nodes.  See Advanced Cluster Configurations for more details. From cluster v2.20 onward</p> <ul> <li><code>global.affinity</code></li> <li><code>global.tolerations</code></li> <li><code>daemonSetsTolerations</code></li> </ul> </li> <li> <p>Added Argo workflows auto-pod grouping - Introduced a new cluster configuration option, <code>gangScheduleArgoWorkflow</code>, to modify the  default behavior for grouping ArgoWorkflow pods, allowing you to prevent pods from being grouped into a single pod-group.  See Advanced Cluster Configurations for more details. Cluster v2.20 and v2.18</p> </li> <li> <p>Added cloud auto-scaling for memory fractions - Run:ai now supports auto-scaling for workloads using memory fractions in  cloud environments. Using <code>gpuMemoryToFractionRatio</code> configuration option allows a failed scheduling  attempt for a memory fractions workload to create Run:ai scaling pods, triggering the auto-scaler. See Advanced Cluster Configurations for more details. From cluster v2.19 onward</p> </li> <li> <p>Added stale gang eviction timeout for improved stability - Run:ai has introduced a default timeout of 60 seconds  for gang eviction in gang scheduling workloads using <code>defaultStalenessGracePeriod</code>. This timeout allows both the workload controller and the scheduler sufficient time to remediate the workload, improving the stability of large training jobs. See Advanced Cluster Configurations for more details. From cluster v2.18 onward</p> </li> <li> <p>Added custom labels for built-in alerts - Administrators can now add their own custom labels to the built-in alerts  from Prometheus by setting <code>spec.prometheus.additionalAlertLabels</code> in their cluster. See Advanced Cluster Configurations for mode details. From cluster v2.20 onward</p> </li> <li> <p>Enhanced configuration flexibility for cluster replica management - Administrators can now use the <code>spec.global.replicaCount</code> to  manage replicas for Run:ai services. See Advanced Cluster Configurations for more details. From cluster v2.20 onward</p> </li> </ul>"},{"location":"home/whats-new-2-20/#runai-built-in-alerts","title":"Run:ai built-in alerts","text":"<ul> <li>Added two new Run:ai built-in alerts for Kubernetes nodes hosting GPU workloads. The unknown state alert notifies when the node's health and readiness cannot be determined, and the low memory alert warns when the node has insufficient memory to support current or upcoming workloads. From cluster v2.20 onward</li> </ul>"},{"location":"home/whats-new-2-20/#runai-developer","title":"Run:ai Developer","text":""},{"location":"home/whats-new-2-20/#metrics-and-telemetry","title":"Metrics and Telemetry","text":"<ul> <li> <p>Additional metrics and telemetry are available via the API. For more details, see Metrics API:</p> <ul> <li> <p>Metrics (over time)  </p> <ul> <li>Project  <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA_MILLICORES</li> <li>CPU_MEMORY_QUOTA_MB</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION_MILLICORES</li> <li>CPU_MEMORY_ALLOCATION_MB </li> </ul> </li> <li>Department  <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA_MILLICORES</li> <li>CPU_MEMORY_QUOTA_MB</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION_MILLICORES</li> <li>CPU_MEMORY_ALLOCATION_MB </li> </ul> </li> </ul> </li> <li> <p>Telemetry (current time)  </p> <ul> <li>Project  <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA </li> <li>MEMORY_QUOTA</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION</li> <li>MEMORY_ALLOCATION</li> <li>GPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>CPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>MEMORY_ALLOCATION_NON_PREEMPTIBLE </li> </ul> </li> <li>Department    <ul> <li>GPU_QUOTA </li> <li>CPU_QUOTA </li> <li>MEMORY_QUOTA</li> <li>GPU_ALLOCATION</li> <li>CPU_ALLOCATION</li> <li>MEMORY_ALLOCATION</li> <li>GPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>CPU_ALLOCATION_NON_PREEMPTIBLE</li> <li>MEMORY_ALLOCATION_NON_PREEMPTIBLE </li> </ul> </li> </ul> </li> </ul> </li> </ul>"},{"location":"home/whats-new-2-20/#deprecation-notifications","title":"Deprecation notifications","text":""},{"location":"home/whats-new-2-20/#ongoing-dynamic-mig-deprecation-process","title":"Ongoing Dynamic MIG deprecation process","text":"<p>The Dynamic MIG deprecation process started in version 2.19. Run:ai supports standard MIG profiles as detailed in Configuring NVIDIA MIG profiles.</p> <ul> <li>Before upgrading to version 2.20, workloads submitted with Dynamic MIG and their associated node configurations must be removed</li> <li>In version 2.20, MIG was removed from the Run:ai UI under compute resources.</li> <li>In Q2/25 all \u2018Dynamic MIG\u2019 APIs and CLI commands will be fully deprecated.</li> </ul>"},{"location":"home/whats-new-2-20/#cli-v1-deprecation","title":"CLI v1 deprecation","text":"<p>CLI V1 is deprecated and no new features will be developed for it. It will remain available for use for the next  two releases to ensure a smooth transition for all users. We recommend switching to CLI v2, which provides feature parity,  backward compatibility, and ongoing support for new enhancements. CLI v2 is designed to deliver a more robust, efficient, and  user-friendly experience.</p>"},{"location":"home/whats-new-2-20/#legacy-jobs-view-deprecation","title":"Legacy Jobs view deprecation","text":"<p>Starting with version 2.20, the legacy Jobs view will be discontinued in favor of the more advanced Workloads view.  The legacy submission form will still be accessible via the Workload manager view for a smoother transition. </p>"},{"location":"home/whats-new-2-20/#appid-and-appsecret-deprecation","title":"appID and appSecret deprecation","text":"<p>Deprecating appID and appSecret parameters used for requesting an API token. It will remain available for use for the next  two releases. To create application tokens, use your client credentials - Client ID and Client secret.</p>"},{"location":"home/changelog/hotfixes-2-13/","title":"Changelog Version 2.13","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.13.</p>"},{"location":"home/changelog/hotfixes-2-13/#version-21348-march-14-2024","title":"Version 2.13.48 - March 14, 2024","text":"Internal ID Description RUN-16787 Fixed an issue after an upgrade to 2.13 where distributed PyTorch jobs were not able to run due to PVCs being assigned to only worker pods. RUN-16626 Fixed an issue in SSO environments, where Workspaces created using a template were assigned the template creator's UID/GID and not the Workspace creator's UID/GID. RUN-16357 Fixed an issue where pressing the Project link in Jobs screen redirects the view to the Projects of a different cluster in multi-cluster environments."},{"location":"home/changelog/hotfixes-2-13/#version-21343-february-15-2024","title":"Version 2.13.43 - February 15, 2024","text":"Internal ID Description RUN-14946 Fixed an issue where Dashboards are displaying the hidden Grafana path."},{"location":"home/changelog/hotfixes-2-13/#version-21337","title":"Version 2.13.37","text":"Internal ID Description RUN-13300 Fixed an issue where projects will appear with a status of empty while waiting for the project controller to update its status. This was caused because the cluster-sync works faster than the project controller."},{"location":"home/changelog/hotfixes-2-13/#version-21335-december-19-2023","title":"Version 2.13.35 - December 19, 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content","title":"Release content","text":"<ul> <li>Added the ability to set node affinity for Prometheus.</li> </ul>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues","title":"Fixed issues","text":"Internal ID Description RUN-14472 Fixed an issue where template updates were not being applied to the workload. RUN-14434 Fixed an issue where <code>runai_allocated_gpu_count_per_gpu</code> was multiplied by seven. RUN-13956 Fixed an issue where editing templates failed. RUN-13825 Fixed an issue when deleting a job that is allocated a fraction of a GPU, an associated configmap is not deleted. RUN-13343 Fixed an issue in pod status calculation."},{"location":"home/changelog/hotfixes-2-13/#version-21331","title":"Version 2.13.31","text":"Internal ID Description RUN-11367 Fixed an issue where a double click on SSO Users redirects to a blank screen. RUN-10560 Fixed an issue where the <code>RunaiDaemonSetRolloutStuck</code> alert did not work."},{"location":"home/changelog/hotfixes-2-13/#version-21325","title":"Version 2.13.25","text":"Internal ID Description RUN-13171 Fixed an issue when a cluster is not connected the actions in the Workspace and Training pages are still enabled. After the corrections, the actions will be disabled."},{"location":"home/changelog/hotfixes-2-13/#version-21321","title":"Version 2.13.21","text":"Internal ID Description RUN-12563 Fixed an issue where users are unable to login after upgrading the control plane from 2.9.16 to 2.13.16. To correct the issue, secrets need to be upgraded manually in keycloak."},{"location":"home/changelog/hotfixes-2-13/#version-21320-september-28-2023","title":"Version 2.13.20 - September 28, 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content_1","title":"Release content","text":"<ul> <li>Added the prevention of selecting tenant or department scopes for credentials, and the prevention of selecting s3, PVC, and Git data sources if the cluster version does not support these.</li> <li>Quota management is now enabled by default.</li> </ul> Internal ID Description RUN-12923 Fixed an issue in upgrading due to a misconfigured Docker image for airgapped systems in 2.13.19. The helm chart contained an error, and the image is not used even though it is packaged as part of the tar. RUN-12928, RUN-12968 Fixed an issue in upgrading Prometheus due to a misconfigured image for airgapped systems in 2.13.19. The helm chart contained an error, and the image is not used even though it is packaged as part of the tar. RUN-12751 Fixed an issue when upgrading from 2.9 to 2.13 results with a missing engine-config file. RUN-12717 Fixed an issue where the user that is logged in as researcher manager can't see the clusters. RUN-12642 Fixed an issue where assets-sync could not restart due to failing to get token from control plane. RUN-12191 Fixed an issue where there was a timeout while waiting for the <code>runai_allocated_gpu_count_per_project</code> metric to return values. RUN-10474 Fixed an issue where the <code>runai-conatiner-toolkit-exporter</code> DaemonSet fails to start."},{"location":"home/changelog/hotfixes-2-13/#version-21319-september-27-2023","title":"Version 2.13.19 - September 27, 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content_2","title":"Release content","text":"<ul> <li>Added the ability to identify Kubeflow notebooks and display them in the Jobs table.</li> <li>Added the ability to schedule Kubelow workloads.</li> <li>Added functionality that displays Jobs that only belong to the user that is logged in.</li> <li> Added and refined alerts to the state of Run:ai components, schedule latency, and warnings for out of memory on Jobs.</li> <li>Added the ability to work with restricted PSA policy.</li> </ul>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues_1","title":"Fixed issues","text":"Internal ID Description RUN-12650 Fixed an issue that used an incorrect metric in analytics GPU ALLOCATION PER NODE panel. Now the correct allocation is in percentage. RUN-12602 Fixed an issue in <code>runaiconfig</code> where the <code>WorkloadServices</code> spec has memory requests/limits and cpu requests/limits and gets overwritten with the system default. RUN-12585 Fixed an issue where the workload-controller creates a delay in running jobs. RUN-12031 Fixed an issue when upgrading from 2.9 to 2.13 where the Scheduler pod fails to upgrade due to the change of owner. RUN-11091 Fixed an issue where the Departments feature is disabled, you are not able to schedule non-preemable jobs."},{"location":"home/changelog/hotfixes-2-13/#version-21313","title":"Version 2.13.13","text":"Internal ID Description RUN-11321 Fixed an issue where metrics always showed CPU Memory Utilization and CPU Compute Utilization as 0. RUN-11307 Fixed an issue where node affinity might change mid way through a job. Node affinity in now calculated only once at job submission. RUN-11129 Fixed an issue where CRDs are not automatically upgraded when upgrading from 2.9 to 2.13."},{"location":"home/changelog/hotfixes-2-13/#version-21312-august-7-2023","title":"Version 2.13.12 - August 7, 2023","text":"Internal ID Description RUN-11476 Fixed an issue with analytics node pool filter in Allocated GPUs per Project panel."},{"location":"home/changelog/hotfixes-2-13/#version-21311","title":"Version 2.13.11","text":"Internal ID Description RUN-11408 Added to the Run:ai job-controller 2 configurable parameters <code>QPS</code> and <code>Burst</code> which are applied as environment variables in the job-controller Deployment object."},{"location":"home/changelog/hotfixes-2-13/#version-2137-july-2023","title":"Version 2.13.7 - July 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content_3","title":"Release content","text":"<ul> <li>Added filters to the historic quota ratio widget on the Quota management dashboard.</li> </ul>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues_2","title":"Fixed issues","text":"Internal ID Description RUN-11080 Fixed an issue in OpenShift environments where log in via SSO with the <code>kubeadmin</code> user, gets blank pages for every page. RUN-11119 Fixed an issue where values that should be the Order of priority column are in the wrong column. RUN-11120 Fixed an issue where the Projects table does not show correct metrics when Run:ai version 2.13 is paired with a Run:ai 2.8 cluster. RUN-11121 Fixed an issue where the wrong over quota memory alert is shown in the Quota management pane in project edit form. RUN-11272 Fixed an issue in OpenShift environments where the selection in the cluster drop down in the main UI does not match the cluster selected on the login page."},{"location":"home/changelog/hotfixes-2-13/#version-2134","title":"Version 2.13.4","text":""},{"location":"home/changelog/hotfixes-2-13/#release-date","title":"Release date","text":"<p>July 2023</p>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues_3","title":"Fixed issues","text":"Internal ID Description RUN-11089 Fixed an issue when creating an environment, commands in the Runtime settings pane and are not persistent and cannot be found in other assets (for example in a new Training)."},{"location":"home/changelog/hotfixes-2-13/#version-2131-july-2023","title":"Version 2.13.1 - July 2023","text":""},{"location":"home/changelog/hotfixes-2-13/#release-content_4","title":"Release content","text":"<ul> <li>Made an improvement so that occurrences of labels that are not in use anymore are deleted.</li> </ul>"},{"location":"home/changelog/hotfixes-2-13/#fixed-issues_4","title":"Fixed issues","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-15/","title":"Changelog Version 2.15","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.15.</p>"},{"location":"home/changelog/hotfixes-2-15/#version-2159-february-5-2024","title":"Version 2.15.9 - February 5, 2024","text":""},{"location":"home/changelog/hotfixes-2-15/#fixed-issues","title":"Fixed issues","text":"Internal ID Description RUN-15296 Fixed an issue where the <code>resources</code> parameter was deprecated in the Projects and Departments API."},{"location":"home/changelog/hotfixes-2-15/#version-2154-january-5-2024","title":"Version 2.15.4 - January 5, 2024","text":""},{"location":"home/changelog/hotfixes-2-15/#fixed-issues_1","title":"Fixed issues","text":"Internal ID Description RUN-15026 Fixed an issue in workloads that were built on a cluster that does not support the NFS field. RUN-14907 Fixed an issue after an upgrade where the Analytics dashboard was missing the time ranges from before the upgrade. RUN-14903 Fixed an issue where internal operations were exposed to the customer audit log. RUN-14062 Fixed an issue in the Overview dashboard where the content for the Running Workload per Type panel did not fit."},{"location":"home/changelog/hotfixes-2-15/#version-2152-february-5-2024","title":"Version 2.15.2 - February 5, 2024","text":""},{"location":"home/changelog/hotfixes-2-15/#fixed-issues_2","title":"Fixed issues","text":"Internal ID Description RUN-14434 Fixed an issue where the Allocated GPUs metric was multiplied by seven."},{"location":"home/changelog/hotfixes-2-15/#version-2151-december-17-2023","title":"Version 2.15.1 - December 17, 2023","text":""},{"location":"home/changelog/hotfixes-2-15/#release-content","title":"Release content","text":"<ul> <li> <p>Added environment variables for customizable QPS and burst support.</p> </li> <li> <p>Added the ability to support running multiple Prometheus replicas.</p> </li> </ul>"},{"location":"home/changelog/hotfixes-2-15/#fixed-issues_3","title":"Fixed issues","text":"Internal ID Description RUN-14292 Fixed an issue where BCM installations were failing due to missing <code>create cluster</code> permissions. RUN-14289 Fixed an issue where metrics were not working due to an incorrect parameter in the cluster-config file. RUN-14198 Fixed an issue in services where multi nodepool jobs were not scheduled due to an unassigned nodepool status. RUN-14191 Fixed an issue where a consolidation failure would cause unnecessary evictions. RUN-14154 Fixed an issue in the New cluster form, whefre the dropdown listed versions that were incompatible with the installed control plane. RUN-13956 Fixed an issue in the Jobs table where templates were not edited successfully. RUN-13891 Fixed an issue where Ray job statuses were shown as empty. RUN-13825 Fixed an issue where GPU sharing configmaps were not deleted. RUN-13628 Fixed an issue where the <code>pre-install</code> pod failed to run <code>pre-install</code> tasks due to the request being denied (Unauthorized). RUN-13550 Fixed an issue where environments were not recovering from a node restart due to a missing GPU runtime class for containerized nodes. RUN-11895 Fixed an issue where the wrong amount of GPU memory usage was shown (is now MB). RUN-11681 Fixed an issue in OpenShift environments where some metrics were not shown on dashboards when the GPU Operator from the RedHat marketplace was installed."},{"location":"home/changelog/hotfixes-2-15/#version-2150","title":"Version 2.15.0","text":""},{"location":"home/changelog/hotfixes-2-15/#fixed-issues_4","title":"Fixed issues","text":"Internal ID Description RUN-13456 Fixed an issue where the Researcher L1 role did not have permissions to create and manage credentials. RUN-13282 Fixed an issue where Workspace logs crashed unexpectedly after restarting. RUN-13121 Fixed an issue in not being able to launch jobs using the API after an upgrade overrode a change in keycloak for applications which have a custom mapping to an email. RUN-13103 Fixed an issue in the Workspaces and Trainings table where the action buttons were not greyed out for users with only the view role. RUN-12993 Fixed an issue where Prometheus was reporting metrics even though the cluster was disconnected. RUN-12978 Fixed an issue after an upgrade, where permissions fail to sync to a project due to a missing application name in the CRD. RUN-12900 Fixed an issue in the Projects table, when sorting by Allocated GPUs, the projects were displayed alphabetically and not numerically. RUN-12846 Fixed an issue after a control-plane upgrade, where GPU, CPU, and Memory Cost fields (in the Consumption Reports) were missing when not using Grafana. RUN-12824 Fixed an issue where airgapped environments tried to pull an image from gcr.io (Internet). RUN-12769 Fixed an issue where SSO users were unable to see projects in Job Form unless the group they belong to was added directly to the project. RUN-12602 Fixed an issue in the documentation where the <code>WorkloadServices</code> configuration in the <code>runaiconfig</code> file was incorrect. RUN-12528 Fixed an issue where the Workspace duration scheduling rule was suspending workspaces regardless of the configured duration. RUN-12298 Fixed an issue where projects were not shown in the Projects table due to the API not sanitizing the project name at time of creation. RUN-12157 Fixed an issue where querying pods completion time returned a negative number. RUN-10560 Fixed an issue where no Prometheus alerts were sent due to a misconfiguration of the parameter <code>RunaiDaemonSetRolloutStuck</code>."},{"location":"home/changelog/hotfixes-2-16/","title":"Changelog Version 2.16","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.16.</p>"},{"location":"home/changelog/hotfixes-2-16/#version-21665","title":"Version 2.16.65","text":"Internal ID Description RUN-21448 Fixed an issue with degraded workload so the condition would reflect the actual state. RUN-20680 Fixed an issue where the workload page did not present the requested GPU."},{"location":"home/changelog/hotfixes-2-16/#version-21657","title":"Version 2.16.57","text":"Internal ID Description RUN-20388 Fixed an issue where cluster-sync caused a memory leak."},{"location":"home/changelog/hotfixes-2-16/#version-21625","title":"Version 2.16.25","text":"Internal ID Description RUN-17241 Fixed an issue where the nodes page showed nodes as not ready due to \"tookit not installed\"."},{"location":"home/changelog/hotfixes-2-16/#version-21621","title":"Version 2.16.21","text":"Internal ID Description RUN-16463 Fixed an issue after a cluster upgrade to v2.16, where some metrics of pre-existing workloads were displayed incorrectly in the Overview Dashboard."},{"location":"home/changelog/hotfixes-2-16/#version-21618","title":"Version 2.16.18","text":"Internal ID Description RUN-16486 Fixed an issue in the Workloads creation form where the GPU fields of the compute resource tiles were showing no data."},{"location":"home/changelog/hotfixes-2-16/#version-21616","title":"Version 2.16.16","text":"Internal ID Description RUN-16340 Fixed an issue in the Workloads table where filters were not saved correctly."},{"location":"home/changelog/hotfixes-2-16/#version-21615","title":"Version 2.16.15","text":""},{"location":"home/changelog/hotfixes-2-16/#release-content","title":"Release content","text":"<ul> <li>Implemented a new Workloads API to support the Workloads feature.</li> </ul>"},{"location":"home/changelog/hotfixes-2-16/#fixed-issues","title":"Fixed issues","text":"Internal ID Description RUN-16070 Fixed an issue where missing metrics caused the Nodepools table to appear empty."},{"location":"home/changelog/hotfixes-2-16/#version-21614","title":"Version 2.16.14","text":""},{"location":"home/changelog/hotfixes-2-16/#release-content_1","title":"Release content","text":"<p>*Improved overall performance by slowing down metrics updates from 10 seconds to 30 seconds.</p>"},{"location":"home/changelog/hotfixes-2-16/#fixed-issues_1","title":"Fixed issues","text":"Internal ID Description RUN-16255 Fixed an issue in the Analytics dashboard where the GPU Allocation per Node and GPU Memory Allocation per Node panels were displaying incorrect data. RUN-16035 Fixed an issue in the Workloads table where completed pods continue to be counted in the requested resources column."},{"location":"home/changelog/hotfixes-2-16/#version-21612","title":"Version 2.16.12","text":""},{"location":"home/changelog/hotfixes-2-16/#fixed-issues_2","title":"Fixed issues","text":"Internal ID Description RUN-16110 Fixed an issue where creating a training workload (single or multi-node) with a new PVC or Volume, resulted in the Workloads table showing the workload in the Unknown/Pending status. RUN-16086 Fixed an issue in airgapped environments where incorrect installation commands were shown when upgrading to V2.15."},{"location":"home/changelog/hotfixes-2-16/#version-21611","title":"Version 2.16.11","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-16/#version-2169","title":"Version 2.16.9","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-16/#version-2168","title":"Version 2.16.8","text":""},{"location":"home/changelog/hotfixes-2-16/#release-content_2","title":"Release content","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-16/#version-2167","title":"Version 2.16.7","text":""},{"location":"home/changelog/hotfixes-2-16/#release-content_3","title":"Release content","text":"<ul> <li>Added an API endpoint that retrieves data from a workloads's pod.</li> </ul>"},{"location":"home/changelog/hotfixes-2-16/#fixed-issues_3","title":"Fixed issues","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-16/#version-2166","title":"Version 2.16.6","text":"<p>N/A</p>"},{"location":"home/changelog/hotfixes-2-17/","title":"Changelog Version 2.17","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.17.</p>"},{"location":"home/changelog/hotfixes-2-17/#version-21763","title":"Version 2.17.63","text":"Internal ID Description RUN-21448 Fixed an issue where a degraded workload was stuck and could not be released."},{"location":"home/changelog/hotfixes-2-17/#version-21746","title":"Version 2.17.46","text":"Internal ID Description RUN-20136 Updated postgres version."},{"location":"home/changelog/hotfixes-2-17/#version-21743","title":"Version 2.17.43","text":"Internal ID Description RUN-19949 Fixed an issue where runai submit arguments were not parsed correctly to the command."},{"location":"home/changelog/hotfixes-2-17/#version-21741","title":"Version 2.17.41","text":"Internal ID Description RUN-19870 Added debug logs to cluster-sync"},{"location":"home/changelog/hotfixes-2-17/#version-21726","title":"Version 2.17.26","text":"Internal ID Description RUN-19189 Fixed an issue in cluster-sync that sometimes caused unnecessary sync process to the control-plane."},{"location":"home/changelog/hotfixes-2-17/#version-21725","title":"Version 2.17.25","text":"Internal ID Description RUN-16357 Fixed an issue where the Project button in the Jobs screen redirects to the Projects page but on the wrong cluster."},{"location":"home/changelog/hotfixes-2-17/#version-21710","title":"Version 2.17.10","text":"Internal ID Description RUN-18065 Fixed an issue where the legacy job sumbission configuration was not available in the Settings page"},{"location":"home/changelog/hotfixes-2-17/#version-2170","title":"Version 2.17.0","text":"Internal ID Description RUN-20010 Fixed an issue of reduced permissions that run:ai grants users"},{"location":"home/changelog/hotfixes-2-18/","title":"Changelog Version 2.18","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.18.</p>"},{"location":"home/changelog/hotfixes-2-18/#hotfixes","title":"Hotfixes","text":"Internal ID Hotfix # Description RUN-24521 2.18.83 Fixed a security vulnerability in golang.org.x.crypto with CVE CVE-2024-45337 with severity HIGH. RUN-24733 2.18.83 Fixed an issue where department admins were unable to load the quota management page. RUN-25094 2.18.82 Fixed an issue where OpenShift could not be upgraded due to a broken 3rd binary. RUN-24921 2.18.80 Fixed a security vulnerability in golang.org.x.net and golang.org.x.crypto. RUN-24632 2.18.80 Fixed an issue where an existing monitoring Prometheus setup deployed in an unexpected namespace was reported as missing, causing Run:ai installation to fail on the cluster. The installation mechanism now searches for the monitoring prerequisite in additional relevant namespaces. RUN-24693 2.18.80 Fixed an issue where users were unable to provide metric store authentication details using secret references. RUN-24752 2.18.79 Fixed an issue where a workload would move to a failed state when created with a custom NodePort that was already allocated. RUN-24649 2.18.79 Fixed an issue where submitting a workload with <code>existingPvc=false</code> and not providing a <code>claimName</code> resulted in auto-generating a <code>claimName</code> that included both upper and lower case letters. Since Kubernetes rejects uppercase letters, the workload would fail. The behavior has been updated to generate names using only lowercase letters. RUN-24595 2.18.78 Fixed an issue where the new CLI did not parse master and worker commands/args simultaneously for distributed workloads. RUN-23914 2.18.78 Fixed an issue where unexpected behavior could occur if an application was capturing a graph while memory was being swapped in as part of the GPU memory swap feature. RUN-24020 2.18.77 Fixed a security vulnerability in k8s.io.kubernetes with CVE CVE-2024-0793. RUN-24021 2.18.77 Fixed a security vulnerability in pam with CVE CVE-2024-10963. RUN-23798 2.18.75 Fixed an issue in distributed PyTorch workloads where the worker pods are deleted immediately after completion, not allowing logs to be viewed. RUN-23838 2.18.74 Fixed an issue where the command-line interface could not access resources when configured as single-sign on in a self-hosted environment. RUN-23561 2.18.74 Fixed an issue where the frontend in airgapped environment attempted to download font resources from the internet. RUN-23789 2.18.73 Fixed an issue where in some cases, it was not possible to download the latest version of the command line interface. RUN-23790 2.18.73 Fixed an issue where in some cases it was not possible to download the Windows version of the command line interface. RUN-23855 2.18.73 Fixed an issue where the pods list in the UI showed past pods. RUN-23909 2.18.73 Fixed an issue where users based on group permissions cannot see dashboards. RUN-23857 2.18.72 Dashboard to transition from Grafana v9 to v10. RUN-24010 2.18.72 Fixed an infinite loop issue in the cluster-sync service. RUN-23040 2.18.72 Fixed an edge case where the Run:ai container toolkit hangs when user is spawning hundreds of sub-processes. RUN-23802 2.18.70 Fixed an issue where new scheduling rules were not applied to existing workloads, if those new rules were set on existing projects which had no scheduling rules before. RUN-23211 2.18.70 Fixed an issue where workloads were stuck at \"Pending\" when the command-line interface flag --gpu-memory was set to zero. RUN-23778 2.18.68 Fixed an issue where in single-sign-on configuration, the mapping of UID and other properties would sometimes disappear. RUN-23762 2.18.68 Fixed an issue where the wrong version of a Grafana dashboard was displayed in the UI. RUN-21198 2.18.66 Fixed an issue where creating a training workload via yaml (kubectl apply -f) and specifying spec.namePrefix, created infinite jobs. RUN-23541 2.18.65 Fixed an issue where in some cases workload authorization did not work properly due to wrong oidc configuration. RUN-23291 2.18.64 CLI change text to be user friendly RUN-23283 2.18.64 Fixed a permissions issue with the Analytics dashboard post upgrade for SSO Users RUN-23420 2.18.63 Replaced Redis with Keydb RUN-23140 2.18.63 Fixed an issue where distributed workloads were created with the wrong types RUN-23130 2.18.63 Fixed an issue where inference-workload-controller crashed when WorkloadOwnershipProtection was enabled RUN-23334 2.18.62 Updated core Dockerfiles to ubi9 RUN-23296 2.18.62 Fixed an issue in the CLI where runai attach did not work with auto-complete RUN-23215 2.18.62 Fixed an issue where metrics requests from backend to mimir failed for certain tenants. RUN-22138 2.18.62 Fixed an issue where private URL user(s) input was an email and not a string. RUN-23282 2.18.61 CLI documentation fixes RUN-23055 2.18.60 Fixed unified Distributed and Training CLI commands RUN-23243 2.18.59 Fixed an issue where the scope tree wasn't calculating permissions correctly RUN-22463 2.18.59 Fixed an error in CLI bash command RUN-22314 2.18.59 Fixed distributed framework filtering in API commands RUN-23142 2.18.58 Fixed an issue where advanced GPU metrics per-gpu don't have gpu label RUN-23001 2.18.58 Fixed an issue of false overcommit on out-of-memory killed in the \u201cswap\u201d feature. RUN-22851 2.18.58 Fixed an issue where client may get stuck on device lock acquired during \u201cswap\u201d out-migration RUN-22758 2.18.58 Fixed an issue where inference workload showed wrong status when submission failed. RUN-22544 2.18.58 Updated Grafana version for security vulnerabilities. RUN-23055 2.18.57 Fixed the unified Distributed and Training CLI commands RUN-23014 2.18.56 Fixed an issue where node-scale-adjuster might not create a scaling pod if it is in cool-down and the pod was not updated after that. RUN-22660 2.18.56 Fixed an issue where workload charts have an unclear state RUN-22457 2.18.55 Fixed an issue where in rare edge cases the cluster-sync pod was out of memory. RUN-21825 2.18.55 Fixed all CVEs in Run:ai's Goofys-based image used for S3 integration. RUN-22871 2.18.55 Fixed an issue in runai-container-toolkit where in certain cases when a process is preempted, OOMKill metrics were not published correctly. RUN-22250 2.18.55 Fixed an issue where workloads trying to use an ingress URL which is already in use were behaving inconsistentyly instead of failing immediately. RUN-22880 2.18.55 Fixed an issue where the minAvailable field for training-operator CRDs did not consider all possible replica specs. RUN-22073 2.18.55 Fixed an issue where runai-operator failed to parse cluster URLs ending with '/'. RUN-22453 2.18.55 Fixed an issue where in rare edge cases the workload-overseer pod experienced a crash. RUN-22763 2.18.55 Fixed an issue where in rare edge cases an 'attach' command from CLI-V2 caused a crash in the cluster-api service. RUN-21948 2.18.49 Fixed an issue where in rare edge cases workload child resources could have duplicate names, causing inconsistent behavior. RUN-22623 2.18.49 Fixed an issue in Openshift where workloads were not suspended when reaching their idle GPU time limit. RUN-22600 2.18.49 Fixed an issue in AWS EKS clusters where the V1-CLI returned an empty table when listing all projects as an administrator. RUN-21878 2.18.49 Added a label to disable container toolkit from running on certain nodes <code>run.ai/container-toolkit-enabled</code>. RUN-22452 2.18.47 Fixed an issue where the scheduler has signature errors if TopologySpreadConstraints was partially defined. RUN-22570 2.18.47 Updated git-sync image to version v4.3.0. RUN-22054 2.18.46 Fixed an issue where users could not attach to jobs. RUN-22377 2.18.46 Removed uncached client from accessrule-controller. RUN-21697 2.18.46 Fixed an issue where client may deadlock on suspension during allocation request. RUN-20073 2.18.45 Fixed an issue where it wasn't possible to authenticate with user credentials in the CLI. RUN-21957 2.18.45 Fixed an issue where there was a missing username-loader container in inference workloads. RUN-22276 2.18.39 Fixed an issue where Knative external URL was missing from the Connections modal. RUN-22280 2.18.39 Fixed an issue when setting scale to zero - there was no pod counter in the Workload grid. RUN-19811 2.18.39 Added an option to set k8s tolerations to run:ai daemonsets (container-toolkit, runai-device-plugin, mig-parted, node-exporter, etc..) . RUN-22128 2.18.39 Added GID, UID, Supplemental groups to the V1 CLI. RUN-21800 2.18.37 Fixed an issue with old workloads residing in the cluster. RUN-21907 2.18.34 Fixed an issue where the SSO user credentials contain supplementary groups as string instead of int. RUN-21272 2.18.31 Fixed an issue with multi-cluster credinatils creation, specifically with the same name in different clusters. RUN-20680 2.18.29 Fixed an issue where workloads page do not present requested GPU. RUN-21200 2.18.29 Fixed issues with upgrades and connections from v2.13. RUN-20970 2.18.27 Fixed an issue with PUT APIs. RUN-20927 2.18.26 Fixed an issue where node affinity was not updated correctly in projects edit. RUN-20084 2.18.26 Fixed an issue where default department were deleted instead of a message being displayed. RUN-21062 2.18.26 Fixed issues with the API documentation. RUN-20434 2.18.25 Fixed an issue when creating a Project/Department with memory resources requires 'units'. RUN-20923 2.18.25 Fixed an issue with projects/departments page loading slowly. RUN-19872 2.18.23 Fixed an issue where the Toolkit crashes and fails to create and replace the publishing binaries. RUN-20861 2.18.22 Fixed an issue where a pod is stuck on pending due to a missing resource reservation pod. RUN-20842 2.18.22 Fixed an issue of illegal model name with \".\" in hugging face integration. RUN-20791 2.18.22 Fix an issue where notifications froze after startup. RUN-20865 2.18.22 Fixed an issue where default departments are not deleted when a cluster is deleted. RUN-20698 2.18.21 Fixed an issue where 2 processes requests a device at the same time received the same GPU, causing failures. RUN-20760 2.18.18 Fixed an issue where workload protection UI shows wrong status. RUN-20612 2.18.15 Fixed an issue where it was impossible with the use-table-data to hide node pool columns when there is only one default node pool. RUN-20735 2.18.15 Fixed an issue where nodePool.name is undefined RUN-20721 2.18.12 Added error handling to nodes pages. RUN-20578 2.18.10 Fixed an issue regarding policy enforcement. RUN-20188 2.18.10 Fixed issue with defining SSO in OpenShift identity provider. RUN-20673 2.18.9 Fixed an issue where a researcher uses a distributed elastic job, it is possible that in a specific flow it is scheduled on more than one node-pools. RUN-20360 2.18.7 Fixed an issue where the workload network status was misleading. RUN-22107 2.18.7 Fixed an issue where passwords containing $ were removed from the configuration. RUN-20510 2.18.5 Fixed an issue with external workloads - argocd workflow failed to be updated. RUN-20516 2.18.4 Fixed an issue when after deploying to prod, the cluster-service and authorization-service got multiple OOMKilled every ~1 hour. RUN-20485 2.18.2 Changed policy flags to Beta. RUN-20005 2.18.1 Fixed an issue where a sidecar container failure failed the workload. RUN-20169 2.18.1 Fixed an issue allowing the addition of annotations and labels to workload resources. RUN-20108 2.18.1 Fixed an issue exposing service node ports to workload status. RUN-20160 2.18.1 Fixed an issue with version display when installing a new cluster in an airgapped environment. RUN-19874 2.18.1 Fixed an issue when copying and editing a workload with group access to a tool and the group wasn't removed when selecting users option. RUN-19893 2.18.1 Fixed an issue when using a float number in the scale to zero inactivity value - custom which sometimes caused the submission to fail. RUN-20087 2.18.1 Fixed an issue where inference graphs should be displayed only for minimum cluster versions. RUN-10733 2.18.1 Fixed an issue where we needed to minify and obfuscate our code in production. RUN-19962 2.18.1 Fixed an issue to fix sentry domains regex and map them to relevant projects. RUN-20104 2.18.1 Fixed an issue where frontend Infinite loop on keycloak causes an error. RUN-19906 2.18.1 Fixed an issue where inference workload name validation fails with 2.16 cluster. RUN-19605 2.18.1 Fixed an issue where authorized users should support multiple users (workload-controller) . RUN-19903 2.18.1 Fixed an issue where inference chatbot creation fails with 2.16 cluster. RUN-20409 2.18.1 Fixed an issue where clicking on create new compute during the runai model flow did nothing. RUN-11224 2.18.1 Fixed an issue where ruani-adm collect all logs was not collecting all logs. RUN-20478 2.18.1 Improved workloads error status in overview panel. RUN-19850 2.18.1 Fixed an issue where an application administrator could not submit a job with CLI. RUN-19863 2.18.1 Fixed an issue where department admin received 403 on get tenants and cannot login to UI. RUN-19904 2.18.1 Fixed an issue when filtering by allocatedGPU in get workloads with operator returns incorrect result. RUN-19925 2.18.1 Fixed an issue when upgrade from v2.16 to v2.18 failed on worklaods migrations. RUN-19887 2.18.1 Fixed an issue in the UI when there is a scheduling rule of timeout, the form opened with the rules collapsed and written \"none\". RUN-19941 2.18.1 Fixed an issue where completed and failed jobs were shown in view pods in nodes screen. RUN-19940 2.18.1 Fixed an issue where setting gpu quota failed because the department quota was taken from wrong department. RUN-19890 2.18.1 Fixed an issue where editing a project by removing its node-affinity stuck updating. RUN-20120 2.18.1 Fixed an issue where project update fails when there is no cluster version. RUN-20113 2.18.1 Fixed an issue in the Workloads table where a researcher does not see other workloads once they clear their filters. RUN-19915 2.18.1 Fixed an issue when turning departments toggles on on cluster v2.11+ the gpu limit is -1 and there is ui error. RUN-20178 2.18.1 Fixed an issue where dashboard CPU tabs appeared in new overview. RUN-20247 2.18.1 Fixed an issue where you couldn't create a workload with namespace of a deleted project. RUN-20138 2.18.1 Fixed an issue where the system failed to create node-type on override-backend env. RUN-18994 2.18.1 Fixed an issue where some limitations for department administrator are not working as expected. RUN-19830 2.18.1 Fixed an issue where resources (GPU, CPU, Memory) units were added to k8s events that are published by run:ai scheduler making our messages more readable."},{"location":"home/changelog/hotfixes-2-18/#version-2180-fixes","title":"Version 2.18.0 Fixes","text":"Internal ID Description RUN-20734 Fixed an issue where the enable/disable toggle for the feature was presenting wrong info. RUN-19895 Fixed an issue of empty state for deleted workloads which is incorrect. RUN-19507 Fixed an issue in V1 where get APIs are missing required field in swagger leading to omit empty. RUN-20246 Fixed an issue in Departments v1 org unit where if unrecognizable params are sent, an error is returned. RUN-19947 Fixed an issue where pending multi-nodepool podgroups got stuck after cluster upgrade. RUN-20047 Fixed an issue where Workload status shows as \"deleting\" rather than \"deleted\" in side panel. RUN-20163 Fixed an issue when a DV is shared with a department and a new project is added to this dep - no pvc/pv is created. RUN-20484 Fixed an issue where Create Projects Requests Returned 500 - services is not a valid ResourceType. RUN-20354 Fixed an issue when deleting a department with projects resulted in projects remaining in environment with the status NotReady."},{"location":"home/changelog/hotfixes-2-19/","title":"Changelog Version 2.19","text":"<p>The following is a list of the known and fixed issues for Run:ai V2.19.</p>"},{"location":"home/changelog/hotfixes-2-19/#hotfixes","title":"Hotfixes","text":"Internal ID Hotfix # Description RUN-17284 2.19.49 Fixed an issue where workloads were suspended when set with the termination after preemption option. RUN-25290 2.19.49 Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH. RUN-25234 2.19.49 Fixed security vulnerabilities by updating oauth2 proxy image to the latest. RUN-25234 2.19.48 Fixed an authentication issue in CLI V1. RUN-25062 2.19.45 Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21614 with severity HIGH. RUN-25061 2.19.45 Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21613 with severity HIGH. RUN-24857 2.19.45 Fixed a security vulnerability in golang.org.x.net with CVE CVE-2024-45338 with severity HIGH. RUN-24733 2.19.45 Fixed an issue where users were unable to load the quota management dashboard. RUN-25094 2.19.44 Fixed an issue where OpenShift could not be upgraded due to a broken 3rd binary. RUN-24026 2.19.40 Fixed a security vulnerability in krb5-libs with CVE CVE-2024-3596. RUN-24649 2.19.40 Fixed an issue where submitting a workload with <code>existingPvc=false</code> and not providing a <code>claimName</code> resulted in auto-generating a <code>claimName</code> that included both upper and lower case letters. Since Kubernetes rejects uppercase letters, the workload would fail. The behavior has been updated to generate names using only lowercase letters. RUN-24632 2.19.40 Fixed an issue where an existing Prometheus monitoring setup deployed in an unexpected namespace was reported as missing, causing Run:ai installation to fail on the cluster. The installation mechanism now searches for the monitoring prerequisite in additional relevant namespaces. RUN-24693 2.19.40 Fixed an issue where users were unable to provide metric store authentication details using secret references. RUN-23744 2.19.40 Fixed an issue where refreshing some pages (such as the settings, policy, and access rules) removed the side navigation. RUN-24715 2.19.40 Fixed an issue in the templates form where selecting Secret as a data source got stuck in an infinite loading page. RUN-24831 2.19.40 Fixed an issue where some edge cases triggered consolidation without it actually being necessary. RUN-24873 2.19.40 Fixed an issue where users were unable to configure email notifications regarding workload statuses. RUN-24921 2.19.40 Fixed a security vulnerability in golang.org.x.net and golang.org.x.crypto. RUN-23914 2.19.38 Fixed an issue where unexpected behavior could occur if an application was capturing a graph while memory was being swapped in as part of the GPU memory swap feature. RUN-24521 2.19.36 Fixed a security vulnerability in golang.org.x.crypto with CVE CVE-2024-45337 with severity HIGH. RUN-24595 2.19.36 Fixed an issue where the new command-line interface did not parse master and worker commands/args simultaneously for distributed workloads. RUN-24565 2.19.34 Fixed an issue where the UI was hanging at times during Hugging Face model memory calculation. RUN-24021 2.19.33 Fixed a security vulnerability in pam with CVE-2024-10963. RUN-24506 2.19.33 Fixed a security vulnerability in krb5-libs with CVE-2024-3596. RUN-24259 2.19.31 Fixed an issue where the option to reset a local user password is sometimes not available. RUN-23798 2.19.30 Fixed an issue in distributed PyTorch workloads where the worker pods are deleted immediately after completion, not allowing logs to be viewed. RUN-24184 2.19.28 Fixed an issue in database migration when upgrading from 2.16 to 2.19. RUN-23752 2.19.27 Fixed an issue in the distributed training submission form when a policy on the master pod was applied. RUN-23040 2.19.27 Fixed an edge case where the Run:ai container toolkit hangs when user is spawning hundreds of sub-processes. RUN-23211 2.19.27 Fixed an issue where workloads were stuck at \"Pending\" when the command-line interface flag --gpu-memory was set to zero. RUN-23561 2.19.27 Fixed an issue where the frontend in airgapped environment attempted to download font resources from the internet. RUN-23789 2.19.27 Fixed an issue where in some cases, it was not possible to download the latest version of the command-line interface. RUN-23790 2.19.27 Fixed an issue where in some cases it was not possible to download the Windows version of the command-line interface. RUN-23802 2.19.27 Fixed an issue where new scheduling rules were not applied to existing workloads, if those new rules were set on existing projects which had no scheduling rules before. RUN-23838 2.19.27 Fixed an issue where the command-line interface could not access resources when configured as single-sign on in a self-hosted environment. RUN-23855 2.19.27 Fixed an issue where the pods list in the UI showed past pods. RUN-23857 2.19.27 Dashboard to transition from Grafana v9 to v10. RUN-24010 2.19.27 Fixed an infinite loop issue in the cluster-sync service. RUN-23669 2.19.25 Fixed an issue where export function of consumption Grafana dashboard was not showing. RUN-23778 2.19.24 Fixed an issue where mapping of UID and other properties disappears. RUN-23770 2.19.24 Fixed an issue where older overview dashboard does not filter on cluster, even though a cluster is selected. RUN-23762 2.19.24 Fixed an issue where the wrong version of a Grafana dashboard was displayed in the UI. RUN-23752 2.19.24 Fixed an issue in the distributed training submission form when a policy on the master pod was applied. RUN-23664 2.19.24 Fixed an issue where the GPU quota numbers on the department overview page did not mach the department edit page. RUN-21198 2.19.22 Fixed an issue where creating a training workload via yaml (kubectl apply -f) and specifying spec.namePrefix, created infinite jobs. RUN-23583 2.19.21 Fixed an issue where the new UI navigation bar sometimes showed multiple selections. RUN-23541 2.19.21 Fixed an issue where authorization was not working properly in SaaS due to wrong oidc URL being used. RUN-23376 2.19.21 Fixed an issue where the new command-line interface required re-login after 10 minutes. RUN-23162 2.19.21 Fixed an issue where older audit logs did not show on the new audit log UI. RUN-23385 2.19.20 Fixed an issue where calls to api/v1/notifications/config/notifications would return 502 RUN-23382 2.19.20 Fixed an issue where all nodepools were deleted on cluster upgrade RUN-23374 2.19.20 Fixed an issue where \"ghost\" nodepool in project settings prevents workload creation via UI/API RUN-23291 2.19.20 CLI - change text to be user friendly RUN-23283 2.19.20 Fixed a permissions issue with the Analytics dashboard post upgrade for SSO Users RUN-23208 2.19.20 Upload the source map to sentry only RUN-22642 2.19.20 infw-controller service tests for the reconcile RUN-23373 2.19.19 Fixed an issue where a new data source couldn't be created from the \"New Workload\" form. RUN-23368 2.19.19 Fixed an issue where the getProjects v1 API returned a list of users which was not always in the same order. RUN-23333 2.19.19 Fixed an issue where node pool with overProvisioningRatio greater than 1 cannot be created. RUN-23215 2.19.18 Fixed an issue where metrics requests from backend to mimir failed for certain tenants. RUN-23334 2.19.17 Updated some dockerfiles to the latest ubi9 image for security vulnerabilities. RUN-23318 2.19.16 Fixed an issue where some projects held faulty data which caused the getProjectById API to fail RUN-23140 2.19.16 Fixed an issue where distributed workloads were created with the wrong types RUN-22069 2.19.16 Fixed an isuue where JWT parse with claims failed to parse token without Keyfunc. RUN-23321 2.19.15 Fixed and issue where the GetProjectById wrapper API of the org-unit client in the runai-common-packages ignored errors RUN-23296 2.19.15 Fixed an issue in the CLI where runai attach did not work with auto-complete RUN-23282 2.19.15 CLI documentation fixes RUN-23245 2.19.15 Fixed an issue where ther binder service didn't update the pod status RUN-23057 2.19.15 OCP 2.19 upgrade troubleshooting RUN-22138 2.19.15 Fixed an issue where private URL user(s) input was an email and not a string. RUN-23243 2.19.14 Fixed an issue where the scope tree wasn't calculating permissions correctly RUN-23208 2.19.14 Upload the source map to sentry only RUN-23198 2.19.14 Fixed an issue where external-workload-integrator sometimes crashed for RayJob RUN-23191 2.19.13 Fixed an issue where creating workloads in the UI returned only the first 50 projects RUN-23142 2.19.12 Fixed an issue where advanced GPU metrics per-gpu did not have gpu label RUN-23139 2.19.12 Fixed an issue where inference workload showed wrong status. RUN-23027 2.19.12 Deprecated migProfiles API fields RUN-23001 2.19.12 Fixed an issue of false overcommit on out-of-memory kills in the Swap feature. RUN-22851 2.19.12 Fixed an issue where client may get stuck on device lock acquired during \u201cswap\u201d out-migration RUN-22771 2.19.12 Fixed an issue where get cluster by id with metadata verbosity returned zero values RUN-22742 2.19.12 Fixed user experience issue in inference autoscaling RUN-22725 2.19.12 Fixed an issue where the cloud operator failed to get pods in nodes UI. RUN-22720 2.19.12 Fixed an issue where the cloud operator failed to get projects in node pools UI. RUN-22700 2.19.12 Added auto refresh to the overview dashboard, Pods modal in the Workloads page, and Event history page RUN-22544 2.19.12 Updated Grafana version for security vulnerabilities. RUN-23083 2.19.11 Fixed an issue where workload actions were blocked in the UI when the cluster had any issues RUN-22771 2.19.11 Fixed an issue where the getClusterById API with metadata verbosity returned zero values"},{"location":"home/changelog/hotfixes-2-19/#version-2190-fixes","title":"Version 2.19.0 Fixes","text":"Internal ID Description RUN-21756 Fixed an issue where the NFS mount path doesn\u2019t accept \u201c{}\u201d characters RUN-21475 Fixed an issue where users failed to select the compute resource from UI if the compute resource is last in the list and has a long name"},{"location":"home/changelog/hotfixes-2-20/","title":"Changelog Version 2.19","text":"<p>This section provides details on all hotfixes available for version 2.20. Hotfixes are critical updates released between our major and minor versions to address specific issues or vulnerabilities. These updates ensure the system remains secure, stable, and optimized without requiring a full version upgrade. </p>"},{"location":"home/changelog/hotfixes-2-20/#hotfixes","title":"Hotfixes","text":"Version Date Internal ID Description 2.20.15 24/01/2025 RUN-24354 Fixed an issue where migrating workloads failed due to slow network connection. 2.20.14 23/01/2025 RUN-24754 Fixed an issue where the status of training and interactive workloads was not updated correctly. 2.20.14 23/01/2025 RUN-24838 Fixed an issue where an environment asset could not be created if it included an environment variable with no value specified. 2.20.11 21/01/2025 RUN-25303 Fixed an issue where submitting with the --attach flag was supported only in a workspace workload. 2.20.11 21/01/2025 RUN-25291 Fixed a security vulnerability in golang.org/x/net v0.33.0 with CVE-2024-45338 with severity HIGH. 2.20.10 20/01/2025 RUN-25234 Fixed an authentication issue in CLI V1. 2.20.9 19/01/2025 RUN-25032 Fixed an issue where inference workloads with large container sizes skipped the Initializing state. 2.20.9 19/01/2025 RUN-24752 Fixed an issue where a workload would move to a failed state when created with a custom NodePort that was already allocated. 2.20.9 19/01/2025 RUN-25031 Fixed an issue in the Templates form where existing credentials in the environment variables section were not displayed. 2.20.5 14/01/2025 RUN-25061 Fixed a security vulnerability in github.com.go-git.go-git.v5 with CVE CVE-2025-21613 with severity HIGH."},{"location":"platform-admin/overview/","title":"Overview: Platform Administrator","text":"<p>The Platform Administrator is responsible for the day-to-day administration of the product. </p> <p>As part of the Platform Administrator documentation you will find:</p> <ul> <li>Provide the right access level to users.</li> <li>Configure Run:ai meta-data such as Projects, Departments, Node pools etc.  </li> <li>Understand Researcher Workloads and set up Workload Policies and Assets.</li> <li>Review possible integrations with third-party products. </li> <li>Analyze system performance and perform suggested actions. </li> </ul>"},{"location":"platform-admin/aiinitiatives/overview/","title":"Adapting AI initiatives to your organization","text":"<p>AI initiatives refer to advancing research, development, and implementation of AI technologies. These initiatives represent your business needs and involve collaboration between individuals, teams, and other stakeholders. AI initiatives require compute resources and a methodology to effectively and efficiently use those compute resources and split them among the different AI initiatives stakeholders. The building blocks of AI compute resources are GPUs, CPUs, and CPU memory, which are built into nodes (servers) and can be further grouped into node pools. Nodes and node pools are part of a Kubernetes Cluster.</p> <p>To manage AI initiatives in Run:ai you should:</p> <ul> <li>Map your organization and initiatives to projects and optionally departments  </li> <li>Map compute resources (node pools and quotas) to projects and optionally departments  </li> <li>Assign users (e.g. AI practitioners, ML engineers, Admins) to projects and departments</li> </ul>"},{"location":"platform-admin/aiinitiatives/overview/#mapping-your-organization","title":"Mapping your organization","text":"<p>The way you map your AI initiatives and organization into Run:ai projects and departments should reflect your organization\u2019s structure and Project management practices. There are multiple options, and we provide you here with 3 examples of typical forms in which to map your organization, initiatives, and users into Run:ai, but of course, other ways that suit your requirements are also acceptable.</p>"},{"location":"platform-admin/aiinitiatives/overview/#based-on-individuals","title":"Based on individuals","text":"<p>A typical use case would be students (individual practitioners) within a faculty (business unit) - an individual practitioner may be involved in one or more initiatives. In this example, the resources are accounted for by the student (project) and aggregated per faculty (department). Department = business unit / Project = individual practitioner</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#based-on-business-units","title":"Based on business units","text":"<p>A typical use case would be an AI service (business unit) split into AI capabilities (initiatives) - an individual practitioner may be involved in several initiatives. In this example, the resources are accounted for by Initiative (project) and aggregated per AI service (department).</p> <p>Department = business unit / Project = initiative</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#based-on-the-organizational-structure","title":"Based on the organizational structure","text":"<p>A typical use case would be a business unit split into teams - an individual practitioner is involved in a single team (project) but the team may be involved in several AI initiatives. In this example, the resources are accounted for by team (project) and aggregated per business unit (department).</p> <p>Department = business unit  /  Project = team</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#mapping-your-resources","title":"Mapping your resources","text":"<p>AI initiatives require compute resources such as GPUs and CPUs to run. Compute resources in any organization are limited, either due to the number of servers (nodes) owned by the organization is limited, the budget it can spend to lease resources in the cloud or spending for in-house servers is also limited. Every organization strives to optimize the usage of its resources by maximizing their utilization and providing all users with their needs. Therefore, the organization needs to split resources according to the organization's internal priorities and budget constraints. But even after splitting the resources, the orchestration layer should still provide fairness between the resourced consumers, and allow access to unused resources to minimize scenarios of idle resources.</p> <p>Another aspect of resource management is how to group your resources effectively, especially in large environments, or environments that are made of heterogeneous types of hardware, where some users need to use specific hardware types, or where other users should avoid occupying critical hardware of some users or initiatives.</p> <p>Run:ai assists you with all of these complex issues by allowing you to map your cluster resources to node pools, then map each Project and Department a quota allocation per node pool, and set access rights to unused resources (Over quota) per node pool.</p>"},{"location":"platform-admin/aiinitiatives/overview/#grouping-your-resources","title":"Grouping your resources","text":"<p>There are several reasons why you would group resources (nodes) into node pools:</p> <ul> <li>Control the GPU type to use in heterogeneous hardware environment - in many cases, AI models can be optimized per hardware type they will use, e.g. a training workload that is optimized for H100 does not necessarily run optimally on an A100, and vice versa. Therefore segmenting into node pools, each with a different hardware type gives the AI researcher and ML engineer better control of where to run.  </li> <li>Quota control - splitting to node pools allows the admin to set specific quota per hardware type, e.g. give high priority project guaranteed access to advanced GPU hardware, while keeping lower priority project with a lower quota or even with no quota at all for that high-end GPU, but give it a \u201cbest-effort\u201d access only (i.e. if the high priority guaranteed project is not using those resources).  </li> <li>Multi-region or multi-availability-zone cloud environments - if some or all of your clusters run on the cloud (or even on-premise) but any of your clusters uses different physical locations or different topologies (e.g. racks), you probably want to segment your resources per region/zone/topology to be able to control where to run your workloads, how much quota to assign to specific environments (per project, per department), even if all those locations are all using the same hardware type. This methodology can help in optimizing the performance of your workloads because of the superior performance of local computing such as the locality of distributed workloads, local storage etc.  </li> <li>Explainability and predictability - large environments are complex to understand, this becomes even more complex when an environment is loaded. To maintain users\u2019 satisfaction and their understanding of the resources state, as well as to keep predictability of your workload chances to get scheduled, segmenting your cluster into smaller pools may significantly help.  </li> <li>Scale - Run:ai implementation of node pools has many benefits, one of the main of them is scale. Each node pool has its own scheduler instance, therefore allowing the cluster to handle more nodes and schedule workloads faster when segmented into node pools vs. one large cluster. To allow your workloads to use any resource within a cluster that is split to node pools, a second-level Scheduler is in charge of scheduling workloads between node pools according to your preferences and resource availability.  </li> <li>Prevent mutual exclusion - Some AI workloads consume CPU-only resources, to prevent those workloads from consuming the CPU resources of GPU nodes and thus block GPU workloads from using those nodes, it is recommended to group CPU-only nodes into a dedicated node pool(s) and assign a quota for CPU projects to CPU node-pools only while keeping GPU node-pools with zero quota and optionally \u201cbest-effort\u201d over-quota access for CPU-only projects.</li> </ul>"},{"location":"platform-admin/aiinitiatives/overview/#grouping-examples","title":"Grouping Examples","text":"<p>Set out below are illustrations of different grouping options.                              </p> <p>Example: grouping nodes by topology</p> <p></p> <p>Example: grouping nodes by hardware type</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#assigning-your-resources","title":"Assigning your resources","text":"<p>After the initial grouping of resources, it is time to associate resources to AI initiatives, this is performed by assigning quotas to projects and optionally to departments. Assigning GPU quota to a project, on a node pool basis, means that the workloads submitted by that project are entitled to use those GPUs as guaranteed resources and can use them for all workload types.</p> <p>However, what happens if the project requires more resources than its quota? This depends on the type of workloads that the user wants to submit. If the user requires more resources for non-preemptible workloads, then the quota must be increased, because non-preemptible workloads require guaranteed resources. On the other hand, if the type of workload is, for example, a model Training workload that is preemptible - in this case the project can exploit unused resources of other projects, as long as the other projects don\u2019t need them. Over-quota is set per project on a node-pool basis and per department.</p> <p>Administrators can use quota allocations to prioritize resources between users, teams, and AI initiatives. The administrator can completely prevent the use of certain node pools by a project or department by setting the node pool quota to 0 and disabling over quota for that node pool, or it can keep the quota to 0 and enable over-quota to that node pool and allow access based on resource availability only (e.g. unused GPUs). However, when a project with a non-zero quota needs to use those resources, the Scheduler reclaims those resources back and preempts the preemptible workloads of over-quota projects. As an administrator, you can also have an impact on the amount of over-quota resources a project or department uses.</p> <p>It is essential to make sure that the sum of all projects' quota does NOT surpass that of the Department, and that the sum of all departments does not surpass the number of physical resources, per node pool and for the entire cluster (we call such behavior - \u2018over-subscription\u2019). The reason over-subscription is not recommended is that it may produce unexpected scheduling decisions, especially those that might preempt \u2018non-preemptive\u2019 workloads or fail to schedule workloads within quota, either non-preemptible or preemptible, thus quota cannot be considered anymore as \u2018guaranteed\u2019. Admins can opt-in a system flag that helps to prevent over-subscription scenarios.</p> <p>Example: assigning resources to projects</p> <p></p>"},{"location":"platform-admin/aiinitiatives/overview/#assigning-users-to-projects-and-departments","title":"Assigning users to projects and departments","text":"<p>Run:ai system is using \u2018Role Based Access Control\u2019 (RBAC) to manage users\u2019 access rights to the different objects of the system, its resources, and the set of allowed actions. To allow AI researchers, ML engineers, Project Admins, or any other stakeholder of your AI initiatives to access projects and use AI compute resources with their AI initiatives, the administrator needs to assign users to projects. After a user is assigned to a project with the proper role, e.g. \u2018L1 Researcher\u2019, the user can submit and monitor its workloads under that project. Assigning users to departments is usually done to assign \u2018Department Admin\u2019 to manage a specific department. Other roles, such as \u2018L1 Researcher\u2019, can also be assigned to departments, this allows the researcher access to all projects within that department.</p>"},{"location":"platform-admin/aiinitiatives/overview/#scopes-in-the-organization","title":"Scopes in the organization","text":"<p>This is an example of an organization, as represented in the Run:ai platform:</p> <p></p> <p>The organizational tree is structured from top down under a single node headed by the account. The account is comprised of clusters, departments and projects.</p> <p>Note</p> <p>Different roles and permissions can be granted to specific clusters, departments and projects within an organization.</p> <p>The organizational tree is structured from top down under a single node headed by the account. The account is comprised of clusters, departments and projects.</p> <p>After mapping and building your hierarchal structured organization as shown above, you can assign or associate various Run:ai components (e.g. workloads, roles, assets, policies, and more) to different parts of the organization - these organizational parts are the Scopes. The following organizational example consists of 5 optional scopes:</p> <p></p> <p>Note</p> <p>When a scope is selected, the very same unit, including all of its subordinates (both existing and any future subordinates, if added), are selected as well.</p>"},{"location":"platform-admin/aiinitiatives/overview/#next-steps","title":"Next Steps","text":"<p>Now that resources are grouped into node pools, organizational units or business initiatives are mapped into projects and departments, projects\u2019 quota parameters are set per node pool, and users are assigned to projects, you can finally submit workloads from a project and use compute resources to run your AI initiatives.</p>"},{"location":"platform-admin/aiinitiatives/org/departments/","title":"Departments","text":"<p>This article explains the procedure for managing departments</p> <p>Departments are a grouping of projects. By grouping projects into a department, you can set quota limitations to a set of projects, create policies that are applied to the department, and create assets that can be scoped to the whole department or a partial group of descendent projects</p> <p>For example, in an academic environment, a department can be the Physics Department grouping various projects (AI Initiatives) within the department, or grouping projects where each project represents a single student.</p>"},{"location":"platform-admin/aiinitiatives/org/departments/#departments","title":"Departments","text":"<p>The Departments table can be found under Organization in the Run:ai platform.</p> <p>Note</p> <p>Departments are disabled, by default. If you cannot see Departments in the menu, then it must be enabled by your Administrator, under General settings \u2192 Resources \u2192 Departments</p> <p>The Departments table lists all departments defined for a specific cluster and allows you to manage them. You can switch between clusters by selecting your cluster using the filter at the top.</p> <p></p> <p>The Departments table consists of the following columns:</p> Column Description Department The name of the department Node pool(s) with quota The node pools associated with this department. By default, all node pools within a cluster are associated with each department. Administrators can change the node pools\u2019 quota parameters for a department. Click the values under this column to view the list of node pools with their parameters (as described below) GPU quota GPU quota associated with the department Total GPUs for projects The sum of all projects\u2019 GPU quotas associated with this department Project(s) List of projects associated with this department Subject(s) The users, SSO groups, or applications with access to the project. Click the values under this column to view the list of subjects with their parameters (as described below). This column is only viewable if your role in Run:ai platform allows you those permissions. Allocated GPUs The total number of GPUs allocated by successfully scheduled workloads in projects associated with this department GPU allocation ratio The ratio of Allocated GPUs to GPU quota. This number reflects how well the department\u2019s GPU quota is utilized by its descendant projects. A number higher than 100% means the department is using over-quota GPUs. A number lower than 100% means not all projects are utilizing their quotas. A quota becomes allocated once a workload is successfully scheduled. Creation time The timestamp for when the department was created Workload(s) The list of workloads under projects associated with this department. Click the values under this column to view the list of workloads with their resource parameters (as described below) Cluster The cluster that the department is associated with"},{"location":"platform-admin/aiinitiatives/org/departments/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul>"},{"location":"platform-admin/aiinitiatives/org/departments/#node-pools-with-quota-associated-with-the-department","title":"Node pools with quota associated with the department","text":"<p>Click one of the values of Node pool(s) with quota column, to view the list of node pools and their parameters</p> Column Description Node pool The name of the node pool is given by the administrator during node pool creation. All clusters have a default node pool created automatically by the system and named \u2018default\u2019. GPU quota The amount of GPU quota the administrator dedicated to the department for this node pool (floating number, e.g. 2.3 means 230% of a GPU capacity) CPU (Cores) The amount of CPU (cores) quota the administrator has dedicated to the department for this node pool (floating number, e.g. 1.3 Cores = 1300 mili-cores). The \u2018unlimited\u2019 value means the CPU (Cores) quota is not bound and workloads using this node pool can use as many CPU (Cores) resources as they need (if available) CPU memory The amount of CPU memory quota the administrator has dedicated to the department for this node pool (floating number, in MB or GB). The \u2018unlimited\u2019 value means the CPU memory quota is not bounded and workloads using this node pool can use as much CPU memory resource as they need (if available). Allocated GPUs The total amount of GPUs allocated by workloads using this node pool under projects associated with this department. The number of allocated GPUs may temporarily surpass the GPU quota of the department if over-quota is used. Allocated CPU (Cores) The total amount of CPUs (cores) allocated by workloads using this node pool under all projects associated with this department. The number of allocated CPUs (cores) may temporarily surpass the CPUs (Cores) quota of the department if over-quota is used. Allocated CPU memory The actual amount of CPU memory allocated by workloads using this node pool under all projects associated with this department. The number of Allocated CPU memory may temporarily surpass the CPU memory quota if over-quota is used."},{"location":"platform-admin/aiinitiatives/org/departments/#subjects-authorized-for-the-project","title":"Subjects authorized for the project","text":"<p>Click one of the values of the Subject(s) column, to view the list of subjects and their parameters. This column is only viewable if your role in the Run:ai system affords you those permissions.</p> Column Description Subject A user, SSO group, or application assigned with a role in the scope of this department Type The type of subject assigned to the access rule (user, SSO group, or application). Scope The scope of this department within the organizational tree. Click the name of the scope to view the organizational tree diagram, you can only view the parts of the organizational tree for which you have permission to view. Role The role assigned to the subject, in this department\u2019s scope Authorized by The user who granted the access rule Last updated The last time the access rule was updated <p>Note</p> <p>A role given in a certain scope, means the role applies to this scope and any descendant scopes in the organizational tree.</p>"},{"location":"platform-admin/aiinitiatives/org/departments/#adding-a-new-department","title":"Adding a new department","text":"<p>To create a new Department:</p> <ol> <li>Click +NEW DEPARTMENT  </li> <li>Select a scope.     By default, the field contains the scope of the current UI context cluster, viewable at the top left side of your screen. You can change the current UI context cluster by clicking the \u2018Cluster: cluster-name\u2019 field and applying another cluster as the UI context. Alternatively, you can choose another cluster within the \u2018+ New Department\u2019 form by clicking the organizational tree icon on the right side of the scope field, opening the organizational tree and selecting one of the available clusters.  </li> <li>Enter a name for the department. Department names must start with a letter and can only contain lower case latin letters, numbers or a hyphen ('-\u2019).  </li> <li>Under Quota Management, select a quota for the department. The Quota management section may contain different fields depending on pre-created system configuration. Possible system configurations are:  <ul> <li>Existence of Node Pools  </li> <li>CPU Quota - Allow setting a quota for CPU resources.</li> </ul> </li> </ol> <p>When no node pools are configured, you can set the following quota parameters:</p> <ul> <li>GPU Devices   The number of GPUs you want to allocate for this department (decimal number). This quota is consumed by the department\u2019s subordinated project.  </li> <li>CPUs (cores) (when CPU quota is set)    The number of CPU cores you want to allocate for this department (decimal number). This quota is consumed by the department\u2019s subordinated projects  </li> <li>CPUs memory (when CPU quota is set)    The amount of CPU memory you want to allocate for this department (in Megabytes or Gigabytes). This quota is consumed by the department\u2019s subordinated projects</li> </ul> <p>When node pools are enabled, it is possible to set the above quota parameters for each node-pool separately.</p> <ul> <li>Order of priority This column is displayed only if more than one node pool exists. The default order in which the Scheduler uses node pools to schedule a workload.  This means, the Scheduler first tries to allocate resources using the highest priority node pool, followed by the next in priority, until it reaches the lowest priority node pool list, then the Scheduler starts from the highest priority again. The Scheduler uses the department list of prioritized node pools, only if the order of priority of node pools is not set in project or the workload during submission (either by an admin policy or by the user). An empty value indicates that the node pool is not part of the department\u2019s default node pool priority list, but a node pool can still be chosen by the admin policy or a user during workload submission. Department nodepool priority sets defaults to the subordinate projects but does not enforce it, meaning projects are free to change their priority.</li> <li>In addition, you can decide whether to allow a department to go over-quota. Allowing over-quota at the department level means that one department can receive more resources than its quota when not required by other departments. If the over-quota is disabled, workloads running under subordinated projects are not able to use more resources than the department\u2019s quota, but each project can still go over-quota (if enabled at the project level) up to the department\u2019s quota.</li> </ul> <p>Unlimited CPU(Cores) and CPU memory quotas are an exception - in this case, workloads of subordinated projects can consume available resources up to the physical limitation of the cluster or any of the node pools.</p> <p>Example of Quota management:</p> <p></p> <ol> <li>Click CREATE DEPARTMENT</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#adding-an-access-rule-to-a-department","title":"Adding an access rule to a department","text":"<p>To create a new access rule for a department:</p> <ol> <li>Select the department you want to add an access rule for  </li> <li>Click ACCESS RULES  </li> <li>Click +ACCESS RULE  </li> <li>Select a subject  </li> <li>Select or enter the subject identifier:  <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP  </li> <li>Group name as recognized by the IDP  </li> <li>Application name as created in Run:ai  </li> </ul> </li> <li>Select a role  </li> <li>Click SAVE RULE  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#deleting-an-access-rule-from-a-department","title":"Deleting an access rule from a department","text":"<p>To delete an access rule from a department:</p> <ol> <li>Select the department you want to remove an access rule from  </li> <li>Click ACCESS RULES  </li> <li>Find the access rule you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#editing-a-department","title":"Editing a department","text":"<ol> <li>Select the Department you want to edit  </li> <li>Click EDIT  </li> <li>Update the Department and click SAVE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#viewing-a-departments-policy","title":"Viewing a department\u2019s policy","text":"<p>To view the policy of a department:</p> <ol> <li>Select the department for which you want to view its policies.     This option is only active if the department has defined policies in place.  </li> <li>Click VIEW POLICY and select the workload type for which you want to view the policies:     a. Workspace workload type policy with its set of rules     b. Training workload type policies with its set of rules  </li> <li>In the Policy form, view the workload rules that are enforcing your department for the selected workload type as well as the defaults:  <ul> <li>Parameter - The workload submission parameter that Rule and Default is applied on  </li> <li>Type (applicable for data sources only) - The data source type (Git, S3, nfs, pvc etc.)  </li> <li>Default - The default value of the Parameter  </li> <li>Rule - Set up constraints on workload policy fields  </li> <li>Source - The origin of the applied policy (cluster, department or project)  </li> </ul> </li> </ol> <p>Notes</p> <ul> <li>The policy affecting the department consists of rules and defaults. Some of these rules and defaults may be derived from the policies of a parent cluster (source). You can see the source of each rule in the policy form.  </li> <li>A policy set for a department affects all subordinated projects and their workloads, according to the policy workload type</li> </ul>"},{"location":"platform-admin/aiinitiatives/org/departments/#deleting-a-department","title":"Deleting a department","text":"<ol> <li>Select the department you want to delete  </li> <li>Click DELETE  </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol> <p>Note</p> <p>Deleting a department permanently deletes its subordinated projects, any assets created in the scope of this department, and any of its subordinated projects such as compute resources, environments, data sources, templates, and credentials. However, workloads running within the department\u2019s subordinated projects, or the policies defined for this department or its subordinated projects - remain intact and running.</p>"},{"location":"platform-admin/aiinitiatives/org/departments/#reviewing-a-department","title":"Reviewing a department","text":"<ol> <li>Select the department you want to review  </li> <li>Click REVIEW  </li> <li>Review and click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/departments/#using-api","title":"Using API","text":"<p>Go to the Departments API reference to view the available actions</p>"},{"location":"platform-admin/aiinitiatives/org/projects/","title":"Projects","text":"<p>This article explains the procedure to manage Projects.</p> <p>Researchers submit AI workloads. To streamline resource allocation and prioritize work, Run:ai introduces the concept of Projects. Projects are the tool to implement resource allocation policies as well as the segregation between different initiatives. A project may represent a team, an individual, or an initiative that shares resources or has a specific resource quota. Projects may be aggregated in Run:ai departments.</p> <p>For example, you may have several people involved in a specific face-recognition initiative collaborating under one project named \u201cface-recognition-2024\u201d. Alternatively, you can have a project per person in your team, where each member receives their own quota.</p>"},{"location":"platform-admin/aiinitiatives/org/projects/#projects-table","title":"Projects table","text":"<p>The Projects table can be found under Organization in the Run:ai platform.</p> <p>The Projects table provides a list of all projects defined for a specific cluster, and allows you to manage them. You can switch between clusters by selecting your cluster using the filter at the top.</p> <p></p> <p>The Projects table consists of the following columns:</p> Column Description Project The name of the project Department The name of the parent department. Several projects may be grouped under a department. Status The Project creation status. Projects are manifested as Kubernetes namespaces. The project status represents the Namespace creation status. Node pool(s) with quota The node pools associated with the project. By default, a new project is associated with all node pools within its associated cluster. Administrators can change the node pools\u2019 quota parameters for a project. Click the values under this column to view the list of node pools with their parameters (as described below) Subject(s) The users, SSO groups, or applications with access to the project. Click the values under this column to view the list of subjects with their parameters (as described below). This column is only viewable if your role in the Run:ai platform allows you those permissions. Allocated GPUs The total number of GPUs allocated by successfully scheduled workloads under this project GPU allocation ratio The ratio of Allocated GPUs to GPU quota. This number reflects how well the project\u2019s GPU quota is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota GPUs. GPU quota The GPU quota allocated to the project. This number represents the sum of all node pools\u2019 GPU quota allocated to this project. Allocated CPUs (Core) The total number of CPU cores allocated by workloads submitted within this project. (This column is only available if the CPU Quota setting is enabled, as described below). Allocated CPU Memory The total number of CPUs allocated by successfully scheduled workloads under this project. (This column is only available if the CPU Quota setting is enabled, as described below). CPU quota (Cores) CPU quota allocated to this project. (This column is only available if the CPU Quota setting is enabled, as described below). This number represents the sum of all node pools\u2019 CPU quota allocated to this project. The \u2018unlimited\u2019 value means the CPU (cores) quota is not bounded and workloads using this project can use as many CPU (cores) resources as they need (if available). CPU memory quota CPU memory quota allocated to this project. (This column is only available if the CPU Quota setting is enabled, as described below). This number represents the sum of all node pools\u2019 CPU memory quota allocated to this project. The \u2018unlimited\u2019 value means the CPU memory quota is not bounded and workloads using this Project can use as much CPU memory resources as they need (if available). CPU allocation ratio The ratio of Allocated CPUs (cores) to CPU quota (cores). This number reflects how much the project\u2019s \u2018CPU quota\u2019 is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota CPU cores. CPU memory allocation ratio The ratio of Allocated CPU memory to CPU memory quota. This number reflects how well the project\u2019s \u2018CPU memory quota\u2019 is utilized by its descendent workloads. A number higher than 100% indicates the project is using over-quota CPU memory. Node affinity of training workloads The list of Run:ai node-affinities. Any training workload submitted within this project must specify one of those Run:ai node affinities, otherwise it is not submitted. Node affinity of interactive workloads The list of Run:ai node-affinities. Any interactive (workspace) workload submitted within this project must specify one of those Run:ai node affinities, otherwise it is not submitted. Idle time limit of training workloads The time in days:hours:minutes after which the project stops a training workload not using its allocated GPU resources. Idle time limit of preemptible workloads The time in days:hours:minutes after which the project stops a preemptible interactive (workspace) workload not using its allocated GPU resources. Idle time limit of non preemptible workloads The time in days:hours:minutes after which the project stops a non-preemptible interactive (workspace) workload not using its allocated GPU resources.. Interactive workloads time limit The duration in days:hours:minutes after which the project stops an interactive (workspace) workload Training workloads time limit The duration in days:hours:minutes after which the project stops a training workload Creation time The timestamp for when the project was created Workload(s) The list of workloads associated with the project. Click the values under this column to view the list of workloads with their resource parameters (as described below). Cluster The cluster that the project is associated with"},{"location":"platform-admin/aiinitiatives/org/projects/#node-pools-with-quota-associated-with-the-project","title":"Node pools with quota associated with the project","text":"<p>Click one of the values of Node pool(s) with quota column, to view the list of node pools and their parameters</p> Column Description Node pool The name of the node pool is given by the administrator during node pool creation. All clusters have a default node pool created automatically by the system and named \u2018default\u2019. GPU quota The amount of GPU quota the administrator dedicated to the project for this node pool (floating number, e.g. 2.3 means 230% of GPU capacity). CPU (Cores) The amount of CPUs (cores) quota the administrator has dedicated to the project for this node pool (floating number, e.g. 1.3 Cores = 1300 mili-cores). The \u2018unlimited\u2019 value means the CPU (Cores) quota is not bounded and workloads using this node pool can use as many CPU (Cores) resources as they require, (if available). CPU memory The amount of CPU memory quota the administrator has dedicated to the project for this node pool (floating number, in MB or GB). The \u2018unlimited\u2019 value means the CPU memory quota is not bounded and workloads using this node pool can use as much CPU memory resource as they need (if available). Allocated GPUs The actual amount of GPUs allocated by workloads using this node pool under this project. The number of allocated GPUs may temporarily surpass the GPU quota if over-quota is used. Allocated CPU (Cores) The actual amount of CPUs (cores) allocated by workloads using this node pool under this project. The number of allocated CPUs (cores) may temporarily surpass the CPUs (Cores) quota if over-quota is used. Allocated CPU memory The actual amount of CPU memory allocated by workloads using this node pool under this Project. The number of Allocated CPU memory may temporarily surpass the CPU memory quota if over-quota is used. Order of priority The default order in which the Scheduler uses node-pools to schedule a workload. This is used only if the order of priority of node pools is not set in the workload during submission, either by an admin policy or the user. An empty value means the node pool is not part of the project\u2019s default list, but can still be chosen by an admin policy or the user during workload submission"},{"location":"platform-admin/aiinitiatives/org/projects/#subjects-authorized-for-the-project","title":"Subjects authorized for the project","text":"<p>Click one of the values in the Subject(s) column, to view the list of subjects and their parameters. This column is only viewable, if your role in the Run:ai system affords you those permissions.</p> Column Description Subject A user, SSO group, or application assigned with a role in the scope of this Project Type The type of subject assigned to the access rule (user, SSO group, or application) Scope The scope of this project in the organizational tree. Click the name of the scope to view the organizational tree diagram, you can only view the parts of the organizational tree for which you have permission to view. Role The role assigned to the subject, in this project\u2019s scope Authorized by The user who granted the access rule Last updated The last time the access rule was updated"},{"location":"platform-admin/aiinitiatives/org/projects/#workloads-associated-with-the-project","title":"Workloads associated with the project","text":"<p>Click one of the values of Workload(s) column, to view the list of workloads and their parameters</p> Column Description Workload The name of the workload, given during its submission. Optionally, an icon describing the type of workload is also visible Type The type of the workload, e.g. Workspace, Training, Inference Status The state of the workload and time elapsed since the last status change Created by The subject that created this workload Running/ requested pods The number of running pods out of the number of requested pods for this workload. e.g. a distributed workload requesting 4 pods but may be in a state where only 2 are running and 2 are pending Creation time The date and time the workload was created GPU compute request The amount of GPU compute requested (floating number, represents either a portion of the GPU compute, or the number of whole GPUs requested) GPU memory request The amount of GPU memory requested (floating number, can either be presented as a portion of the GPU memory, an absolute memory size in MB or GB, or a MIG profile) CPU memory request The amount of CPU memory requested (floating number, presented as an absolute memory size in MB or GB) CPU compute request The amount of CPU compute requested (floating number, represents the number of requested Cores)"},{"location":"platform-admin/aiinitiatives/org/projects/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul>"},{"location":"platform-admin/aiinitiatives/org/projects/#adding-a-new-project","title":"Adding a new project","text":"<p>To create a new Project:</p> <ol> <li>Click +NEW PROJECT </li> <li>Select a scope, you can only view clusters if you have permission to do so - within the scope of the roles assigned to you  </li> <li>Enter a name for the project    Project names must start with a letter and can only contain lower case Latin letters, numbers or a hyphen ('-\u2019)  </li> <li>Namespace associated with Project    Each project has an associated (Kubernetes) namespace in the cluster.     All workloads under this project use this namespace.    a. By default, Run:ai creates a namespace based on the Project name (in the form of <code>runai-&lt;name&gt;</code>)    b. Alternatively, you can choose an existing namespace created for you by the cluster administrator  </li> <li> <p>In the Quota management section, you can set the quota parameters and prioritize resources  </p> <ul> <li>Order of priority This column is displayed only if more than one node pool exists. The default order in which the Scheduler uses node pools to schedule a workload. This means the Scheduler first tries to allocate resources using the highest priority node pool, then the next in priority, until it reaches the lowest priority node pool list, then the Scheduler starts from the highest again. The Scheduler uses the Project list of prioritized node pools, only if the order of priority of node pools is not set in the workload during submission, either by an admin policy or by the user. Empty value means the node pool is not part of the Project\u2019s default node pool priority list, but a node pool can still be chosen by the admin policy or a user during workload submission  </li> <li>Node pool This column is displayed only if more than one node pool exists. It represents the name of the node pool.  </li> <li>GPU devices The number of GPUs you want to allocate for this project in this node pool (decimal number).  </li> <li>CPUs (Cores) This column is displayed only if CPU quota is enabled via the General settings. Represents the number of CPU cores you want to allocate for this project in this node pool (decimal number).  </li> <li> <p>CPU memory This column is displayed only if CPU quota is enabled via the General settings. The amount of CPU memory you want to allocate for this project in this node pool (in Megabytes or Gigabytes).  </p> </li> <li> <p>Over quota / Over quota weight -  If over-quota weight is enabled via the General settings then over-quota weight is presented, otherwise over-quota is presented  </p> <ul> <li>Over quota When enabled, the project can use non-guaranteed overage resources above its quota in this node pool. The amount of the non-guaranteed overage resources for this project is calculated proportionally to the project quota in this node pool. When disabled, the project cannot use more resources than the guaranteed quota in this node pool.         </li> <li>Over quota weight - Represents a weight used to calculate the amount of non-guaranteed overage resources a project can get on top of its quota in this node pool. All unused resources are split between projects that require the use of overage resources:  <ul> <li>Medium The default value. The Admin can change the default to any of the following values: High, Low, Lowest, or None.  </li> <li>None When set, the project cannot use more resources than the guaranteed quota in this node pool.  </li> <li>Lowest Over-quota weight \u2018lowest\u2019 has a unique behavior, because its weight is 0, it can only use over-quota (unused overage) resources if no other project needs them, and any project with a higher over-quota weight can snap the average resources at any time.</li> </ul> </li> </ul> </li> </ul> </li> </ol> <p>Note</p> <p>Setting the quota to 0 (either GPU, CPU, or CPU memory) and the over-quota to \u2018disabled\u2019 or over-quota weight to \u2018none\u2019 means the project is blocked from using those resources on this node pool.</p> <p>When no node pools are configured, you can set the same parameters but it is for the whole project, instead of per node pool.</p> <p>After node pools are created, you can set the above parameters for each node-pool separately.</p> <ol> <li> <p>Set Scheduling rules as required. You can have a scheduling rule for:  </p> <ul> <li>Idle GPU timeout Preempt a workload that does not use GPUs for more than a specified duration. You can apply a single rule per workload type - Preemptive Workspaces, Non-preemptive Workspaces, and Training.  </li> </ul> <p>Note</p> <p>To make \u2018Idle GPU timeout\u2019 effective, it must be set to a shorter duration than that workload duration of the same workload type.  </p> <ul> <li>Workspace duration Preempt workspaces after a specified duration. This applies to both preemptive and non-preemptive Workspaces.  </li> <li>Training duration Preempt a training workload after a specified duration.  </li> <li>Node type (Affinity) Node type is used to select a group of nodes, usually with specific characteristics such as a hardware feature, storage type, fast networking interconnection, etc. The scheduler uses node type as an indication of which nodes should be used for your workloads, within this project. Node type is a label in the form of run.ai/type and a value (e.g. run.ai/type = dgx200) that the administrator uses to tag a set of nodes. Adding the node type to the project\u2019s scheduling rules enables the user to submit workloads with any node type label/value pairs in this list, according to the workload type - Workspace or Training. The Scheduler then schedules workloads using a node selector, targeting nodes tagged with the Run:ai node type label/value pair. Node pools and a node type can be used in conjunction with each other. For example, specifying a node pool and a smaller group of nodes from that node pool that includes a fast SSD memory or other unique characteristics.  </li> </ul> </li> <li> <p>Click CREATE PROJECT</p> </li> </ol>"},{"location":"platform-admin/aiinitiatives/org/projects/#adding-an-access-rule-to-a-project","title":"Adding an access rule to a project","text":"<p>To create a new access rule for a project:</p> <ol> <li>Select the project you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a subject </li> <li>Select or enter the subject identifier:  <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP  </li> <li>Group name as recognized by the IDP  </li> <li>Application name as created in Run:ai  </li> </ul> </li> <li>Select a role </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/projects/#deleting-an-access-rule-from-a-project","title":"Deleting an access rule from a project","text":"<p>To delete an access rule from a project:</p> <ol> <li>Select the project you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule you want to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/projects/#editing-a-project","title":"Editing a project","text":"<p>To edit a project:</p> <ol> <li>Select the project you want to edit  </li> <li>Click EDIT </li> <li>Update the Project and click SAVE</li> </ol>"},{"location":"platform-admin/aiinitiatives/org/projects/#viewing-a-projects-policy","title":"Viewing a project\u2019s policy","text":"<p>To view the policy of a project:</p> <ol> <li>Select the project for which you want to view its policies. This option is only active for projects with defined policies in place.  </li> <li>Click VIEW POLICY and select the workload type for which you want to view the policies:     a. Workspace workload type policy with its set of rules     b. Training workload type policies with its set of rules  </li> <li>In the Policy form, view the workload rules that are enforcing your project for the selected workload type as well as the defaults:  <ul> <li>Parameter - The workload submission parameter that Rules and Defaults are applied to  </li> <li>Type (applicable for data sources only) - The data source type (Git, S3, nfs, pvc etc.)  </li> <li>Default - The default value of the Parameter  </li> <li>Rule - Set up constraints on workload policy fields  </li> <li>Source - The origin of the applied policy (cluster, department or project)  </li> </ul> </li> </ol> <p>Note</p> <p>The policy affecting the project consists of rules and defaults. Some of these rules and defaults may be derived from policies of a parent cluster and/or department (source). You can see the source of each rule in the policy form.</p>"},{"location":"platform-admin/aiinitiatives/org/projects/#deleting-a-project","title":"Deleting a project","text":"<p>To delete a project:</p> <ol> <li>Select the project you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm </li> </ol> <p>Note</p> <ul> <li> <p>Clusters &lt; v2.20</p> <p>Deleting a project does not delete its associated namespace, any of the running workloads using this namespace, or the policies defined for this project. However, any assets created in the scope of this project such as compute resources, environments, data sources, templates and credentials, are permanently deleted from the system.</p> </li> <li> <p>Clusters &gt;=v2.20</p> <p>Deleting a project does not delete its associated namespace, but will attempt to delete its associated workloads and assets. Any assets created in the scope of this project such as compute resources, environments, data sources, templates and credentials, are permanently deleted from the system.</p> </li> </ul>"},{"location":"platform-admin/aiinitiatives/org/projects/#using-api","title":"Using API","text":"<p>Go to the Projects API reference to view the available actions</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/","title":"Scheduling Rules","text":"<p>This article explains the procedure of configuring and managing Scheduling rules.  Scheduling rules refer to restrictions applied over workloads. These restrictions apply to either the resources (nodes) on which workloads can run or to the duration of the workload run time.  Scheduling rules are set for projects or departments and apply to a specific workload type. Once scheduling rules are set, all matching workloads associated with the project or (subordinate projects in case of department) have the restrictions as defined when the workload was submitted. New scheduling rules added, are not applied over already created workloads associated with that project/department.</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#scheduling-rules","title":"Scheduling Rules","text":"<p>There are 3 types of scheduling rules:</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#workload-duration-time-limit","title":"Workload duration (time limit)","text":"<p>This rule limits the duration of a workload run time. Workload run time is calculated as the total time in which the workload was in status Running. You can apply a single rule per workload type - Preemptive Workspaces, Non-preemptive Workspaces, and Training.  </p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#idle-gpu-time-limit","title":"Idle GPU time limit","text":"<p>This rule limits the total GPU time of a workload. Workload idle time is counted from the first time the workload is in status Running and the GPU was idle. We calculate idleness by employing the <code>runai_gpu_idle_seconds_per_workload</code> metric. This metric determines the total duration of zero GPU utilization within each 30-second interval. If the GPU remains idle throughout the 30-second window, 30 seconds are added to the idleness sum; otherwise, the idleness count is reset. You can apply a single rule per workload type - Preemptible Workspaces, Non-preemptible Workspaces, and Training.  </p> <p>Note</p> <p>To make <code>Idle GPU timeout</code> effective, it must be set to a shorter duration than that workload duration of the same workload type. </p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#node-type-affinity","title":"Node type (Affinity)","text":"<p>Node type is used to select a group of nodes, typically with specific characteristics such as a hardware feature, storage type, fast networking interconnection, etc. The scheduler uses node type as an indication of which nodes should be used for your workloads, within this project.  </p> <p>Node type is a label in the form of <code>run.ai/type</code> and a value (e.g. <code>run.ai/type = dgx200</code>) that the administrator uses to tag a set of nodes. Adding the node type to the project\u2019s scheduling rules mandates the user to submit workloads with a node type label/value pairs from this list, according to the workload type - Workspace or Training. The Scheduler then schedules workloads using a node selector, targeting nodes tagged with the Run:ai node type label/value pair. Node pools and a node type can be used in conjunction. For example, specifying a node pool and a smaller group of nodes from that node pool that includes a fast SSD memory or other unique characteristics.</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#labelling-nodes-for-node-types-grouping","title":"Labelling nodes for node types grouping","text":"<p>The administrator should use a node label with the key of run.ai/type and any coupled value</p> <p>To assign a label to nodes you want to group, set the \u2018node type (affinity)\u2019 on each relevant node:</p> <ol> <li> <p>Obtain the list of nodes and their current labels by coping the following to your terminal:   <pre><code>kubectl get nodes --show-labels\n</code></pre></p> </li> <li> <p>Annotate a specific node with a new label by coping the following to your terminal:   <pre><code>kubectl label node &lt;node-name&gt; run.ai/type=&lt;value&gt;\n</code></pre></p> </li> </ol>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#adding-a-scheduling-rule-to-a-projectdepartment","title":"Adding a scheduling rule to a project/department","text":"<p>To add a scheduling rule:</p> <ol> <li>Select the project/department for which you want to add a scheduling rule  </li> <li>Click EDIT </li> <li>In the Scheduling rules section click +RULE </li> <li>Select the rule type </li> <li>Select the workload type and time limitation period </li> <li>For Node type, choose one or more labels for the desired nodes.  </li> <li>Click SAVE</li> </ol> <p>Note</p> <p>You can review the defined rules in the Projects table in the relevant column.</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#editing-the-projectdepartment-scheduling-rule","title":"Editing the project/department scheduling rule","text":"<p>To edit a scheduling rule:</p> <ol> <li>Select the project/department for which you want to edit its scheduling rule  </li> <li>Click EDIT </li> <li>Find the scheduling rule you would like to edit  </li> <li>Edit the rule  </li> <li>Click SAVE</li> </ol> <p>Note</p> <p>When a editing an inherited rule on a project/department (a rule defined by the department), you can only restrict the rule limitation</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#deleting-the-projectdepartment-scheduling-rule","title":"Deleting the project/department scheduling rule","text":"<p>To delete a scheduling rule:</p> <ol> <li>Select the project/department from which you want to delete a scheduling rule  </li> <li>Click EDIT </li> <li>Find the scheduling rule you would like to delete  </li> <li>Click on the x icon  </li> <li>Click SAVE</li> </ol> <p>!!! You cannot delete rules inherited from the department from the project's set of rules</p>"},{"location":"platform-admin/aiinitiatives/org/scheduling-rules/#using-api","title":"Using API","text":"<p>Go to the Projects API reference to view the available actions</p>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/","title":"Configuring NVIDIA MIG Profiles","text":"<p>NVIDIA\u2019s Multi-Instance GPU (MIG) enables splitting a GPU into multiple logical GPU devices, each with its own memory and compute portion of the physical GPU. </p> <p>NVIDIA provides two MIG strategies that the user can split the GPU into:</p> <ul> <li>Single - A GPU can be divided evenly. This means all MIG profiles are the same. </li> <li>Mixed - A GPU can be divided into different profiles. </li> </ul> <p>The Run:ai platform supports running workloads using NVIDIA MIG. Administrators can set the Kubernetes nodes to their preferred MIG strategy and configure the appropriate MIG profiles for researchers and MLOPS engineers to use. </p> <p>This guide explains how to configure MIG in each strategy to submit workloads. It also outlines the individual implications of each strategy and best practices for administrators.</p> <p>Note</p> <ul> <li>Starting from v2.19, Dynamic MIG feature began a deprecation process and is now no longer supported. With Dynamic MIG, the Run:ai platform automatically configured MIG profiles according to on-demand user requests for different MIG profiles or memory fractions.  </li> <li>GPU fractions and memory fractions are not supported with MIG profiles.</li> <li>Single strategy supports both Run:ai and third-party workloads. Using mixed strategy can only be done using third-party workloads. For more details on Run:ai and third-party workloads, see Introduction to workloads.</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#before-you-start","title":"Before you start","text":"<p>To use MIG single and mixed strategy effectively, make sure to familiarize yourself with the following NVIDIA resources:</p> <ul> <li>NVIDIA Multi-Instance GPU</li> <li>MIG User Guide </li> <li>GPU Operator with MIG </li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#configuring-single-mig-strategy","title":"Configuring single MIG strategy","text":"<p>When deploying MIG using single strategy, all GPUs within a node are configured with the same profile. For example, a node might have GPUs configured with 3 MIG slices of profile type 1g.20gb, or 7 MIG slices of profile 1g.10gb. With this strategy, MIG profiles are displayed as whole GPU devices by CUDA. </p> <p>The Run:ai platform discovers these MIG profiles as whole GPU devices as well, ensuring MIG devices are transparent to the end-user (practitioner). For example, a node that consists of 8 physical GPUs split into MIG slices, 3\u00d72g20gb slices each, is discovered by the Run:ai platform as a node with 24 GPU devices.</p> <p>Users can submit workloads by requesting a specific number of GPU devices (X GPU) and Run:ai will allocate X MIG slices (logical devices). The Run:ai platform deducts X GPUs from the workload\u2019s Project quota, regardless of whether this \u2018logical GPU\u2019 represents 1/3 of a physical GPU device or 1/7 of a physical GPU device.</p>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#configuring-mixed-mig-strategy","title":"Configuring mixed MIG strategy","text":"<p>When deploying MIG using mixed strategy, each GPU in a node can be configured with a different combination of MIG profiles such as 2\u00d72g.20gb and 3\u00d71g.10gb. For details on supported combinations per GPU type, refer to Supported MIG Profiles.</p> <p>In mixed strategy, physical GPU devices continue to be displayed as physical GPU devices by CUDA, and each MIG profile is shown individually. The Run:ai platform identifies the physical GPU devices normally, however, MIG profiles are not visible in the UI or node APIs. </p> <p>When submitting third-party workloads with this strategy, the user should explicitly specify the exact requested MIG profile (for example, nvidia.com/gpu.product: A100-SXM4-40GB-MIG-3g.20gb). The Run:ai Scheduler finds a node that can provide this specific profile and binds it to the workload. </p> <p>A third-party workload submitted with a MIG profile of type Xg.Ygb (e.g. 3g.40gb or 2g.20gb) is considered as consuming X GPUs. These X GPUs will be deducted from the workload\u2019s project quota of GPUs. For example, a 3g.40gb profile deducts 3 GPUs from the associated Project\u2019s quota, while 2g.20gb deducts 2 GPUs from the associated Project\u2019s quota. This is done to maintain a logical ratio according to the characteristics of the MIG profile. </p>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#best-practices-for-administrators","title":"Best practices for administrators","text":""},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#single-strategy","title":"Single strategy","text":"<ul> <li>Configure proper and uniform sizes of MIG slices (profiles) across all GPUs within a node.</li> <li>Set the same MIG profiles on all nodes of a single node pool. </li> <li>Create separate node pools with different MIG profile configurations allowing users to select the pool that best matches their workloads\u2019 needs. </li> <li>Ensure Project quotas are allocated according to the MIG profile sizes.</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/configuring-mig-profiles/#mixed-strategy","title":"Mixed strategy","text":"<ul> <li>Use mixed strategy with workloads that require diverse resources. Make sure to evaluate the workload requirements and plan accordingly.</li> <li>Configure individual MIG profiles on each node by using a limited set of MIG profile combinations to minimize complexity. Make sure to evaluate your requirements and node configurations. </li> <li>Ensure Project quotas are allocated according to the MIG profile sizes.</li> </ul> <p>Note</p> <p>Since MIG slices are a fixed size, once configured, changing MIG profiles requires administrative intervention.</p>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/","title":"Node Pools","text":"<p>This article explains the procedure for managing Node pools.</p> <p>Node pools assist in managing heterogeneous resources effectively. A node pool is a Run:ai construct representing a set of nodes grouped into a bucket of resources using a predefined node label (e.g. NVidia GPU type) or an administrator-defined node label (any key/value pair).</p> <p>Typically, the grouped nodes share a common feature or property, such as GPU type or other HW capability (such as Infiniband connectivity), or represent a proximity group (i.e. nodes interconnected via a local ultra-fast switch). Researchers and ML Engineers would typically use node pools to run specific workloads on specific resource types.</p> <p>Platform administrators can create, view, edit, and delete node pools. Creating a new node pool creates a new instance of the Run:ai scheduler, workloads submitted to a node pool will be scheduled using the node pool\u2019s designated scheduler instance.</p> <p>Once a new node pool is created, it is automatically assigned to all Projects and Departments with a quota of zero GPU resources, unlimited CPU resources, and over-quota enabled (Medium priority if over-quota weight is enabled). This allows any Project and Department to use any node pool when over-quota is enabled, even if the administrator has not assigned a quota for a specific node pool in a Project or Department.</p> <p>Workloads can be submitted using a prioritized list of node pools, the node pool selector picks one node pool at a time (according to the prioritized list) and the designated node pool scheduler instance handles the submission request and tries to match the requested resources within that node pool. If the scheduler cannot find resources to satisfy the submitted workload, the node pool selector will move the request to the next node pool in the prioritized list, if no node pool satisfies the request, the node pool selector will start from the first node pool again until one of the node pools satisfies the request.</p>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#node-pools-table","title":"Node pools table","text":"<p>The Node pools table can be found under Resources in the Run:ai platform.</p> <p>The Node pools table lists all the node pools defined in the Run:ai platform and allows you to manage them.</p> <p>Note</p> <p>By default, the Run:ai platform includes a single node pool named \u2018default\u2019. When no other node pool is defined, all existing and new nodes are associated with the \u2018default\u2019 node pool. When deleting a node pool, if no other node pool matches any of the nodes\u2019 labels, the node will be included in the default node pool.</p> <p></p> <p>The Node pools table consists of the following columns:</p> Column Description Node pool The node pool name, set by the administrator during its creation (the node pool name cannot be changed after its creation). Status Node pool status. A \u2018Ready\u2019 status means the scheduler can use this node pool to schedule workloads. \u2018Empty\u2019 status means no nodes are currently included in that node pool. Label key  Label value The node pool controller will use this node-label key-value pair to match nodes into this node pool. Node(s) List of nodes included in this node pool. Click the field to view details (the details are in the Nodes article). GPU devices The total number of GPU devices installed into nodes included in this node pool. For example, a node pool that includes 12 nodes each with 8 GPU devices would show a total number of 96 GPU devices. GPU memory The total amount of GPU memory included in this node pool. The total amount of GPU memory installed in nodes included in this node pool. For example, a node pool that includes 12 nodes, each with 8 GPU devices, and each device with 80 GB of memory would show a total memory amount of 7.68 TB. Allocated GPUs The total allocation of GPU devices in units of GPUs (decimal number). For example, if 3 GPUs are 50% allocated, the field prints out the value 1.50. This value represents the portion of GPU memory consumed by all running pods using this node pool. \u2018Allocated GPUs\u2019 can be larger than \u2018Projects\u2019 GPU quota\u2019 if over-quota is used by workloads, but not larger than GPU devices. GPU resource optimization ratio Shows the Node Level Scheduler mode. CPUs (Cores) The number of CPU cores installed on nodes included in this node CPU memory The total amount of CPU memory installed on nodes using this node pool Allocated CPUs (Cores) The total allocation of CPU compute in units of Cores (decimal number). This value represents the amount of CPU cores consumed by all running pods using this node pool. \u2018Allocated CPUs\u2019 can be larger than \u2018Projects\u2019 GPU quota\u2019 if over-quota is used by workloads, but not larger than CPUs (Cores). Allocated CPU memory The total allocation of CPU memory in units of TB/GB/MB (decimal number). This value represents the amount of CPU memory consumed by all running pods using this node pool. \u2018Allocated CPUs\u2019 can be larger than \u2018Projects\u2019 CPU memory quota\u2019 if over-quota is used by workloads, but not larger than CPU memory. GPU placement strategy Sets the Scheduler strategy for the assignment of pods requesting both GPU and CPU resources to nodes, which can be either Bin-pack or Spread. By default, Bin-Pack is used, but can be changed to Spread by editing the node pool. When set to Bin-pack the scheduler will try to fill nodes as much as possible before using empty or sparse nodes, when set to spread the scheduler will try to keep nodes as sparse as possible by spreading workloads across as many nodes as it succeeds. CPU placement strategy Sets the Scheduler strategy for the assignment of pods requesting only CPU resources to nodes, which can be either Bin-pack or Spread. By default, Bin-Pack is used, but can be changed to Spread by editing the node pool. When set to Bin-pack the scheduler will try to fill nodes as much as possible before using empty or sparse nodes, when set to spread the scheduler will try to keep nodes as sparse as possible by spreading workloads across as many nodes as it succeeds. Last update The date and time when the node pool was last updated Creation time The date and time when the node pool was created Workload(s) List of workloads running on nodes included in this node pool, click the field to view details (described below in this article)"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#workloads-associated-with-the-node-pool","title":"Workloads associated with the node pool","text":"<p>Click one of the values in the Workload(s) column, to view the list of workloads and their parameters.</p> <p>Note</p> <p>This column is only viewable if your role in the Run:ai platform gives you read access to workloads, even if you are allowed to view workloads, you can only view the workloads within your allowed scope. This means, there might be more pods running on this node than appear in the list your are viewing.</p> Column Description Workload The name of the workload. If the workloads\u2019 type is one of the recognized types (for example: Pytorch, MPI, Jupyter, Ray, Spark, Kubeflow, and many more), an appropriate icon is printed. Type The Run:ai platform type of the workload - Workspace, Training, or Inference Status The state of the workload. The Workloads state is described in the \u2018Run:ai Workloads\u2019 article. Created by The User or Application created this workload Running/requested pods The number of running pods out of the number of requested pods within this workload. Creation time The workload\u2019s creation date and time Allocated GPU compute The total amount of GPU compute allocated by this workload. A workload with 3 Pods, each allocating 0.5 GPU, will show a value of 1.5 GPUs for the workload. Allocated GPU memory The total amount of GPU memory allocated by this workload. A workload with 3 Pods, each allocating 20GB, will show a value of 60 GB for the workload. Allocated CPU compute (cores) The total amount of CPU compute allocated by this workload. A workload with 3 Pods, each allocating 0.5 Core, will show a value of 1.5 Cores for the workload. Allocated CPU memory The total amount of CPU memory allocated by this workload. A workload with 3 Pods, each allocating 5 GB of CPU memory, will show a value of 15 GB of CPU memory for the workload."},{"location":"platform-admin/aiinitiatives/resources/node-pools/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#showhide-details","title":"Show/Hide details","text":"<p>Select a row in the Node pools table and then click Show details in the upper-right corner of the action bar. The details window appears, presenting metrics graphs for the whole node pool:</p> <ul> <li> <p>Node GPU allocation -  This graph shows an overall sum of the Allocated, Unallocated, and Total number of GPUs for this node pool, over time. From observing this graph, you can learn about the occupancy of GPUs in this node pool, over time.</p> </li> <li> <p>GPU Utilization Distribution - This graph shows the distribution of GPU utilization in this node pool over time. Observing this graph, you can learn how many GPUs are utilized up to 25%, 25%-50%, 50%-75%, and 75%-100%. This information helps to understand how many available resources you have in this node pool, and how well those resources are utilized by comparing the allocation graph to the utilization graphs, over time.</p> </li> <li> <p>GPU Utilization - This graph shows the average GPU utilization in this node pool over time. Comparing this graph with the GPU Utilization Distribution helps to understand the actual distribution of GPU occupancy over time.</p> </li> <li> <p>GPU Memory Utilization - This graph shows the average GPU memory utilization in this node pool over time, for example an average of all nodes\u2019 GPU memory utilization over time.</p> </li> <li> <p>CPU Utilization -  This graph shows the average CPU utilization in this node pool over time, for example, an average of all nodes\u2019 CPU utilization over time.</p> </li> <li> <p>CPU Memory Utilization -  This graph shows the average CPU memory utilization in this node pool over time, for example an average of all nodes\u2019 CPU memory utilization over time.</p> </li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#adding-a-new-node-pool","title":"Adding a new node pool","text":"<p>To create a new node pool:</p> <ol> <li>Click +NEW NODE POOL </li> <li>Enter a name for the node pool.     Node pools names must start with a letter and can only contain lowercase Latin letters, numbers or a hyphen ('-\u2019)  </li> <li> <p>Enter the node pool label:    The node pool controller will use this node-label key-value pair to match nodes into this node pool.  </p> <ul> <li> <p>Key is the unique identifier of a node label.  </p> <ul> <li>The key must fit the following regular expression:  <code>^(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])?/?([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9]$</code> </li> <li>The administrator can put an automatically preset label such as the nvidia.com/gpu.product that labels the GPU type or any other key from a node label.  </li> </ul> </li> <li> <p>Value is the value of that label identifier (key). The same key may have different values, in this case, they are    considered as different labels.  </p> <ul> <li>Value must fit the following regular expression: <code>^(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])?$</code> </li> </ul> </li> <li>A node pool is defined by a single key-value pair. You must not use different labels that are set on the same node by    different node pools, this situation may lead to unexpected results.  </li> </ul> </li> <li> <p>Set the GPU placement strategy:  </p> <ul> <li>Bin-pack - Place as many workloads as possible in each GPU and node to use fewer resources and maximize GPU and node vacancy.  </li> <li>Spread Spread workloads across as many GPUs and nodes as possible to minimize the load and maximize the available resources per workload.  </li> <li>GPU workloads are workloads that request both GPU and CPU resources</li> </ul> </li> <li> <p>Set the CPU placement strategy:  </p> <ul> <li>Bin-pack - Place as many workloads as possible in each CPU and node to use fewer resources and maximize CPU and node vacancy.  </li> <li>Spread - Spread workloads across as many CPUs and nodes as possible to minimize the load and maximize the available resources per workload.  </li> <li>CPU workloads are workloads that request purely CPU resources  </li> </ul> </li> <li> <p>Click CREATE NODE POOL</p> </li> </ol>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#labeling-nodes-for-node-pool-grouping","title":"Labeling nodes for node-pool grouping:","text":"<p>The Infrastructure Administrator can use a preset node label such as the <code>nvidia.com/gpu.product</code> that labels the GPU type, or configure any other node label (e.g. <code>faculty=physics</code>).</p> <p>To assign a label to nodes you want to group into a node pool, set a node label on each node:</p> <ol> <li> <p>Get the list of nodes and their current labels using the following command:    <pre><code>kubectl get nodes --show-labels\n</code></pre></p> </li> <li> <p>Annotate a specific node with a new label using the following command:    <pre><code>kubectl label node &lt;node-name&gt; &lt;key&gt;=&lt;value&gt;\n</code></pre></p> </li> </ol>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#editing-a-node-pool","title":"Editing a node pool","text":"<ol> <li>Select the node pool you want to edit  </li> <li>Click EDIT </li> <li>Update the node pool and click SAVE</li> </ol>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#deleting-a-node-pool","title":"Deleting a node pool","text":"<ol> <li>Select the node pool you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol> <p>Note</p> <p>The <code>default</code> node pool cannot be deleted. When deleting a node pool, if no other node pool matches any of the nodes\u2019 labels, the node will be included in the default node pool.</p>"},{"location":"platform-admin/aiinitiatives/resources/node-pools/#using-api","title":"Using API","text":"<p>Go to the Node pools API reference to view the available actions</p>"},{"location":"platform-admin/aiinitiatives/resources/nodes/","title":"Nodes","text":"<p>This article explains the procedure for managing Nodes.</p> <p>Nodes are Kubernetes elements automatically discovered by the Run:ai platform. Once a node is discovered by the Run:ai platform, an associated instance is created in the Nodes table, administrators can view the Node\u2019s relevant information, and Run:ai scheduler can use the node for Scheduling.</p>"},{"location":"platform-admin/aiinitiatives/resources/nodes/#nodes-table","title":"Nodes table","text":"<p>The Nodes table can be found under Resources in the Run:ai platform.</p> <p>The Nodes table displays a list of predefined nodes available to users in the Run:ai platform.</p> <p>Note</p> <ul> <li>It is not possible to create additional nodes, or edit, or delete existing nodes.  </li> <li>Only users with relevant permissions can view the table.</li> </ul> <p></p> <p>The Nodes table consists of the following columns:</p> Column Description Node The Kubernetes name of the node Status The state of the node. Nodes in the Ready state are eligible for scheduling. If the state is Not ready then the main reason appears in parenthesis on the right side of the state field. Hovering the state lists the reasons why a node is Not ready. Node pool The name of the associated node pool. By default, every node in the Run:ai platform is associated with the default node pool, if no other node pool is associated GPU type The GPU model, for example, H100, or V100 GPU devices The number of GPU devices installed on the node. Clicking this field pops up a dialog with details per GPU (described below in this article) Free GPU devices The current number of fully vacant GPU devices GPU memory The total amount of GPU memory installed on this node. For example, if the number is 640GB and the number of GPU devices is 8, then each GPU is installed with 80GB of memory (assuming the node is assembled of homogenous GPU devices) Allocated GPUs The total allocation of GPU devices in units of GPUs (decimal number). For example, if 3 GPUs are 50% allocated, the field prints out the value 1.50. This value represents the portion of GPU memory consumed by all running pods using this node Used GPU memory The actual amount of memory (in GB or MB) used by pods running on this node. GPU compute utilization The average compute utilization of all GPU devices in this node GPU memory utilization The average memory utilization of all GPU devices in this node CPU (Cores) The number of CPU cores installed on this node CPU memory The total amount of CPU memory installed on this node Allocated CPU (Cores) The number of CPU cores allocated by pods running on this node (decimal number, e.g. a pod allocating 350 mili-cores shows an allocation of 0.35 cores). Allocated CPU memory The total amount of CPU memory allocated by pods running on this node (in GB or MB) Used CPU memory The total amount of actually used CPU memory by pods running on this node. Pods may allocate memory but not use all of it, or go beyond their CPU memory allocation if using Limit &gt; Request for CPU memory (burstable workload) CPU compute utilization The utilization of all CPU compute resources on this node (percentage) CPU memory utilization The utilization of all CPU memory resources on this node (percentage) Used swap CPU memory The amount of CPU memory (in GB or MB) used for GPU swap memory (* future) Pod(s) List of pods running on this node, click the field to view details (described below in this article)"},{"location":"platform-admin/aiinitiatives/resources/nodes/#gpu-devices-for-node","title":"GPU devices for node","text":"<p>Click one of the values in the GPU devices column, to view the list of GPU devices and their parameters.</p> Column Description Index The GPU index, read from the GPU hardware. The same index is used when accessing the GPU directly Used memory The amount of memory used by pods and drivers using the GPU (in GB or MB) Compute utilization The portion of time the GPU is being used by applications (percentage) Memory utilization The portion of the GPU memory that is being used by applications (percentage) Idle time The elapsed time since the GPU was used (i.e. the GPU is being idle for \u2018Idle time\u2019)"},{"location":"platform-admin/aiinitiatives/resources/nodes/#pods-associated-with-node","title":"Pods associated with node","text":"<p>Click one of the values in the Pod(s) column, to view the list of pods and their parameters.</p> <p>Note</p> <p>This column is only viewable if your role in the Run:ai platform gives you read access to workloads, even if you are allowed to view workloads, you can only view the workloads within your allowed scope. This means, there might be more pods running on this node than appear in the list your are viewing.</p> Column Description Pod The Kubernetes name of the pod. Usually name of the pod is made of the name of the parent workload if there is one, and an index for unique for that pod instance within the workload Status The state of the pod. In steady state this should be Running and the amount of time the pod is running Project The Run:ai project name the pod belongs to. Clicking this field takes you to the Projects table filtered by this project name Workload The workload name the pod belongs to. Clicking this field takes you to the Workloads table filtered by this workload name Image The full path of the image used by the main container of this pod Creation time The pod\u2019s creation date and time"},{"location":"platform-admin/aiinitiatives/resources/nodes/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.  </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/nodes/#showhide-details","title":"Show/Hide details","text":"<p>Click a row in the Nodes table and then click the Show details button at the upper right side of the action bar. The details screen appears, presenting the following metrics graphs:</p> <ul> <li>GPU utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node.  </li> <li>GPU memory utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node.  </li> <li>CPU compute utilization   The average of all CPUs\u2019 cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node.  </li> <li>CPU memory utilization   The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node.  </li> <li> <p>CPU memory usage   The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines.  </p> </li> <li>You can click the date picker to change the presented period  </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use the \u2018Reset zoom\u2019 button to go back to the preset period  </li> <li>Changes in the period affect all graphs on this screen.</li> </ul>"},{"location":"platform-admin/aiinitiatives/resources/nodes/#using-api","title":"Using API","text":"<p>Go to the Nodes API reference to view the available actions</p>"},{"location":"platform-admin/authentication/accessrules/","title":"Access Rules","text":"<p>This article explains the procedure to manage Access rules.</p> <p>Access rules provide users, groups, or applications privileges to system entities.</p> <p>An access rule is the assignment of a role to a subject in a scope: <code>&lt;Subject&gt;</code> is a <code>&lt;Role&gt;</code> in a <code>&lt;Scope&gt;</code>.</p> <p>For example, user user@domain.com is a department admin in department A.</p>"},{"location":"platform-admin/authentication/accessrules/#access-rules-table","title":"Access rules table","text":"<p>The Access rules table can be found under Access in the Run:ai platform.</p> <p>The Access rules table provides a list of all the access rules defined in the platform and allows you to manage them.</p> <p>Note</p> <p>Flexible management</p> <p>It is also possible to manage access rules directly for a specific user, application, project, or department.</p> <p></p> <p>The Access rules table consists of the following columns:</p> Column Description Type The type of subject assigned to the access rule (user, SSO group, or application). Subject The user, SSO group, or application assigned with the role Role The role assigned to the subject Scope The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates Authorized by The user who granted the access rule Creation time The timestamp for when the rule was created Last updated The last time the access rule was updated"},{"location":"platform-admin/authentication/accessrules/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"platform-admin/authentication/accessrules/#adding-new-access-rules","title":"Adding new access rules","text":"<p>To add a new access rule:</p> <ol> <li>Click +NEW ACCESS RULE </li> <li>Select a subject User, SSO Group, or Application </li> <li>Select or enter the subject identifier:  <ul> <li>User Email for a local user created in Run:ai or for SSO user as recognized by the IDP  </li> <li>Group name as recognized by the IDP  </li> <li>Application name as created in Run:ai  </li> </ul> </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE</li> </ol> <p>Note</p> <p>An access rule consists of a single subject with a single role in a single scope. To assign multiple roles or multiple scopes to the same subject, multiple access rules must be added.</p>"},{"location":"platform-admin/authentication/accessrules/#editing-an-access-rule","title":"Editing an access rule","text":"<p>Access rules cannot be edited. To change an access rule, you must delete the rule, and then create a new rule to replace it.</p>"},{"location":"platform-admin/authentication/accessrules/#deleting-an-access-rule","title":"Deleting an access rule","text":"<ol> <li>Select the access rule you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol>"},{"location":"platform-admin/authentication/accessrules/#using-api","title":"Using API","text":"<p>Go to the Access rules API reference to view the available actions</p>"},{"location":"platform-admin/authentication/applications/","title":"Applications","text":"<p>This article explains the procedure to manage your organization's applications.</p> <p>Applications are used for API integrations with Run:ai. An application contains a client ID and a client secret. With the client credentials, you can obtain a token as detailed in API authentication and use it within subsequent API calls.</p> <p>Applications are assigned with Access Rules to manage permissions. For example, application ci-pipeline-prod is assigned with a Researcher role in Cluster: A. </p>"},{"location":"platform-admin/authentication/applications/#applications-table","title":"Applications table","text":"<p>The Applications table can be found under Access in the Run:ai platform.</p> <p>The Applications table provides a list of all the applications defined in the platform, and allows you to manage them.</p> <p></p> <p>The Applications table consists of the following columns:</p> Column Description Application The name of the application Client ID The client ID of the application Access rule(s) The access rules assigned to the application Last login The timestamp for the last time the user signed in Created by The user who created the application Creation time The timestamp for when the application was created Last updated The last time the application was updated"},{"location":"platform-admin/authentication/applications/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"platform-admin/authentication/applications/#creating-an-application","title":"Creating an application","text":"<p>To create an application:</p> <ol> <li>Click +NEW APPLICATION </li> <li>Enter the application\u2019s name </li> <li>Click CREATE </li> <li>Copy the Client ID and Client secret and store them securely</li> <li>Click DONE</li> </ol> <p>Note</p> <p>The client secret is visible only at the time of creation. It cannot be recovered but can be regenerated.</p>"},{"location":"platform-admin/authentication/applications/#adding-an-access-rule-to-an-application","title":"Adding an access rule to an application","text":"<p>To create an access rule:</p> <ol> <li>Select the application you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/authentication/applications/#deleting-an-access-rule-from-an-application","title":"Deleting an access rule from an application","text":"<p>To delete an access rule:</p> <ol> <li>Select the application you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule assigned to the user you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/authentication/applications/#regenerating-client-secret","title":"Regenerating client secret","text":"<p>To regenerate a client secret:</p> <ol> <li>Locate the application you want to regenerate its client secret </li> <li>Click REGENERATE CLIENT SECRET </li> <li>Click REGENERATE </li> <li>Copy the New client secret and store it securely</li> <li>Click DONE</li> </ol> <p>Warning</p> <p>Regenerating a client secret revokes the previous one.</p>"},{"location":"platform-admin/authentication/applications/#deleting-an-application","title":"Deleting an application","text":"<ol> <li>Select the application you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm</li> </ol>"},{"location":"platform-admin/authentication/applications/#using-api","title":"Using API","text":"<p>Go to the Applications, Access rules API reference to view the available actions</p>"},{"location":"platform-admin/authentication/roles/","title":"Roles","text":"<p>This article explains the available roles in the Run:ai platform.</p> <p>A role is a set of permissions that can be assigned to a subject in a scope.</p> <p>A permission is a set of actions (View, Edit, Create and Delete) over a Run:ai entity (e.g. projects, workloads, users).</p>"},{"location":"platform-admin/authentication/roles/#roles-table","title":"Roles table","text":"<p>The Roles table can be found under Access in the Run:ai platform.</p> <p>The Roles table displays a list of predefined roles available to users in the Run:ai platform. It is not possible to create additional rules or edit or delete existing rules.</p> <p></p> <p>The Roles table consists of the following columns:</p> Column Description Role The name of the role Created by The name of the role creator Creation time The timestamp when the role was created"},{"location":"platform-admin/authentication/roles/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"platform-admin/authentication/roles/#reviewing-a-role","title":"Reviewing a role","text":"<ol> <li>To review a role click the role name on the table  </li> <li>In the role form review the following:  <ul> <li>Role name   The name of the role  </li> <li>Entity  A system-managed object that can be viewed, edited, created or deleted by a user based on their assigned role and scope  </li> <li>Actions  The actions that the role assignee is authorized to perform for each entity  <ul> <li>View If checked, an assigned user with this role can view instances of this type of entity within their defined scope  </li> <li>Edit If checked, an assigned user with this role can change the settings of an instance of this type of entity within their defined scope  </li> <li>Create If checked, an assigned user with this role can create new instances of this type of entity within their defined scope  </li> <li>Delete If checked, an assigned user with this role can delete instances of this type of entity within their defined scope</li> </ul> </li> </ul> </li> </ol>"},{"location":"platform-admin/authentication/roles/#roles-in-runai","title":"Roles in Run:ai","text":"<p>Run:ai supports the following roles and their permissions:  Under each role is a detailed list of the actions that the role assignee is authorized to perform for each entity.</p> Compute resource administrator <p></p> Data source administrator <p></p> Data volume administrator <p></p> Department administrator <p></p> Department viewer <p></p> Editor <p></p> Environment administrator <p></p> L1 researcher <p></p> L2 researcher <p></p> ML engineer <p></p> Research manager <p></p> System administrator <p></p> Template administrator <p></p> Viewer <p></p> <p>Notes</p> <p>Keep the following in mind when upgrading from versions 2.13 or earlier:</p> <ul> <li>Admin becomes System Admin with full access to all managed objects and scopes  </li> <li>Research Manager is not automatically assigned to all projects, but to projects set by the relevant Admin when assigning this role to a user, group or app  </li> <li>To preserve backwards compatibility, users with the role of Research Manager are assigned to all current projects, but not to new projects  </li> <li>To allow the Department Admin to assign a Researcher role to a user, group or app, the Department Admin must have VECD permissions for jobs and workspaces. This creates a broader span of managed objects  </li> <li>To preserve backwards compatibility, users with the role of Editor, are assigned to the same scope they had before the upgrade. However, with new user assignments, the Admin can limit the scope to only part of the organizational scope.</li> </ul>"},{"location":"platform-admin/authentication/roles/#permitted-workloads","title":"Permitted workloads","text":"<p>When assigning a role with either one, all or any combination of the View, Edit, Create and Delete permissions for workloads, the subject has permissions to manage not only Run:ai native workloads (Workspace, Training, Inference), but also a list of 3rd party workloads:</p> <ul> <li>k8s: StatefulSet</li> <li>k8s: ReplicaSet</li> <li>k8s: Pod</li> <li>k8s: Deployment</li> <li>batch: Job</li> <li>batch: CronJob</li> <li>machinelearning.seldon.io: SeldonDeployment</li> <li>kubevirt.io: VirtualMachineInstance</li> <li>kubeflow.org: TFJob</li> <li>kubeflow.org: PyTorchJob</li> <li>kubeflow.org: XGBoostJob</li> <li>kubeflow.org: MPIJob</li> <li>kubeflow.org: MPIJob</li> <li>kubeflow.org: Notebook</li> <li>kubeflow.org: ScheduledWorkflow</li> <li>amlarc.azureml.com: AmlJob</li> <li>serving.knative.dev: Service</li> <li>workspace.devfile.io: DevWorkspace</li> <li>ray.io: RayCluster</li> <li>ray.io: RayJob</li> <li>ray.io: RayService</li> <li>ray.io: RayCluster</li> <li>ray.io: RayJob</li> <li>ray.io: RayService</li> <li>tekton.dev: TaskRun</li> <li>tekton.dev: PipelineRun</li> <li>argoproj.io: Workflow</li> </ul>"},{"location":"platform-admin/authentication/roles/#using-api","title":"Using API","text":"<p>Go to the Roles API reference to view the available actions.</p>"},{"location":"platform-admin/authentication/users/","title":"Users","text":"<p>This article explains the procedure to manage users and their permissions.</p> <p>Users can be managed locally, or via the Identity provider, while assigned with Access Rules to manage its permissions.</p> <p>For example, user user@domain.com is a department admin in department A.</p>"},{"location":"platform-admin/authentication/users/#users-table","title":"Users table","text":"<p>The Users table can be found under Access in the Run:ai platform.</p> <p>The users table provides a list of all the users in the platform. You can manage local users and manage user permissions (access rules) for both local and SSO users.</p> <p>Note</p> <p>Single Sign-On users</p> <p>SSO users are managed by the identity provider and appear once they have signed in to Run:ai</p> <p></p> <p>The Users table consists of the following columns:</p> Column Description User The unique identity of the user (email address) Type The type of the user - SSO / local Last login The timestamp for the last time the user signed in Access rule(s) The access rules assigned to the user Created By The user who created the user Creation time The timestamp for when the user was created Last updated The last time the user was updated"},{"location":"platform-admin/authentication/users/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> </ul>"},{"location":"platform-admin/authentication/users/#creating-a-local-user","title":"Creating a local user","text":"<p>To create a local user:</p> <ol> <li>Click +NEW LOCAL USER </li> <li>Enter the user\u2019s Email address </li> <li>Click CREATE </li> <li>Review and copy the user\u2019s credentials:  <ul> <li>User Email </li> <li>Temporary password to be used on first sign-in  </li> </ul> </li> <li>Click DONE</li> </ol> <p>Note</p> <p>The temporary password is visible only at the time of user\u2019s creation, and must be changed after the first sign-in</p>"},{"location":"platform-admin/authentication/users/#adding-an-access-rule-to-a-user","title":"Adding an access rule to a user","text":"<p>To create an access rule:</p> <ol> <li>Select the user you want to add an access rule for  </li> <li>Click ACCESS RULES </li> <li>Click +ACCESS RULE </li> <li>Select a role  </li> <li>Select a scope  </li> <li>Click SAVE RULE </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/authentication/users/#deleting-users-access-rule","title":"Deleting user\u2019s access rule","text":"<p>To delete an access rule:</p> <ol> <li>Select the user you want to remove an access rule from  </li> <li>Click ACCESS RULES </li> <li>Find the access rule assigned to the user you would like to delete  </li> <li>Click on the trash icon  </li> <li>Click CLOSE</li> </ol>"},{"location":"platform-admin/authentication/users/#resetting-a-user-password","title":"Resetting a user password","text":"<p>To reset a user\u2019s password:</p> <ol> <li>Select the user you want to reset it\u2019s password  </li> <li>Click RESET PASSWORD </li> <li>Click RESET </li> <li>Review and copy the user\u2019s credentials:  <ul> <li>User Email </li> <li>Temporary password to be used on next sign-in  </li> </ul> </li> <li>Click DONE</li> </ol>"},{"location":"platform-admin/authentication/users/#deleting-a-user","title":"Deleting a user","text":"<ol> <li>Select the user you want to delete  </li> <li>Click DELETE </li> <li>In the dialog, click DELETE to confirm the deletion</li> </ol> <p>Note</p> <p>To ensure administrative operations are always available, at least one local user with System Administrator role should exist.</p>"},{"location":"platform-admin/authentication/users/#using-api","title":"Using API","text":"<p>Go to the Users, Access rules API reference to view the available actions</p>"},{"location":"platform-admin/integrations/integration-overview/","title":"Integrations with Run:ai","text":"<p>The table below summarizes the integration capabilities with various third-party products. </p>"},{"location":"platform-admin/integrations/integration-overview/#integration-support","title":"Integration support","text":"<p>Support for integrations varies. Where mentioned below, the integration is supported out of the box with Run:ai. With other integrations,  our customer success team has previous experience with integrating with the third party software and many times the community portal will contain additional reference documentation provided on an as-is basis.</p> <p>The Run:ai community portal is password protected and access is provided to customers and partners.</p>"},{"location":"platform-admin/integrations/integration-overview/#integrations","title":"Integrations","text":"Tool Category Run:ai support details Additional Information Triton Orchestration Supported Usage via docker base image. Quickstart inference example Spark Orchestration Community Support  It is possible to schedule Spark workflows with the Run:ai scheduler. For details, please contact Run:ai customer support.  Sample code can be found in the Run:ai customer success community portal: https://runai.my.site.com/community/s/article/How-to-Run-Spark-jobs-with-Run-AI Kubeflow Pipelines Orchestration Community Support It is possible to schedule kubeflow pipelines with the Run:ai scheduler. For details please contact Run:ai customer support. Sample code can be found in the Run:ai customer success community portalhttps://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow Apache Airflow Orchestration Community Support It is possible to schedule Airflow workflows with the Run:ai scheduler. For details, please contact Run:ai customer support.                              Sample code can be found in the Run:ai customer success community portal: https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Apache-Airflow Argo workflows Orchestration Community Support It is possible to schedule Argo workflows with the Run:ai scheduler. For details, please contact Run:ai customer support.  Sample code can be found in the Run:ai customer success community portal https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Argo-Workflows SeldonX Orchestration Community Support It is possible to schedule Seldon Core workloads with the Run:ai scheduler. For details, please contact Run:ai customer success.                          Sample code can be found in the Run:ai customer success community portal: https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Seldon-Core Jupyter Notebook Development Supported Run:ai provides integrated support with Jupyter Notebooks. Quickstart example: https://docs.run.ai/latest/Researcher/Walkthroughs/quickstart-jupyter/ Jupyter Hub Development Community Support It is possible to submit Run:ai workloads via JupyterHub. For more information please contact Run:ai customer support PyCharm Development Supported Containers created by Run:ai can be accessed via PyCharm. PyCharm example VScode Development Supported - Containers created by Run:ai can be accessed via Visual Studio Code. example - You can automatically launch Visual Studio code web from the Run:ai console. example. Kubeflow notebooks Development Community Support It is possible to launch a kubeflow notebook with the Run:ai scheduler. For details please contact Run:ai customer support Sample code can be found in the Run:ai customer success community portal:https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-Kubeflow Ray training, inference, data processing. Community Support It is possible to schedule Ray jobs with the Run:ai scheduler.   Sample code can be found in the Run:ai customer success community portal https://runai.my.site.com/community/s/article/How-to-Integrate-Run-ai-with-Ray TensorBoard Experiment tracking Supported Run:ai comes with a preset Tensorboard Environment asset. TensorBoard example.  Additional sample Weights &amp; Biases Experiment tracking Community Support It is possible to schedule W&amp;B workloads with the Run:ai scheduler. For details, please contact Run:ai customer success. ClearML Experiment tracking Community Support It is possible to schedule ClearML workloads with the Run:ai scheduler. For details, please contact Run:ai customer success. MLFlow Model Serving Community Support It is possible to use ML Flow together with the Run:ai scheduler. For details, please contact Run:ai customer support.     Sample code can be found in the Run:ai customer success community portal: https://runai.my.site.com/community/s/article/How-to-integrate-Run-ai-with-MLflow  Additional MLFlow sample Hugging Face Repositories Supported Run:ai provides an out of the box integration with Hugging Face Docker Registry Repositories Supported Run:ai allows using a docker registry as a Credentials asset. S3 Storage Supported Run:ai communicates with S3 by defining a data source asset. Github Storage Supported Run:ai communicates with GitHub by defining it as a data source  asset Tensorflow Training Supported Run:ai provides out of the box support for submitting TensorFlow workloads via API or by submitting workloads via user interface. Pytorch Training Supported Run:ai provides out of the box support for submitting PyTorch workloads via API or by submitting workloads via user interface. Kubeflow MPI Training Supported Run:ai provides out of the box support for submitting MPI workloads via API or by submitting workloads via user interface XGBoost Training Supported Run:ai provides out of the box support for submitting XGBoost workloads via API or by submitting workloads via user interface Karpenter Cost Optimization Supported Run:ai provides out of the box support for Karpenter to save cloud costs. Integration notes with Karpenter can be found here"},{"location":"platform-admin/integrations/integration-overview/#kubernetes-workloads-integration","title":"Kubernetes Workloads Integration","text":"<p>Kubernetes has several built-in resources that encapsulate running Pods. These are called Kubernetes Workloads and should not be confused with Run:ai Workloads.</p> <p>Examples of such resources are a Deployment that manages a stateless application, or a Job that runs tasks to completion.</p> <p>Run:ai natively runs Run:ai Workloads. A Run:ai workload encapsulates all the resources needed to run, creates them, and deletes them together. However, Run:ai, being an open platform allows the scheduling of any Kubernetes Workflow.</p> <p>For more information see Kubernetes Workloads Integration.</p>"},{"location":"platform-admin/integrations/karpenter/","title":"Working with Karpenter","text":"<p>Karpenter is an open-source, Kubernetes cluster autoscaler built for cloud deployments. Karpenter optimizes the cloud cost of a customer\u2019s cluster by moving workloads between different node types, consolidating workloads into fewer nodes, using lower-cost nodes where possible, scaling up new nodes when needed, and shutting down unused nodes.</p> <p>Karpenter\u2019s main goal is cost optimization. Unlike Karpenter, Run:ai\u2019s scheduler optimizes for fairness and resource utilization. Therefore, there are a few potential friction points when using both on the same cluster.</p>"},{"location":"platform-admin/integrations/karpenter/#friction-points-using-karpenter-with-runai","title":"Friction points using Karpenter with Run:ai","text":"<ol> <li>Karpenter looks for \u201cunschedulable\u201d pending workloads and may try to scale up new nodes to make those workloads schedulable. However, in some scenarios, these workloads may exceed their quota parameters, and the Run:ai scheduler will put them into a pending state.</li> <li>Karpenter is not aware of the Run:ai fractions mechanism and may try to interfere incorrectly.</li> <li>Karpenter preempts any type of workload (i.e., high-priority, non-preemptible workloads will potentially be interrupted and moved to save cost).</li> <li>Karpenter has no pod-group (i.e., workload) notion or gang scheduling awareness, meaning that Karpenter is unaware that a set of \u201carbitrary\u201d pods is a single workload. This may cause Karpenter to schedule those pods into different node pools (in the case of multi-node-pool workloads) or scale up or down a mix of wrong nodes.</li> </ol>"},{"location":"platform-admin/integrations/karpenter/#mitigating-the-friction-points","title":"Mitigating the friction points","text":"<p>Run:ai scheduler mitigates the friction points using the following techniques (each numbered bullet below corresponds to the related friction point listed above):</p> <ol> <li>Karpenter uses a \u201cnominated node\u201d to recommend a node for the scheduler. The Run:ai scheduler treats this as a \u201cpreferred\u201d recommendation, meaning it will try to use this node, but it\u2019s not required and it may choose another node.</li> <li>Fractions - Karpenter won\u2019t consolidate nodes with one or more pods that cannot be moved. The Run:ai reservation pod is marked as \u2018do not evict\u2019 to allow the Run:ai scheduler to control the scheduling of fractions.</li> <li>Non-preemptible workloads - Run:ai marks non-preemptible workloads as \u2018do not evict\u2019 and Karpenter respects this annotation.</li> <li>Run:ai node pools (single-node-pool workloads) - Karpenter respects the \u2018node affinity\u2019 that Run:ai sets on a pod, so Karpenter uses the node affinity for its recommended node. For the gang-scheduling/pod-group (workload) notion, Run:ai scheduler considers Karpenter directives as preferred recommendations rather than mandatory instructions and overrides Karpenter instructions where appropriate.</li> </ol>"},{"location":"platform-admin/integrations/karpenter/#deployment-considerations","title":"Deployment Considerations","text":"<ul> <li>Using multi-node-pool workloads<ul> <li>Workloads may include a list of optional nodepools. Karpenter is not aware that only a single node pool should be selected out of that list for the workload. It may therefore recommend putting pods of the same workload into different node pools and may scaleup nodes from different node pools to serve a \u201cmulti-node-pool\u201d workload instead of nodes on the selected single node pool.</li> <li>If this becomes an issue (i.e., if Karpenter scales up the wrong node types), users can set an inter-pod affinity using the node pool label or another common label as a \u2018topology\u2019 identifier. This will force Karpenter to choose nodes from a single-node pool per workload, selecting from any of the node pools listed as allowed by the workload.</li> <li>An alternative approach is to use a single-node pool for each workload instead of multi-node pools.</li> </ul> </li> <li>Consolidation<ul> <li>To make Karpenter more effective when using its consolidation function, users should consider separating preemptible and non-preemptible workloads, either by using node pools, node affinities, taint/tollerations, or inter-pod anti-affinity.</li> <li>If users don\u2019t separate preemptible and non-preemptible workloads (i.e., make them run on different nodes), Karpenter\u2019s ability to consolidate (binpack) and shut down nodes will be reduced, but it is still effective.</li> </ul> </li> <li>Conflicts between binpacking and spread policies<ul> <li>If Run:ai is used with a scheduling spread policy, it will clash with Karpenter\u2019s default binpacks/consolidation policy, and the outcome may be a deployment that is not optimized for any of these policies.</li> <li>Usually spread is used for Inference, which is non-preemptible and therefore not controlled by Karpenter (Run:ai scheduler will mark those workloads as \u2018do not evict\u2019 for Karpenter), so this should not present a real deployment issue for customers.</li> </ul> </li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/","title":"Introduction","text":"<p>The Run:ai Administration User Interface provides a set of dashboards that help you monitor Clusters, Cluster Nodes, Projects, and Workloads. This document provides the key metrics to monitor, how to assess them as well as suggested actions.</p> <p>Dashboards are used by system administrators to analyze and diagnose issues that relate to:</p> <ul> <li>Physical Resources.</li> <li>Organization resource allocation and utilization.</li> <li>Usage characteristics.</li> </ul> <p>System administrators need to know important information about the physical resources that are currently being used. Important information such as:</p> <ul> <li>Resource health.</li> <li>Available resources and their distribution.</li> <li>Is there a lack of resources.</li> <li>Are resources being utilized correctly.</li> </ul> <p>With this information, system administrators can hone in on:</p> <ul> <li>How resources are allocated across the organization.</li> <li>How the different organizational units utilized quotas and resources within those quotas.</li> <li>The actual performance of the organizational units.</li> </ul> <p>These dashboards give system administrators the ability to drill down to see details of the different types of workloads that each of the organizational units is running. These usage and performance metrics ensure that system administrators can then take actions to correct issues that affect performance.</p> <p>There are 5 dashboards:</p> <ul> <li>GPU/CPU Overview dashboard\u2014Provides information about what is happening right now in the cluster.</li> <li>Quota Management dashboard\u2014Provides information about quota utilization.</li> <li>Analytics dashboard\u2014Provides long term analysis of cluster behavior.</li> <li>Multi-Cluster Overview dashboard\u2014Provides a more holistic, multi-cluster view of what is happening right now. The dashboard is intended for organizations that have more than one connected cluster.</li> <li>Consumption dashboard\u2014Provides information about resource consumption.</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#gpucpu-overview-dashboard-new-and-legacy","title":"GPU/CPU Overview Dashboard (New and legacy)","text":"<p>The Overview dashboard provides information about what is happening right now in the cluster.  Administrators can view high-level information on the state of the cluster. The dashboard has two tabs that change the display to provide a focused view for GPU Dashboards (default view) and CPU Dashboards.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#gpu-dashboard","title":"GPU Dashboard","text":"<p>The GPU dashboard displays specific information for GPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that specific to GPU based environments. The dashboard contains tiles that show information about specific resource allocation and performance metrics. The tiles are interactive allowing you to link directly to the assets or drill down to specific scopes. Use the time frame selector to choose a time frame for all the tiles in the dashboard.</p> <p>The dashboard has the following tiles:</p> <ul> <li>Ready nodes\u2014displays GPU nodes that are in the ready state.</li> <li>Ready GPU devices\u2014displays the number of GPUs in nodes that are in the ready state.</li> <li>Allocated GPU compute\u2014displays the total number of GPUs allocated from all the nodes.</li> <li>Idle allocated GPU devices\u2014displays the number of allocated GPU devices that have been idle for more than 5 minutes.</li> <li>Running workloads\u2014displays the number of running workloads.</li> <li>Pending workloads\u2014displays the number of workloads in the pending status.</li> <li>Allocation ration by node pool\u2014displays the percentage of GPUs allocated per node pool. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details.</li> <li>Free resources by node pool\u2014the graph displays the amount of free resources per node pool. Press a entry in the graph for more details. Hover over the resource bubbles for specific details for the workers in the node. Use the ellipsis to download the graph as a CSV file.</li> <li>Resource allocation by workload type\u2014displays the resource allocation by workload type. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details. Use the ellipsis to download the graph as a CSV file.</li> <li>Workload by status\u2014displays the number of workloads for each status in the workloads table. Hover over the bar for detailed information. Use the scope selected at the bottom of the graph to drill down for more details. Use the ellipsis to download the graph as a CSV file.</li> <li>Resources utilization\u2014displays the resource utilization over time. The right pane of the graph shows the average utilization of the selected time frame of the dashboard. Hover over the graph to see details of a specific time in the graph. Use the ellipsis to download the graph as a CSV file.</li> <li>Resource allocation\u2014displays the resource allocation over time. The right pane of the graph shows the average allocation of the selected time frame of the dashboard. Hover over the graph to see details of a specific time in the graph. Use the ellipsis to download the graph as a CSV file.</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#cpu-dashboard","title":"CPU Dashboard","text":"<p>The CPU dashboards display specific information for CPU based nodes, node-pools, clusters, or tenants. These dashboards also include additional metrics that specific to CPU based environments.</p> <p>To enable CPU Dashboards:</p> <ol> <li>Click <code>General settings</code></li> <li>Open the <code>Analytics</code> pane and toggle the Show CPU dashboard switch to enable the feature.</li> </ol> <p>Toggle the switch to <code>disable</code> to disable CPU Dashboards option.</p> <p>The dashboard contains the following tiles:</p> <ul> <li>Total CPU Nodes\u2014displays the total amount of CPU nodes.</li> <li>Ready CPU nodes\u2014displays the total amount of CPU nodes in the ready state.</li> <li>Total CPUs\u2014displays the total amount of CPUs.</li> <li>Ready CPUs\u2014displays the total amount of CPUs in the ready state.</li> <li>Allocated CPUs\u2014displays the amount of allocated CPUs.</li> <li>Running workloads\u2014displays the amount of workloads in the running state.</li> <li>Pending workloads\u2014displays the amount of workloads in the pending state.</li> <li>Allocated CPUs per project\u2014displays the amount of CPUs allocated per project.</li> <li>Active projects\u2014displays the active projects  with the CPU allocation and amount of running and pending workloads.</li> <li>Utilization per resource type\u2014displays the CPU compute and CPU memory utilization over time.</li> <li>CPU compute utilization\u2014displays the current CPU compute utilization.</li> <li>CPU memory utilization\u2014displays the current CPU memory utilization.</li> <li>Pending workloads\u2014displays the requested resources and wait time for workloads in the pending status.</li> <li>Workloads with error\u2014displays the amount of workloads that are currently not running due to an error.</li> <li>Workload Count per CPU Compute Utilization\u2014</li> <li>5 longest running workloads\u2014displays up to 5 of workloads that have the longest running time.</li> </ul> <p>Analysis and Suggested actions:</p> Review Analysis  &amp; Actions Interactive Workloads are too frequently idle Consider setting time limits for interactive Workloads through the Projects tab.\u00a0  Consider also reducing GPU/CPU quotas for specific Projects to encourage users to run more training Workloads as opposed to interactive Workloads (note that interactive Workloads can not use more than the GPU/CPU quota assigned to their Project). Training Workloads are too frequently idle Identify and notify the right users and work with them to improve the utilization of their training scripts"},{"location":"platform-admin/performance/dashboard-analysis/#workloads-with-an-error","title":"Workloads with an Error","text":"<p>Search for Workloads with an error status. These Workloads may be holding GPUs/CPUs without actually using them.</p> <p>Analysis and Suggested actions:</p> <p>Search for workloads with an Error status on the Workloads view and discuss with the Job owner. Consider deleting these Workloads to free up the resources for other users.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#workloads-with-a-long-duration","title":"Workloads with a Long Duration","text":"<p>View list of 5 longest Workloads.</p> <p>Analysis and Suggested actions:</p> Review Analysis &amp; Actions Training Workloads run for too long Ask users to view their Workloads and analyze whether useful work is being done. If needed, stop their Workloads. Interactive Workloads run for too long Consider setting time limits for interactive Workloads via the Project editor."},{"location":"platform-admin/performance/dashboard-analysis/#job-queue","title":"Job Queue","text":"<p>Identify queueing bottlenecks.</p> <p>Analysis and Suggested actions:</p> Review Analysis &amp; Actions Cluster is fully loaded Go over the table of active Projects and check that fairness between Projects was enforced, by reviewing the number of allocated GPUs/CPUs for each Project, ensuring each Project was allocated with its fair-share portion of the cluster. Cluster is not fully loaded Go to the Workloads view to review the resources requested for that Job (CPU, CPU memory, GPU, GPU memory). Go to the Nodes view to verify that there is no Node with enough free resources that can host that Job. <p>Also, check the command that the user used to submit the job. The Researcher may have requested a specific Node for that Job.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#analytics-dashboard","title":"Analytics Dashboard","text":"<p>The Analytics dashboard provides means for viewing historical data on cluster information such as:</p> <ul> <li>Utilization across the cluster</li> <li>GPU usage by different Projects, including allocation and utilization, broken down into interactive and training Workloads</li> <li>Breakdown of running Workloads into interactive, training, and GPU versus CPU-only Workloads, including information on queueing (number of pending Workloads and requested GPUs),</li> <li>Status of Nodes in terms of availability and allocated and utilized resources.</li> </ul> <p>The dashboard has a dropdown filter for node pools and Departments. From the dropdown, select one or more node pools. The default setting is <code>all</code>.</p> <p>The information presented in Analytics can be used in different ways for identifying problems and fixing them. Below are a few examples.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#node-downtime","title":"Node Downtime","text":"<p>View the overall available resources per Node and identify cases where a Node is down and there was a reduction in the number of available resources.</p> <p>How to: view the following panel.</p> <p></p> <p>Analysis and Suggested actions:</p> <p>Filter according to time range to understand for how long the Node is down.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#gpu-allocation","title":"GPU Allocation","text":"<p>Track GPU allocation across time.</p> <p>How to: view the following panels.</p> <p></p> <p>The panel on the right-hand side shows the cluster-wide GPU allocation and utilization versus time, whereas the panels on the left-hand side show the cluster-wide GPU allocation and utilization averaged across the filtered time range.</p> <p>Analysis and Suggested actions:</p> <p>If the allocation is too low for a long period, work with users to run more workloads and to better utilize the Cluster.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#track-gpu-utilization","title":"Track GPU utilization","text":"<p>Track whether Researchers efficiently use the GPU resources they have allocated for themselves.</p> <p>How to: view the following panel:</p> <p></p> <p>Analysis and Suggested actions:</p> <p>If utilization is too low for a long period, you will want to identify the source of the problem:</p> <ul> <li>Go to \u201cAverage GPU Allocation &amp; Utilization\u201d</li> <li>Look for Projects with large GPU allocations for interactive Workloads or Projects that poorly utilize their training Workloads. Users tend to poorly utilize their GPUs in interactive sessions because of the dev &amp; debug nature of their work which typically is an iterative process with long idle GPU time. On many occasions users also don\u2019t shut down their interactive Workloads, holding their GPUs idle and preventing others from using them.</li> </ul> Review Analysis &amp; Actions Low GPU utilization is due to interactive Workloads being used too frequently Consider setting time limits for interactive Workloads through the Projects tab or reducing GPU quotas to encourage users to run more training Workloads as opposed to interactive Workloads (note that interactive Workloads can not use more than the GPU quota assigned to their Project). Low GPU utilization is due to users poorly utilizing their GPUs in training sessions Identify Projects with bad GPU utilization in training Workloads, notify the users and work with them to improve their code and the way they utilize their GPUs."},{"location":"platform-admin/performance/dashboard-analysis/#training-vs-interactive-researcher-maturity","title":"Training vs. Interactive -- Researcher maturity","text":"<p>Track the number of running Workloads and the breakdown into interactive, training, and CPU-only Workloads.</p> <p>How to: view the following panel:</p> <p></p> <p>Analysis and Suggested actions:</p> <p>We would want to encourage users to run more training Workloads than interactive Workloads, as it is the key to achieving high GPU utilization across the Cluster:</p> <ul> <li>Training Workloads run to completion and free up their resources automatically when training ends</li> <li>Training Workloads can be preempted, queued, and resumed automatically by the Run:ai system according to predefined policies which increases fairness and Cluster utilization.</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#pending-queue-size","title":"Pending Queue Size","text":"<p>Track how long is the queue for pending Workloads</p> <p>How to: view the following panels:</p> <p></p> <p>Analysis and Suggested actions:</p> <p>Consider buying more GPUs:</p> <ul> <li>When there are too many Workloads are waiting in queue for too long.</li> <li>With a large number of requested GPUs.</li> <li>While the Cluster is fully loaded and well utilized.</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#cpu-memory-utilization","title":"CPU &amp; Memory Utilization","text":"<p>Track CPU and memory Node utilization and identify times where the load on specific Nodes is high.</p> <p>How to: view the following panel:</p> <p></p> <p>Analysis and Suggested actions:</p> <p>If the load on specific Nodes is too high, it may cause problems with the proper operation of the Cluster and the way workloads are running.</p> <p>Consider adding more CPUs, or adding additional CPU-only nodes for Workloads that do only CPU processing.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#multi-cluster-overview-dashboard","title":"Multi-Cluster overview dashboard","text":"<p>Provides a holistic, aggregated view across Clusters, including information about Cluster and Node utilization, available resources, and allocated resources. With this dashboard, you can identify Clusters that are down or underutilized and go to the Overview of that Cluster to explore further.</p> <p></p>"},{"location":"platform-admin/performance/dashboard-analysis/#consumption-dashboard","title":"Consumption dashboard","text":"<p>This dashboard enables users and admins to view consumption usage using run:AI services. The dashboard provides views based on configurable filters and timelines. The dashboard also provides costing analysis for GPU, CPU, and memory costs for the system.</p> <p></p> <p>The dashboard has 4 tiles for:</p> <ul> <li>Cumulative GPU allocation per Project or Department</li> <li>Cumulative CPU allocation per Project or Department</li> <li>Cumulative memory allocation per Project or Department</li> <li>Consumption types</li> </ul> <p>Use the drop down menus at the top of the dashboard to apply filters for:</p> <ul> <li>Project or department</li> <li>Per project (single, multiple, or all)</li> <li>Per department (single, multiple or all)</li> <li>Per cluster (single, multiple, all)</li> </ul> <p>To enable the Consumption Dashboard:</p> <ol> <li>Press the <code>General settings</code> icon, then press <code>General</code>.</li> <li>Open the <code>Analytics</code> pane and toggle the Consumption switch to enable the feature.</li> <li>Enter the cost of:</li> <li>GPU compute / Hour</li> <li>CPU compute / Hour</li> <li>CPU memory / Hour</li> </ol> <p>Use the time picker dropdown to select relative time range options and set custom absolute time ranges. You can change the Timezone and fiscal year settings from the time range controls by clicking the Change time settings button.</p> <p>Note</p> <p>Dashboard data updates once an hour.</p> <p></p> <p>You can change the refresh interval using the refresh interval drop down.</p> <p>The dashboard has a 2 consumption tables that display the total consumption of resources. Hover over an entry in the table to filter it in or out of the table.</p> <p>The Total consumption table includes consumption details based on the filters selected. Fields include:</p> <ul> <li>Project</li> <li>Department</li> <li>GPU hours</li> <li>CPU hours</li> <li>Memory hours</li> <li>GPU Idle allocated hours\u2014the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours\u2014the actual usage time of CPU.</li> <li>Memory usage time\u2014the actual usage time of CPU memory.</li> <li>GPU cost (only when configured)</li> <li>CPU cost (only when configured)</li> <li>CPU memory (only when configured)</li> </ul> <p>The Total department consumption table includes consumption details for each department, or details for departments selected in the filters. Fields include:</p> <ul> <li>Department</li> <li>GPU hours</li> <li>CPU hours</li> <li>Memory hours</li> <li>GPU Idle allocated hours\u2014the portion of time the GPUs spend idle from the total allocation hours.</li> <li>CPU usage hours\u2014the actual usage time of CPU.</li> <li>Memory usage time\u2014the actual usage time of CPU memory.</li> <li>GPU cost (only when configured)</li> <li>CPU cost (only when configured)</li> <li>CPU memory (only when configured)</li> </ul> <p>The dashboard has a graph of the GPU allocation over time.</p> <p>!</p> <p>The dashboard has a graph of the Project over-quota GPU consumption.</p> <p>!</p>"},{"location":"platform-admin/performance/dashboard-analysis/#quota-management-dashboard","title":"Quota management dashboard","text":"<p>The Quota management dashboard provides an efficient means to monitor and manage resource utilization within the AI cluster. The dashboard is divided into sections with essential metrics and data visualizations to identify resource usage patterns, potential bottlenecks, and areas for optimization. The sections of the dashboard include:</p> <ul> <li>Add Filter</li> <li>Quota / Total</li> <li>Allocated / Quota</li> <li>Pending workloads</li> <li>Quota by node pool</li> <li>Allocation by node pool</li> <li>Pending workloads by node pool</li> <li>Departments with lowest allocation by node pool</li> <li>Projects with lowest allocation ratio by node pool</li> <li>Over time allocation / quota</li> </ul>"},{"location":"platform-admin/performance/dashboard-analysis/#add-filter","title":"Add Filter","text":"<p>Use the Add Filter dropdown to select filters for the dashboard. The filters will change the data shown on the dashboard. Available filters are:</p> <ul> <li>Departments</li> <li>Projects</li> <li>Nodes</li> </ul> <p>Select a filter from the dropdown, then select a item from the list, and press apply.</p> <p>Note</p> <p>You can create a filter with multiple categories, but you can use each category and item only once.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#quota-total","title":"Quota / Total","text":"<p>This section shows the number of GPUs that are in the quota based on the filter selection. The quota of GPUs is the number of GPUs that are reserved for use.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#allocated-quota","title":"Allocated / Quota","text":"<p>This section shows the number of GPUs that are allocated based on the filter selection. Allocated GPUs are the number of GPUs that are being used.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#pending-workloads","title":"Pending workloads","text":"<p>This section shows the number workloads that are pending based on the filter selection. Pending workloads are workloads that have not started.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#quota-by-node-pool","title":"Quota by node pool","text":"<p>This section shows the quota of GPUs by node pool based on the filter. The quota is the number of GPUs that are reserved for use. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#allocation-by-node-pool","title":"Allocation by node pool","text":"<p>This section shows the allocation of GPUs by node pool based on the filter. The allocation is the number of GPUs that are being used. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#pending-workloads-by-node-pool","title":"Pending workloads by node pool","text":"<p>This section shows the number of pending workloads by node pool. You can drill down into the data in this section by pressing on the graph or the link at the bottom of the section.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#departments-with-lowest-allocation-by-node-pool","title":"Departments with lowest allocation by node pool","text":"<p>This section shows the departments with the lowest allocation of GPUs by percentage relative to the total number of GPUs.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#projects-with-lowest-allocation-ratio-by-node-pool","title":"Projects with lowest allocation ratio by node pool","text":"<p>This section shows the projects with the lowest allocation of GPUS by percentage relative to the total number of GPUs.</p>"},{"location":"platform-admin/performance/dashboard-analysis/#over-time-allocation-quota","title":"Over time allocation / quota","text":"<p>This section shows the allocation of GPUs from the quota over a period of time.</p>"},{"location":"platform-admin/performance/reports/","title":"Reports","text":"<p>This article explains the procedure of managing reports in Run:ai.</p> <p>Reports allow users to access and organize large amounts of data in a clear, CSV-formatted layout. They enable users to monitor resource consumption, analyze trends, and make data-driven decisions to optimize their AI workloads effectively.</p> <p>Note</p> <p>Reports is enabled by default for SaaS tenants. In order to enable the feature for  tenants, additional configuration must be added. See Enabling reports for self-hosted accounts.</p>"},{"location":"platform-admin/performance/reports/#report-types","title":"Report types","text":"<p>Currently, only \u201cConsumption Reports\u201d are available, which provides insights into the consumption of resources such as GPU, CPU, and CPU memory across organizational units.</p>"},{"location":"platform-admin/performance/reports/#reports-table","title":"Reports table","text":"<p>The Reports table can be found under Analytics in the Run:ai platform.</p> <p>The Reports table provides a list of all the reports defined in the platform and allows you to manage them.</p> <p>Users are able to access the reports they have generated themselves. Users with project viewing permissions throughout the tenant can access all reports within the tenant.</p> <p></p> <p>The Reports table comprises the following columns:</p> Column Description Report The name of the report Description The description of the report Status The different lifecycle phases and representation of the report condition Type The type of the report \u2013 e.g., consumption Created by The user who created the report Creation time The timestamp of when the report was created Collection period The period in which the data was collected"},{"location":"platform-admin/performance/reports/#reports-status","title":"Reports status","text":"<p>The following table describes the reports' condition and whether they were created successfully:</p> Status Description Ready Report is ready and can be downloaded as CSV Pending Report is in the queue and waiting to be processed Failed The report couldn\u2019t be created Processing... The report is being created"},{"location":"platform-admin/performance/reports/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul>"},{"location":"platform-admin/performance/reports/#creating-a-new-report","title":"Creating a\u00a0new report","text":"<p>Before you start, make sure you have a project.</p> <p>To create a new report:</p> <ol> <li>Click +NEW REPORT</li> <li>Enter a name for the report (if the name already exists, you will need to choose a different one)</li> <li>Optional: Provide a description of the report</li> <li>Set the report\u2019s data collection period <ul> <li>Start date - The date at which the report data commenced</li> <li>End date - The date at which the report data concluded</li> </ul> </li> <li>Set the report segmentation and filters<ul> <li>Filters - Filter by project or department name</li> <li>Segment by - Data is collected and aggregated based on the segment</li> </ul> </li> <li>Click CREATE REPORT</li> </ol>"},{"location":"platform-admin/performance/reports/#deleting-a-report","title":"Deleting a report","text":"<ol> <li>Select the report you want to delete</li> <li>Click DELETE</li> <li>On the dialog, click DELETE to confirm</li> </ol>"},{"location":"platform-admin/performance/reports/#downloading-a-report","title":"Downloading a report","text":"<p>Note</p> <p>To download, the report must be in status \u201cReady\u201d.</p> <ol> <li>Select the report you want to download</li> <li>Click DOWNLOAD CSV</li> </ol>"},{"location":"platform-admin/performance/reports/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Reports API reference.</p>"},{"location":"platform-admin/performance/reports/#enabling-reports-for-self-hosted-accounts","title":"Enabling Reports for self-hosted accounts","text":"<p>Reports must be saved in a storage solution compatible with S3. To activate this feature for self-hosted accounts, the storage needs to be linked to the account. The configuration should be incorporated into two ConfigMap objects within the Control Plane.</p> <ol> <li> <p>Edit the <code>runai-backend-org-unit-service</code> ConfigMap:    <pre><code>kubectl edit cm runai-backend-org-unit-service -n runai-backend\n</code></pre></p> </li> <li> <p>Add the following lines to the file:    <pre><code>S3_ENDPOINT: &lt;S3_END_POINT_URL&gt;\nS3_ACCESS_KEY_ID: &lt;S3_ACCESS_KEY_ID&gt;\nS3_ACCESS_KEY: &lt;S3_ACCESS_KEY&gt;\nS3_USE_SSL: \"true\"\nS3_BUCKET: &lt;BUCKET_NAME&gt;\n</code></pre></p> </li> <li> <p>Edit the <code>runai-backend-metrics-service</code> ConfigMap:    <pre><code>kubectl edit cm runai-backend-metrics-service -n runai-backend\n</code></pre></p> </li> <li> <p>Add the following lines to the file:    <pre><code>S3_ENDPOINT: &lt;S3_END_POINT_URL&gt;\nS3_ACCESS_KEY_ID: &lt;S3_ACCESS_KEY_ID&gt;\nS3_ACCESS_KEY: &lt;S3_ACCESS_KEY&gt;\nS3_USE_SSL: \"true\"\n</code></pre></p> </li> <li> <p>In addition on the same file, under <code>config.yaml section</code>, add the following right after <code>log_level: \\\"Info\\\"\\n</code>:    <pre><code>reports:\\n s3_config:\\n bucket: \\\"&lt;BUCKET_NAME&gt;\\\"\\n\n</code></pre></p> </li> <li> <p>Restart the deployments:    <pre><code>kubectl rollout restart deployment runai-backend-metrics-service runai-backend-org-unit-service -n runai-backend\n</code></pre></p> </li> <li> <p>Refresh the page to see Reports under Analytics in the Run:ai platform.</p> </li> </ol>"},{"location":"platform-admin/workloads/assets/compute/","title":"Compute Resources","text":"<p>This article explains what compute resources are and how to create and use them.</p> <p>Compute resources are one type of workload asset. A compute resource is a template that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>A compute resource asset is a preconfigured building block that encapsulates all the specifications of compute requirements for the workload including:</p> <ul> <li>GPU devices and GPU memory  </li> <li>CPU memory and CPU compute</li> </ul>"},{"location":"platform-admin/workloads/assets/compute/#compute-resource-table","title":"Compute resource table","text":"<p>The Compute resource table can be found under Workload manager in the Run:ai UI.</p> <p>The Compute resource table provides a list of all the compute resources defined in the platform and allows you to manage them.</p> <p></p> <p>The Compute resource table consists of the following columns:</p> Column Description Compute resource The name of the compute resource Description A description of the essence of the compute resource GPU devices request per pod The number of requested physical devices per pod of the workload that uses this compute resource GPU memory request per device The amount of GPU memory per requested device that is granted to each pod of the workload that uses this compute resource CPU memory request The minimum amount of CPU memory per pod of the workload that uses this compute resource CPU memory limit The maximum amount of CPU memory per pod of the workload that uses this compute resource CPU compute request The minimum number of CPU cores per pod of the workload that uses this compute resource CPU compute limit The maximum number of CPU cores per pod of the workload that uses this compute resource Scope The scope of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram Workload(s) The list of workloads associated with the compute resource Template(s) The list of workload templates that use this compute resource Created by The name of the user who created the compute resource Creation time The timestamp of when the compute resource was created Last updated The timestamp of when the compute resource was last updated Cluster The cluster that the compute resource is associated with"},{"location":"platform-admin/workloads/assets/compute/#workloads-associated-with-the-compute-resource","title":"Workloads associated with the compute resource","text":"<p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> Column Description Workload The workload that uses the compute resource Type Workspace/Training/Inference Status Represents the workload lifecycle. See the full list of workload status."},{"location":"platform-admin/workloads/assets/compute/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> </ul>"},{"location":"platform-admin/workloads/assets/compute/#adding-new-compute-resource","title":"Adding new compute resource","text":"<p>To add a new compute resource:</p> <ol> <li>Go to the Compute resource table  </li> <li>Click +NEW COMPUTE RESOURCE </li> <li>Select under which cluster to create the compute resource  </li> <li>Select a scope </li> <li>Enter a name for the compute resource. The name must be unique.  </li> <li>Optional: Provide a description of the essence of the compute resource  </li> <li> <p>Set the resource types needed within a single node    (the Run:ai scheduler tries to match a single node that complies with the compute resource for each of the workload\u2019s pods)  </p> <ul> <li> <p>GPU </p> <ul> <li>GPU devices per pod The number of devices (physical GPUs) per pod    (for example, if you requested 3 devices per pod and the running workload using this compute resource consists of 3 pods, there are 9 physical GPU devices used in total)  </li> </ul> <p>Note</p> <ul> <li>When setting it to zero, the workload using this computer resource neither requests or uses GPU resources while running  </li> <li>You can set any number of GPU devices and specify the memory requirement to any portion size (1..100), or memory size value using GB or MB units per device </li> </ul> <ul> <li>GPU memory per device <ul> <li>Select the memory request format  <ul> <li>% (of device) - Fraction of a GPU device\u2019s memory  </li> <li>MB (memory size) - An explicit GPU memory unit  </li> <li>GB (memory size) - An explicit GPU memory unit    </li> </ul> </li> <li>Set the memory Request - The minimum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives this amount of GPU memory for each device(s) the pod utilizes  </li> <li>Optional: Set the memory Limit - The maximum amount of GPU memory that is provisioned per device. This means that any pod of a running workload that uses this compute resource, receives at most this amount of GPU memory for each device(s) the pod utilizes. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request.  </li> </ul> </li> </ul> <p>Note</p> <ul> <li>GPU memory limit is disabled by default. If you cannot see the Limit toggle in the compute resource form, then it must be enabled by your Administrator, under General settings \u2192 Resources \u2192 GPU resource optimization  </li> <li>When a Limit is set and is bigger than the Request, the scheduler allows each pod to reach the maximum amount of GPU memory in an opportunistic manner (only upon availability).  </li> <li>If the GPU Memory Limit is bigger that the Request the pod is prone to be killed by the Run:ai toolkit (out of memory signal). The greater the difference between the GPU memory used and the request, the higher the risk of being killed  </li> <li>If GPU resource optimization is turned off, the minimum and maximum are in fact equal  </li> </ul> </li> <li> <p>CPU </p> <ul> <li>CPU compute per pod <ul> <li>Select the units for the CPU compute (Cores / Millicores)  </li> <li>Set the CPU compute Request - the minimum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU compute for each pod.  </li> <li>Optional: Set the CPU compute Limit - The maximum amount of CPU compute that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives at most this amount of CPU compute. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. By default, the limit is set to \u201cUnlimited\u201d - which means that the pod may consume all the node's free CPU compute resources.  </li> </ul> </li> <li>CPU memory per pod <ul> <li>Select the units for the CPU memory (MB / GB)  </li> <li>Set the CPU memory Request - The minimum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives this amount of CPU memory for each pod.  </li> <li>Optional: Set the CPU memory Limit - The maximum amount of CPU memory that is provisioned per pod. This means that any pod of a running workload that uses this compute resource, receives at most this amount of CPU memory. To set a Limit, first enable the limit toggle. The limit value must be equal to or higher than the request. By default, the limit is set to \u201cUnlimited\u201d - Meaning that the pod may consume all the node's free CPU memory resources.  </li> </ul> </li> </ul> <p>Note</p> <p>If the CPU Memory Limit is bigger that the Request the pod is prone to be killed by the operating system (out of memory signal). The greater the difference between the CPU memory used and the request, the higher the risk of being killed.  </p> </li> </ul> </li> <li> <p>Optional: More settings  </p> <ul> <li>Increase shared memory size When enabled, the shared memory size available to the pod is increased from the default 64MB to the node's total available memory or the CPU memory limit, if set above.  </li> <li>Set extended resource(s) Click +EXTENDED RESOURCES to add resource/quantity pairs. For more information on how to set extended resources, see the Extended resources and Quantity guides  </li> </ul> </li> <li> <p>Click CREATE COMPUTE RESOURCE</p> <p>Note</p> <p>It is also possible to add compute resources directly when creating a specific Workspace, training or inference workload.</p> </li> </ol>"},{"location":"platform-admin/workloads/assets/compute/#editing-a-compute-resource","title":"Editing a compute resource","text":"<p>To edit a compute resource:</p> <ol> <li>Select the compute resource you want to edit</li> <li>Click Edit</li> <li>Click SAVE COMPUTE RESOURCE</li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"platform-admin/workloads/assets/compute/#copying-a-compute-resource","title":"Copying a compute resource","text":"<p>To make a copy of an existing compute resource:</p> <ol> <li>Select the compute resource you want to copy</li> <li>Click MAKE A COPY</li> <li>Enter a name for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click CREATE COMPUTE RESOURCE </li> </ol>"},{"location":"platform-admin/workloads/assets/compute/#deleting-a-compute-resource","title":"Deleting a compute resource","text":"<ol> <li>Select the compute resource you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm   </li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"platform-admin/workloads/assets/compute/#using-api","title":"Using API","text":"<p>Go to the Compute resources API reference to view the available actions</p>"},{"location":"platform-admin/workloads/assets/credentials/","title":"Credentials","text":"<p>This article explains what credentials are and how to create and use them.</p> <p>Credentials are a workload asset that simplify the complexities of Kubernetes secrets. They consist of and mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <p>Credentials are crucial for the security of AI workloads and the resources they require, as they restrict access to authorized users, verify identities, and ensure secure interactions. By enforcing the protection of sensitive data, credentials help organizations comply with industry regulations, fostering a secure environment overall.</p> <p>Essentially, credentials enable AI practitioners to access relevant protected resources, such as private data sources and Docker images, thereby streamlining the workload submission process.</p>"},{"location":"platform-admin/workloads/assets/credentials/#credentials-table","title":"Credentials table","text":"<p>The Credentials table can be found under Workload manager in the Run:ai User interface.</p> <p>The Credentials table provides a list of all the credentials defined in the platform and allows you to manage them.</p> <p></p> <p>The Credentials table comprises the following columns:</p> Column Description Credentials The name of the credentials Description A description of the credentials Type The type of credentials, e.g., Docker registry Status The different lifecycle phases and representation of the credentials\u2019 condition Scope The scope of this compute resource within the organizational tree. Click the name of the scope to view the organizational tree diagram Kubernetes name The unique name of the credentials Kubernetes name as it appears in the cluster Environment(s) The environment(s) that are associated with the credentials Data source(s) The private data source(s) that are accessed using the credentials Created by The user who created the credentials Creation time The timestamp of when the credentials were created Cluster The cluster with which the credentials are associated"},{"location":"platform-admin/workloads/assets/credentials/#credentials-status","title":"Credentials status","text":"<p>The following table describes the credentials\u2019 condition and whether they were created successfully for the selected scope.</p> Status Description No issues found No issues were found while creating the credentials (this status may change while propagating the credentials to the selected scope) Issues found Issues found while propagating the credentials Issues found Failed to access the cluster Creating\u2026 Credentials are being created Deleting\u2026 Credentials are being deleted No status When the credentials\u2019 scope is an account, or the current version of the cluster is not up to date, the status cannot be displayed"},{"location":"platform-admin/workloads/assets/credentials/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click \u2018Download as CSV\u2019. Export to CSV is limited to 20,000 rows.</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"platform-admin/workloads/assets/credentials/#adding-new-credentials","title":"Adding new credentials","text":"<p>Creating credentials is limited to specific roles.</p> <p>To add a new credential:</p> <ol> <li>Go to the Credentials table:</li> <li>Click +NEW CREDENTIALS</li> <li>Select the credential type from the list     Follow the step-by-step guide for each credential type:</li> </ol>"},{"location":"platform-admin/workloads/assets/credentials/#docker-registry","title":"Docker registry","text":"<p>These credentials allow users to authenticate and pull images from a Docker registry, enabling access to containerized applications and services.</p> <p>After creating the credentials, it is used automatically when pulling images.</p> <ol> <li>Select a scope.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the username, password, and Docker registry URL</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/credentials/#access-key","title":"Access key","text":"<p>These credentials are unique identifiers used to authenticate and authorize access to cloud services or APIs, ensuring secure communication between applications. They typically consist of two parts:</p> <ul> <li>An access key ID</li> <li>A secret access key</li> </ul> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope.</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credential</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the Access key and Access secret</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/credentials/#username-password","title":"Username &amp; password","text":"<p>These credentials require a username and corresponding password to access various resources, ensuring that only authorized users can log in.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Enter the username and password</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol> <p>After the credentials are created, check their status to monitor their proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/credentials/#generic-secret","title":"Generic secret","text":"<p>These credentials are a flexible option that consists of multiple keys &amp; values and can store various sensitive information, such as API keys or configuration data, to be used securely within applications.</p> <p>The purpose of this credential type is to allow access to restricted data.</p> <ol> <li>Select a scope</li> <li>Enter a name for the credential. The name must be unique.</li> <li>Optional: Provide a description of the credentials</li> <li>Set how the credential is created<ul> <li>Existing secret (in the cluster)     This option applies when the purpose is to create credentials based on an existing secret<ul> <li>Select a secret from the list (The list is empty if no secrets were created in advance)</li> </ul> </li> <li>New secret (recommended)     A new secret is created together with the credentials. New secrets are not added to the list of existing secrets.<ul> <li>Click +KEY &amp; VALUE - to add key/value pairs to store in the new secret</li> </ul> </li> </ul> </li> <li>Click CREATE CREDENTIALS</li> </ol>"},{"location":"platform-admin/workloads/assets/credentials/#editing-credentials","title":"Editing credentials","text":"<p>To rename a credential:</p> <ol> <li>Select the credential from the table</li> <li>Click Rename to edit its name and description</li> </ol>"},{"location":"platform-admin/workloads/assets/credentials/#deleting-credentials","title":"Deleting credentials","text":"<p>To delete a credential:</p> <ol> <li>Select the credential you want to delete</li> <li>Click DELETE</li> <li>In the dialog, click DELETE to confirm</li> </ol> <p>Note</p> <p>Credentials cannot be deleted if they are being used by a workload and template.</p>"},{"location":"platform-admin/workloads/assets/credentials/#using-credentials","title":"Using credentials","text":"<p>You can use credentials (secrets) in various ways within the system</p>"},{"location":"platform-admin/workloads/assets/credentials/#access-private-data-sources","title":"Access private data sources","text":"<p>To access private data sources, attach credentials to data sources of the following types: Git, S3 Bucket</p>"},{"location":"platform-admin/workloads/assets/credentials/#use-directly-within-the-container","title":"Use directly within the container","text":"<p>To use the secret directly from within the container, you can choose between the following options</p> <ol> <li>Get the secret mounted to the file system by using the Generic secret data source</li> <li> <p>Get the secret as an environment variable injected into the container. There are two equivalent ways to inject the environment variable.</p> <p>a. By adding it to the Environment asset.    b. By adding it ad-hoc as part of the workload.</p> </li> </ol>"},{"location":"platform-admin/workloads/assets/credentials/#creating-secrets-in-advance","title":"Creating secrets in advance","text":"<p>Add secrets in advance to be used when creating credentials via the Run:ai UI.</p> <p>Follow the steps below for each required scope:</p> Cluster scopeDepartment scopeProject scope <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/cluster-wide: \"true\"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code> \u05bf</li> </ol> </li> </ol> <ol> <li>Create the secret in the Run:ai namespace (runai)</li> <li>To authorize Run:ai to use the secret, label it: <code>run.ai/department: \"&lt;department id&gt;\"</code></li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code></li> </ol> </li> </ol> <ol> <li>Create the secret in the project\u2019s namespace</li> <li>Label the secret with the correct credential type:<ol> <li>Docker registry - <code>run.ai/resource: \"docker-registry\"</code></li> <li>Access key - <code>run.ai/resource: \"access-key\"</code></li> <li>Username and password - <code>run.ai/resource: \"password\"</code></li> <li>Generic secret - <code>run.ai/resource: \"generic\"</code></li> </ol> </li> </ol> <p>The secret is now displayed for that scope in the list of existing secrets.</p>"},{"location":"platform-admin/workloads/assets/credentials/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Credentials API reference</p>"},{"location":"platform-admin/workloads/assets/data-volumes/","title":"Data Volumes","text":"<p>Data volumes offer a powerful solution for storing, managing, and sharing AI training data within the Run:ai platform. They promote collaboration, simplify data access control, and streamline the AI development lifecycle.</p> <p>Data volumes are snapshots of datasets stored in Kubernetes Persistent Volume Claims (PVCs). They act as a central repository for training data.</p>"},{"location":"platform-admin/workloads/assets/data-volumes/#why-use-a-data-volume","title":"Why use a data volume?","text":"<ol> <li>Sharing with multiple scopes     Unlike other Run:ai data sources, data volumes can be shared across projects, departments, or clusters, encouraging data reuse and collaboration within the organization.</li> <li>Storage saving     A single copy of the data can be used across multiple scopes</li> </ol>"},{"location":"platform-admin/workloads/assets/data-volumes/#typical-use-cases","title":"Typical use cases","text":"<ol> <li>Sharing large data sets     In large organizations, the data is often stored in a remote location, which can be a barrier for large model training. Even if the data is transferred into the cluster, sharing it easily with multiple users is still challenging. Data volumes can help share the data seamlessly, with maximum security and control.</li> <li>Sharing data with colleagues     When sharing training results, generated data sets, or other artifacts with team members is needed, data volumes can help make the data available easily.</li> </ol>"},{"location":"platform-admin/workloads/assets/data-volumes/#prerequisites","title":"Prerequisites","text":"<p>To create a data volume, there must be a project with a PVC in its namespace.</p> <p>Working with data volumes is currently available using the API. To view the available actions, go to the Data volumes API reference.</p>"},{"location":"platform-admin/workloads/assets/data-volumes/#adding-a-new-data-volume","title":"Adding a new data volume","text":"<p>Data volume creation is limited to specific roles</p>"},{"location":"platform-admin/workloads/assets/data-volumes/#adding-scopes-for-a-data-volume","title":"Adding scopes for a data volume","text":"<p>Data volume sharing (adding scopes) is limited to specific roles</p> <p>Once created, the data volume is available to its originating project (see the prerequisites above).</p> <p>Data volumes can be shared with additional scopes in the organization.</p>"},{"location":"platform-admin/workloads/assets/data-volumes/#who-can-use-a-data-volume","title":"Who can use a data volume?","text":"<p>Data volumes are used when submitting workloads. Any user, application or SSO group with a role that has permissions to create workloads can also use data volumes.</p> <p>Researchers can list available data volumes within their permitted scopes for easy selection.</p>"},{"location":"platform-admin/workloads/assets/datasources/","title":"Data Sources","text":"<p>This article explains what data sources are and how to create and use them.</p> <p>Data sources are a type of workload asset and represent a location where data is actually stored. They may represent a remote data location, such as NFS, Git, or S3, or a Kubernetes local resource, such as PVC, ConfigMap, HostPath, or Secret.</p> <p>This configuration simplifies the mapping of the data into the workload\u2019s file system and handles the mounting process during workload creation for reading and writing. These data sources are reusable and can be easily integrated and used by AI practitioners while submitting workloads across various scopes.</p>"},{"location":"platform-admin/workloads/assets/datasources/#data-sources-table","title":"Data sources table","text":"<p>The data sources table can be found under Workload manager in the Run:ai platform.</p> <p>The data sources table provides a list of all the data sources defined in the platform and allows you to manage them.</p> <p></p> <p>The data sources table comprises the following columns:</p> Column Description Data source The name of the data source Description A description of the data source Type The type of data source connected \u2013 e.g., S3 bucket, PVC, or others Status The different lifecycle phases and representation of the data source condition Scope The scope of the data source within the organizational tree. Click the scope name to view the organizational tree diagram Kubernetes name The unique name of the data sources Kubernetes name as it appears in the cluster Workload(s) The list of existing workloads that use the data source Template(s) The list of workload templates that use the data source Created by The user who created the data source Creation time The timestamp for when the data source was created Cluster The cluster that the data source is associated with"},{"location":"platform-admin/workloads/assets/datasources/#data-sources-status","title":"Data sources status","text":"<p>The following table describes the data sources' condition and whether they were created successfully for the selected scope.</p> Status Description No issues found No issues were found while creating the data source Issues found Issues were found while propagating the data source credentials Issues found The data source couldn\u2019t be created at the cluster Creating\u2026 The data source is being created No status / \u201c-\u201d When the data source\u2019s scope is an account, the current version of the cluster is not up to date, or the asset is not a cluster-syncing entity, the status can\u2019t be displayed"},{"location":"platform-admin/workloads/assets/datasources/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values</li> <li>Search - Click SEARCH and type the value to search by</li> <li>Sort - Click each column header to sort by</li> <li>Column selection - Click COLUMNS and select the columns to display in the table</li> <li>Download table - Click MORE and then click \u2018Download as CSV\u2019</li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"platform-admin/workloads/assets/datasources/#adding-a-new-data-source","title":"Adding a new data source","text":"<p>To create a new data source:</p> <ol> <li>Click +NEW DATA SOURCE</li> <li>Select the data source type from the list. Follow the step-by-step guide for each data source type:</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#nfs","title":"NFS","text":"<p>A Network File System (NFS) is a Kubernetes concept used for sharing storage in the cluster among different pods. Like a PVC, the NFS volume\u2019s content remains preserved, even outside the lifecycle of a single pod. However, unlike PVCs, which abstract storage management, NFS provides a method for network-based file sharing. The NFS volume can be pre-populated with data and can be mounted by multiple pod writers simultaneously. At Run:ai, an NFS-type data source is an abstraction that is mapped directly to a Kubernetes NFS volume. This integration allows multiple workloads under various scopes to mount and present the NFS data source.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Enter the NFS server (host name or host IP)</li> <li>Enter the NFS path</li> </ul> </li> <li>Set the data target location<ul> <li>Container path</li> </ul> </li> <li>Optional: Restrictions<ul> <li>Prevent data modification - When enabled, the data will be mounted with read-only permissions</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#pvc","title":"PVC","text":"<p>A Persistent Volume Claim (PVC) is a Kubernetes concept used for managing storage in the cluster, which can be provisioned by an administrator or dynamically by Kubernetes using a StorageClass. PVCs allow users to request specific sizes and access modes (read/write once, read-only many). Run:ai ensures that data remains consistent and accessible across various scopes and workloads, beyond the lifecycle of individual pods, which is efficient while working with large datasets typically associated with AI projects.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Select PVC:<ul> <li>Existing PVC     This option is relevant when the purpose is to create a PVC-type data source based on an existing PVC in the cluster<ul> <li>Select a PVC from the list - (The list is empty if no existing PVCs were created in advance)</li> </ul> </li> <li>New PVC - creates a new PVC in the cluster. New PVCs are not added to the Existing PVCs list.     When creating a PVC-type data source and selecting the \u2018New PVC\u2019 option, the PVC is immediately created in the cluster (even if no workload has requested this PVC).</li> </ul> </li> <li>Select the storage class<ul> <li>None - Proceed without defining a storage class</li> <li>Custom storage class - This option applies when selecting a storage class based on existing storage classes.     To add new storage classes to the storage class list, and for additional information, check Kubernetes storage classes</li> </ul> </li> <li>Select the access mode(s) (multiple modes can be selected)<ul> <li>Read-write by one node - The volume can be mounted as read-write by a single node.</li> <li>Read-only by many nodes - The volume can be mounted as read-only by many nodes.</li> <li>Read-write by many nodes - The volume can be mounted as read-write by many nodes.</li> </ul> </li> <li>Set the claim size and its units</li> <li>Select the volume mode<ul> <li>File system (default) - allows the volume to be mounted as a filesystem, enabling the usage of directories and files.</li> <li>Block - exposes the volume as a block storage, which can be formatted or used by applications directly without a filesystem.</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Optional: Prevent data modification - When enabled, the data will be mounted with read-only permission.</li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/datasources/#s3-bucket","title":"S3 Bucket","text":"<p>The S3 bucket data source enables the mapping of a remote S3 bucket into the workload\u2019s file system. Similar to a PVC, this mapping remains accessible across different workload executions, extending beyond the lifecycle of individual pods. However, unlike PVCs, data stored in an S3 bucket resides remotely, which may lead to decreased performance during the execution of heavy machine learning workloads. As part of the Run:ai connection to the S3 bucket, you can create credentials in order to access and map private buckets.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Set the S3 service URL</li> <li>Select the credentials<ul> <li>None - for public buckets</li> <li>Credential names - This option is relevant for private buckets based on existing credentials that were created for the scope.     To add new credentials to the credentials list, and for additional information, check the Credentials article.</li> </ul> </li> <li>Enter the bucket name</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/datasources/#git","title":"Git","text":"<p>A Git-type data source is a Run:ai integration, that enables code to be copied from a Git branch into a dedicated folder in the container. It is mainly used to provide the workload with the latest code repository. As part of the integration with Git, in order to access private repositories, you can add predefined credentials to the data source mapping.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Set the Repository URL</li> <li>Set the Revision (branch, tag, or hash)- If left empty, it will use the 'HEAD' (latest)</li> <li>Select the credentials<ul> <li>None - for public repositories</li> <li>Credential names - This option applies to private repositories based on existing credentials that were created for the scope.     To add new credentials to the credentials list, and for additional information, check the Credentials article.</li> </ul> </li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After a private data source is created, check its status to monitor its proper creation across the selected scope.</p>"},{"location":"platform-admin/workloads/assets/datasources/#host-path","title":"Host path","text":"<p>A Host path volume is a Kubernetes concept that enables mounting a host path file or a directory on the workload\u2019s file system. Like a PVC, the host path volume\u2019s data persists across workloads under various scopes. It also enables data serving from the hosting node.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>host path</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Optional: Prevent data modification - When enabled, the data will be mounted with read-only permissions.</li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#configmap","title":"ConfigMap","text":"<p>A ConfigMap data source is a Run:ai abstraction for the Kubernetes ConfigMap concept. The ConfigMap is used mainly for storage that can be mounted on the workload container for non-confidential data. It is usually represented in key-value pairs (e.g., environment variables, command-line arguments etc.). It allows you to decouple environment-specific system configurations from your container images, so that your applications are easily portable. ConfigMaps must be created on the cluster prior to being used within the Run:ai system.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Select the ConfigMap name (The list is empty if no existing ConfigMaps were created in advance).</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#secret","title":"Secret","text":"<p>A secret-type data source enables the mapping of a credential into the workload\u2019s file system. Credentials are a workload asset that simplify the complexities of Kubernetes Secrets. The credentials mask sensitive access information, such as passwords, tokens, and access keys, which are necessary for gaining access to various resources.</p> <ol> <li>Select the cluster under which to create this data source</li> <li>Select a scope</li> <li>Enter a name for the data source. The name must be unique.</li> <li>Optional: Provide a description of the data source</li> <li>Set the data origin<ul> <li>Select the credentials     To add new credentials, and for additional information, check the Credentials article.</li> </ul> </li> <li>Set the data target location<ul> <li>container path</li> </ul> </li> <li>Click CREATE DATA SOURCE</li> </ol> <p>After the data source is created, check its status to monitor its proper creation across the selected scope.</p> <p>Note</p> <p>It is also possible to add data sources directly when creating a specific workspace, training or inference workload</p>"},{"location":"platform-admin/workloads/assets/datasources/#editing-a-data-source","title":"Editing a data source","text":"<p>To edit a data source:</p> <ol> <li>Select the data source from the table</li> <li>Click Rename to provide it with a new name</li> <li>Click Copy &amp; Edit to make any changes to the data source</li> </ol>"},{"location":"platform-admin/workloads/assets/datasources/#deleting-a-data-source","title":"Deleting a data source","text":"<p>To delete a data source:</p> <ol> <li>Select the data source you want to delete</li> <li>Click DELETE</li> <li>Confirm you want to delete the data source</li> </ol> <p>Note</p> <p>It is not possible to delete an environment being used by an existing workload or template.</p>"},{"location":"platform-admin/workloads/assets/datasources/#using-api","title":"Using API","text":"<p>To view the available actions, go to the Data sources API reference.</p>"},{"location":"platform-admin/workloads/assets/environments/","title":"Environments","text":"<p>This article explains what environments are and how to create and use them.</p> <p>Environments are one type of workload asset. An environment consists of a configuration that simplifies how workloads are submitted and can be used by AI practitioners when they submit their workloads.</p> <p>An environment asset is a preconfigured building block that encapsulates aspects for the workload such as:</p> <ul> <li>Container image and container configuration  </li> <li>Tools and connections  </li> <li>The type of workload it serves</li> </ul>"},{"location":"platform-admin/workloads/assets/environments/#environments-table","title":"Environments table","text":"<p>The Environments table can be found under Workload manager in the Run:ai platform.</p> <p>The Environment table provides a list of all the environment defined in the platform and allows you to manage them.</p> <p></p> <p>The Environments table consists of the following columns:</p> Column Description Environment The name of the environment Description A description of the environment Scope The scope of this environment within the organizational tree. Click the name of the scope to view the organizational tree diagram Image The application or service to be run by the workload Workload Architecture This can be either standard for running workloads on a single node or distributed for running distributed workloads on multiple nodes Tool(s) The tools and connection types the environment exposes Workload(s) The list of existing workloads that use the environment Workload types The workload types that can use the environment (Workspace/ Training / Inference) Template(s) The list of workload templates that use this environment Created by The user who created the environment. By default Run:ai UI comes with preinstalled environments created by Run:ai created by Run:ai Creation time The timestamp of when the environment was created Last updated The timestamp of when the environment was last updated Cluster The cluster with which the environment is associated"},{"location":"platform-admin/workloads/assets/environments/#tools-associated-with-the-environment","title":"Tools associated with the environment","text":"<p>Click one of the values in the tools column to view the list of tools and their connection type.</p> Column Description Tool name The name of the tool or application AI practitioner can set up within the environment. Connection type The method by which you can access and interact with the running workload. It's essentially the \"doorway\" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc)"},{"location":"platform-admin/workloads/assets/environments/#workloads-associated-with-the-environment","title":"Workloads associated with the environment","text":"<p>Click one of the values in the Workload(s) column to view the list of workloads and their parameters.</p> Column Description Workload The workload that uses the environment Type The workload type (Workspace/Training/Inference) Status Represents the workload lifecycle. See the full list of workload status"},{"location":"platform-admin/workloads/assets/environments/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows.</li> </ul>"},{"location":"platform-admin/workloads/assets/environments/#environments-created-by-runai","title":"Environments created by Run:ai","text":"<p>When installing Run:ai, you automatically get the environments created by Run:ai to ease up the onboarding process and support different use cases out of the box. These environments are created at the scope of the account.</p> Environment Image Jupiter-lab jupyter/scipy-notebook jupyter-tensorboard gcr.io/run-ai-demo/jupyter-tensorboard tensorboard tensorflow/tensorflow:latest llm-server runai.jfrog.io/core-llm/runai-vllm:v0.6.4-0.10.0 chatbot-ui runai.jfrog.io/core-llm/llm-app gpt2 runai.jfrog.io/core-llm/quickstart-inference:gpt2-cpu"},{"location":"platform-admin/workloads/assets/environments/#adding-a-new-environment","title":"Adding a new environment","text":"<p>Environment creation is limited to specific roles</p> <p>To add a new environment:</p> <ol> <li>Go to the Environments table  </li> <li>Click +NEW ENVIRONMENT </li> <li>Select under which cluster to create the environment  </li> <li>Select a scope </li> <li>Enter a name for the environment. The name must be unique.  </li> <li>Optional: Provide a description of the essence of the environment  </li> <li>Enter the Image URL    If a token or secret is required to pull the image, it is possible to create it via credentials of type docker registry. These credentials are automatically used once the image is pulled (which happens when the workload is submitted)  </li> <li>Set the image pull policy - the condition for when to pull the image from the registry  </li> <li>Set the workload architecture:  <ul> <li>Standard Only standard workloads can use the environment. A standard workload consists of a single process.  </li> <li>Distributed Only distributed workloads can use the environment. A distributed workload consists of multiple processes working together. These processes can run on different nodes.  </li> <li>Select a framework from the list.  </li> </ul> </li> <li>Set the workload type:  <ul> <li>Workspace </li> <li>Training </li> <li>Inference </li> <li>When inference is selected, define the endpoint of the model by providing both the protocol and the container\u2019s serving port  </li> </ul> </li> <li>Optional: Set the connection for your tool(s). The tools must be configured in the image. When submitting a workload using the environment, it is possible to connect to these tools  <ul> <li>Select the tool from the list (the available tools varies from IDE, experiment tracking, and more, including a custom tool for your choice)  </li> <li>Select the connection type  <ul> <li>External URL <ul> <li>Auto generate   A unique URL is automatically created for each workload using the environment  </li> <li>Custom URL   The URL is set manually  </li> </ul> </li> <li>Node port <ul> <li>Auto generate   A unique port is automatically exposed for each workload using the environment  </li> <li>Custom URL   Set the port manually  </li> </ul> </li> <li>Set the container port </li> </ul> </li> </ul> </li> <li>Optional: Set a command and arguments for the container running the pod  <ul> <li>When no command is added, the default command of the image is used (the image entrypoint)  </li> <li>The command can be modified while submitting a workload using the environment  </li> <li>The argument(s) can be modified while submitting a workload using the environment  </li> </ul> </li> <li>Optional: Set the environment variable(s) <ul> <li>Click +ENVIRONMENT VARIABLE</li> <li>Enter a name</li> <li>Select the source for the environment variable</li> <li>Custom<ul> <li>Enter a value </li> <li>Leave empty</li> <li>Add instructions for the expected value if any</li> </ul> </li> <li>Credentials - Select existing credentials as the environment variable<ul> <li>Select a credential name     To add new credentials to the credentials list, and for additional information, see Credentials.</li> <li>Select a secret key </li> </ul> </li> <li>The environment variables can be modified and new variables can be added while submitting a workload using the environment</li> </ul> </li> <li>Optional: Set the container\u2019s working directory to define where the container\u2019s process starts running. When left empty, the default directory is used.  </li> <li>Optional: Set where the UID, GID and supplementary groups are taken from, this can be:  <ul> <li>From the image </li> <li>From the IdP token (only available in an SSO installations)  </li> <li>Custom (manually set) - decide whether the submitter can modify these value upon submission.</li> <li>Set the User ID (UID), Group ID (GID) and the supplementary groups that can run commands in the container<ul> <li>Enter UID</li> <li>Enter GID</li> <li>Add Supplementary groups (multiple groups can be added, separated by commas)  </li> <li>Disable Allow the values above to be modified within the workload if you want the above values to be used as the default</li> </ul> </li> </ul> </li> <li>Optional: Select Linux capabilities - Grant certain privileges to a container without granting all the privileges of the root user. </li> <li>Click CREATE ENVIRONMENT</li> </ol> <p>Note</p> <p>It is also possible to add environments directly when creating a specific workspace, training or inference workload.</p>"},{"location":"platform-admin/workloads/assets/environments/#editing-an-environment","title":"Editing an environment","text":"<p>To edit an environment:</p> <ol> <li>Select the environment you want to edit</li> <li>Click Edit</li> <li>Click SAVE ENVIRONMENT</li> </ol> <p>Note</p> <ul> <li>The already bound workload that is using this asset will not be affected.</li> <li>llm-server and chatbot-ui environments cannot be edited. </li> </ul>"},{"location":"platform-admin/workloads/assets/environments/#copying-an-environment","title":"Copying an environment","text":"<p>To make a copy of an existing environment:</p> <ol> <li>Select the environment you want to copy</li> <li>Click MAKE A COPY</li> <li>Enter a name for the environment. The name must be unique.</li> <li>Update the environment</li> <li>Click CREATE ENVIRONMENT </li> </ol>"},{"location":"platform-admin/workloads/assets/environments/#deleting-an-environment","title":"Deleting an environment","text":"<p>To delete an environment:</p> <ol> <li>Select the environment you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm</li> </ol> <p>Note</p> <p>The already bound workload that is using this asset will not be affected.</p>"},{"location":"platform-admin/workloads/assets/environments/#using-api","title":"Using API","text":"<p>Go to the Environment API reference to view the available actions</p>"},{"location":"platform-admin/workloads/assets/overview/","title":"Overview","text":"<p>Workload assets enable organizations to:</p> <ul> <li>Create and reuse preconfigured setup for code, data, storage and resources to be used by AI practitioners to simplify the process of submitting workloads  </li> <li>Share the preconfigured setup with a wide audience of AI practitioners with similar needs</li> </ul> <p>Note</p> <ul> <li>The creation of assets is possible only via API and the Run:ai UI  </li> <li>The submission of workloads using assets, is possible only via the Run:ai UI</li> </ul>"},{"location":"platform-admin/workloads/assets/overview/#workload-asset-types","title":"Workload asset types","text":"<p>There are four workload asset types used by the workload:</p> <ul> <li>Environments   The container image, tools and connections for the workload  </li> <li>Data sources   The type of data, its origin and the target storage location such as PVCs or cloud storage buckets where datasets are stored  </li> <li>Compute resources   The compute specification, including GPU and CPU compute and memory  </li> <li>Credentials   The secrets to be used to access sensitive data, services, and applications such as docker registry or S3 buckets</li> </ul>"},{"location":"platform-admin/workloads/assets/overview/#asset-scope","title":"Asset scope","text":"<p>When a workload asset is created, a scope is required. The scope defines who in the organization can view and/or use the asset.</p> <p>Note</p> <p>When an asset is created via API, the scope can be the entire account, this is currently an experimental feature.</p>"},{"location":"platform-admin/workloads/assets/overview/#who-can-create-an-asset","title":"Who can create an asset?","text":"<p>Any subject (user, application, or SSO group) with a role that has permissions to Create an asset, can do so within their scope.</p>"},{"location":"platform-admin/workloads/assets/overview/#who-can-use-an-asset","title":"Who can use an asset?","text":"<p>Assets are used when submitting workloads. Any subject (user, application or SSO group) with a role that has permissions to Create workloads, can also use assets.</p>"},{"location":"platform-admin/workloads/assets/overview/#who-can-view-an-asset","title":"Who can view an asset?","text":"<p>Any subject (user, application, or SSO group) with a role that has permission to View an asset, can do so within their scope.  </p>"},{"location":"platform-admin/workloads/assets/templates/","title":"Workspace Templates","text":"<p>This article explains the procedure to manage templates.</p> <p>A template is a pre-set configuration that is used to quickly configure and submit workloads using existing assets. A template consists of all the assets a workload needs, allowing researchers to submit a workload in a single click, or make subtle adjustments to differentiate them from each other.</p>"},{"location":"platform-admin/workloads/assets/templates/#workspace-templates-table","title":"Workspace templates table","text":"<p>The Templates table can be found under Workload manager in the Run:ai User interface.</p> <p>The Templates table provides a list of all the templates defined in the platform, and allows you to manage them.</p> <p>Flexible Management</p> <p>It is also possible to manage templates directly for a specific user, application, project, or department.</p> <p></p> <p>The Templates table consists of the following columns:</p> Column Description Scope The scope to which the subject has access. Click the name of the scope to see the scope and its subordinates Environment The name of the environment related to the workspace template Compute resource The name of the compute resource connected to the workspace template Data source(s) The name of the data source(s) connected to the workspace template Created by The subject that created the template Creation time The timestamp for when the template was created Cluster The cluster name containing the template"},{"location":"platform-admin/workloads/assets/templates/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh (optional) - Click REFRESH to update the table with the latest data  </li> <li>Show/Hide details (optional) - Click to view additional information on the selected row</li> </ul>"},{"location":"platform-admin/workloads/assets/templates/#adding-a-new-workspace-template","title":"Adding a new workspace template","text":"<p>To add a new template:</p> <ol> <li>Click +NEW TEMPLATE </li> <li>Set the scope for the template  </li> <li>Enter a name for the template  </li> <li>Select the environment for your workload  </li> <li> <p>Select the node resources needed to run your workload     - or -    Click +NEW COMPUTE RESOURCE</p> </li> <li> <p>Set the volume needed for your workload  </p> </li> <li>Create a new data source  </li> <li>Set auto-deletion, annotations and labels, as required  </li> <li>Click CREATE TEMPLATE</li> </ol>"},{"location":"platform-admin/workloads/assets/templates/#editing-a-template","title":"Editing a template","text":"<p>To edit a template:</p> <ol> <li>Select the template from the table  </li> <li>Click Rename to provide it with a new name  </li> <li>Click Copy &amp; Edit to make any changes to the template</li> </ol>"},{"location":"platform-admin/workloads/assets/templates/#deleting-a-template","title":"Deleting a template","text":"<p>To delete a template:</p> <ol> <li>Select the template you want to delete  </li> <li>Click DELETE </li> <li>Confirm you want to delete the template</li> </ol>"},{"location":"platform-admin/workloads/assets/templates/#using-api","title":"Using API**","text":"<p>Go to the Workload template API reference to view the available actions  </p>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/","title":"Introduction to Workloads","text":"<p>Run:ai enhances visibility and simplifies management, by monitoring, presenting and orchestrating all AI workloads in the clusters it is installed on. Workloads are the fundamental building blocks for consuming resources, enabling AI practitioners such as researchers, data scientists and engineers to efficiently support the entire life cycle of an AI initiative. </p>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#workloads-across-the-ai-lifecycle","title":"Workloads across the AI lifecycle","text":"<p>A typical AI initiative progresses through several key stages, each with distinct workloads and objectives. With Run:ai, research and engineering teams can host and manage all these workloads to achieve the following:</p> <ul> <li>Data preparation: Aggregating, cleaning, normalizing, and labeling data to prepare for training.</li> <li>Training: Conducting resource-intensive model development and iterative performance optimization.</li> <li>Fine-tuning: Adapting pre-trained models to domain-specific data sets while balancing efficiency and performance.</li> <li>Inference: Deploying models for real-time or batch predictions with a focus on low latency and high throughput.</li> <li>Monitoring and optimization: Ensuring ongoing performance by addressing data drift, usage patterns, and retraining as needed.</li> </ul>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#what-is-a-workload","title":"What is a workload?","text":"<p>A workload runs in the cluster, is associated with a namespace, and operates to fulfill its targets, whether that is running to completion for a batch job, allocating resources for experimentation in an integrated development environment (IDE)/notebook, or serving inference requests in production. </p> <p>The workload, defined by the AI practitioner, consists of:</p> <ul> <li>Container images: This includes the application, its dependencies, and the runtime environment.</li> <li>Compute resources: CPU, GPU, and RAM to execute efficiently and address the workload\u2019s needs.</li> <li>Data sets: The data needed for processing, such as training data sets or input from external databases. </li> <li>Credentials: The access to certain data sources or external services, ensuring proper authentication and authorization. </li> </ul>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#workload-scheduling-and-orchestration","title":"Workload scheduling and orchestration","text":"<p>Run:ai\u2019s core mission is to optimize AI resource usage at scale. This is achieved through efficient scheduling and orchestrating of all cluster workloads using the Run:ai Scheduler. The Scheduler allows the prioritization of workloads across different departments and projects within the organization at large scales, based on the resource distribution set by the system administrator.</p>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#runai-and-third-party-workloads","title":"Run:ai and third-party workloads","text":"<ul> <li>Run:ai workloads: These workloads are submitted via the Run:ai platform. They are represented by Kubernetes Custom Resource Definitions (CRDs) and APIs. When using Run:ai workloads, a complete Workload and Scheduling Policy solution is offered for administrators to ensure optimizations, governance and security standards are applied. </li> <li>Third-party workloads: These workloads are submitted via third-party applications that use the Run:ai Scheduler. The Run:ai platform manages and monitors these workloads. They enable seamless integrations with external tools, allowing teams and individuals flexibility. </li> </ul>"},{"location":"platform-admin/workloads/overviews/introduction-to-workloads/#levels-of-support","title":"Levels of support","text":"<p>Different types of workloads have different levels of support. Understanding what capabilities are needed before selecting the workload type to work with is important. The table below details the level of support for each workload type in Run:ai. Run:ai workloads are fully supported with all of Run:ai advanced features and capabilities. While third-party workloads are partially supported. The list of capabilities can change between different Run:ai versions.</p> Functionality Workload Type Run:ai workloads Third-party workloads Training - Standard Workspace Inference Training - distributed Fairness v v v v v Priority and preemption v v v v v Over quota v v v v v Node pools v v v v v Bin packing / Spread v v v v v Multi-GPU fractions v v v v v Multi-GPU dynamic fractions v v v v v Node level scheduler v v v v v Multi-GPU memory swap v v v v v Elastic scaling NA NA v v v Gang scheduling v v v v v Monitoring v v v v v RBAC v v v v Workload awareness v v v v Workload submission v v v v Workload actions (stop/run) v v v v Workload Policies v v v v Scheduling rules v v v v <p>Note</p> <p>Workload awareness</p> <p>Specific workload-aware visibility, so that different pods are identified and treated as a single workload (for example GPU utilization, workload view, dashboards).</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/","title":"Workloads","text":"<p>This article explains the procedure for managing workloads.</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#workloads-table","title":"Workloads table","text":"<p>The Workloads table can be found under Workload manager in the Run:ai platform.</p> <p>The workloads table provides a list of all the workloads scheduled on the run:ai Scheduler, and allows you to manage them.</p> <p></p> <p>The Workloads table consists of the following columns:</p> Column Description Workload The name of the workload Type The workload type Preemptible Is the workload preemptible Status The different phases in a workload life cycle. Project The project in which the workload runs. Department The department that the workload is associated with. this column is visible only if the department toggle is enabled by your administrator. Created by The user who created the workload Running/requested pods The number of running pods out of the requested Creation time The timestamp for when the workload was created Completion time The timestamp the workload reached a terminal state (failed/completed) Connection(s) The method by which you can access and interact with the running workload. It's essentially the \"doorway\" through which you can reach and use the tools the workload provide. (E.g node port, external URL, etc). Click one of the values in the column to view the list of connections and their parameters Data source(s) Data resources used by the workload Environment The environment used by the workload Workload architecture Standard or distributed. A standard workload consists of a single process. A distributed workload consists of multiple processes working together. These processes can run on different nodes. GPU compute request Amount of GPU devices requested GPU compute allocation Amount of GPU devices allocated GPU memory request Amount of GPU memory Requested GPU memory allocation Amount of GPU memory allocated Idle GPU devices The number of allocated GPU devices that have been idle for more than 5 minutes CPU compute request Amount of CPU cores requested CPU compute allocation Amount of CPU cores allocated CPU memory request Amount of CPU memory requested CPU memory allocation Amount of CPU memory allocated Cluster The cluster that the workload is associated with"},{"location":"platform-admin/workloads/overviews/managing-workloads/#workload-status","title":"Workload status","text":"<p>The following table describes the different phases in a workload life cycle. The UI provides additional details for some of the below workload statuses which can be viewed by clicking the icon next to the status.</p> Status Description Entry Condition Exit Condition Creating Workload setup is initiated in the cluster. Resources and pods are now provisioning. A workload is submitted. A multi-pod group is created. Pending Workload is queued and awaiting resource allocation. A pod group exists. All pods are scheduled. Initializing Workload is retrieving images, starting containers, and preparing pods. All pods are scheduled. All pods are initialized or a failure to initialize is detected. Running Workload is currently in progress with all pods operational. All pods initialized (all containers in pods are ready). Workload completion or failure. Degraded Pods may not align with specifications, network services might be incomplete, or persistent volumes may be detached. Check your logs for specific details. Pending - All pods are running but have issues. Running - All pods are running with no issues. Running - All resources are OK. Completed - Workload finished with fewer resources. Failed - Workload failure or user-defined rules. Deleting Workload and its associated resources are being decommissioned from the cluster. Deleting the workload. Resources are fully deleted. Stopped Workload is on hold and resources are intact but inactive. Stopping the workload without deleting resources. Transitioning back to the initializing phase or proceeding to deleting the workload. Failed Image retrieval failed or containers experienced a crash. Check your logs for specific details. An error occurs preventing the successful completion of the workload. Terminal state. Completed Workload has successfully finished its execution. The workload has finished processing without errors. Terminal state."},{"location":"platform-admin/workloads/overviews/managing-workloads/#pods-associated-with-workload","title":"Pods Associated with Workload","text":"<p>Click one of the values in the Running/requested pods column, to view the list of pods and their parameters.</p> Column Description Pod Pod name Status Pod lifecycle stages Node The node on which the pod resides Node pool The node pool in which the pod resides (applicable if node pools are enabled) Image The pod\u2019s main image GPU compute allocation Amount of GPU devices allocated for the pod GPU memory allocation Amount of GPU memory allocated for the pod"},{"location":"platform-admin/workloads/overviews/managing-workloads/#connections-associated-with-workload","title":"Connections Associated with Workload","text":"<p>A connection refers to the method by which you can access and interact with the running workloads. It is essentially the \"doorway\" through which you can reach and use the applications (tools) these workloads provide.</p> <p>Click one of the values in the Connection(s) column, to view the list of connections and their parameters. Connections are network interfaces that communicate with the application running in the workload. Connections are either the URL the application exposes or the IP and the port of the node that the workload is running on.</p> Column Description Name The name of the application running on the workload Connection type The network connection type selected for the workload Access Who is authorized to use this connection (everyone, specific groups/users) Address The connection URL Copy button Copy URL to clipboard Connect button Enabled only for supported tools"},{"location":"platform-admin/workloads/overviews/managing-workloads/#data-sources-associated-with-workload","title":"Data Sources Associated with Workload","text":"<p>Click one of the values in the Data source(s) column, to view the list of data sources and their parameters.</p> Column Description Data source The name of the data source mounted to the workload Type The data source type"},{"location":"platform-admin/workloads/overviews/managing-workloads/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Download table - Click MORE and then Click Download as CSV. Export to CSV is limited to 20,000 rows. </li> <li>Refresh - Click REFRESH to update the table with the latest data  </li> <li>Show/Hide details - Click to view additional information on the selected row</li> </ul>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#showhide-details","title":"Show/Hide details","text":"<p>Click a row in the Workloads table and then click the SHOW DETAILS button at the upper-right side of the action bar. The details pane appears, presenting the following tabs:</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#event-history","title":"Event History","text":"<p>Displays the workload status over time. It displays events describing the workload lifecycle and alerts on notable events. Use the filter to search through the history for specific events.</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#metrics","title":"Metrics","text":"<ul> <li>GPU utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs compute utilization (percentage of GPU compute) in this node.  </li> <li>GPU memory utilization   Per GPU graph and an average of all GPUs graph, all on the same chart, along an adjustable period allows you to see the trends of all GPUs memory usage (percentage of the GPU memory) in this node.  </li> <li>CPU compute utilization   The average of all CPUs\u2019 cores compute utilization graph, along an adjustable period allows you to see the trends of CPU compute utilization (percentage of CPU compute) in this node.  </li> <li>CPU memory utilization   The utilization of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory utilization (percentage of CPU memory) in this node.  </li> <li> <p>CPU memory usage   The usage of all CPUs memory in a single graph, along an adjustable period allows you to see the trends of CPU memory usage (in GB or MB of CPU memory) in this node.</p> </li> <li> <p>For GPUs charts - Click the GPU legend on the right-hand side of the chart, to activate or deactivate any of the GPU lines.  </p> </li> <li>You can click the date picker to change the presented period  </li> <li>You can use your mouse to mark a sub-period in the graph for zooming in, and use Reset zoom to go back to the preset period  </li> <li>Changes in the period affect all graphs on this screen.</li> </ul>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#logs","title":"Logs","text":"<p>Workload events are ordered in chronological order. The logs contain events from the workload\u2019s lifecycle to help monitor and debug issues.</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#adding-new-workload","title":"Adding new workload","text":"<p>Before starting, make sure you have created a project or have one created for you to work with workloads.</p> <p>To create a new workload:</p> <ol> <li>Click +NEW WORKLOAD </li> <li>Select a workload type - Follow the links below to view the step-by-step guide for each workload type:  <ul> <li>Workspace. Used for data preparation and model-building tasks.  </li> <li>Training. Used for standard training tasks of all sorts  </li> <li>Distributed Training. Used for distributed tasks of all sorts  </li> <li>Inference. Used for inference and serving tasks  </li> <li>Job (legacy). This type is displayed only if enabled by your Administrator, under General settings \u2192 Workloads \u2192 Workload policies  </li> </ul> </li> <li>Click CREATE WORKLOAD</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#stopping-a-workload","title":"Stopping a workload","text":"<p>Stopping a workload kills the workload pods and releases the workload resources.</p> <ol> <li>Select the workload you want to stop  </li> <li>Click STOP</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#running-a-workload","title":"Running a workload","text":"<p>Running a workload spins up new pods and resumes the workload work after it was stopped.</p> <ol> <li>Select the workload you want to run again  </li> <li>Click RUN</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#connecting-to-a-workload","title":"Connecting to a workload","text":"<p>To connect to an application running in the workload (for example, Jupyter Notebook)</p> <ol> <li>Select the workload you want to connect  </li> <li>Click CONNECT </li> <li>Select the tool from the drop-down list  </li> <li>The selected tool is opened in a new tab on your browser</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#deleting-a-workload","title":"Deleting a workload","text":"<ol> <li>Select the workload you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion  </li> </ol> <p>Note</p> <p>Once a workload is deleted you can view it in the Deleted tab in the workloads view. This tab is displayed only if enabled by your Administrator, under General settings \u2192 Workloads \u2192 Deleted workloads</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#copy-edit-a-workload","title":"Copy &amp; Edit a workload","text":"<ol> <li>Select the workload you want to copy and edit  </li> <li>Click COPY &amp; EDIT </li> <li>Update the workload and click CREATE WORKLOAD</li> </ol>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#using-api","title":"Using API","text":"<p>Go to the Workloads API reference to view the available actions</p>"},{"location":"platform-admin/workloads/overviews/managing-workloads/#troubleshooting","title":"Troubleshooting","text":"<p>To understand the condition of the workload, review the workload status in the Workload table. For more information, see check the workload\u2019s event history.</p> <p>Listed below are a number of known issues when working with workloads and how to fix them:</p> Issue Mediation Cluster connectivity issues (there are issues with your connection to the cluster error message) Verify that you are on a network that has been granted access to the cluster.  Reach out to your cluster admin for instructions on verifying this.  If you are an admin, see the troubleshooting section in the cluster documentation Workload in \u201cInitializing\u201d status for some time Check that you have access to the Container image registry.  Check the statuses of the pods in the pods\u2019 modal.  Check the event history for more details Workload has been pending for some time Check that you have the required quota.  Check the project\u2019s available quota in the project dialog.  Check that all services needed to run are bound to the workload.  Check the event history for more details. PVCs created using the K8s API or <code>kubectl</code> are not visible or mountable in Run:ai. This is by design.  - Create a new data source of type PVC in the Run:ai UI  - In the Data mount section, select Existing PVC  - Select the PVC you created via the K8S API  You are now able to select and mount this PVC in your Run:ai submitted workloads. Workload is not visible in the UI. Check that the workload hasn\u2019t been deleted.  See the \u201cDeleted\u201d tab in the workloads view"},{"location":"platform-admin/workloads/overviews/workload-types/","title":"Run:ai Workload Types","text":"<p>In the world of machine learning (ML), the journey from raw data to actionable insights is a complex process that spans multiple stages. Each stage of the AI lifecycle requires different tools, resources, and frameworks to ensure optimal performance. Run:ai simplifies this process by offering specialized workload types tailored to each phase, facilitating a smooth transition across various stages of the ML workflows. </p> <p>The ML lifecycle usually begins with the experimental work on data and exploration of different modeling techniques to identify the best approach for accurate predictions. At this stage, resource consumption is usually moderate as experimentation is done on a smaller scale. As confidence grows in the model's potential and its accuracy, the demand for compute resources increases. This is especially true during the training phase, where vast amounts of data need to be processed, particularly with complex models such as large language models (LLMs), with their huge parameter sizes, that often require distributed training across multiple GPUs to handle the intensive computational load. </p> <p>Finally, once the model is ready, it moves to the inference stage, where it is deployed to make predictions on new, unseen data. Run:ai's workload types are designed to correspond with the natural stages of this lifecycle. They are structured to align with the specific resource and framework requirements of each phase, ensuring that AI researchers and data scientists can focus on advancing their models without worrying about infrastructure management.</p> <p>Run:ai offers three workload types that correspond to a specific phase of the researcher\u2019s work:</p> <ul> <li>Workspaces \u2013 For experimentation with data and models.</li> <li>Training \u2013 For resource-intensive tasks such as model training and data preparation.</li> <li>Inference \u2013 For deploying and serving the trained model.</li> </ul>"},{"location":"platform-admin/workloads/overviews/workload-types/#workspaces-the-experimentation-phase","title":"Workspaces: the experimentation phase","text":"<p>The Workspace is where data scientists conduct initial research, experiment with different data sets, and test various algorithms. This is the most flexible stage in the ML lifecycle, where models and data are explored, tuned, and refined. The value of workspaces lies in the flexibility they offer, allowing the researcher to iterate quickly without being constrained by rigid infrastructure.  </p> <ul> <li> <p>Framework flexibility</p> <p>Workspaces support a variety of machine learning frameworks, as researchers need to experiment with different tools and methods. </p> </li> <li> <p>Resource requirements</p> <p>Workspaces are often lighter on resources compared to the training phase, but they still require significant computational power for data processing, analysis, and model iteration. </p> <p>Hence, the default for the Run:ai workspaces considerations is to allow scheduling those workloads without the ability to preempt them once the resources were allocated. However, this non-preemptable state doesn\u2019t allow to utilize more resources outside of the project\u2019s deserved quota. </p> </li> </ul> <p>See Running workspaces to learn more about how to submit a workspace via the Run:ai platform. For quick starts, see Running Jupyter Notebook using workspaces.</p>"},{"location":"platform-admin/workloads/overviews/workload-types/#training-scaling-resources-for-model-development","title":"Training: scaling resources for model development","text":"<p>As models mature and the need for more robust data processing and model training increases, Run:ai facilitates this shift through the Training workload. This phase is resource-intensive, often requiring distributed computing and high-performance clusters to process vast data sets and train models.</p> <ul> <li> <p>Training architecture</p> <p>For training workloads Run:ai allows you to specify the architecture - standard or distributed. The distributed architecture is relevant for larger data sets and more complex models that require utilizing multiple nodes. For the distributed architecture, Run:ai allows you to specify different configurations for the master and workers and select which framework to use -  PyTorch, XGBoost, MPI, and TensorFlow. In addition, as part of the distributed configuration, Run:ai enable the researchers to schedule their distributed workloads on nodes within the same region, zone, placement group, or any other topology.</p> </li> <li> <p>Resource requirements</p> <p>Training tasks demand high memory, compute power, and storage. Run:ai ensures that the allocated resources match the scale of the task and allows those workloads to utilize more compute resources than the project\u2019s deserved quota. Make sure that if you wish your training workload not to be preempted, specify the number of GPU\u2019s that are in your quota.  </p> </li> </ul> <p>See Standard training and Distributed training to learn more about how to submit a training workload via the Run:ai UI. For quick starts, see Run your first standard training and Run your first distributed training. </p>"},{"location":"platform-admin/workloads/overviews/workload-types/#inference-deploying-and-serving-models","title":"Inference: deploying and serving models","text":"<p>Once a model is trained and validated, it moves to the Inference stage, where it is deployed to make predictions (usually in a production environment). This phase is all about efficiency and responsiveness, as the model needs to serve real-time or batch predictions to end-users or other systems.</p> <ul> <li> <p>Inference-specific use cases</p> <p>Naturally, inference workloads are required to change and adapt to the ever-changing demands to meet SLA. For example, additional replicas may be deployed, manually or automatically, to increase compute resources as part of a horizontal scaling approach or a new version of the deployment may need to be rolled out without affecting the running services.</p> </li> <li> <p>Resource requirements</p> <p>Inference models differ in size and purpose, leading to varying computational requirements. For example, small OCR models can run efficiently on CPUs, whereas LLMs typically require significant GPU memory for deployment and serving. Inference workloads are considered production-critical and are given the highest priority to ensure compliance with SLAs. Additionally, Run:ai ensures that inference workloads cannot be preempted, maintaining consistent performance and reliability.</p> </li> </ul> <p>See Deploy a custom inference workload to learn more about how to submit an inference workload via the Run:ai UI. </p>"},{"location":"platform-admin/workloads/policies/old-policies/","title":"Policies (YAML-based)","text":"<p>Warning</p> <p>The below describes the old V1 Policies. While these still work, they have been replaced with Control-plane-based v2 policies which are accessible via API and user interface.  For a description of the new policies, see API-based Policies.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#what-are-policies","title":"What are Policies?","text":"<p>Policies allow administrators to impose restrictions and set default values for Researcher Workloads. For example:</p> <ol> <li>Restrict researchers from requesting more than 2 GPUs, or less than 1GB of memory for an interactive workload.</li> <li>Set the default memory of each training job to 1GB, or mount a default volume to be used by any submitted Workload.</li> </ol> <p>Policies are stored as Kubernetes custom resources.</p> <p>Policies are specific to Workload type as such there are several kinds of Policies:</p> Workload Type Kubernetes Workload Name Kubernetes Policy Name Interactive <code>InteractiveWorkload</code> <code>InteractivePolicy</code> Training <code>TrainingWorkload</code> <code>TrainingPolicy</code> Distributed Training <code>DistributedWorkload</code> <code>DistributedPolicy</code> Inference <code>InferenceWorkload</code> <code>InferencePolicy</code> <p>A Policy can be created per Run:ai Project (Kubernetes namespace). Additionally, a Policy resource can be created in the <code>runai</code> namespace. This special Policy will take effect when there is no project-specific Policy for the relevant workload kind.</p> <p>When researchers create a new interactive workload or workspace, they see list of available node pools and their priority. Priority is set by dragging and dropping the node pools in the desired order of priority. When the node pool priority list is locked by an administrator policy, the node pool list isn't editable by the Researcher even if the workspace is created from a template or copied from another workspace.</p> <p>Note</p> <p>Policies on this page cannot be added to platform 2.16 or higher that have the New Policy Manager enabled.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#creating-a-policy","title":"Creating a Policy","text":""},{"location":"platform-admin/workloads/policies/old-policies/#creating-your-first-policy","title":"Creating your First Policy","text":"<p>To create a sample <code>InteractivePolicy</code>, prepare a file (e.g. <code>policy.yaml</code>) containing the following YAML:</p> gpupolicy.yaml<pre><code>apiVersion: run.ai/v2alpha1\nkind: InteractivePolicy\nmetadata:\n  name: interactive-policy1\n  namespace: runai-team-a # (1)\nspec:\n  gpu:\n    rules:\n      required: true\n      min: \"1\"  # (2)\n      max: \"4\"  \n    value: \"1\"\n</code></pre> <ol> <li>Set the Project namespace here.</li> <li>GPU values are quoted as they can contain non-integer values.</li> </ol> <p>The policy places a default and limit on the available values for GPU allocation. To apply this policy, run:</p> <pre><code>kubectl apply -f gpupolicy.yaml \n</code></pre> <p>Now, try the following command:</p> <pre><code>runai submit --gpu 5 --interactive -p team-a\n</code></pre> <p>The following message will appear:</p> <pre><code>gpu: must be no greater than 4\n</code></pre> <p>A similar message will appear in the New Job form of the Run:ai user interface, when attempting to enter the number of GPUs, which is out of range for a training job.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#gpu-and-cpu-memory-limits","title":"GPU and CPU memory limits","text":"<p>The following policy places a default and limit on the available values for CPU and GPU memory allocation.</p> gpumemorypolicy.yaml<pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: training-policy\n  namespace: runai\nspec:\n  gpuMemory:\n    rules:\n      min: 100M\n      max: 2G\nmemory:\n    rules:\n      min: 100M\n      max: 2G\n</code></pre>"},{"location":"platform-admin/workloads/policies/old-policies/#read-only-values","title":"Read-only values","text":"<p>When you do not want the user to be able to change a value, you can force the corresponding user interface control to become read-only by using the <code>canEdit</code> key. For example,</p> runasuserpolicy.yaml<pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: train-policy1\n  namespace: runai-team-a # (1) \n\nspec:\n  runAsUser:\n    rules:\n      required: true  # (2)\n      canEdit: false  # (3)\n    value: true # (4)\n</code></pre> <ol> <li>Set the Project namespace here.</li> <li>The field is required.</li> <li>The field will be shown as read-only in the user interface.</li> <li>The field value is true.  </li> </ol>"},{"location":"platform-admin/workloads/policies/old-policies/#complex-values","title":"Complex Values","text":"<p>The example above illustrated rules for parameters of \"primitive\" types, such as GPU allocation, CPU memory, working directory, etc. These parameters contain a single value.</p> <p>Other workload parameters, such as ports or volumes, are \"complex\", in the sense that they may contain multiple values: a workload may contain multiple ports and multiple volumes.</p> <p>The following is an example of a policy containing the value <code>ports</code>, which is complex: The <code>ports</code> flag typically contains two values: The <code>external</code> port that is mapped to an internal <code>container</code> port. One can have multiple port tuples defined for a single Workload:</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: InteractivePolicy\nmetadata:\n  name: interactive-policy\n  namespace: runai\nspec:\n  ports:\n    rules:\n      canAdd: true\n    itemRules:\n      container:\n        min: 30000\n        max: 32767\n      external:\n        max: 32767\n    items:\n      admin-port-a:\n        rules:\n          canRemove: false\n          canEdit: false\n        value:\n          container: 30100\n          external: 8080\n      admin-port-b:\n        value:\n          container: 30101\n          external: 8081\n</code></pre> <p>A policy for a complex field is composed of three parts:</p> <ul> <li>Rules: Rules apply to the <code>ports</code> parameter as a whole. In this example, the administrator specifies <code>canAdd</code> rule with <code>true</code> value, indicating that a researcher submitting an interactive job can add additional ports to the ports listed by the policy (true is the default for <code>canAdd</code>, so it actually could have been omitted from the policy above). When <code>canAdd</code> is set to <code>false</code>, the researcher will not be able to add any additional port except those already specified by the policy.</li> <li>itemRules: itemRules impose restrictions on the data members of each item, in this case - <code>container</code> and <code>external</code>. In the above example, the administrator has limited the value of <code>container</code> to 30000-32767, and the value of <code>external</code> to a maximum of 32767.</li> <li>Items: Specifies a list of default ports. Each port is an item in the ports list and given a label (e.g. <code>admin-port-b</code>). The administrator can also specify whether a researcher can change/delete ports from the submitted workload. In the above example, <code>admin-port-a</code> is hardwired and cannot be changed or deleted, while <code>admin-port-b</code> can be changed or deleted by the researcher when submitting the Workload. It is possible to specify a label using the reserved name of <code>DEFAULTS</code>. This item provides the defaults for all other items.</li> </ul> <p>The following is an example of a complex policy for PVCs which contains <code>DEFAULTS</code>.</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: tp # use your name.\n  namespace: runai-team-a # use your namespace\nspec:\n  pvcs:\n    itemRules:\n      existingPvc:\n        canEdit: false\n      claimName:\n        required: true\n    items:\n      DEFAULTS:\n        value:\n          existingPvc: true\n          path: nil\n</code></pre>"},{"location":"platform-admin/workloads/policies/old-policies/#syntax","title":"Syntax","text":"<p>The complete syntax of the policy YAML can be obtained using the <code>explain</code> command of kubectl. For example:</p> <p><pre><code>kubectl explain trainingpolicy.spec\n</code></pre> Should provide the list of all possible fields in the spec of training policies:</p> <pre><code>KIND:     TrainingPolicy\nVERSION:  run.ai/v2alpha1\n\nRESOURCE: spec &lt;Object&gt;\n\nDESCRIPTION:\nThe specifications of this TrainingPolicy\n\nFIELDS:\nannotations &lt;Object&gt;\nSpecifies annotations to be set in the container running the created\nworkload.\n\narguments   &lt;Object&gt;\nIf set, the arguments are sent along with the command which overrides the\nimage's entry point of the created workload.\n\ncommand &lt;Object&gt;\nIf set, overrides the image's entry point with the supplied command.\n...\n</code></pre> <p>You can further drill down to get the syntax for <code>ports</code> by running:</p> <pre><code>kubectl explain trainingpolicy.spec.ports\n</code></pre> <pre><code>KIND:     TrainingPolicy\nVERSION:  run.ai/v2alpha1\n\nRESOURCE: ports &lt;Object&gt;\n\nDESCRIPTION:\n     Specify the set of ports exposed from the container running the created\n     workload. Used together with --service-type.\n\nFIELDS:\n   itemRules    &lt;Object&gt;\n\n   items    &lt;map[string]Object&gt;\n\n   rules    &lt;Object&gt;\n     these rules apply to a value of type map (=non primitive) as a whole\n     additionally there are rules which apply for specific items of the map\n</code></pre> <p>Drill down into the <code>ports.rules</code> object by running:</p> <pre><code>kubectl explain trainingpolicy.spec.ports.rules\n</code></pre> <pre><code>KIND:     TrainingPolicy\nVERSION:  run.ai/\n\nRESOURCE: rules &lt;Object&gt;\n\nDESCRIPTION:\n     these rules apply to a value of type map (=non primitive) as a whole\n     additionally there are rules which apply for specific items of the map\n\nFIELDS:\n   canAdd   &lt;boolean&gt;\n     is it allowed for a workload to add items to this map\n\n   required &lt;boolean&gt;\n     if the map as a whole is required\n</code></pre> <p>Note that each kind of policy has a slightly different set of parameters. For example, an <code>InteractivePolicy</code> has a <code>jupyter</code> parameter that is not available under <code>TrainingPolicy</code>.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#using-secrets-for-environment-variables","title":"Using Secrets for Environment Variables","text":"<p>It is possible to add values from Kubernetes secrets as the value of environment variables included in the policy. The secret will be extracted from the secret object when the Job is created. For example:</p> <pre><code>  environment:\n    items:\n      MYPASSWORD:\n        value: \"SECRET:my-secret,password\"\n</code></pre> <p>When submitting a workload that is affected by this policy, the created container will have an environment variable called <code>MYPASSWORD</code> whose value is the key <code>password</code> residing in Kubernetes secret <code>my-secret</code> which has been pre-created in the namespace where the workload runs.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#prevent-data-storage-on-the-node","title":"Prevent Data Storage on the Node","text":"<p>You can configure policies to prevent the submission of workloads that use data sources that consist of a host path. This setting prevents data from being stored on the node so that in the event when a node is deleted, all data stored on that node is lost.</p> <p>Example for rejecting workloads requesting host path:</p> <pre><code>spec:\n  volumes:\n    itemRules:\n      nfsServer:\n        required: true\n</code></pre>"},{"location":"platform-admin/workloads/policies/old-policies/#terminate-runai-training-jobs-after-preemption-policy","title":"Terminate Run:ai training Jobs after preemption policy","text":"<p>Administrators can set a \u2018termination after preemption\u2019 policy to Run:ai training jobs. After applying this policy, a training job will be terminated once it has been preempted from any reason. For example, a training job that is using over-quota resources (e.g. GPUs) and the owner of those GPUs wants to reclaim them back, the Training job is preempted and typically goes back to the pending queue. However, if the termination policy is applied, the job is terminated instead of reinstated as pending. The Termination after Preemption Policy can be set as a cluster-wide policy (applicable to all namespaces/projects) or per project/namespace.</p> <p>To use this feature the administrator should configure either a cluster wide or namespace policy.</p> <p>For cluster wide (all namespaces/projects) use this YAML based policy:</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: training-policy\n  namespace: runai\nspec:\n  terminateAfterPreemption:\n    value: true\n</code></pre> <p>For per namespace (project) use this YAML based policy:</p> <pre><code>apiVersion: run.ai/v2alpha1\nkind: TrainingPolicy\nmetadata:\n  name: training-policy\n  namespace: runai-&lt;PROJECT_NAME&gt;\nspec:\n  terminateAfterPreemption:\n    value: false\n</code></pre>"},{"location":"platform-admin/workloads/policies/old-policies/#modifyingdeleting-policies","title":"Modifying/Deleting Policies","text":"<p>Use the standard kubectl get/apply/delete commands to modify and delete policies.</p> <p>For example, to view the global interactive policy:</p> <pre><code>kubectl get interactivepolicies -n runai\n</code></pre> <p>Should return the following:</p> <pre><code>NAME                 AGE\ninteractive-policy   2d3h\n</code></pre> <p>To delete this policy:</p> <pre><code>kubectl delete InteractivePolicy interactive-policy -n runai\n</code></pre> <p>To access project-specific policies, replace the <code>-n runai</code> parameter with the namespace of the relevant project.</p>"},{"location":"platform-admin/workloads/policies/old-policies/#see-also","title":"See Also","text":"<ul> <li>For creating workloads based on policies, see the Run:ai submitting workloads</li> </ul>"},{"location":"platform-admin/workloads/policies/overview/","title":"Overview","text":"<p>At Run:ai, Administrator can access a suite of tools designed to facilitate efficient account management. This article focuses on two key features: workload policies and workload scheduling rules. These features empower admins to establish default values and implement restrictions allowing enhanced control, assuring compatibility with organizational policies and optimizing resources usage and utilization.</p>"},{"location":"platform-admin/workloads/policies/overview/#workload-policies","title":"Workload policies","text":"<p>A workload policy is an end-to-end solution for AI managers and administrators to control and simplify how workloads are submitted. This solution allows them to set best practices, enforce limitations, and standardize processes for the submission of workloads for AI projects within their organization. It acts as a key guideline for data scientists, researchers, ML &amp; MLOps engineers by standardizing submission practices and simplifying the workload submission process.</p>"},{"location":"platform-admin/workloads/policies/overview/#older-and-newer-policy-technologies","title":"Older and Newer Policy technologies","text":"<p>Run:ai provides two policy technologies.</p> <p>YAML-Based policies are the older policies. These policies:</p> <ul> <li>Require access to Kubernetes to view or change.</li> <li>Contact Run:ai support to convert the old policies to the new V2 policies format.</li> </ul> <p>API-based policies which are the newer policies. These are:</p> <ul> <li>Show in the Run:ai user interface.</li> <li>Can be viewed and modified via the user interface and the Control-plane API.</li> <li>Enable new rules addressing differences between project, department and cluster policies.</li> <li>Only available with Run:ai clusters of version 2.18 and up. </li> </ul>"},{"location":"platform-admin/workloads/policies/overview/#why-use-a-workload-policy","title":"Why use a workload policy?","text":"<p>Implementing workload policies is essential when managing complex AI projects within an enterprise for several reasons:</p> <ol> <li>Resource control and management     Defining or limiting the use of costly resources across the enterprise via a centralized management system to ensure efficient allocation and prevent overuse.  </li> <li>Setting best practices     Provide managers with the ability to establish guidelines and standards to follow, reducing errors amongst AI practitioners within the organization.  </li> <li>Security and compliance    Define and enforce permitted and restricted actions to uphold organizational security and meet compliance requirements.  </li> <li>Simplified setup    Conveniently allow setting defaults and streamline the workload submission process for AI practitioners.  </li> <li>Scalability and diversity  <ol> <li>Multi-purpose clusters with various workload types that may have different requirements and characteristics for resource usage.  </li> <li>The organization has multiple hierarchies, each with distinct goals, objectives and degrees of flexibility.  </li> <li>Manage multiple users and projects with distinct requirements and methods, ensuring appropriate utilization of resources.</li> </ol> </li> </ol>"},{"location":"platform-admin/workloads/policies/overview/#understanding-the-mechanism","title":"Understanding the mechanism","text":"<p>The following sections provide details of how the workload policy mechanism works.</p>"},{"location":"platform-admin/workloads/policies/overview/#cross-interface-enforcement","title":"Cross-interface enforcement","text":"<p>The policy enforces the workloads regardless of whether they were submitted via UI, CLI, Rest APIs, or Kubernetes YAMLs.</p>"},{"location":"platform-admin/workloads/policies/overview/#policy-types","title":"Policy types","text":"<p>Run:ai\u2019s policies enforce Run:ai workloads. The policy type is per Run:ai workload type. This allows administrators to set different policies for each workload type.</p> Policy type Workload type Kubernetes name Workspace Workspace Interactive workload Training Standard Training Standard Training workload Distributed Distributed Distributed workload Inference* Inference Inference workload <p>* The submission of this policy type is supported currently via API only</p>"},{"location":"platform-admin/workloads/policies/overview/#policy-structure-rules-defaults-and-imposed-assets","title":"Policy structure - rules, defaults, and imposed assets","text":"<p>A policy consists of rules for limiting and controlling the values of fields of the workload. In addition to rules, some defaults allow the implementation of default values to different workload fields. These default values are not rules, as they simply suggest values that can be overridden during the workload submission.</p> <p>Furthermore, policies allow the enforcement of workload assets. For example, as an admin, you can impose a data source of type PVC to be used by any workload submitted.</p> <p>For more information see rules, defaults and imposed assets.</p>"},{"location":"platform-admin/workloads/policies/overview/#scope-of-effectiveness","title":"Scope of effectiveness","text":"<p>Numerous teams working on various projects require the use of different tools, requirements, and safeguards. One policy may not suit all teams and their requirements. Hence, administrators can select the scope to cover the effectiveness of the policy. When a scope is selected, all of its subordinate units are also affected. As a result, all workloads submitted within the selected scope are controlled by the policy.</p> <p>For example, if a policy is set for Department A, all workloads submitted by any of the projects within this department are controlled.</p> <p>A scope for a policy can be:  </p> <pre><code>    The entire account *  \n        L Specific cluster  \n            L Specific department  \n                L Specific project\n</code></pre> <p>* The policy submission to the entire account scope is supported via API only</p> <p>The different scoping of policies also allows the breakdown of the responsibility between different administrators. This allows delegation of ownership between different levels within the organization. The policies, containing rules and defaults, propagate* down the organizational tree, forming an \u201ceffective\u201d policy that enforces any workload submitted by users within the project.</p> <p></p>"},{"location":"platform-admin/workloads/policies/overview/#policy-rules-reconciliation","title":"Policy rules reconciliation","text":"<p>For situations where a rule or a default for a specific field is already governed by a policy, newly submitted policies for additional organizational units mentioning this existing field are not blocked from submission. For those instances, the effective rules and defaults are selected based on the following logic:</p> <ul> <li>For policy defaults - The lowest organizational hierarchy \u201cclosest\u201d to the actual workload becomes the effective policy defaults (project defaults &gt; department defaults &gt; cluster defaults &gt; tenant defaults).</li> <li>For policy rules - </li> <li>If the rule belongs to the compute and security sections in the workload spec of the Run:ai API, the highest hierarchy is chosen for the effective policy for the field (tenant rules &gt; cluster rules &gt; department rules &gt; project rules).</li> <li>If the rule does not belong to the compute or security sections, the lowest hierarchy \u201cclosest\u201d to the actual workload becomes the effective policy for the field (similar to defaults).</li> </ul> <p>While viewing the effective policy, for each rule and default the source of the policy origin is visible, allowing users to clearly understand the selected hierarchy of the effective policy.</p>"},{"location":"platform-admin/workloads/policies/overview/#runai-policies-vs-kyverno-policies","title":"Run:ai Policies vs. Kyverno Policies","text":"<p>Kyverno runs as a dynamic admission controller in a Kubernetes cluster. Kyverno receives validating and mutating admission webhook HTTP callbacks from the Kubernetes API server and applies matching policies to return results that enforce admission policies or reject requests. Kyverno policies can match resources using the resource kind, name, label selectors, and much more. For more information, see How Kyverno Works.</p>"},{"location":"platform-admin/workloads/policies/policy-examples/","title":"Policies Examples","text":"<p>This article provides examples of:</p> <ol> <li>Creating a new rule within a policy </li> <li>Best practices for adding sections to a policy </li> <li>A full example of a policy.</li> </ol>"},{"location":"platform-admin/workloads/policies/policy-examples/#creating-a-new-rule-within-a-policy","title":"Creating a new rule within a policy","text":"<p>This example shows how to add a new limitation to the GPU usage for workloads of type workspace:</p> <ol> <li> <p>Check the workload API fields documentation and select the field(s) that are most relevant for GPU usage.  </p> <pre><code>{\n\"spec\": {\n    \"compute\": {\n    \"gpuDevicesRequest\": 1,\n    \"gpuRequestType\": \"portion\",\n    \"gpuPortionRequest\": 0.5,\n    \"gpuPortionLimit\": 0.5,\n    \"gpuMemoryRequest\": \"10M\",\n    \"gpuMemoryLimit\": \"10M\",\n    \"migProfile\": \"1g.5gb\",\n    \"cpuCoreRequest\": 0.5,\n    \"cpuCoreLimit\": 2,\n    \"cpuMemoryRequest\": \"20M\",\n    \"cpuMemoryLimit\": \"30M\",\n    \"largeShmRequest\": false,\n    \"extendedResources\": [\n        {\n        \"resource\": \"hardware-vendor.example/foo\",\n        \"quantity\": 2,\n        \"exclude\": false\n        }\n    ]\n    },\n}\n}\n</code></pre> </li> <li> <p>Search the field in the Policy YAML fields - reference table. For example, gpuDevicesRequest appears under the Compute fields sub-table and appears as follow:</p> </li> </ol> Fields Description Value type Supported Run:ai workload type gpuDeviceRequest Specifies the number of GPUs to allocate for the created workload. Only if <code>gpuDeviceRequest = 1</code>, the gpuRequestType can be defined. integer Workspace &amp; Training <ol> <li> <p>Use the value type of the gpuDevicesRequest field indicated in the table - \u201cinteger\u201d and navigate to the Value types table to view the possible rules that can be applied to this value type - </p> <p>for integer, the options are: </p> <ul> <li>canEdit  </li> <li>required  </li> <li>min  </li> <li>max  </li> <li>step  </li> </ul> </li> <li> <p>Proceed to the Rule Type table, select the required rule for the limitation of the field - for example \u201cmax\u201d and use the examples syntax to indicate the maximum GPU device requested.</p> </li> </ol> <pre><code>compute:\n    gpuDevicesRequest:\n        max: 2\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-examples/#policy-yaml-best-practices","title":"Policy YAML best practices","text":"Create a policy that has multiple defaults and rules <p>Best practice description: Presentation of the syntax while adding a set of defaults and rules</p> <pre><code>defaults:\n  createHomeDir: true\n  environmentVariables:\n    instances:\n    - name: MY_ENV\n      value: my_value\nsecurity:\n  allowPrivilegeEscalation: false\n\nrules:\n  storage:\n    s3:\n      attributes:\n        url:\n          options:\n            - value: https://www.google.com\n            displayed: https://www.google.com\n            - value: https://www.yahoo.com\n            displayed: https://www.yahoo.com\n</code></pre> Allow only single selection out of many <p>Best practice description:  Blocking the option to create all types of data sources except the one that is allowed is the solution.</p> <pre><code>rules:\n  storage:\n    dataVolume:\n      instances:\n        canAdd: false\n    hostPath:\n      instances:\n        canAdd: false\n    pvc:\n      instances:\n        canAdd: false\n    git:\n      attributes:\n        repository:\n          required: true\n        branch:\n          required: true\n        path:\n          required: true\n    nfs:\n      instances:\n        canAdd: false\n    s3:\n      instances:\n        canAdd: false\n</code></pre> Create a robust set of guidelines <p>Best practice description: Set rules for specific compute resource usage, addressing most relevant spec fields </p> <pre><code>rules:\n  compute:\n    cpuCoreRequest:\n      required: true\n      min: 0\n      max: 8\n    cpuCoreLimit:\n      min: 0\n      max: 8\n    cpuMemoryRequest:\n      required: true\n      min: '0'\n      max: 16G\n    cpuMemoryLimit:\n      min: '0'\n      max: 8G\n    migProfile:\n      canEdit: false\n    gpuPortionRequest:\n      min: 0\n      max: 1\n    gpuMemoryRequest:\n      canEdit: false\n    extendedResources:\n      instances:\n        canAdd: false\n</code></pre> Environment creation (specific section) <pre><code>rules:\n  imagePullPolicy:\n    required: true\n    options:\n    - value: Always\n      displayed: Always\n    - value: Never\n      displayed: Never\n  createHomeDir:\n    canEdit: false\n</code></pre> Setting security measures (specific section) <pre><code>rules:\n  security:\n    runAsUid:\n      min: 1\n      max: 32700\n    allowPrivilegeEscalation:\n      canEdit: false\n</code></pre> Policy for distributed training workloads (specific section) <p>Best practice description: Set rules and defaults for a distributed training workload with different settings for master and worker </p> <pre><code>defaults:\n  worker:\n    command: my-command-worker-1\n    environmentVariables:\n      instances:\n        - name: LOG_DIR\n          value: policy-worker-to-be-ignored\n        - name: ADDED_VAR\n          value: policy-worker-added\n   security:\n    runAsUid: 500\n  storage:\n     s3:\n     attributes:\n       bucket: bucket1-worker\n master:\n   command: my-command-master-2\n   environmentVariables:\n     instances:\n       - name: LOG_DIR\n         value: policy-master-to-be-ignored\n       - name: ADDED_VAR\n         value: policy-master-added\n    security:\n      runAsUid: 800\n    storage:\n     s3:\n       attributes:\n         bucket: bucket1-master\n rules:\n   worker:\n     command:\n       options:\n         - value: my-command-worker-1\n           displayed: command1\n         - value: my-command-worker-2\n           displayed: command2\n     storage:\n       nfs:\n         instances:\n           canAdd: false\n       s3:\n         attributes:\n           bucket:\n             options:\n               - value: bucket1-worker\n               - value: bucket2-worker\n   master:\n     command:\n       options:\n         - value: my-command-master-1\n           displayed: command1\n         - value: my-command-master-2\n           displayed: command2\n     storage:\n       nfs:\n         instances:\n           canAdd: false\n       s3:\n         attributes:\n           bucket:\n             options:\n               - value: bucket1-master\n               - value: bucket2-master\n</code></pre> Impose an asset (specific section) <pre><code> defaults: null\n rules: null\n imposedAssets:\n   - f12c965b-44e9-4ff6-8b43-01d8f9e630cc\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-examples/#example-of-a-full-policy","title":"Example of a full policy","text":"<pre><code>defaults:\n  createHomeDir: true\n  imagePullPolicy: IfNotPresent\n  nodePools:\n    - node-pool-a\n    - node-pool-b\n  environmentVariables:\n    instances:\n      - name: WANDB_API_KEY\n        value: REPLACE_ME!\n      - name: WANDB_BASE_URL\n        value: https://wandb.mydomain.com\n  compute:\n    cpuCoreRequest: 0.1\n    cpuCoreLimit: 20\n    cpuMemoryRequest: 10G\n    cpuMemoryLimit: 40G\n    largeShmRequest: true\n  security:\n    allowPrivilegeEscalation: false\n  storage:\n    git:\n      attributes:\n        repository: https://git-repo.my-domain.com\n        branch: master\n    hostPath:\n      instances:\n        - name: vol-data-1\n          path: /data-1\n          mountPath: /mount/data-1\n        - name: vol-data-2\n          path: /data-2\n          mountPath: /mount/data-2\nrules:\n  createHomeDir:\n    canEdit: false\n  imagePullPolicy:\n    canEdit: false\n  environmentVariables:\n    instances:\n      locked:\n        - WANDB_BASE_URL\n  compute:\n    cpuCoreRequest:\n      max: 32\n    cpuCoreLimit:\n      max: 32\n    cpuMemoryRequest:\n      min: 1G\n      max: 20G\n    cpuMemoryLimit:\n      min: 1G\n      max: 40G\n    largeShmRequest:\n      canEdit: false\n    extendedResources:\n      instances:\n        canAdd: false\n  security:\n    allowPrivilegeEscalation:\n      canEdit: false\n    runAsUid:\n      min: 1\n  storage:\n    hostPath:\n      instances:\n        locked:\n          - vol-data-1\n          - vol-data-2\nimposedAssets:\n  - 4ba37689-f528-4eb6-9377-5e322780cc27\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-reference/","title":"Policies Reference","text":"<p>A workload policy is an end-to-end solution for AI managers and administrators to control and simplify how workloads are submitted, setting best practices, enforcing limitations, and standardizing processes for AI projects within their organization.</p> <p>This article explains the policy YAML fields and the possible rules and defaults that can be set for each field.</p>"},{"location":"platform-admin/workloads/policies/policy-reference/#policy-yaml-fields-reference-table","title":"Policy YAML fields - reference table","text":"<p>The policy fields are structured in a similar format to the workload API fields. The following tables represent a structured guide designed to help you understand and configure policies in a YAML format. It provides the fields, descriptions, defaults and rules for each workload type.</p> <p>Click the link to view the value type of each field.</p> Fields Description Value type Supported Run:ai workload type args When set, contains the arguments sent along with the command. These override the entry point of the image in the created workload string Workspace Training command A command to serve as the entry point of the container running the workspace string Workspace Training createHomeDir Instructs the system to create a temporary home directory for the user within the container. Data stored in this directory is not saved when the container exists. When the runAsUser flag is set to true, this flag defaults to true as well boolean Workspace Training environmentVariables Set of environmentVariables to populate the container running the workspace array Workspace Training image Specifies the image to use when creating the container running the workload string Workspace Training imagePullPolicy Specifies the pull policy of the image when starting t a container running the created workload. Options are: always, ifNotPresent, or never string Workspace Training workingDir Container\u2019s working directory. If not specified, the container runtime default is used, which might be configured in the container image string Workspace Training nodeType Nodes (machines) or a group of nodes on which the workload runs string Workspace Training nodePools A prioritized list of node pools for the scheduler to run the workspace on. The scheduler always tries to use the first node pool before moving to the next one when the first is not available. array Workspace Training annotations Set of annotations to populate into the container running the workspace itemized Workspace Training labels Set of labels to populate into the container running the workspace itemized Workspace Training terminateAfterPreemtpion Indicates whether the job should be terminated, by the system, after it has been preempted boolean Workspace Training autoDeletionTimeAfterCompletionSeconds Specifies the duration after which a finished workload (Completed or Failed) is automatically deleted. If this field is set to zero, the workload becomes eligible to be deleted immediately after it finishes. integer Workspace Training backoffLimit Specifies the number of retries before marking a workload as failed integer Workspace Training cleanPodPolicy <p>Specifies which pods will be deleted when the workload reaches a terminal state (completed/failed). The policy can be one of the following values:</p><ul><li><code>Running</code> - Only pods still running when a job completes (for example, parameter servers) will be deleted immediately. Completed pods will not be deleted so that the logs will be preserved. (Default).</li><li><code>All</code> - All (including completed) pods will be deleted immediately when the job finishes.</li><li><code>None</code> - No pods will be deleted when the job completes. It will keep running pods that consume GPU, CPU and memory over time. It is recommended to set to None only for debugging and obtaining logs from running pods.</li></ul> string Distributed completions Used with Hyperparameter Optimization. Specifies the number of successful pods the job should reach to be completed. The Job is marked as successful once the specified amount of pods has succeeded. integer Workspace Training parallelism Used with Hyperparameters Optimization. Specifies the maximum desired number of pods the workload should run at any given time. itemized Workspace Training exposeUrls Specifies a set of exported URL (e.g. ingress) from the container running the created workload. itemized Workspace Training largeShmRequest Specifies a large /dev/shm device to mount into a container running the created workload. SHM is a shared file system mounted on RAM. boolean Workspace Training PodAffinitySchedulingRule Indicates if we want to use the Pod affinity rule as: the \u201chard\u201d (required) or the \u201csoft\u201d (preferred) option. This field can be specified only if PodAffinity is set to true. string Workspace Training podAffinityTopology Specifies the Pod Affinity Topology to be used for scheduling the job. This field can be specified only if PodAffinity is set to true. string Workspace Training ports Specifies a set of ports exposed from the container running the created workload. More information in Ports fields below. itemized Workspace Training probes Specifies the ReadinessProbe to use to determine if the container is ready to accept traffic. More information in Probes fields below - Workspace Training tolerations Toleration rules which apply to the pods running the workload. Toleration rules guide (but do not require) the system to which node each pod can be scheduled to or evicted from, based on matching between those rules and the set of taints defined for each Kubernetes node. itemized Workspace Training priorityClass Priority class of the workload. The values for workspace are build (default) or interactive-preemptible. For training only, use train. Enum: \"build\", \"train\", \"interactive-preemptible\" string Workspace storage Contains all the fields related to storage configurations. More information in Storage fields below. - Workspace Training security Contains all the fields related to security configurations. More information in Security fields below. - Workspace Training compute Contains all the fields related to compute configurations. More information in Compute fields below. - Workspace Training"},{"location":"platform-admin/workloads/policies/policy-reference/#ports-fields","title":"Ports fields","text":"Fields Description Value type Supported Run:ai workload type container The port that the container running the workload exposes. string Workspace Training serviceType Specifies the default service exposure method for ports. the default shall be sued for ports which do not specify service type. Options are: LoadBalancer, NodePort or ClusterIP. For more information see the External Access to Containers guide. string Workspace Training external The external port which allows a connection to the container port. If not specified, the port is auto-generated by the system. integer Workspace Training toolType The tool type that runs on this port. string Workspace Training toolName A name describing the tool that runs on this port. string Workspace Training"},{"location":"platform-admin/workloads/policies/policy-reference/#probes-fields","title":"Probes fields","text":"Fields Description Value type Supported Run:ai workload type readiness Specifies the Readiness Probe to use to determine if the container is ready to accept traffic. - Workspace Training Readiness field details Spec fields readiness Description Specifies the Readiness Probe to use to determine if the container is ready to accept traffic Supported Run:ai workload types Workspace Training Value type itemized Spec Readiness fields Description Value type initialDelaySeconds Number of seconds after the container has started before liveness or readiness probes are initiated. integer periodSeconds How often (in seconds) to perform the probe. integer timeoutSeconds Number of seconds after which the probe times out integer successThreshold Minimum consecutive successes for the probe to be considered successful after having failed. integer failureThreshod When a probe fails, the number of times to try before giving up. integer <p>Example workload snippet:</p> <pre><code>defaults:\n  probes:\n    readiness:\n        initialDelaySeconds: 2\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-reference/#security-fields","title":"Security fields","text":"Fields Description Value type Supported Run:ai workload type uidGidSource Indicates the way to determine the user and group ids of the container. The options are: <code>fromTheImage</code> - user and group IDs are determined by the docker image that the container runs. This is the default option. <code>custom</code> - user and group IDs can be specified in the environment asset and/or the workspace creation request. <code>idpToken</code> - user and group IDs are determined according to the identity provider (idp) access token. This option is intended for internal use of the environment UI form. For more information, see Non-root containers string Workspace Training capabilities The capabilities field allows adding a set of unix capabilities to the container running the workload. Capabilities are Linux distinct privileges traditionally associated with superuser which can be independently enabled and disabled Array Workspace Training seccompProfileType Indicates which kind of seccomp profile is applied to the container. The options are: RuntimeDefault - the container runtime default profile should be used Unconfined - no profile should be applied string Workspace Training runAsNonRoot Indicates that the container must run as a non-root user. boolean Workspace Training readOnlyRootFilesystem If true, mounts the container's root filesystem as read-only. boolean Workspace Training runAsUid Specifies the Unix user id with which the container running the created workload should run. integer Workspace Training runasGid Specifies the Unix Group ID with which the container should run. integer Workspace Training supplementalGroups Comma separated list of groups that the user running the container belongs to, in addition to the group indicated by runAsGid. string Workspace Training allowPrivilegeEscalation Allows the container running the workload and all launched processes to gain additional privileges after the workload starts boolean Workspace Training hostIpc Whether to enable hostIpc. Defaults to false. boolean Workspace Training hostNetwork Whether to enable host network. boolean Workspace Training"},{"location":"platform-admin/workloads/policies/policy-reference/#compute-fields","title":"Compute fields","text":"Fields Description Value type Supported Run:ai workload type cpuCoreRequest CPU units to allocate for the created workload (0.5, 1, .etc). The workload receives at least this amount of CPU. Note that the workload is not scheduled unless the system can guarantee this amount of CPUs to the workload. number Workspace Training cpuCoreLimit Limitations on the number of CPUs consumed by the workload (0.5, 1, .etc). The system guarantees that this workload is not able to consume more than this amount of CPUs. number Workspace Training cpuMemoryRequest The amount of CPU memory to allocate for this workload (1G, 20M, .etc). The workload receives at least this amount of memory. Note that the workload is not scheduled unless the system can guarantee this amount of memory to the workload quantity Workspace Training cpuMemoryLimit Limitations on the CPU memory to allocate for this workload (1G, 20M, .etc). The system guarantees that this workload is not be able to consume more than this amount of memory. The workload receives an error when trying to allocate more memory than this limit. quantity Workspace Training largeShmRequest A large /dev/shm device to mount into a container running the created workload (shm is a shared file system mounted on RAM). boolean Workspace Training gpuRequestType Sets the unit type for GPU resources requests to either portion, memory or mig profile. Only if <code>gpuDeviceRequest = 1</code>, the request type can be stated as <code>portion</code>, <code>memory</code> or <code>migProfile</code>. string Workspace Training migProfile Specifies the memory profile to be used for workload running on NVIDIA Multi-Instance GPU (MIG) technology. string Workspace Training (Deprecated) gpuPortionRequest Specifies the fraction of GPU to be allocated to the workload, between 0 and 1. For backward compatibility, it also supports the number of gpuDevices larger than 1, currently provided using the gpuDevices field. number Workspace Training gpuDeviceRequest Specifies the number of GPUs to allocate for the created workload. Only if <code>gpuDeviceRequest = 1</code>, the gpuRequestType can be defined. integer Workspace Training gpuPortionLimit When a fraction of a GPU is requested, the GPU limit specifies the portion limit to allocate to the workload. The range of the value is from 0 to 1. number Workspace Training gpuMemoryRequest Specifies GPU memory to allocate for the created workload. The workload receives this amount of memory. Note that the workload is not scheduled unless the system can guarantee this amount of GPU memory to the workload. quantity Workspace Training gpuMemoryLimit Specifies a limit on the GPU memory to allocate for this workload. Should be no less than the gpuMemory. quantity Workspace Training extendedResources Specifies values for extended resources. Extended resources are third-party devices (such as high-performance NICs, FPGAs, or InfiniBand adapters) that you want to allocate to your Job. itemized Workspace Training"},{"location":"platform-admin/workloads/policies/policy-reference/#storage-fields","title":"Storage fields","text":"Fields Description Value type Supported Run:ai workload type dataVolume Set of data volumes to use in the workload. Each data volume is mapped to a file-system mount point within the container running the workload. itemized Workspace Training hostPath Maps a folder to a file-system mount point within the container running the workload. itemized Workspace Training git Details of the git repository and items mapped to it. itemized Workspace Training pvc Specifies persistent volume claims to mount into a container running the created workload. itemized Workspace Training nfs Specifies NFS volume to mount into the container running the workload. itemized Workspace Training s3 Specifies S3 buckets to mount into the container running the workload. itemized Workspace Training configMapVolumes Specifies ConfigMaps to mount as volumes into a container running the created workload. itemized Workspace Training secretVolume Set of secret volumes to use in the workload. A secret volume maps a secret resource in the cluster to a file-system mount point within the container running the workload. itemized Workspace Training Storage field details Spec fields hostPath Description Maps a folder to a file system mount oint within the container running the workload Supported Run:ai workload types Workspace Training Value type itemized Git fields Description Value type name Unique name to identify the instance. primarily used for policy locked rules. string path Local path within the controller to which the host volume is mapped. string readOnly Force the volume to be mounted with read-only permissions. Defaults to false. boolean mountPath The path that the host volume is mounted to when in use. string mountPropagation Enum: \"None\" \"HostToContainer\" Share this volume mount with other containers. If set to HostToContainer, this volume mount receives all subsequent mounts that are mounted to this volume or any of its subdirectories. In case of multiple hostPath entries, this field should have the same value for all of them string <p>Example workload snippet:</p> <pre><code>defaults:\n  storage:\n    hostPath:\n      instances:\n        - path: h3-path-1\n          mountPath: h3-mount-1\n        - path: h3-path-2\n          mountPath: h3-mount-2\n      attributes:\n        - readOnly: true\n</code></pre> Spec fields git Description Details of the git repository and items mapped to it. Supported Run:ai workload types Workspace Training Value type itemized Git fields Description Value type repository URL to a remote git repository. The content of this repository is mapped to the container running the workload string revision Specific revision to synchronize the repository from string path Local path within the workspace to which the S3 bucket is mapped. string secretName Optional name of Kubernetes secret that holds your git username and password. string username If secretName is provided, this field should contain the key, within the provided Kubernetes secret, which holds the value of your git username. Otherwise, this field should specify your git username in plain text (example: myuser). string <p>Example workload snippet:</p> <pre><code>defaults:\n  storage:\n    git:\n      attributes:\n        Repository: https://runai.public.github.com\n      instances\n        - branch: \"master\"\n          path: /container/my-repository\n          passwordSecret: my-password-secret\n</code></pre> Spec fields pvc Description Specifies persistent volume claims to mount into a container running the created workload Supported Run:ai workload types Workspace Training Value type itemized Spec PVC fields Description Value type claimName (manadatory) A given name for the PVC. Allowed referencing it across workspaces. string ephemeral Use true to set PVC to ephemeral. If set to true, the PVC is deleted when the workspace is stopped. boolean path Local path within the workspace to which the PVC bucket is mapped. string readonly Permits read only from the PVC, prevents additions or modifications to its content. boolean ReadwriteOnce Requesting claim that can be mounted in read/write mode to exactly 1 host. If none of the modes are specified, the default is readWriteOnce. boolean size Requested size for the PVC. Mandatory when existing PVC is false. string storageClass Storage class name to associate with the PVC. This parameter may be omitted if there is a single storage class in the system, or you are using the default storage class. Further details at Kubernetes storage classes. string readOnlyMany Requesting claim that can be mounted in read-only mode to many hosts. boolean readWriteMany Requesting claim that can be mounted in read/write mode to many hosts. boolean <p>Example workload snippet:</p> <pre><code>defaults:\n  storage:\n    pvc:\n      instances:\n        - claimName: pvc-staging-researcher1-home\n          existingPvc: true\n          path: /myhome\n          readOnly: false\n          claimInfo:\n            accessModes:\n              readWriteMany: true\n</code></pre> Spec fields nfs Description Specifies NFS volume to mount into the container running the workload Supported Run:ai workload types Workspace Training Value type itemized Spec PVC fields Description Value type mountpath The path that the NFS volume is mounted to when in use. string path Path that is exported by the NFS server. string readOnly Whether to force the NFS export to be mounted with read-only permissions. boolean nfsServer The hostname or IP address of the NFS server. string <p>Example workload snippet:</p> <pre><code>defaults:\nstorage:\n  nfs:\n    instances:\n      - path: nfs-path\n        readOnly: true\n        server: nfs-server\n        mountPath: nfs-mount\nrules:\n  storage:\n    nfs:\n      instances:\n        canAdd: false\n</code></pre> Spec fields s3 Description Specifies S3 buckets to mount into the container running the workload Supported Run:ai workload types Workspace Training Value type itemized Spec PVC fields Description Value type Bucket The name of the bucket string path Local path within the workspace to which the S3 bucket is mapped string url The URL of the S3 service provider. The default is the URL of the Amazon AWS Se service string <p>Example workload snippet:</p> <pre><code>defaults:\n  storage:\n    s3:\n      instances:\n        - bucket: bucket-opt-1\n          path: /s3/path\n          accessKeySecret: s3-access-key\n          secretKeyOfAccessKeyId: s3-secret-id\n          secretKeyOfSecretKey: s3-secret-key\n      attributes:\n        url: https://amazonaws.s3.com\n</code></pre>"},{"location":"platform-admin/workloads/policies/policy-reference/#value-types","title":"Value types","text":"<p>Each field has a specific value type. The following value types are supported.</p> Value type Description Supported rule type Defaults Boolean A binary value that can be either True or False <ul><li>canEdit</li><li>required true/false String A sequence of characters used to represent text. It can include letters, numbers, symbols, and spaces <ul><li>canEdit</li><li>required</li><li>options abc Itemized An ordered collection of items (objects), which can be of different types (all items in the list are of the same type). For further information see the chapter below the table. <ul><li>canAdd</li><li>locked See below Integer An Integer is a whole number without a fractional component. <ul><li>canEdit</li><li>required</li><li>min</li><li>max</li><li>step</li><li>defaultFrom 100 Number Capable of having non-integer values <ul><li>canEdit</li><li>required</li><li>min</li><li>defaultFrom 10.3 Quantity Holds a string composed of a number and a unit representing a quantity <ul><li>canEdit</li><li>required</li><li>min</li><li>max</li><li>defaultFrom 5M Array Set of values that are treated as one, as opposed to Itemized in which each item can be referenced separately. <ul><li>canEdit</li><li>required node-a node-b node-c"},{"location":"platform-admin/workloads/policies/policy-reference/#itemized","title":"Itemized","text":"<p>Workload fields of type itemized have multiple instances, however in comparison to objects, each can be referenced by a key field. The key field is defined for each field.</p> <p>Consider the following workload spec:</p> <pre><code>spec:\n  image: ubuntu\n  compute:\n    extendedResources:\n      - resource: added/cpu\n        quantity: 10\n      - resource: added/memory\n        quantity: 20M\n</code></pre> <p>In this example, extendedResources have two instances, each has two attributes: resource (the key attribute) and quantity.</p> <p>In policy, the defaults and rules for itemized fields have two sub sections:</p> <ul> <li>Instances: default items to be added to the policy or rules which apply to an instance as a whole.  </li> <li>Attributes: defaults for attributes within an item or rules which apply to attributes within each item.</li> </ul> <p>Consider the following example:</p> <pre><code>defaults:\n  compute:\n    extendedResources:\n      instances: \n        - resource: default/cpu\n          quantity: 5\n        - resource: default/memory\n          quantity: 4M\n      attributes:\n        quantity: 3\nrules:\n  compute:\n    extendedResources:\n      instances:\n        locked: \n          - default/cpu\n      attributes:\n        quantity: \n          required: true\n</code></pre> <p>Assume the following workload submission is requested:</p> <pre><code>spec:\n  image: ubuntu\n  compute:\n    extendedResources:\n      - resource: default/memory\n        exclude: true\n      - resource: added/cpu\n      - resource: added/memory\n        quantity: 5M\n</code></pre> <p>The effective policy for the above mentioned workload has the following extendedResources instances:</p> Resource Source of the instance Quantity Source of the attribute quantity default/cpu Policy defaults 5 The default of this instance in the policy defaults section added/cpu Submission request 3 The default of the quantity attribute from the attributes section added/memory Submission request 5M Submission request <p>Note</p> <p>The default/memory is not populated to the workload, this is because it has been excluded from the workload using \u201cexclude: true\u201d.</p> <p>A workload submission request cannot exclude the default/cpu resource, as this key is included in the locked rules under the instances section. {#a-workload-submission-request-cannot-exclude-the-default/cpu-resource,-as-this-key-is-included-in-the-locked-rules-under-the-instances-section.}</p>"},{"location":"platform-admin/workloads/policies/policy-reference/#rule-types","title":"Rule types","text":"Rule types Description Supported value types Rule type example canAdd Whether the submission request can add items to an itemized field other than those listed in the policy defaults for this field. itemized <code>storage:   hostPath:      instances:        canAdd: false</code> locked Set of items that the workload is unable to modify or exclude. In this example, a workload policy default is given to HOME and USER, that the submission request cannot modify or exclude from the workload. itemized <code>storage:   hostPath:     Instances:       locked:         - HOME         - USER</code> canEdit Whether the submission request can modify the policy default for this field. In this example, it is assumed that the policy has default for imagePullPolicy. As canEdit is set to false, submission requests are not able to alter this default. <ul><li>string</li><li>boolean</li><li>integer</li><li>number</li><li>quantity</li><li>array <code>imagePullPolicy:     canEdit: false</code> required When set to true, the workload must have a value for this field. The value can be obtained from policy defaults. If no value specified in the policy defaults, a value must be specified for this field in the submission request. <ul><li>string</li><li>boolean</li><li>integer</li><li>number</li><li>quantity</li><li>array <code>image:     required: true</code> min The minimal value for the field. <ul><li>integer</li><li>number</li><li>quantity <code>compute:   gpuDevicesRequest:     min: 3</code> max The maximal value for the field. <ul><li>integer</li><li>number</li><li>quantity <code>compute:   gpuMemoryRequest:      max: 2G</code> step The allowed gap between values for this field. In this example the allowed values are: 1, 3, 5, 7 <ul><li>integer</li><li>number <code>compute:   cpuCoreRequest:     min: 1     max: 7     Step: 2</code> options Set of allowed values for this field. string <code>image:   options:     - value: image-1     - value: image-2</code> defaultFrom Set a default value for a field that will be calculated based on the value of another field. <ul><li>integer</li><li>number</li><li>quantity <code>computeCoreRequest:   defaultFrom:     field:compute.cpuCoreLimit    factor:0.5</code>"},{"location":"platform-admin/workloads/policies/policy-reference/#policy-spec-sections","title":"Policy Spec Sections","text":"<p>For each field of a specific policy, you can specify both rules and defaults. A policy spec consists of the following sections:</p> <ul> <li>Rules  </li> <li>Defaults  </li> <li>Imposed Assets</li> </ul>"},{"location":"platform-admin/workloads/policies/policy-reference/#rules","title":"Rules","text":"<p>Rules set up constraints on workload policy fields. For example, consider the following policy:</p> <pre><code>rules:\n  compute:\n    gpuDevicesRequest: \n      max: 8\n  security:\n    runAsUid: \n      min: 500\n</code></pre> <p>Such a policy restricts the maximum value for gpuDeviceRequests to 8, and the minimal value for runAsUid, provided in the security section to 500.</p>"},{"location":"platform-admin/workloads/policies/policy-reference/#defaults","title":"Defaults","text":"<p>The defaults section is used for providing defaults for various workload fields. For example, consider the following policy:</p> <pre><code>defaults:\n  imagePullPolicy: Always\n  security:\n    runAsNonRoot: true\n    runAsUid: 500\n</code></pre> <p>Assume a submission request with the following values:</p> <ul> <li>Image: ubuntu  </li> <li>runAsUid: 501</li> </ul> <p>The effective workload that runs has the following set of values:</p> Field Value Source Image Ubuntu Submission request ImagePullPolicy Always Policy defaults security.runAsNonRoot true Policy defaults security.runAsUid 501 Submission request <p>Note</p> <p>It is possible to specify a rule for each field, which states if a submission request is allowed to change the policy default for that given field, for example:</p> <pre><code>defaults:\n  imagePullPolicy: Always\n  security:\n    runAsNonRoot: true\n    runAsUid: 500\nrules:\n  security:\n    runAsUid:\n      canEdit: false\n</code></pre> <p>If this policy is applied, the submission request above fails, as it attempts to change the value of secuirty.runAsUid from 500 (the policy default) to 501 (the value provided in the submission request), which is forbidden due to canEdit rule set to false for this field.</p>"},{"location":"platform-admin/workloads/policies/policy-reference/#imposed-assets","title":"Imposed Assets","text":"<p>Default instances of a storage field can be provided using a datasource containing the details of this storage instance. To add such instances in the policy, specify those asset IDs in the imposedAssets section of the policy.</p> <pre><code>defaults: null\nrules: null\nimposedAssets:\n  - f12c965b-44e9-4ff6-8b43-01d8f9e630cc\n</code></pre> <p>Assets with references to credentials assets (for example: private S3, containing reference to an AccessKey asset) cannot be used as imposedAssets.</p>"},{"location":"platform-admin/workloads/policies/workspaces-policy/","title":"Policies","text":"<p>This article explains the procedure to manage workload policies.</p>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#workload-policies-table","title":"Workload policies table","text":"<p>The Workload policies table can be found under Policies in the Run:ai platform.</p> <p>Note</p> <p>Workload policies are disabled by default. If you cannot see Workload policies in the menu, then it must be enabled by your administrator, under General settings \u2192 Workloads \u2192 Policies</p> <p>The Workload policies table provides a list of all the policies defined in the platform, and allows you to manage them.</p> <p></p> <p>The Workload policies table consists of the following columns:</p> Column Description Policy The policy name which is a combination of the policy scope and the policy type Type The policy type is per Run:ai workload type. This allows administrators to set different policies for each workload type. Status Representation of the policy lifecycle (one of the following - \u201cCreating\u2026\u201d, \u201cUpdating\u2026\u201d, \u201cDeleting\u2026\u201d, Ready or Failed) Scope The scope the policy affects. Click the name of the scope to view the organizational tree diagram. You can only view the parts of the organizational tree for which you have permission to view. Created by The user who created the policy Creation time The timestamp for when the policy was created Last updated The last time the policy was updated"},{"location":"platform-admin/workloads/policies/workspaces-policy/#customizing-the-table-view","title":"Customizing the table view","text":"<ul> <li>Filter - Click ADD FILTER, select the column to filter by, and enter the filter values  </li> <li>Search - Click SEARCH and type the value to search by  </li> <li>Sort - Click each column header to sort by  </li> <li>Column selection - Click COLUMNS and select the columns to display in the table  </li> <li>Refresh - Click REFRESH to update the table with the latest data</li> </ul>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#adding-a-policy","title":"Adding a policy","text":"<p>To create a new policy:</p> <ol> <li>Click +NEW POLICY </li> <li>Select a scope </li> <li>Select the workload type </li> <li>Click +POLICY YAML </li> <li>In the YAML editor type or paste a YAML policy with defaults and rules.     You can utilize the following references and examples:  </li> <li>Policy YAML reference </li> <li>Policy YAML examples </li> <li>Click SAVE POLICY</li> </ol>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#editing-a-policy","title":"Editing a policy","text":"<ol> <li>Select the policy you want to edit  </li> <li>Click EDIT </li> <li>Update the policy and click APPLY </li> <li>Click SAVE POLICY</li> </ol>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#troubleshooting","title":"Troubleshooting","text":"<p>Listed below are issues that might occur when creating or editing a policy via the YAML Editor:</p> Issue Message Mitigation Cluster connectivity issues There's no communication from cluster \u201ccluster_name\u201c. Actions may be affected, and the data may be stale. Verify that you are on a network that has been allowed access to the cluster. Reach out to your cluster administrator for instructions on verifying the issue. Policy can\u2019t be applied due to a rule that is occupied by a different policy Field \u201cfield_name\u201d already has rules in cluster: \u201ccluster_id\u201d Remove the rule from the new policy or adjust the old policy for the specific rule. Policy is not visible in the UI - Check that the policy hasn\u2019t been deleted. Policy syntax is no valid Add a valid policy YAML;json: unknown field \"field_name\" For correct syntax check the Policy YAML reference or the Policy YAML examples. Policy can\u2019t be saved for some reason The policy couldn't be saved due to a network or other unknown issue. Download your draft and try pasting and saving it again later. Possible cluster connectivity issues. Try updating the policy once again at a different time. Policies were submitted before version 2.18, you upgraded to version 2.18 or above and wish to submit new policies If you have policies and want to create a new one, first contact Run:ai support to prevent potential conflicts Contact Run:ai support. R&amp;D can migrate your old policies to the new version."},{"location":"platform-admin/workloads/policies/workspaces-policy/#viewing-a-policy","title":"Viewing a policy","text":"<p>To view a policy:</p> <ol> <li>Select the policy for which you want to view its policies.  </li> <li>Click VIEW POLICY </li> <li>In the Policy form per workload section, view the workload rules and defaults:  <ul> <li>Parameter   The workload submission parameter that Rules and Defaults are applied to  </li> <li>Type (applicable for data sources only)   The data source type (Git, S3, nfs, pvc etc.)  </li> <li>Default   The default value of the Parameter  </li> <li>Rule   Set up constraint on workload policy field  </li> <li>Source   The origin of the applied policy (cluster, department or project)  </li> </ul> </li> </ol> <p>Note</p> <p>Some of the rules and defaults may be derived from policies of a parent cluster and/or department. You can see the source of each rule in the policy form. For more information, check the Scope of effectiveness documentation</p>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#deleting-a-policy","title":"Deleting a policy","text":"<ol> <li>Select the policy you want to delete  </li> <li>Click DELETE </li> <li>On the dialog, click DELETE to confirm the deletion</li> </ol>"},{"location":"platform-admin/workloads/policies/workspaces-policy/#using-api","title":"Using API","text":"<p>Go to the Policies API reference to view the available actions.</p>"}]}
\ No newline at end of file
diff --git a/v2.20/sitemap.xml b/v2.20/sitemap.xml
index 29e440a9cc..27d30950e0 100644
--- a/v2.20/sitemap.xml
+++ b/v2.20/sitemap.xml
@@ -2,1558 +2,1558 @@
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/overview-researcher/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/use-cases/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/Walkthroughs/quickstart-inference/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/Walkthroughs/quickstart-overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/Walkthroughs/quickstart-vscode/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-build-ports/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-build/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-fractions/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-overquota/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/Walkthroughs/walkthrough-queue-fairness/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/best-practices/bare-metal-to-docker-images/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/best-practices/convert-to-unattended/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/best-practices/env-variables/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/best-practices/researcher-notifications/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/best-practices/save-dl-checkpoints/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/best-practices/secrets-as-env-var-in-cli/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/Introduction/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-config/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-login/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-logout/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-port-forwarding/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-TF/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-mpi/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-pytorch/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit-dist-xgboost/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-top-node/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-update/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-version/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/runai-whoami/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/cli-examples/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_cluster/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_cluster_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_cluster_set/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config_generate/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config_project/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_config_set/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_describe_job/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_describe_node/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_kubeconfig_set/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_clusters/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_jobs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_nodes/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_list_projects/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login_application/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login_sso/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_login_user/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_logout/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_mpi_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_node/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_node_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_nodepool/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_nodepool_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_project/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_project_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_project_set/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_pytorch_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_clear/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_config/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_report_metrics_output/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_tensorflow_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_mpi_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_pytorch_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_standard_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_tensorflow_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_training_xgboost_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_upgrade/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_version/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_whoami/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workload_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_workspace_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_attach/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_bash/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_describe/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_exec/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_list/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_logs/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_port-forward/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_resume/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_submit/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/runai_xgboost_suspend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/cli-reference/new-cli/guides/set-kubeconfig-with-oidc-parameters/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/scheduling/GPU-time-slicing-scheduler/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/scheduling/allocation-of-cpu-and-memory/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/scheduling/dynamic-gpu-fractions/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/scheduling/fractions/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/scheduling/gpu-memory-swap/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/scheduling/node-level-scheduler/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/scheduling/schedule-to-aws-groups/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/scheduling/the-runai-scheduler/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/tools/dev-jupyter/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/tools/dev-pycharm/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/tools/dev-tensorboard/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/tools/dev-vscode/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/tools/dev-x11forward-pycharm/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/assets/compute/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/assets/credentials/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/assets/data-volumes/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/assets/datasources/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/assets/environments/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/assets/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/assets/templates/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/inference/custom-inference/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/inference/hugging-face-inference/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/inference/inference-overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/inference/nim-inference/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/overviews/introduction-to-workloads/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/overviews/managing-workloads/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/overviews/workload-types/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/training/distributed-training/distributed-training/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/training/distributed-training/quickstart-distributed-training/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/training/standard-training/quickstart-standard-training/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/training/standard-training/trainings-v2/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/workspaces/quickstart-jupyter/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/Researcher/workloads/workspaces/workspace-v2/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/overview-administrator/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/accessrules/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/applications/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/authentication-overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/non-root-containers/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/researcher-authentication/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/roles/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/users/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/sso/openidconnect/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/sso/openshift/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/authentication/sso/saml/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/access-roles/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/admin-messages/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/advanced-cluster-config/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/allow-external-access-to-containers/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/cli-admin-install/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/cluster-wide-pvc/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/clusters/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/create-k8s-assets-in-advance/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/default-scheduler/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/dr/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/ha/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/large-clusters/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/limit-to-node-group/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/node-affinity-with-cloud-node-pools/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/node-roles/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/notifications/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/org-cert/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/secure-cluster/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/shared-storage/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/config/workload-ownership-protection/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/maintenance/alert-monitoring/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/maintenance/audit-log/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/maintenance/node-downtime/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/maintenance/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/researcher-setup/cli-install/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/researcher-setup/docker-to-runai/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/researcher-setup/new-cli-install/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/researcher-setup/researcher-setup-intro/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/installation-types/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-delete/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-install/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-prerequisites/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-setup-intro/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/cluster-upgrade/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/customize-cluster-install/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/dgx-bundle/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/network-req/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/cluster-setup/project-management/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/additional-clusters/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/backend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/cluster/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/next-steps/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/preparations/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/prerequisites/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/project-management/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/uninstall/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/k8s/upgrade/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/additional-clusters/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/backend/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/cluster/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/next-steps/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/preparations/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/prerequisites/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/project-management/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/uninstall/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/runai-setup/self-hosted/ocp/upgrade/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/troubleshooting/diagnostics/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/troubleshooting/logs-collection/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/admin/troubleshooting/troubleshooting/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/overview-developer/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/rest-auth/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/user-applications/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/admin-rest-api/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/cluster-api/other-resources/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/cluster-api/reference/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/cluster-api/submit-rest/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/cluster-api/submit-yaml/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/cluster-api/workload-overview-dev/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/metrics/metrics-api/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/developer/metrics/metrics/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/components/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/data-privacy-details/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/saas-updates/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/whats-new-2-13/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/whats-new-2-15/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/whats-new-2-16/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/whats-new-2-17/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/whats-new-2-18/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/whats-new-2-19/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/whats-new-2-20/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/changelog/hotfixes-2-13/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/changelog/hotfixes-2-15/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/changelog/hotfixes-2-16/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/changelog/hotfixes-2-17/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/changelog/hotfixes-2-18/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/changelog/hotfixes-2-19/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/home/changelog/hotfixes-2-20/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/aiinitiatives/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/aiinitiatives/org/departments/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/aiinitiatives/org/projects/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/aiinitiatives/org/scheduling-rules/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/aiinitiatives/resources/configuring-mig-profiles/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/aiinitiatives/resources/node-pools/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/aiinitiatives/resources/nodes/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/authentication/accessrules/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/authentication/applications/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/authentication/roles/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/authentication/users/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/integrations/integration-overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/integrations/karpenter/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/performance/dashboard-analysis/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/performance/reports/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/assets/compute/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/assets/credentials/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/assets/data-volumes/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/assets/datasources/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/assets/environments/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/assets/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/assets/templates/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/overviews/introduction-to-workloads/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/overviews/managing-workloads/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/overviews/workload-types/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/policies/old-policies/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/policies/overview/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/policies/policy-examples/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/policies/policy-reference/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
     <url>
          <loc>https://docs.run.ai/v2.20/platform-admin/workloads/policies/workspaces-policy/</loc>
-         <lastmod>2025-02-02</lastmod>
+         <lastmod>2025-02-03</lastmod>
     </url>
 </urlset>
\ No newline at end of file
diff --git a/v2.20/sitemap.xml.gz b/v2.20/sitemap.xml.gz
index 897e40f575bf443f2b9db136b63359ffd9efb367..f09c00710fde20bbef10c95a514464762d332663 100644
GIT binary patch
delta 2827
zcmV+m3-t7(7NZt_ABzYG00*FF0{?SqbY*Q}a4vXlYyj1r%Wm8_7KZoz6oL12Ic}so
zX(aAl4`w$QbYqqVi(*MkQ6$YvUFPYB)V*Aa%QFLrzr09FstZ5xa`>OaL+b1Ar&@kE
zaO;Ft-|jx%Kiqxbis?eA^4r~CfBr!}-~Imd)7N07<NiZ`{IGK0?kexiZ=22Wc)WMQ
z^O_oWuWh+;tcn+I)7{)W+<&=y`sqXbOFz)QYW}`T&7RV)xcD=LX71hwbx+0S@Oc0D
zu=yu<oZ9$fcB3QPLGUB7<Grt&^!4elQRi!2JUu=<ej*Q#<l*P|k?vkw{AMWse<lfz
z6Gk0(naclv7nOToSslvCZC-+4d*`Y3M5rCNvCTLbSKo4ASO*t-H$+_>#|yFzLKehm
z>m4K-8r05G=A+4itF6@QUxM}&4eTZGz{!pZtGLTmZCma<F-_aCXh^rza#C|oCGncX
zZ|=DzqNXJW0c2Xm_VkG^DC#{|1urnrxH^ynwSsPcB}#3LQ#4W9i=ALJ=NNrO=jefx
zLX!9%+Z!#EM*-u^a_<Orq-)eTrxPYcCcId3R9n5M_`C8}7ooAX5J2%$RFF6rDXV~h
zw$vfvM9Z}kB@j@-CHEW($T2InNJ#v|84!*X&LiRIQYb7Q9l$Ec0pTQXhU~OGQk%jF
zKx9#WsDv76;JdJ`g(pQEaOBTFK*4GwK*`M6YYU|YrgW!rt2LA*ZRwzZoQb{_5Rum=
zIxz*3kqD-sPztIG8v_v?D@|(*E2a3c@!`^4exkL>=cdntWsc9zLp9BaNAwKjZeD^h
z8Jy3yCh`ulXBaPH9?x+|Ivn?X4(z$)id&R_*=Ux~SpA(d+_nYncu-N1d9>&6dW(z)
zBO5RIV1i4RSo^T$u-0yb10AlQlWW52XIO{I7tIJPTe2araNX1j$p;f7p5c0?#>j3_
z6qeCB4a*iBq^AS45O4*CI7m?f$yZdkZhnG;Sz*3L16tgjgM)Qx5+0~7PiUa(vO$A?
zHEqw+bx%-4pasxtIH1+3IXIk^s!KZ1utUN^H6)46Xf1)!P^%8y$l*qRJ2KdI?eH+e
zT}X)@vt+m)L=On+Mf7;Ep2P?U>rM2CpdLk!hidtHJWS7`$3vfZJ4{#)qX&fbGDbjD
zPs8%m31PvWYwoRJ4j%BC$@rxeV4^O6&%WZ+!5hdpJglwpTsdubQXiq=a8>n$5mZ=D
z2w}DL1tYAyo=}1+><J;L$et2n>g)+2xYVAI!m8~F;|eB0V9o6<6$)h+-8>rbEZq~L
z&e1&|?hHK=;?B=KBkJtj^P$eo10U$j-1A}P4^8n_U<!dViY^%OO(J-X(FG@ex@iQ?
zI=W=UH<9q}%aj$@ftga`x-gfN=uXUPx+ZSE!E3}7C=T!pgey*b<*|aCgez8b1p=O>
zaLoy>L{^fwaK($SNZ>OWW=P?c34XIXPgMavh<e5qsFDE{U6u@>__}0*iZ4tCSafAF
zfTBy25fogT44`WfCj;<$rl}Qw$dd^wygpe$ZQ@rVcG}xD<qBlf3KHRFQ1PYIN>bxy
zaM9(|3X<jKP{AeDiqhw1knv^JDiZ2uVc}H)(mCC4Bd$OX^rYxwpy$L_0wXED4Cq<W
zH9*gaE&v8j@Y%oTT+7to^Wx9@Jt_XAKa!%(_`#HxLLQcb^hAYAGQcN)D|BGm?xm&$
zFdD908wi0##lQ$ECI&uG5i#;%iid#@Tr?z3XDH*yY}lrzMFe#TM?hF#aEb_RuUkl9
zgWUoGTkH-H*JQVVYq8n59^Qxu>)K5bQGGhx;4OU27Ccl7AE8}AU=}<c3m%3AkG`%X
z=n5Zeg%7bJM^?)q(i4k+9QR~=XcjpNUlA<|MhvyI<{2Lc<>J3Zkm(4Ozy0Gc;ziAg
zlY+$?q<b&h!(}FHRK{;LPY5D<N0<qOs)E$K*7lsAt~e`N3r5PwwX>8ZPJjjlLP<5#
zwia<mYVrf6gXD?i2QHDid5=Q8CiLh?X>~9F&F3plx<`^{t}L&AwRD?;AISG$&K`in
zoLNO}ot>l2D%$FNGG}BtIF|3R8zaW)<Ht_;Wp1TDnC~{!MJ?bqOxGr4bK9<QEHAk7
zf=Y*iR8UXJLCYwLp_rTwmf;|Abr4poI<_7RlRj{J5d4V3<9Tf)^#F|~RPP|L;JmKM
zcmoHm3T2t(|Bf<$4hcBCA}~E|gi`{kRr?A`gx=~RG!8+Mm*Zz}7;CC%)AbPH`g_Em
z4S*>bPChM!^Hyx5nuus`-o!?J34-mNr`8i}`hH*JEc*4Ez})={M-GqKIfvymH?7aS
zUfwL-@N(f=qeU&$V30_2nFb2=+AhyQgRhdy&^@=CvRE~L&IY-xX`E*npC=9gb8(qP
zvCML*2xGPOglXlY8CW<3J<DW=kw;#=lbuW>bnNt?_xu#j>5VpAi6V9#weaI4-z0LC
z*kRB(TFd1@x+fB~wwPq<vpqz*Aaw+xWmb#>jgDABn2a8GG%U+Mwds;aN_`~!6j2nF
zq-(0^kL5If!yQ{%!fcyOsHncA%t+EU)=?Ckm;=iVlCe!Jr=FAjXGhv-R%{#6b?R(T
z1>eyieV)ajOOkv=S2SDElG>7!?0r*;TKHtUn#I&+tuh-+gFtt?=o0yJn_$7D4n@mm
znkAvEY<Xv6rM=kY^NBhNZA-$q_4xp@d0!oX<1E;JVd&<=sHlya$a!s}I?IMJgjDr0
z37<+BVyyO@<?;FIsJ}c{&D2Wctma9rqdC!b;V|9|O(>$Jl{zy<W5|lwSSd{`FG{|V
zJPA@nJr<|DB%8Ad<|~@`!F{}lvvQNL13=W}LITy%>l>t59LoUKrc^adUG20{!o`=E
zu6cTY7wqzC`P~NZCCk^lZlW2>Eq@8Z36I&TFoR$oFT=qUH_@8(4e{?m$|3f@qCAmp
zP=$o5I>mj`eIyPEB&;YrzenLonj8e4@~QIDIWBjk(vh&pDRzE9wEyhlC!#2gvlW#Y
zLlJKQZfTT4%Wep{4VBIHdkaeOQ%YUn2CM~t<II_M$YhFI+#o}l)34EREm`6V3SzFj
z!a`6P7gnDcY#W;Z;cRSzg0ry+3em<UE=(KSks;dH77bV}Mm|6r+hFCgvC*>)TghFe
zwQn;}X{jQYU@kvQ+CWd3mNHl1`!&$(>ji;|v?WuUXuO9+$MIGc4$GZy($Vr1pK`uH
zNUn^=5u?ouY3ss>EFS3y(|hg>iBDnN2)6vbta+gE5P<9`?U4;ltHHpW7tV~EhZ$EM
zCsrm8R?WRl(@^(+ldTCie<S($bKc@V<t_e~yv6^TxA@O_i~o|f_;_z|b6ZhW@|06j
zX}=RE?(&Sld5%vY9KV2Y{0hSH8HD2t2FJ4FHl1Ry)3zp;TLCj7P>~XDMf6M$+yMgF
zl&o&3^@|^nag(bHA!0#|XFid|_j0}oH#+!j?r2C!nWPqF${5`Ve@xUox##}{TvjfK
z4a7H~GR58ArdoU}!P_{C?@E1zlahkVegSK8K>((s3${JACf3`sf$Ud6hTC-2<WLvX
zRn2*Egeoe}PB;)S%hRE~IcX3MY`ck+=g_uWSh)^vdk<HJMS@#cxejo<#RXtIF%EM3
zAr#ozTJPY@d%o5?K>+ievGqeZqtj{F$vu(<87{EMkcR3&)x0<pexh;EqE%T3mu0Q?
dHr;sGRNLeJk0Z{T|Dy4H`VS?Y$4ArZ001=~ZH@o{

delta 2827
zcmV+m3-t7(7NZt_ABzYGfVG}y0{?SqbY*Q}a4vXlYyj1rTW{Mq7RTS`Qxth;+-A_3
zbkSzsX0UII#SHc_peb5nO_2;QzU-%8Qg_E{oZSV)zk;H%WXJr0m&5-#Jfyz<cB<uv
z1Gi3S_3iG{{l~ixTrph;Rerns>(AfG<K1shKYa~WI_^Jz#1AX??XL3P{B5&29*_4<
zcwSTE?zJs9j#cr(ZMvJAkN02ho__ief6^DUubQ8)QnRP@EiQgdp_#k4LETfaIXv7y
zeBAt#J5Fu<GP}`{?I8G(*zw-iP5Sfcw^8S7T|7N}eE3X0KE!|VBi+5W_{~uM|4b4b
zCyYAoGL`>-FDm!GvO1KN+q?w9_Rdr5iBLOkW1Dd>uD<2KunsQvZiu=%ju&Jbge-{B
z);mZvG^m}W%tw<2S6ivqzXa_m8rVzVfs-8-R&kfB+P2(zVw$#N(U5Mb<)r4GO5!z%
zf4S$Dh?<rh1dwSJ+tVkyps4p;6}-Se<LW>T)C#(Pl_<3}PSHeZFLr{_oMZGAouda%
z3Q6L7Y;Uws9tDgu%e^Dik*-nWoKBb&nebxCQEm02;_u2^U4+KkLIA~2Q9<Hhq^tr0
z+ERyv6D`+Hlt4fQm)vtGAjhoOA|de;XFxboIFE#*OQEoMbO5U$2ZWQn8M4#%NNoxy
z0Fgz1p%QAOf$ze$7M>Jwz>z<H2L-E*03|bLuPu}sn9`lft=3SMw55Xrawhs#Ktx`f
z=)@FAMk1JkLMf;&Yz#zntTe4Ltd!!%#)nIH`H9vhpPN1pmN`B<57jgy9?>(9yLk!5
zWN<#)n#eoIo?*O*c|6A<>2TclIk4xFD{fJLW}{g`WA%5=aN8EN<3UA5=Fy(N>n$=K
zjBLE*g9$EOV(r70!&<u$4s^JJPOb^7pJ5#;Uo<1IY{`be!gW(CBp*zSc!ukl8Y8<!
zQCLRjG%Q<ike&|ELckRm;vhu{BwtbCy7>tXW`+404QO$94i46(NqC^TJfVTA%LWa9
z*0eoO*F8ZIffhio;eb}B=HPHvsxIk3!wv}x)sQ4MqqPJ^L#;Y+BZnLP?Z{x;wZp><
zcOfNu%#z`H5IrEM7t!OvdJ-cbtT)jkf_fA^9;)T*@i0A$9uIxu?J!|Ij2;ly%NPMs
zJq^oKCxiuiuDQ2@Ie5TlCgUHi026h8dG-~j4&Fe<;bCo!=gMijlllk^hpVb5jG)4L
zLI|s^FBoCv^@I{sVNVD_MfQ{sQ)f>I!KL<u6jp6d7*{X}0&8w>sZc1p=;qOYXX&00
zb&l@&aA)X|5O;p=8Bu5Fo)2|y9{50K=AI8Te`t!g0#gW_QFOtGZxX?Cj4n8T(M=<8
z*3l&+zKMi)U#6_M4$PDi*M+&HM0a9V(=~DP4PGOzKyiR)AY5_cD~}cABwVqgD-iH3
zg=<c5C9;ydg)3fsMFOA6FhdHjOz@lCd8!KVLDVy@K$Q%r=(1!0#n&YhRD5AFz@jUY
z0Tf-DjG*A!WB^@@I2nM~Gfl03K%Puc;q}Q1Y7@T_vD4nJDOVt)R*(ocgNiSuR+1Vw
zgNrVwR*)<=hYBvKR+K(BgN!e$R*_IQ3k$Cbkk09T8*v4CpeIEa13f3c5*SJGWkAo0
zt^s;ZbOA7Mg3tav=US%zo)>@K?@93|{gD)P#t){n6!Nefq$es|k^w${S)l{db}uz8
zfYET}+CT^_Dh5VSF){FgiinX9Q#=fO;G!XMIzt&pX2Ui$Eh4B(I0C}@f>T6jd)-0;
z8|)Sk*kX5pxF)*=T#L=d_3%bSSl4cfi0aef25;eGw&0;!_z3L^0<+-pSnx0`c=UB8
zL09-#D}0C*IkH*?k)Bw8<hUo}L$k<H_=;#zFk+~sHP84sC>Q@Pf=oxK{PB;!h!-^{
zP6`%pknX)~50{y+Q5pZLc|s7;JHkvLR28J=wYKN{bj4ZGS};;ZuAQYUaRM|b5K5|<
zwzY^mQj;Gj9VAaAKX8fE&3hE$HK9jGN~?nbXg*(Y(mj$qb7gsdt)<%({6M}3bM^on
z=FBQ;>+BqDR?$}HlQ|>H!LfXg-54=WpFVZMFLNvP!F;!&E@}a{VY)UUo7;AcV|l@q
z7gRbFq=I@%4q8T048`PhunY%@tAnsw)v@(pnDl|$gWyLL9?xqdsRw8@p?U{_1?P25
z#v3?jRVd3O|96ysaY(@76@lq#Bb*XQt=d;mBJ@@lp>YV3yc|D+!&p;Ao34il*WV-l
zYyeEjaPny(oVQ{d)kH*l^CmX(OAu`DJhh%+)A#!#XVI_U1m^BvIC6N%&N(cnxoLgo
z_3~!vhL;Q18ZBy}27^SJ%QR4^*LHah8hn*phVHrDl*OulaW=?hP2)Vv_&jj{n2XCS
zie;8dMHs8KCrm3J&A`GT=vgK^j6Cw{o$O>9p<|~9z2~QJPH(i~N))l{sD&RV`6iL8
z#14bT(ONDK(mj!=wZ$Y;pY0*i1*szlEwf@AXmrF1!esQgqhVS8sZEzWQtBh&r--7c
zBwbTQe=Mhe8SdE95@y?MLPhl@Wk!;=v5unP#2i>|kc@3&IrW_EA026<S+Q+M*Qv8X
z6?{j7^m!J8E=lqgUD0esOKM9_viD6XYT=XZY8F$QwaRQP4FcWmqD$n@ZGr`pIutFN
zX_kbtvgMtPmG)wn&nN0Av@Hqa*5?Dr=6!Vlj<aBYhoPGfqoOuyBImV@>MR?^5K`60
zBz!7ih_TvpmdEF-qyF+-HB&2%vzjNhj^;$$g~NC=G@*!=R_e?cjUg*yW2H2)yeRob
z@+3$R^;n$pl5EZ<n6GH!2lw$J&dN=~4ggV?3kg(5uWyiMaV!H^n^M&<b+yw*2^U{t
zy5{MBU9iim<#!vrmn>iJx`}2ixBMjtCp>1W!VH3WybK3Z+(c{AH^jdODTmnqit<FZ
zK@}3J>J;}$_mMaxkg%fg{2qlTX>t&F%BRXp=eXRFN=L#Xr`Y)c(f-lJPef4~XDcc*
zh9ceq+|nq8mfa9?8!DUY_ZF1mr<A(D4Ok0*#+ftikjWIaxIu<8r(dJtTC&6!6vSM4
zg@vFpF04K?*fur+!r9ma1!rRu6rznyT$nbtBSW;YEgG;|jC_DLw!z9}W20vqwvxL_
zYu{#|(o#h(!CZcrw1J*5EoH92_iLcn*9!s_X-lRy(RdGuj^nK?9F{xZq@(32KIMEs
zkz5&#BSxDS($<9$Sv=AaruW<%5}(4j5p4N=S@S^SApqG?+9Mm9R)c{#FPs@S4>PVj
zPOMBGteSh9rlIb4ldTCie*^jSbKc@V=Pmx1yv6^TxA@1r#ed0Ke7v`~xvi)wdCDoN
zwBLyncX>wOJjZ7cj$c4Heg)xp1mXCC!LjVPO{W;_w5`eIR=|u1RHTGk5k1obcYr`P
zC94~1{o)5?+~n#)h*(hLnNMW#y_|2tjShaBI~r0_CaFc4GDdd-e-kxN?)iTKmz4`*
z1Mv;0OmVljsTSW#@HWokyHa1_q@>`oU%;AN5P<3Ef^AQ&iS@Q@Ao~@N;Wk}0In)Jp
zRdZe(p^D106AlE-@^ol#P8x&*+ioJ|IkfE-R<48F-ouq)k>D0qt^?d|aRC@ljDy^M
z2nBYw);l=!p0D)|LBM=xZ2b_<=yV!(a*t#|h6^k*q@g-cH80MDpJ*JkXjRt1Wm&7e
dO*bAk)%Ljm<B0R-S2Uha{{h}waBb7-006^fQzHNX

diff --git a/versions.json b/versions.json
index 450c4fc0c9..a930aaea30 100644
--- a/versions.json
+++ b/versions.json
@@ -3,8 +3,8 @@
     "version": "v2.20",
     "title": "2.20",
     "aliases": [
-      "v2.20-alias",
-      "latest"
+      "latest",
+      "v2.20-alias"
     ]
   },
   {